Merge branch 'main' of https://github.com/ai16z/eliza

Author: ponderingdemocritus

packages/client-discord/src/attachments.ts

@@ -335,7 +335,10 @@ export class AttachmentManager {
         }
 
         if (videoService.isVideoUrl(attachment.url)) {
-            const videoInfo = await videoService.processVideo(attachment.url);
+            const videoInfo = await videoService.processVideo(
+                attachment.url,
+                this.runtime
+            );
             return {
                 id: attachment.id,
                 url: attachment.url,

packages/client-discord/src/messages.ts

@@ -693,15 +693,18 @@ export class MessageManager {
             if (
                 this.runtime
                     .getService<IVideoService>(ServiceType.VIDEO)
-                    .isVideoUrl(url)
+                    ?.isVideoUrl(url)
             ) {
                 const videoService = this.runtime.getService<IVideoService>(
                     ServiceType.VIDEO
                 );
                 if (!videoService) {
                     throw new Error("Video service not found");
                 }
-                const videoInfo = await videoService.processVideo(url);
+                const videoInfo = await videoService.processVideo(
+                    url,
+                    this.runtime
+                );
 
                 attachments.push({
                     id: `youtube-${Date.now()}`,

packages/client-discord/src/voice.ts

@@ -485,7 +485,7 @@ export class VoiceManager extends EventEmitter {
 
                         const memory = {
                             id: stringToUuid(
-                                channelId + "-voice-message-" + Date.now()
+                                roomId + "-voice-message-" + Date.now()
                             ),
                             agentId: this.runtime.agentId,
                             content: {
@@ -540,7 +540,11 @@ export class VoiceManager extends EventEmitter {
 
                             const responseMemory: Memory = {
                                 id: stringToUuid(
-                                    memory.id + "-voice-response-" + Date.now()
+                                    roomId +
+                                        "-" +
+                                        memory.id +
+                                        "-voice-response-" +
+                                        Date.now()
                                 ),
                                 agentId: this.runtime.agentId,
                                 userId: this.runtime.agentId,

packages/core/package.json

@@ -55,9 +55,9 @@
     "dependencies": {
         "@ai-sdk/anthropic": "^0.0.56",
         "@ai-sdk/google": "^0.0.55",
-        "@ai-sdk/google-vertex": "^0.0.42",
+        "@ai-sdk/google-vertex": "^0.0.43",
         "@ai-sdk/groq": "^0.0.3",
-        "@ai-sdk/openai": "1.0.0-canary.3",
+        "@ai-sdk/openai": "1.0.4",
         "@ai16z/adapter-sqlite": "workspace:*",
         "@ai16z/adapter-sqljs": "workspace:*",
         "@ai16z/adapter-supabase": "workspace:*",

packages/core/src/types.ts

@@ -1028,7 +1028,6 @@ export interface ITranscriptionService extends Service {
 
 export interface IVideoService extends Service {
     isVideoUrl(url: string): boolean;
-    processVideo(url: string): Promise<Media>;
     fetchVideoInfo(url: string): Promise<Media>;
     downloadVideo(videoInfo: Media): Promise<string>;
     processVideo(url: string, runtime: IAgentRuntime): Promise<Media>;

packages/plugin-node/src/services/video.ts

@@ -93,7 +93,7 @@ export class VideoService extends Service implements IVideoService {
 
     public async processVideo(
         url: string,
-        runtime?: IAgentRuntime
+        runtime: IAgentRuntime
     ): Promise<Media> {
         this.queue.push(url);
         this.processQueue(runtime);