merge the biz

Author: lalalune

packages/client-twitter/src/base.ts

@@ -88,7 +88,7 @@ export class ClientBase extends EventEmitter {
     runtime: IAgentRuntime;
     directions: string;
     lastCheckedTweetId: number | null = null;
-    tweetCacheFilePath = "tweetcache/latest_checked_tweet_id.txt";
+    tweetCacheFilePath = __dirname + "/tweetcache/latest_checked_tweet_id.txt";
     imageDescriptionService: IImageDescriptionService;
     temperature: number = 0.5;
 
@@ -103,7 +103,7 @@ export class ClientBase extends EventEmitter {
         }
         const cacheDir = path.join(
             __dirname,
-            "@ai16z/eliza/tweetcache",
+            "tweetcache",
             tweet.conversationId,
             `${tweet.id}.json`
         );
@@ -172,11 +172,14 @@ export class ClientBase extends EventEmitter {
             this.runtime.character.style.post.join();
 
         try {
+            console.log("this.tweetCacheFilePath", this.tweetCacheFilePath)
             if (fs.existsSync(this.tweetCacheFilePath)) {
+                // make it?
                 const data = fs.readFileSync(this.tweetCacheFilePath, "utf-8");
                 this.lastCheckedTweetId = parseInt(data.trim());
             } else {
                 console.warn("Tweet cache file not found.");
+                console.warn(this.tweetCacheFilePath)
             }
         } catch (error) {
             console.error(

packages/client-twitter/src/interactions.ts

@@ -146,11 +146,14 @@ export class TwitterInteractionClient extends ClientBase {
                     this.lastCheckedTweetId = parseInt(tweet.id);
 
                     try {
-                        fs.writeFileSync(
-                            this.tweetCacheFilePath,
-                            this.lastCheckedTweetId.toString(),
-                            "utf-8"
-                        );
+                        if (this.lastCheckedTweetId) {
+
+                            fs.writeFileSync(
+                                this.tweetCacheFilePath,
+                                this.lastCheckedTweetId.toString(),
+                                "utf-8"
+                            );
+                        }
                     } catch (error) {
                         console.error(
                             "Error saving latest checked tweet ID to file:",
@@ -162,11 +165,13 @@ export class TwitterInteractionClient extends ClientBase {
 
             // Save the latest checked tweet ID to the file
             try {
-                fs.writeFileSync(
-                    this.tweetCacheFilePath,
-                    this.lastCheckedTweetId.toString(),
-                    "utf-8"
-                );
+                if (this.lastCheckedTweetId) {
+                    fs.writeFileSync(
+                        this.tweetCacheFilePath,
+                        this.lastCheckedTweetId.toString(),
+                        "utf-8"
+                    );
+                }
             } catch (error) {
                 console.error(
                     "Error saving latest checked tweet ID to file:",
@@ -252,10 +257,10 @@ export class TwitterInteractionClient extends ClientBase {
                     url: tweet.permanentUrl,
                     inReplyTo: tweet.inReplyToStatusId
                         ? stringToUuid(
-                              tweet.inReplyToStatusId +
-                                  "-" +
-                                  this.runtime.agentId
-                          )
+                            tweet.inReplyToStatusId +
+                            "-" +
+                            this.runtime.agentId
+                        )
                         : undefined,
                 },
                 userId: userIdUUID,

packages/core/src/embedding.ts

@@ -1,13 +1,25 @@
+import { EmbeddingModel, FlagEmbedding } from "fastembed";
 import path from "path";
+import { fileURLToPath } from "url";
 import models from "./models.ts";
 import {
     IAgentRuntime,
-    ITextGenerationService,
-    ModelProviderName,
-    ServiceType,
+    ModelProviderName
 } from "./types.ts";
 import fs from "fs";
-import { EmbeddingModel, FlagEmbedding } from "fastembed";
+import { trimTokens } from "./generation.ts";
+
+function getRootPath() {
+    const __filename = fileURLToPath(import.meta.url);
+    const __dirname = path.dirname(__filename);
+
+    const rootPath = path.resolve(__dirname, "..");
+    if (rootPath.includes("/eliza/")) {
+        return rootPath.split("/eliza/")[0] + "/eliza/";
+    }
+    
+    return path.resolve(__dirname, "..");
+}
 
 /**
  * Send a message to the OpenAI API for embedding.
@@ -25,12 +37,20 @@ export async function embed(runtime: IAgentRuntime, input: string) {
     ) {
 
         // make sure to trim tokens to 8192
+        const cacheDir = getRootPath() + "/cache/";
+
+        // if the cache directory doesn't exist, create it
+        if (!fs.existsSync(cacheDir)) {
+            fs.mkdirSync(cacheDir, { recursive: true });
+        }
 
         const embeddingModel = await FlagEmbedding.init({
-            model: EmbeddingModel.BGEBaseEN
+            cacheDir: cacheDir
         });
+
+        const trimmedInput = trimTokens(input, 8000, "gpt-4o-mini");
 
-        const embedding: number[] = await embeddingModel.queryEmbed(input);
+        const embedding: number[] = await embeddingModel.queryEmbed(trimmedInput);
         console.log("Embedding dimensions: ", embedding.length);
         return embedding;