Feature/eliza introspector develop

.github/workflows/Readme.md

@@ -0,0 +1,11 @@
+# Secrets used
+- OPENAI_API_KEY
+- TURBO_TOKEN
+- TURBO_TEAM
+- NODE_AUTH_TOKEN
+
+# fixme: why 4 different gihthub tokens?
+- GH_PAT 
+- GITHUB_ACCESS_TOKEN
+- GITHUB_TOKEN
+- CHANGELOG_GITHUB_TOKEN 

.github/workflows/ci.yaml

@@ -8,7 +8,7 @@ jobs:
     check:
         runs-on: ubuntu-latest
         env:
-            OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+            OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY  }}
             TURBO_TOKEN: ${{ secrets.TURBO_TOKEN }}
             TURBO_TEAM: ${{ vars.TURBO_TEAM }}
             TURBO_REMOTE_ONLY: true

.nvmrc

@@ -1 +1 @@
-v23.3.0
+v23.9.0

agent/src/index.ts

@@ -106,65 +106,7 @@ function mergeCharacters(base: Character, child: Character): Character {
     };
     return mergeObjects(base, child);
 }
-/* function isAllStrings(arr: unknown[]): boolean {
-    return Array.isArray(arr) && arr.every((item) => typeof item === "string");
-}
-export async function loadCharacterFromOnchain(): Promise<Character[]> {
-    const jsonText = onchainJson;
-
-    console.log("JSON:", jsonText);
-    if (!jsonText) return [];
-    const loadedCharacters = [];
-    try {
-        const character = JSON5.parse(jsonText);
-        validateCharacterConfig(character);
-
-        // .id isn't really valid
-        const characterId = character.id || character.name;
-        const characterPrefix = `CHARACTER.${characterId
-            .toUpperCase()
-            .replace(/ /g, "_")}.`;
-
-        const characterSettings = Object.entries(process.env)
-            .filter(([key]) => key.startsWith(characterPrefix))
-            .reduce((settings, [key, value]) => {
-                const settingKey = key.slice(characterPrefix.length);
-                settings[settingKey] = value;
-                return settings;
-            }, {});
-
-        if (Object.keys(characterSettings).length > 0) {
-            character.settings = character.settings || {};
-            character.settings.secrets = {
-                ...characterSettings,
-                ...character.settings.secrets,
-            };
-        }
-
-        // Handle plugins
-        if (isAllStrings(character.plugins)) {
-            elizaLogger.info("Plugins are: ", character.plugins);
-            const importedPlugins = await Promise.all(
-                character.plugins.map(async (plugin) => {
-                    const importedPlugin = await import(plugin);
-                    return importedPlugin.default;
-                })
-            );
-            character.plugins = importedPlugins;
-        }
 
-        loadedCharacters.push(character);
-        elizaLogger.info(
-            `Successfully loaded character from: ${process.env.IQ_WALLET_ADDRESS}`
-        );
-        return loadedCharacters;
-    } catch (e) {
-        elizaLogger.error(
-            `Error parsing character from ${process.env.IQ_WALLET_ADDRESS}: ${e}`
-        );
-        process.exit(1);
-    }
-} */
 
 async function loadCharactersFromUrl(url: string): Promise<Character[]> {
     try {
@@ -956,8 +898,8 @@ const setProxy = () => {
 
 setProxy();
 
-const __filename = fileURLToPath(import.meta.url); // get the resolved path to the file
-const __dirname = path.dirname(__filename); // get the name of the directory
+//const __filename = fileURLToPath(import.meta.url); // get the resolved path to the file
+//const __dirname = path.dirname(__filename); // get the name of the directory
 
 startAgents().catch((error) => {
     elizaLogger.error("Unhandled error in startAgents:", error);

agent/tsconfig.json

@@ -5,7 +5,7 @@
         "rootDir": ".",
         "module": "ESNext",
         "moduleResolution": "Bundler",
-        "types": ["node", "jest"]
+        "types": ["node"]
     },
     "ts-node": {
         "experimentalSpecifierResolution": "node",

client/package.json

@@ -10,6 +10,9 @@
 		"preview": "vite preview"
 	},
 	"dependencies": {
+		"@hapi/shot": "^6.0.1",
+        "@types/hapi__shot": "4.1.6",
+        "@types/hapi": "^18.0.14",
 		"@elizaos/core": "workspace:*",
 		"@radix-ui/react-avatar": "^1.1.2",
 		"@radix-ui/react-collapsible": "^1.1.2",

delete.sh

@@ -0,0 +1,19 @@
+#!/bin/bash 
+set -e
+# Delete all images in a repository
+# Usage: ./delete.sh <repository-name>
+# Example: ./delete.sh agent/eliza
+# Note: This script will not delete the repository itself, only the images in it
+
+
+if [ -z "$1" ]; then
+    echo "Error: Repository name is required."
+    echo "Usage: ./delete.sh <repository-name>"
+    exit 1
+fi
+
+echo "Deleting all images in repository: $1"
+aws ecr batch-delete-image  \
+    --repository-name "$1" \
+    --image-ids "$(aws ecr list-images  --repository-name "$1" --query 'imageIds[*]' --output json)" || true
+echo "Deletion process completed."

doit.sh

@@ -0,0 +1,17 @@
+
+nvm use 23
+pnpm clean
+pnpm install --no-frozen-lockfile
+pnpm build
+
+
+pushd packages/adapter-sqlite
+pnpm rebuild
+popd 
+
+
+pushd scripts/jsdoc-automation
+pnpm install --no-frozen-lockfile
+pnpm build
+
+popd

package.json

@@ -76,6 +76,8 @@
     "node": "23.3.0"
   },
   "dependencies": {
+    "@hapi/shot": "^6.0.1",
+    "@types/hapi": "^18.0.14",
     "@0glabs/0g-ts-sdk": "0.2.1",
     "@coinbase/coinbase-sdk": "0.10.0",
     "@deepgram/sdk": "^3.9.0",

packages/adapter-sqlite/package.json

@@ -19,6 +19,9 @@
         "dist"
     ],
     "dependencies": {
+        "@hapi/shot": "^6.0.1",
+        "@types/hapi__shot": "4.1.6",
+        "@types/hapi": "^18.0.14",
         "@elizaos/core": "workspace:*",
         "@types/better-sqlite3": "7.6.12",
         "better-sqlite3": "11.8.1",

packages/adapter-sqlite/src/index.ts

@@ -424,7 +424,7 @@ export class SqliteDatabaseAdapter
             ORDER BY levenshtein_score ASC
             LIMIT ?
         `;
-
+        console.log("similarity",sql)
         const rows = this.db
             .prepare(sql)
             .all(
@@ -439,7 +439,7 @@ export class SqliteDatabaseAdapter
                 opts.query_input,
                 opts.query_match_count
             ) as { embedding: Buffer; levenshtein_score: number }[];
-
+        console.log("found these",rows)
         return rows.map((row) => ({
             embedding: Array.from(new Float32Array(row.embedding as Buffer)),
             levenshtein_score: row.levenshtein_score,
@@ -1114,6 +1114,7 @@ const sqliteDatabaseAdapter: Adapter = {
             })
             .catch((error) => {
                 elizaLogger.error("Failed to connect to SQLite:", error);
+                throw error;
             });
 
         return db;

packages/client-direct/package.json

@@ -22,17 +22,20 @@
         "@elizaos/core": "workspace:*",
         "@types/body-parser": "1.19.5",
         "@types/cors": "2.8.17",
-        "body-parser": "1.20.3",
+        "body-parser": "2.1.0",
         "cors": "2.8.5",
-        "express": "4.21.1",
+        "express": "5.0.1",
         "multer": "1.4.5-lts.1",
         "openai": "4.73.0",
-        "path-to-regexp": "^1.7.0",
-        "zod": "^3.24.2"
+        "path-to-regexp": "8.2.0",
+        "zod": "^3.24.2",
+        "@hapi/shot": "^6.0.1",
+        "@types/hapi__shot": "4.1.6",
+        "@types/hapi": "^18.0.14"
     },
     "devDependencies": {
         "@types/express": "4.17.21",
-        "@types/multer": "^1.4.12",
+        "@types/multer": "1.4.12",
         "tsup": "8.3.5"
     },
     "scripts": {

packages/client-direct/src/index.ts

@@ -1027,7 +1027,7 @@ export class DirectClient {
                 elizaLogger.error(
                     "Could not close connections in time, forcefully shutting down"
                 );
-                process.exit(1);
+                process.exit(11);
             }, 5000);
         };
 

packages/core/__tests__/goals.test.ts

@@ -31,7 +31,7 @@ export const mockRuntime: IAgentRuntime = {
     databaseAdapter: mockDatabaseAdapter as any,
     cacheManager: new CacheManager(new MemoryCacheAdapter()),
     agentId: "qweqew-qweqwe-qweqwe-qweqwe-qweeqw",
-    serverUrl: "",
+    //serverUrl: "",
     token: null,
     messageManager: {
         addEmbeddingToMemory: (_memory: Memory): Promise<Memory> => {

packages/core/src/config.ts

@@ -2,8 +2,8 @@ import dotenv from "dotenv";
 import path from "path";
 import { fileURLToPath } from "url";
 
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
+// const __filename = fileURLToPath(import.meta.url);
+// const __dirname = path.dirname(__filename);
 
-// Load environment variables from root .env file
-dotenv.config({ path: path.resolve(__dirname, "../../../.env") });
+// // Load environment variables from root .env file
+// dotenv.config({ path: path.resolve(__dirname, "../../../.env") });

packages/core/src/embedding.ts

@@ -293,6 +293,11 @@ export async function embed(runtime: IAgentRuntime, input: string) {
             elizaLogger.log("No input to retrieve cached embedding for");
             return null;
         }
+        if (! runtime.messageManager) {
+            elizaLogger.log("No message manager");
+            throw Error("No message manager");
+            return null;
+        }
 
         const similaritySearchResult =
             await runtime.messageManager.getCachedEmbeddings(input);

packages/core/src/localembeddingManager.ts

@@ -23,6 +23,7 @@ class LocalEmbeddingModelManager {
         const __filename = fileURLToPath(import.meta.url);
         const __dirname = path.dirname(__filename);
         const rootPath = path.resolve(__dirname, "..");
+        console.log("ROOT",rootPath);
         return rootPath.includes("/eliza/")
             ? rootPath.split("/eliza/")[0] + "/eliza/"
             : path.resolve(__dirname, "..");

packages/core/src/memory.ts

@@ -114,6 +114,10 @@ export class MemoryManager implements IMemoryManager {
             levenshtein_score: number;
         }[]
     > {
+        if (!this.runtime.databaseAdapter){
+            throw Error("Database adapter not initialized");
+
+        }
         return await this.runtime.databaseAdapter.getCachedEmbeddings({
             query_table_name: this.tableName,
             query_threshold: 2,

packages/core/src/runtime.ts

@@ -84,7 +84,7 @@ export class AgentRuntime implements IAgentRuntime {
     /**
      * The base URL of the server where the agent's requests are processed.
      */
-    serverUrl = "http://localhost:7998";
+    //serverUrl = "http://localhost:7998";
 
     /**
      * The database adapter used for interacting with the database.
@@ -346,7 +346,7 @@ export class AgentRuntime implements IAgentRuntime {
             this.registerService(service);
         });
 
-        this.serverUrl = opts.serverUrl ?? this.serverUrl;
+        //this.serverUrl = opts.serverUrl ?? this.serverUrl;
 
         elizaLogger.info(`${this.character.name}(${this.agentId}) - Setting Model Provider:`, {
             characterModelProvider: this.character.modelProvider,
@@ -394,9 +394,9 @@ export class AgentRuntime implements IAgentRuntime {
             throw new Error(`Invalid model provider: ${this.modelProvider}`);
         }
 
-        if (!this.serverUrl) {
-            elizaLogger.warn("No serverUrl provided, defaulting to localhost");
-        }
+        //if (!this.serverUrl) {
+        //    elizaLogger.warn("No serverUrl provided, defaulting to localhost");
+        //}
 
         this.token = opts.token;
 

packages/core/src/test_resources/constants.ts

@@ -1,6 +1,6 @@
 import type { UUID } from "../types.ts";
 
-export const SERVER_URL = "http://localhost:7998";
+//export const SERVER_URL = "http://localhost:7998";
 export const SUPABASE_URL = "https://pronvzrzfwsptkojvudd.supabase.co";
 export const SUPABASE_ANON_KEY =
     "eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyJpc3MiOiJzdXBhYmFzZSIsInJlZiI6InByb252enJ6ZndzcHRrb2p2dWRkIiwicm9sZSI6ImFub24iLCJpYXQiOjE3MDY4NTYwNDcsImV4cCI6MjAyMjQzMjA0N30.I6_-XrqssUb2SWYg5DjsUqSodNS3_RPoET3-aPdqywM";

packages/core/src/types.ts

@@ -1288,7 +1288,7 @@ export abstract class Service {
 export interface IAgentRuntime {
     // Properties
     agentId: UUID;
-    serverUrl: string;
+    //serverUrl: string;
     databaseAdapter: IDatabaseAdapter;
     token: string | null;
     modelProvider: ModelProviderName;

packages/core/tsconfig.json

@@ -20,7 +20,9 @@
         "noEmitOnError": false,
         "moduleDetection": "force",
         "allowArbitraryExtensions": true,
-        "customConditions": ["@elizaos/source"]
+        "typeRoots":["./node_modules/@types"],
+        "customConditions": ["@elizaos/source"],
+        "sourceMap": true
     },
     "include": ["src/**/*"],
     "exclude": ["node_modules", "dist", "src/**/*.d.ts", "types/**/*.test.ts"]

packages/plugin-bootstrap/fileGroups.json

@@ -0,0 +1 @@
+[]

packages/plugin-bootstrap/organizedDocs.json

@@ -0,0 +1,8 @@
+{
+  "classes": [],
+  "methods": [],
+  "interfaces": [],
+  "types": [],
+  "functions": [],
+  "variables": []
+}

packages/plugin-bootstrap/package.json

@@ -19,7 +19,10 @@
         "dist"
     ],
     "dependencies": {
-        "@elizaos/core": "workspace:*"
+        "@elizaos/core": "workspace:*",
+        "@hapi/shot": "^6.0.1",
+        "@types/hapi__shot": "4.1.6",
+        "@types/hapi": "^18.0.14"
     },
     "devDependencies": {
         "@types/node": "^22.10.5",