Merge pull request elizaOS#2093 from tsubasakong/develop

feat: add Heurist embedding model

Author: odilitime

packages/core/src/embedding.ts

@@ -18,6 +18,7 @@ export const EmbeddingProvider = {
     OpenAI: "OpenAI",
     Ollama: "Ollama",
     GaiaNet: "GaiaNet",
+    Heurist: "Heurist",
     BGE: "BGE",
 } as const;
 
@@ -39,23 +40,30 @@ export const getEmbeddingConfig = (): EmbeddingConfig => ({
               : settings.USE_GAIANET_EMBEDDING?.toLowerCase() === "true"
                 ? getEmbeddingModelSettings(ModelProviderName.GAIANET)
                       .dimensions
-                : 384, // BGE
+                : settings.USE_HEURIST_EMBEDDING?.toLowerCase() === "true"
+                  ? getEmbeddingModelSettings(ModelProviderName.HEURIST)
+                        .dimensions
+                  : 384, // BGE
     model:
         settings.USE_OPENAI_EMBEDDING?.toLowerCase() === "true"
             ? getEmbeddingModelSettings(ModelProviderName.OPENAI).name
             : settings.USE_OLLAMA_EMBEDDING?.toLowerCase() === "true"
               ? getEmbeddingModelSettings(ModelProviderName.OLLAMA).name
               : settings.USE_GAIANET_EMBEDDING?.toLowerCase() === "true"
                 ? getEmbeddingModelSettings(ModelProviderName.GAIANET).name
-                : "BGE-small-en-v1.5",
+                : settings.USE_HEURIST_EMBEDDING?.toLowerCase() === "true"
+                  ? getEmbeddingModelSettings(ModelProviderName.HEURIST).name
+                  : "BGE-small-en-v1.5",
     provider:
         settings.USE_OPENAI_EMBEDDING?.toLowerCase() === "true"
             ? "OpenAI"
             : settings.USE_OLLAMA_EMBEDDING?.toLowerCase() === "true"
               ? "Ollama"
               : settings.USE_GAIANET_EMBEDDING?.toLowerCase() === "true"
                 ? "GaiaNet"
-                : "BGE",
+                : settings.USE_HEURIST_EMBEDDING?.toLowerCase() === "true"
+                  ? "Heurist"
+                  : "BGE",
 });
 
 async function getRemoteEmbedding(
@@ -126,6 +134,7 @@ export function getEmbeddingType(runtime: IAgentRuntime): "local" | "remote" {
         isNode &&
         runtime.character.modelProvider !== ModelProviderName.OPENAI &&
         runtime.character.modelProvider !== ModelProviderName.GAIANET &&
+        runtime.character.modelProvider !== ModelProviderName.HEURIST &&
         !settings.USE_OPENAI_EMBEDDING;
 
     return isLocal ? "local" : "remote";
@@ -146,6 +155,10 @@ export function getEmbeddingZeroVector(): number[] {
         embeddingDimension = getEmbeddingModelSettings(
             ModelProviderName.GAIANET
         ).dimensions; // GaiaNet dimension
+    } else if (settings.USE_HEURIST_EMBEDDING?.toLowerCase() === "true") {
+        embeddingDimension = getEmbeddingModelSettings(
+            ModelProviderName.HEURIST
+        ).dimensions; // Heurist dimension
     }
 
     return Array(embeddingDimension).fill(0);
@@ -229,6 +242,15 @@ export async function embed(runtime: IAgentRuntime, input: string) {
         });
     }
 
+    if (config.provider === EmbeddingProvider.Heurist) {
+        return await getRemoteEmbedding(input, {
+            model: config.model,
+            endpoint: getEndpoint(ModelProviderName.HEURIST),
+            apiKey: runtime.token,
+            dimensions: config.dimensions,
+        });
+    }
+
     // BGE - try local first if in Node
     if (isNode) {
         try {

packages/core/src/models.ts

@@ -545,17 +545,21 @@ export const models: Models = {
             [ModelClass.LARGE]: {
                 name:
                     settings.LARGE_HEURIST_MODEL ||
-                    "meta-llama/llama-3.1-405b-instruct",
+                    "meta-llama/llama-3.3-70b-instruct",
                 stop: [],
                 maxInputTokens: 128000,
                 maxOutputTokens: 8192,
                 repetition_penalty: 0.4,
                 temperature: 0.7,
             },
             [ModelClass.IMAGE]: {
-                name: settings.HEURIST_IMAGE_MODEL || "PepeXL",
+                name: settings.HEURIST_IMAGE_MODEL || "FLUX.1-dev",
                 steps: 20,
             },
+            [ModelClass.EMBEDDING]: {
+                name: "BAAI/bge-large-en-v1.5",
+                dimensions: 1024,
+            },
         },
     },
     [ModelProviderName.GALADRIEL]: {