fix: Set the SMALL MEDIUM LARGE Gaianet model in the env.

IkigaiLabsETH · Dec 8, 2024 · 9903db8 · 9903db8
1 parent 99d4a84
commit 9903db8
Show file tree

Hide file tree

Showing 4 changed files with 19 additions and 7 deletions.
diff --git a/.env.example b/.env.example
@@ -99,6 +99,16 @@ HEURIST_IMAGE_MODEL=
 # Gaianet Configuration
 GAIANET_MODEL=
 GAIANET_SERVER_URL=
+
+SMALL_GAIANET_MODEL=        # Default: llama3b
+SMALL_GAIANET_SERVER_URL=   # Default: https://llama3b.gaia.domains/v1
+
+MEDIUM_GAIANET_MODEL=       # Default: llama
+MEDIUM_GAIANET_SERVER_URL=  # Default: https://llama8b.gaia.domains/v1
+
+LARGE_GAIANET_MODEL=        # Default: qwen72b
+LARGE_GAIANET_SERVER_URL=   # Default: https://qwen72b.gaia.domains/v1
+
 GAIANET_EMBEDDING_MODEL=
 USE_GAIANET_EMBEDDING=      # Set to TRUE for GAIANET/768, leave blank for local
 

diff --git a/packages/core/src/embedding.ts b/packages/core/src/embedding.ts
@@ -197,7 +197,9 @@ export async function embed(runtime: IAgentRuntime, input: string) {
             endpoint:
                 runtime.character.modelEndpointOverride ||
                 models[ModelProviderName.GAIANET].endpoint ||
-                "https://qwen72b.gaia.domains/v1",
+                settings.SMALL_GAIANET_SERVER_URL ||
+                settings.MEDIUM_GAIANET_SERVER_URL ||
+                settings.LARGE_GAIANET_SERVER_URL,
             apiKey: settings.GAIANET_API_KEY || runtime.token,
             dimensions: config.dimensions,
         });

diff --git a/packages/core/src/generation.ts b/packages/core/src/generation.ts
@@ -391,13 +391,13 @@ export async function generateText({
                 if(!baseURL){
                     switch(modelClass){
                         case ModelClass.SMALL:
-                            baseURL = "https://llama3b.gaia.domains/v1";
+                            baseURL = settings.SMALL_GAIANET_SERVER_URL || "https://llama3b.gaia.domains/v1";
                             break;
                         case ModelClass.MEDIUM:
-                            baseURL = "https://llama8b.gaia.domains/v1";
+                            baseURL = settings.MEDIUM_GAIANET_SERVER_URL || "https://llama8b.gaia.domains/v1";
                             break;
                         case ModelClass.LARGE:
-                            baseURL = "https://qwen72b.gaia.domains/v1";
+                            baseURL = settings.LARGE_GAIANET_SERVER_URL || "https://qwen72b.gaia.domains/v1";
                             break;
                     }
                 }

diff --git a/packages/core/src/models.ts b/packages/core/src/models.ts
@@ -343,9 +343,9 @@ export const models: Models = {
         },
         endpoint: settings.GAIANET_SERVER_URL,
         model: {
-            [ModelClass.SMALL]: settings.GAIANET_MODEL || "llama3b",
-            [ModelClass.MEDIUM]: settings.GAIANET_MODEL || "llama",
-            [ModelClass.LARGE]: settings.GAIANET_MODEL || "qwen72b",
+            [ModelClass.SMALL]: settings.GAIANET_MODEL || settings.SMALL_GAIANET_MODEL || "llama3b",
+            [ModelClass.MEDIUM]: settings.GAIANET_MODEL || settings.MEDIUM_GAIANET_MODEL || "llama",
+            [ModelClass.LARGE]: settings.GAIANET_MODEL || settings.LARGE_GAIANET_MODEL || "qwen72b",
             [ModelClass.EMBEDDING]:
                 settings.GAIANET_EMBEDDING_MODEL || "nomic-embed",
         },