Merge pull request elizaOS#2011 from kristjanpeterson1/develop

feat: Update the Galadriel LLM integration to reflect their product updates

Author: shakkernerd

.env.example

@@ -297,6 +297,10 @@ WALLET_SECRET_SALT=             # ONLY define if you want to use TEE Plugin, oth
 
 # Galadriel Configuration
 GALADRIEL_API_KEY=gal-*         # Get from https://dashboard.galadriel.com/
+SMALL_GALADRIEL_MODEL=          # Default: gpt-4o-mini
+MEDIUM_GALADRIEL_MODEL=         # Default: gpt-4o
+LARGE_GALADRIEL_MODEL=          # Default: gpt-4o
+GALADRIEL_FINE_TUNE_API_KEY=    # Use an OpenAI key to use a fine-tuned model with the verified inference endpoint
 
 # Venice Configuration
 VENICE_API_KEY=                 # generate from venice settings

packages/core/src/generation.ts

@@ -789,7 +789,13 @@ export async function generateText({
 
             case ModelProviderName.GALADRIEL: {
                 elizaLogger.debug("Initializing Galadriel model.");
+                const headers = {}
+                const fineTuneApiKey = runtime.getSetting("GALADRIEL_FINE_TUNE_API_KEY")
+                if (fineTuneApiKey) {
+                    headers["Fine-Tune-Authentication"] = fineTuneApiKey
+                }
                 const galadriel = createOpenAI({
+                    headers,
                     apiKey: apiKey,
                     baseURL: endpoint,
                     fetch: runtime.fetch,

packages/core/src/models.ts

@@ -558,40 +558,34 @@ export const models: Models = {
         },
     },
     [ModelProviderName.GALADRIEL]: {
-        endpoint: "https://api.galadriel.com/v1",
+        endpoint: "https://api.galadriel.com/v1/verified",
         model: {
             [ModelClass.SMALL]: {
-                name: "llama3.1:70b",
+                name: settings.SMALL_GALADRIEL_MODEL || "gpt-4o-mini",
                 stop: [],
                 maxInputTokens: 128000,
                 maxOutputTokens: 8192,
-                frequency_penalty: 0.5,
-                presence_penalty: 0.5,
-                temperature: 0.8,
+                frequency_penalty: 0.0,
+                presence_penalty: 0.0,
+                temperature: 0.6,
             },
             [ModelClass.MEDIUM]: {
-                name: "llama3.1:70b",
+                name: settings.MEDIUM_GALADRIEL_MODEL || "gpt-4o",
                 stop: [],
                 maxInputTokens: 128000,
                 maxOutputTokens: 8192,
-                frequency_penalty: 0.5,
-                presence_penalty: 0.5,
-                temperature: 0.8,
+                frequency_penalty: 0.0,
+                presence_penalty: 0.0,
+                temperature: 0.6,
             },
             [ModelClass.LARGE]: {
-                name: "llama3.1:405b",
+                name: settings.LARGE_GALADRIEL_MODEL || "gpt-4o",
                 stop: [],
                 maxInputTokens: 128000,
                 maxOutputTokens: 8192,
-                frequency_penalty: 0.5,
-                presence_penalty: 0.5,
-                temperature: 0.8,
-            },
-            [ModelClass.EMBEDDING]: {
-                name: "gte-large-en-v1.5",
-            },
-            [ModelClass.IMAGE]: {
-                name: "stabilityai/stable-diffusion-xl-base-1.0",
+                frequency_penalty: 0.0,
+                presence_penalty: 0.0,
+                temperature: 0.6,
             },
         },
     },