Merge pull request #910 from oxSaturn/feat/configure-models-groq

feat: allow users to configure models for groq

Author: jkbrooks

.env.example

@@ -81,7 +81,11 @@ MEDIUM_GOOGLE_MODEL=    # Default: gemini-1.5-flash-latest
 LARGE_GOOGLE_MODEL=     # Default: gemini-1.5-pro-latest
 EMBEDDING_GOOGLE_MODEL= # Default: text-embedding-004
 
-
+# Groq Configuration
+SMALL_GROQ_MODEL=      # Default: llama-3.1-8b-instant
+MEDIUM_GROQ_MODEL=     # Default: llama-3.3-70b-versatile
+LARGE_GROQ_MODEL=      # Default: llama-3.2-90b-vision-preview
+EMBEDDING_GROQ_MODEL=  # Default: llama-3.1-8b-instant
 
 #LlamaLocal Configuration
 LLAMALOCAL_PATH= # Default: "" which is the current directory in plugin-node/dist/ which gets destroyed and recreated on every build

packages/core/src/models.ts

@@ -101,10 +101,10 @@ export const models: Models = {
             temperature: 0.7,
         },
         model: {
-            [ModelClass.SMALL]: "llama-3.1-8b-instant",
-            [ModelClass.MEDIUM]: "llama-3.3-70b-versatile",
-            [ModelClass.LARGE]: "llama-3.2-90b-vision-preview",
-            [ModelClass.EMBEDDING]: "llama-3.1-8b-instant",
+            [ModelClass.SMALL]: settings.SMALL_GROQ_MODEL || "llama-3.1-8b-instant",
+            [ModelClass.MEDIUM]: settings.MEDIUM_GROQ_MODEL || "llama-3.3-70b-versatile",
+            [ModelClass.LARGE]: settings.LARGE_GROQ_MODEL || "llama-3.2-90b-vision-preview",
+            [ModelClass.EMBEDDING]: settings.EMBEDDING_GROQ_MODEL || "llama-3.1-8b-instant",
         },
     },
     [ModelProviderName.LLAMACLOUD]: {