feat: Integrate OpenRouter as model provider

Author: twilwa

core/src/core/embedding.ts

@@ -8,13 +8,17 @@ import { IAgentRuntime, ModelProvider } from "./types.ts";
  */
 export async function embed(runtime: IAgentRuntime, input: string) {
     // get the charcter, and handle by model type
-    const model = models[runtime.character.settings.model];
-
-    if (model !== ModelProvider.OPENAI) {
+    const provider = runtime.modelProvider;
+    
+    // Use local llama for non-OpenAI/OpenRouter providers
+    if (provider !== ModelProvider.OPENAI && provider !== ModelProvider.OPENROUTER) {
         return await runtime.llamaService.getEmbeddingResponse(input);
     }
 
-    const embeddingModel = models[runtime.modelProvider].model.embedding;
+    const embeddingModel = getModel(provider, ModelClass.EMBEDDING, runtime);
+    const endpoint = provider === ModelProvider.OPENROUTER ? 
+        "https://openrouter.ai/api/v1" : 
+        models[provider].endpoint;
 
     // Check if we already have the embedding in the lore
     const cachedEmbedding = await retrieveCachedEmbedding(runtime, input);

core/src/core/generation.ts

@@ -70,9 +70,13 @@ export async function generateText({
 
         switch (provider) {
             case ModelProvider.OPENAI:
-            case ModelProvider.LLAMACLOUD: {
-                prettyConsole.log("Initializing OpenAI model.");
-                const openai = createOpenAI({ apiKey });
+            case ModelProvider.LLAMACLOUD:
+            case ModelProvider.OPENROUTER: {
+                prettyConsole.log(`Initializing ${provider} model.`);
+                const openai = createOpenAI({ 
+                    apiKey,
+                    baseURL: provider === ModelProvider.OPENROUTER ? "https://openrouter.ai/api/v1" : undefined
+                });
 
                 console.log('****** CONTEXT\n', context)
 
@@ -88,7 +92,7 @@ export async function generateText({
                 console.log("****** RESPONSE\n", openaiResponse);
 
                 response = openaiResponse;
-                prettyConsole.log("Received response from OpenAI model.");
+                prettyConsole.log(`Received response from ${provider} model.`);
                 break;
             }