Merge pull request #246 from Oneirocom/google-and-system-prompt

Support google models in generation

Author: lalalune

.env.example

@@ -5,6 +5,7 @@ OPENAI_API_KEY=sk-* # OpenAI API key, starting with sk-
 REDPILL_API_KEY= # REDPILL API Key
 GROQ_API_KEY=gsk_*
 OPENROUTER_API_KEY=
+GOOGLE_GENERATIVE_AI_API_KEY= # Gemini API key
 
 ELEVENLABS_XI_API_KEY= # API key from elevenlabs
 

README.md

@@ -83,6 +83,7 @@ DISCORD_APPLICATION_ID=
 DISCORD_API_TOKEN= # Bot token
 OPENAI_API_KEY=sk-* # OpenAI API key, starting with sk-
 ELEVENLABS_XI_API_KEY= # API key from elevenlabs
+GOOGLE_GENERATIVE_AI_API_KEY= # Gemini API key
 
 # ELEVENLABS SETTINGS
 ELEVENLABS_MODEL_ID=eleven_multilingual_v2

packages/core/src/generation.ts

@@ -11,6 +11,7 @@ import { default as tiktoken, TiktokenModel } from "tiktoken";
 import Together from "together-ai";
 import { elizaLogger } from "./index.ts";
 import models from "./models.ts";
+import { createGoogleGenerativeAI } from "@ai-sdk/google";
 import {
     parseBooleanFromText,
     parseJsonArrayFromText,
@@ -104,6 +105,25 @@ export async function generateText({
                 break;
             }
 
+            case ModelProviderName.GOOGLE:
+                const google = createGoogleGenerativeAI();
+
+                const { text: anthropicResponse } = await aiGenerateText({
+                    model: google(model),
+                    prompt: context,
+                    system:
+                        runtime.character.system ??
+                        settings.SYSTEM_PROMPT ??
+                        undefined,
+                    temperature: temperature,
+                    maxTokens: max_response_length,
+                    frequencyPenalty: frequency_penalty,
+                    presencePenalty: presence_penalty,
+                });
+
+                response = anthropicResponse;
+                break;
+
             case ModelProviderName.ANTHROPIC: {
                 elizaLogger.log("Initializing Anthropic model.");
 
@@ -214,7 +234,6 @@ export async function generateText({
                 break;
             }
 
-
             case ModelProviderName.OPENROUTER: {
                 elizaLogger.log("Initializing OpenRouter model.");
                 const serverUrl = models[provider].endpoint;
@@ -238,7 +257,6 @@ export async function generateText({
                 break;
             }
 
-
             case ModelProviderName.OLLAMA:
                 {
                     console.log("Initializing Ollama model.");
@@ -425,10 +443,13 @@ export async function generateTrueOrFalse({
     modelClass: string;
 }): Promise<boolean> {
     let retryDelay = 1000;
-    console.log("modelClass", modelClass)
+    console.log("modelClass", modelClass);
 
     const stop = Array.from(
-        new Set([...(models[runtime.modelProvider].settings.stop || []), ["\n"]])
+        new Set([
+            ...(models[runtime.modelProvider].settings.stop || []),
+            ["\n"],
+        ])
     ) as string[];
 
     while (true) {

packages/core/src/models.ts

@@ -137,9 +137,9 @@ const models: Models = {
             temperature: 0.3,
         },
         model: {
-            [ModelClass.SMALL]: "gemini-1.5-flash",
-            [ModelClass.MEDIUM]: "gemini-1.5-flash",
-            [ModelClass.LARGE]: "gemini-1.5-pro",
+            [ModelClass.SMALL]: "gemini-1.5-flash-latest",
+            [ModelClass.MEDIUM]: "gemini-1.5-flash-latest",
+            [ModelClass.LARGE]: "gemini-1.5-pro-latest",
             [ModelClass.EMBEDDING]: "text-embedding-004",
         },
     },
@@ -187,8 +187,7 @@ const models: Models = {
                 settings.LARGE_OPENROUTER_MODEL ||
                 settings.OPENROUTER_MODEL ||
                 "nousresearch/hermes-3-llama-3.1-405b",
-            [ModelClass.EMBEDDING]: 
-                "text-embedding-3-small",
+            [ModelClass.EMBEDDING]: "text-embedding-3-small",
         },
     },
     [ModelProviderName.OLLAMA]: {

packages/core/src/runtime.ts

@@ -498,14 +498,14 @@ export class AgentRuntime implements IAgentRuntime {
      * @returns The results of the evaluation.
      */
     async evaluate(message: Memory, state?: State, didRespond?: boolean) {
-        console.log("Evaluate: ", didRespond)
+        console.log("Evaluate: ", didRespond);
         const evaluatorPromises = this.evaluators.map(
             async (evaluator: Evaluator) => {
-                console.log("Evaluating", evaluator.name)
+                console.log("Evaluating", evaluator.name);
                 if (!evaluator.handler) {
                     return null;
                 }
-                if(!didRespond && !evaluator.alwaysRun) {
+                if (!didRespond && !evaluator.alwaysRun) {
                     return null;
                 }
                 const result = await evaluator.validate(this, message, state);

packages/core/src/types.ts

@@ -550,7 +550,11 @@ export interface IAgentRuntime {
         state?: State,
         callback?: HandlerCallback
     ): Promise<void>;
-    evaluate(message: Memory, state?: State, didRespond?: boolean): Promise<string[]>;
+    evaluate(
+        message: Memory,
+        state?: State,
+        didRespond?: boolean
+    ): Promise<string[]>;
     ensureParticipantExists(userId: UUID, roomId: UUID): Promise<void>;
     ensureUserExists(
         userId: UUID,