feat: Add support for Secret AI LLM (elizaOS#3615)

* Add support for Secret AI LLM

* Add missing brackets

Author: iKapitonau

.env.example

@@ -352,6 +352,13 @@ SMALL_LMSTUDIO_MODEL=  # Default: hermes-3-llama-3.1-8b
 MEDIUM_LMSTUDIO_MODEL= # Default: hermes-3-llama-3.1-8b
 LARGE_LMSTUDIO_MODEL=  # Default: hermes-3-llama-3.1-8b
 
+# Secret AI Configuration
+SECRET_AI_API_KEY=            # Secret AI API Key
+SECRET_AI_URL=                # Default: https://ai1.scrtlabs.com:21434
+SMALL_SECRET_AI_MODEL=        # Default: deepseek-r1:70b
+MEDIUM_SECRET_AI_MODEL=       # Default: deepseek-r1:70b
+LARGE_SECRET_AI_MODEL=        # Default: deepseek-r1:70b
+
 # NEAR AI (https://near.ai) Configuration
 NEARAI_API_URL=      # Default: https://api.near.ai/v1
 NEARAI_API_KEY=      # NEAR AI API Key (optional). If you have run `nearai login` with NEAR AI CLI, the API key will be parsed from `~/.nearai/config.json`: https://docs.near.ai/agents/quickstart/
@@ -978,7 +985,6 @@ BUNDLE_EXECUTOR_ADDRESS=          # Address of the bundle executor contract
 DESK_EXCHANGE_PRIVATE_KEY=                  # Required for trading and cancelling orders
 DESK_EXCHANGE_NETWORK=                      # "mainnet" or "testnet
 
-
 # Compass plugin configuration
 COMPASS_WALLET_PRIVATE_KEY=
 COMPASS_ARBITRUM_RPC_URL=
@@ -991,4 +997,4 @@ DATA_AUTH_TOKEN=       # Your d.a.t.a auth token
 
 # NKN Configuration
 NKN_CLIENT_PRIVATE_KEY=           # Required, NKN client private key
-NKN_CLIENT_ID=                    # Optional, NKN client ID
+NKN_CLIENT_ID=                    # Optional, NKN client ID

agent/src/index.ts

@@ -546,6 +546,11 @@ export function getTokenForProvider(
                 character.settings?.secrets?.LIVEPEER_GATEWAY_URL ||
                 settings.LIVEPEER_GATEWAY_URL
             );
+        case ModelProviderName.SECRETAI:
+            return (
+                character.settings?.secrets?.SECRET_AI_API_KEY ||
+                settings.SECRET_AI_API_KEY
+            );
         case ModelProviderName.NEARAI:
             try {
                 const config = JSON.parse(fs.readFileSync(path.join(os.homedir(), '.nearai/config.json'), 'utf8'));

packages/core/src/generation.ts

@@ -1291,6 +1291,34 @@ export async function generateText({
                 break;
             }
 
+            case ModelProviderName.SECRETAI:
+                {
+                    elizaLogger.debug("Initializing SecretAI model.");
+
+                    const secretAiProvider = createOllama({
+                        baseURL: getEndpoint(provider) + "/api",
+                        fetch: runtime.fetch,
+                        headers: {
+                            "Content-Type": "application/json",
+                            Authorization: `Bearer ${apiKey}`,
+                        }
+                    });
+                    const secretAi = secretAiProvider(model);
+
+                    const { text: secretAiResponse } = await aiGenerateText({
+                        model: secretAi,
+                        prompt: context,
+                        tools: tools,
+                        onStepFinish: onStepFinish,
+                        temperature: temperature,
+                        maxSteps: maxSteps,
+                        maxTokens: max_response_length,
+                    });
+
+                    response = secretAiResponse;
+                }
+                break;
+  
             case ModelProviderName.BEDROCK: {
                 elizaLogger.debug("Initializing Bedrock model.");
 
@@ -1696,6 +1724,8 @@ export const generateImage = async (
                           return runtime.getSetting("VENICE_API_KEY");
                       case ModelProviderName.LIVEPEER:
                           return runtime.getSetting("LIVEPEER_GATEWAY_URL");
+                      case ModelProviderName.SECRETAI:
+                          return runtime.getSetting("SECRET_AI_API_KEY");
                       default:
                           // If no specific match, try the fallback chain
                           return (
@@ -2239,6 +2269,8 @@ export async function handleProvider(
             return await handleDeepSeek(options);
         case ModelProviderName.LIVEPEER:
             return await handleLivepeer(options);
+        case ModelProviderName.SECRETAI:
+            return await handleSecretAi(options);
         default: {
             const errorMessage = `Unsupported provider: ${provider}`;
             elizaLogger.error(errorMessage);
@@ -2587,6 +2619,40 @@ async function handleLivepeer({
     });
 }
 
+/**
+ * Handles object generation for Secret AI models.
+ *
+ * @param {ProviderOptions} options - Options specific to Secret AI.
+ * @returns {Promise<GenerateObjectResult<unknown>>} - A promise that resolves to generated objects.
+ */
+async function handleSecretAi({
+    model,
+    apiKey,
+    schema,
+    schemaName,
+    schemaDescription,
+    mode = "json",
+    modelOptions,
+    provider,
+}: ProviderOptions): Promise<GenerateObjectResult<unknown>> {
+    const secretAiProvider = createOllama({
+        baseURL: getEndpoint(provider) + "/api",
+        headers: {
+            "Content-Type": "application/json",
+            Authorization: `Bearer ${apiKey}`,
+        }
+    });
+    const secretAi = secretAiProvider(model);
+    return await aiGenerateObject({
+        model: secretAi,
+        schema,
+        schemaName,
+        schemaDescription,
+        mode,
+        ...modelOptions,
+    });
+}
+
 // Add type definition for Together AI response
 interface TogetherAIImageResponse {
     data: Array<{

packages/core/src/models.ts

@@ -1151,6 +1151,38 @@ export const models: Models = {
             },
         },
     },
+    [ModelProviderName.SECRETAI]: {
+        endpoint: settings.SECRET_AI_URL || "https://ai1.scrtlabs.com:21434",
+        model: {
+            [ModelClass.SMALL]: {
+                name:
+                    settings.SMALL_SECRET_AI_MODEL ||
+                    "deepseek-r1:70b",
+                stop: [],
+                maxInputTokens: 128000,
+                maxOutputTokens: 8192,
+                temperature: 0.7,
+            },
+            [ModelClass.MEDIUM]: {
+                name:
+                    settings.MEDIUM_SECRET_AI_MODEL ||
+                    "deepseek-r1:70b",
+                stop: [],
+                maxInputTokens: 128000,
+                maxOutputTokens: 8192,
+                temperature: 0.7,
+            },
+            [ModelClass.LARGE]: {
+                name:
+                    settings.LARGE_SECRET_AI_MODEL ||
+                    "deepseek-r1:70b",
+                stop: [],
+                maxInputTokens: 128000,
+                maxOutputTokens: 8192,
+                temperature: 0.7,
+            },
+        },
+    },
     [ModelProviderName.NEARAI]: {
         endpoint: settings.NEARAI_API_URL || "https://api.near.ai/v1",
         model: {

packages/core/src/types.ts

@@ -233,6 +233,7 @@ export type Models = {
     [ModelProviderName.INFERA]: Model;
     [ModelProviderName.BEDROCK]: Model;
     [ModelProviderName.ATOMA]: Model;
+    [ModelProviderName.SECRETAI]: Model;
     [ModelProviderName.NEARAI]: Model;
 };
 
@@ -273,6 +274,7 @@ export enum ModelProviderName {
     INFERA = "infera",
     BEDROCK = "bedrock",
     ATOMA = "atoma",
+    SECRETAI = "secret_ai",
     NEARAI = "nearai",
 }