add chatapi by akash network to model configs

Author: MbBrainz

.env.example

@@ -231,6 +231,12 @@ SMALL_VENICE_MODEL=  # Default: llama-3.3-70b
 MEDIUM_VENICE_MODEL= # Default: llama-3.3-70b
 LARGE_VENICE_MODEL=  # Default: llama-3.1-405b
 
+# Akash Chat API Configuration docs: https://chatapi.akash.network/documentation
+AKASH_CHAT_API_KEY= # Get from https://chatapi.akash.network/
+SMALL_AKASH_CHAT_API_MODEL=  # Default: Meta-Llama-3-2-3B-Instruct
+MEDIUM_AKASH_CHAT_API_MODEL= # Default: Meta-Llama-3-3-70B-Instruct
+LARGE_AKASH_CHAT_API_MODEL=  # Default: Meta-Llama-3-1-405B-Instruct-FP8
+
 # fal.ai Configuration
 FAL_API_KEY=
 FAL_AI_LORA_PATH=

agent/src/index.ts

@@ -291,6 +291,11 @@ export function getTokenForProvider(
                 character.settings?.secrets?.VENICE_API_KEY ||
                 settings.VENICE_API_KEY
             );
+        case ModelProviderName.AKASH_CHAT_API:
+            return (
+                character.settings?.secrets?.AKASH_CHAT_API_KEY ||
+                settings.AKASH_CHAT_API_KEY
+            );
     }
 }
 

packages/core/src/models.ts

@@ -465,6 +465,26 @@ export const models: Models = {
             [ModelClass.LARGE]: settings.LARGE_VENICE_MODEL || "llama-3.1-405b",
         },
     },
+    [ModelProviderName.AKASH_CHAT_API]: {
+        endpoint: "https://chatapi.akash.network/api/v1",
+        settings: {
+            stop: [],
+            maxInputTokens: 128000,
+            maxOutputTokens: 8192,
+            temperature: 0.6,
+        },
+        model: {
+            [ModelClass.SMALL]:
+                settings.SMALL_AKASH_CHAT_API_MODEL ||
+                "Meta-Llama-3-2-3B-Instruct",
+            [ModelClass.MEDIUM]:
+                settings.MEDIUM_AKASH_CHAT_API_MODEL ||
+                "Meta-Llama-3-3-70B-Instruct",
+            [ModelClass.LARGE]:
+                settings.LARGE_AKASH_CHAT_API_MODEL ||
+                "Meta-Llama-3-1-405B-Instruct-FP8",
+        },
+    },
 };
 
 export function getModel(provider: ModelProviderName, type: ModelClass) {

packages/core/src/types.ts

@@ -208,6 +208,7 @@ export type Models = {
     [ModelProviderName.NANOGPT]: Model;
     [ModelProviderName.HYPERBOLIC]: Model;
     [ModelProviderName.VENICE]: Model;
+    [ModelProviderName.AKASH_CHAT_API]: Model;
 };
 
 /**
@@ -236,6 +237,7 @@ export enum ModelProviderName {
     NANOGPT = "nanogpt",
     HYPERBOLIC = "hyperbolic",
     VENICE = "venice",
+    AKASH_CHAT_API = "akash_chat_api",
 }
 
 /**