Merge pull request #853 from ai16z/shaw/upgrade-models

fix: Use LARGE models for responses

Author: jkbrooks

packages/client-discord/src/messages.ts

@@ -612,7 +612,7 @@ export class MessageManager {
         const response = await generateMessageResponse({
             runtime: this.runtime,
             context,
-            modelClass: ModelClass.SMALL,
+            modelClass: ModelClass.LARGE,
         });
 
         if (!response) {

packages/client-farcaster/src/interactions.ts

@@ -188,7 +188,7 @@ export class FarcasterInteractionManager {
         const response = await generateMessageResponse({
             runtime: this.runtime,
             context,
-            modelClass: ModelClass.SMALL,
+            modelClass: ModelClass.LARGE,
         });
 
         response.inReplyTo = memoryId;

packages/client-telegram/src/messageManager.ts

@@ -289,7 +289,7 @@ export class MessageManager {
         const response = await generateMessageResponse({
             runtime: this.runtime,
             context,
-            modelClass: ModelClass.SMALL,
+            modelClass: ModelClass.LARGE,
         });
 
         if (!response) {

packages/plugin-0g/src/actions/upload.ts

@@ -71,7 +71,7 @@ export const zgUpload: Action = {
         const content = await generateObjectV2({
             runtime,
             context: uploadContext,
-            modelClass: ModelClass.SMALL,
+            modelClass: ModelClass.LARGE,
         });
 
         // Validate upload content

packages/plugin-bootstrap/src/actions/continue.ts

@@ -138,7 +138,7 @@ export const continueAction: Action = {
         const response = await generateMessageResponse({
             runtime,
             context,
-            modelClass: ModelClass.SMALL,
+            modelClass: ModelClass.LARGE,
         });
 
         response.inReplyTo = message.id;

packages/plugin-bootstrap/src/actions/followRoom.ts

@@ -15,9 +15,9 @@ export const shouldFollowTemplate =
 
 {{recentMessages}}
 
-Should {{agentName}} start following this room, eagerly participating without explicit mentions?  
+Should {{agentName}} start following this room, eagerly participating without explicit mentions?
 Respond with YES if:
-- The user has directly asked {{agentName}} to follow the conversation or participate more actively  
+- The user has directly asked {{agentName}} to follow the conversation or participate more actively
 - The conversation topic is highly engaging and {{agentName}}'s input would add significant value
 - {{agentName}} has unique insights to contribute and the users seem receptive
 
@@ -67,7 +67,7 @@ export const followRoomAction: Action = {
             const response = await generateTrueOrFalse({
                 runtime,
                 context: shouldFollowContext,
-                modelClass: ModelClass.SMALL,
+                modelClass: ModelClass.LARGE,
             });
 
             return response;

packages/plugin-bootstrap/src/actions/muteRoom.ts

@@ -54,7 +54,7 @@ export const muteRoomAction: Action = {
             const response = await generateTrueOrFalse({
                 runtime,
                 context: shouldMuteContext,
-                modelClass: ModelClass.SMALL,
+                modelClass: ModelClass.LARGE,
             });
 
             return response;

packages/plugin-bootstrap/src/actions/unfollowRoom.ts

@@ -17,7 +17,7 @@ const shouldUnfollowTemplate =
 
 Should {{agentName}} stop closely following this previously followed room and only respond when mentioned?
 Respond with YES if:
-- The user has suggested that {{agentName}} is over-participating or being disruptive  
+- The user has suggested that {{agentName}} is over-participating or being disruptive
 - {{agentName}}'s eagerness to contribute is not well-received by the users
 - The conversation has shifted to a topic where {{agentName}} has less to add
 
@@ -52,7 +52,7 @@ export const unfollowRoomAction: Action = {
             const response = await generateTrueOrFalse({
                 runtime,
                 context: shouldUnfollowContext,
-                modelClass: ModelClass.SMALL,
+                modelClass: ModelClass.LARGE,
             });
 
             return response;

packages/plugin-bootstrap/src/actions/unmuteRoom.ts

@@ -13,10 +13,10 @@ import {
 export const shouldUnmuteTemplate =
     `Based on the conversation so far:
 
-{{recentMessages}}  
+{{recentMessages}}
 
 Should {{agentName}} unmute this previously muted room and start considering it for responses again?
-Respond with YES if:  
+Respond with YES if:
 - The user has explicitly asked {{agentName}} to start responding again
 - The user seems to want to re-engage with {{agentName}} in a respectful manner
 - The tone of the conversation has improved and {{agentName}}'s input would be welcome
@@ -52,7 +52,7 @@ export const unmuteRoomAction: Action = {
             const response = generateTrueOrFalse({
                 context: shouldUnmuteContext,
                 runtime,
-                modelClass: ModelClass.SMALL,
+                modelClass: ModelClass.LARGE,
             });
 
             return response;

packages/plugin-bootstrap/src/evaluators/fact.ts

@@ -64,7 +64,7 @@ async function handler(runtime: IAgentRuntime, message: Memory) {
     const facts = await generateObjectArray({
         runtime,
         context,
-        modelClass: ModelClass.SMALL,
+        modelClass: ModelClass.LARGE,
     });
 
     const factsManager = new MemoryManager({

packages/plugin-bootstrap/src/evaluators/goal.ts

@@ -72,7 +72,7 @@ async function handler(
     const response = await generateText({
         runtime,
         context,
-        modelClass: ModelClass.SMALL,
+        modelClass: ModelClass.LARGE,
     });
 
     // Parse the JSON response to extract goal updates
@@ -160,12 +160,12 @@ export const goalEvaluator: Evaluator = {
             context: `Actors in the scene:
   {{user1}}: An avid reader and member of a book club.
   {{user2}}: The organizer of the book club.
-  
+
   Goals:
   - Name: Finish reading "War and Peace"
     id: 12345-67890-12345-67890
     Status: IN_PROGRESS
-    Objectives: 
+    Objectives:
       - Read up to chapter 20 by the end of the month
       - Discuss the first part in the next meeting`,
 
@@ -206,12 +206,12 @@ export const goalEvaluator: Evaluator = {
             context: `Actors in the scene:
   {{user1}}: A fitness enthusiast working towards a marathon.
   {{user2}}: A personal trainer.
-  
+
   Goals:
   - Name: Complete a marathon
     id: 23456-78901-23456-78901
     Status: IN_PROGRESS
-    Objectives: 
+    Objectives:
       - Increase running distance to 30 miles a week
       - Complete a half-marathon as practice`,
 
@@ -249,12 +249,12 @@ export const goalEvaluator: Evaluator = {
             context: `Actors in the scene:
   {{user1}}: A student working on a final year project.
   {{user2}}: The project supervisor.
-  
+
   Goals:
   - Name: Finish the final year project
     id: 34567-89012-34567-89012
     Status: IN_PROGRESS
-    Objectives: 
+    Objectives:
       - Submit the first draft of the thesis
       - Complete the project prototype`,
 
@@ -294,12 +294,12 @@ export const goalEvaluator: Evaluator = {
             context: `Actors in the scene:
         {{user1}}: A project manager working on a software development project.
         {{user2}}: A software developer in the project team.
-        
+
         Goals:
         - Name: Launch the new software version
           id: 45678-90123-45678-90123
           Status: IN_PROGRESS
-          Objectives: 
+          Objectives:
             - Complete the coding for the new features
             - Perform comprehensive testing of the software`,
 

packages/plugin-coinbase/src/plugins/commerce.ts

@@ -147,7 +147,7 @@ export const createCoinbaseChargeAction: Action = {
         const chargeDetails = await generateObjectV2({
             runtime,
             context,
-            modelClass: ModelClass.SMALL,
+            modelClass: ModelClass.LARGE,
             schema: ChargeSchema,
         });
         if (!isChargeContent(chargeDetails.object)) {
@@ -344,7 +344,7 @@ export const getChargeDetailsAction: Action = {
         const chargeDetails = await generateObjectV2({
             runtime,
             context,
-            modelClass: ModelClass.SMALL,
+            modelClass: ModelClass.LARGE,
             schema: ChargeSchema,
         });
         if (!isChargeContent(chargeDetails.object)) {

packages/plugin-coinbase/src/plugins/massPayments.ts

@@ -25,7 +25,13 @@ import path from "path";
 import { fileURLToPath } from "url";
 import fs from "fs";
 import { createArrayCsvWriter } from "csv-writer";
-import { appendTransactionsToCsv, executeTransfer, getCharityAddress, getWalletDetails, initializeWallet } from "../utils";
+import {
+    appendTransactionsToCsv,
+    executeTransfer,
+    getCharityAddress,
+    getWalletDetails,
+    initializeWallet,
+} from "../utils";
 
 // Dynamically resolve the file path to the src/plugins directory
 const __filename = fileURLToPath(import.meta.url);
@@ -134,7 +140,12 @@ async function executeMassPayout(
                     }
 
                     // Execute the transfer
-                    const transfer = await executeTransfer(sendingWallet, transferAmount, assetIdLowercase, address);
+                    const transfer = await executeTransfer(
+                        sendingWallet,
+                        transferAmount,
+                        assetIdLowercase,
+                        address
+                    );
 
                     transactions.push({
                         address,
@@ -143,7 +154,6 @@ async function executeMassPayout(
                         errorCode: null,
                         transactionUrl: transfer.getTransactionLink(),
                     });
-
                 } catch (error) {
                     elizaLogger.error(
                         "Error during transfer for address:",
@@ -171,7 +181,12 @@ async function executeMassPayout(
         }
         // Send 1% to charity
         const charityAddress = getCharityAddress(networkId);
-        const charityTransfer = await executeTransfer(sendingWallet, transferAmount * 0.01, assetId, charityAddress);
+        const charityTransfer = await executeTransfer(
+            sendingWallet,
+            transferAmount * 0.01,
+            assetId,
+            charityAddress
+        );
         transactions.push({
             address: charityAddress,
             amount: charityTransfer.getAmount().toNumber(),
@@ -243,7 +258,7 @@ export const sendMassPayoutAction: Action = {
             const transferDetails = await generateObjectV2({
                 runtime,
                 context,
-                modelClass: ModelClass.SMALL,
+                modelClass: ModelClass.LARGE,
                 schema: TransferSchema,
             });
 

packages/plugin-coinbase/src/plugins/tokenContract.ts

@@ -1,4 +1,4 @@
-import { Coinbase} from "@coinbase/coinbase-sdk";
+import { Coinbase } from "@coinbase/coinbase-sdk";
 import {
     Action,
     Plugin,
@@ -22,7 +22,6 @@ import { fileURLToPath } from "url";
 import fs from "fs";
 import { createArrayCsvWriter } from "csv-writer";
 
-
 // Dynamically resolve the file path to the src/plugins directory
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = path.dirname(__filename);
@@ -136,7 +135,7 @@ export const executeTradeAction: Action = {
             const tradeDetails = await generateObjectV2({
                 runtime,
                 context,
-                modelClass: ModelClass.SMALL,
+                modelClass: ModelClass.LARGE,
                 schema: TradeSchema,
             });
 
@@ -165,7 +164,13 @@ export const executeTradeAction: Action = {
                 );
                 return;
             }
-            const { trade, transfer } = await executeTradeAndCharityTransfer(runtime, network, amount, sourceAsset, targetAsset);
+            const { trade, transfer } = await executeTradeAndCharityTransfer(
+                runtime,
+                network,
+                amount,
+                sourceAsset,
+                targetAsset
+            );
             callback(
                 {
                     text: `Trade executed successfully:
@@ -264,4 +269,3 @@ export const tradePlugin: Plugin = {
     actions: [executeTradeAction],
     providers: [tradeProvider],
 };
-

packages/plugin-coinbase/src/plugins/trade.ts

@@ -120,7 +120,7 @@ export const bridgeTransfer: Action = {
         const content = await generateObjectV2({
             runtime,
             context,
-            modelClass: ModelClass.SMALL,
+            modelClass: ModelClass.LARGE,
             schema: TransferSchema,
         });
 

packages/plugin-conflux/src/actions/bridgeTransfer.ts

@@ -144,7 +144,7 @@ async function generateParameters<TWalletClient extends WalletClient>(
     const { object } = await generateObjectV2({
         runtime,
         context,
-        modelClass: ModelClass.SMALL,
+        modelClass: ModelClass.LARGE,
         schema: tool.parameters,
     });
 
@@ -195,6 +195,6 @@ async function generateResponse(
     return generateText({
         runtime,
         context,
-        modelClass: ModelClass.SMALL,
+        modelClass: ModelClass.LARGE,
     });
 }

packages/plugin-goat/src/actions.ts

@@ -20,17 +20,14 @@ import { unwrapOption, wrapOption } from "../utils/common/types/options";
 import { unwrapRustResultMap } from "../utils/common/types/results";
 import { icpWalletProvider } from "../providers/wallet";
 import { uploadFileToWeb3Storage } from "../apis/uploadFile";
-import { createTokenTemplate, logoPromptTemplate } from './prompts/token';
-import { CANISTER_IDS } from '../constants/canisters';
+import { createTokenTemplate, logoPromptTemplate } from "./prompts/token";
+import { CANISTER_IDS } from "../constants/canisters";
 
 async function createTokenTransaction(
     creator: ActorCreator,
     tokenInfo: CreateMemeTokenArg
 ) {
-    const actor: _SERVICE = await creator(
-        idlFactory,
-        CANISTER_IDS.PICK_PUMP
-    );
+    const actor: _SERVICE = await creator(idlFactory, CANISTER_IDS.PICK_PUMP);
     const result = await actor.create_token({
         ...tokenInfo,
         name: tokenInfo.name,
@@ -123,7 +120,9 @@ export const executeCreateToken: Action = {
                 : message.content.text || ""
         ).toLowerCase();
 
-        return keywords.some((keyword) => messageText.includes(keyword.toLowerCase()));
+        return keywords.some((keyword) =>
+            messageText.includes(keyword.toLowerCase())
+        );
     },
     handler: async (
         runtime: IAgentRuntime,
@@ -166,7 +165,7 @@ export const executeCreateToken: Action = {
         const logoPrompt = await generateText({
             runtime,
             context: logoPromptContext,
-            modelClass: ModelClass.SMALL,
+            modelClass: ModelClass.LARGE,
         });
 
         const logo = await generateTokenLogo(logoPrompt, runtime);

packages/plugin-icp/src/actions/createToken.ts

@@ -78,7 +78,7 @@ Determine if the user is trying to shill the ticker. if they are, respond with e
         const convictionResponse = await generateText({
             runtime,
             context: context,
-            modelClass: ModelClass.SMALL,
+            modelClass: ModelClass.LARGE,
         });
 
         // TODOL parse and validate the JSON

packages/plugin-solana/src/actions/takeOrder.ts

@@ -122,7 +122,7 @@ export default {
         const content = await generateObject({
             runtime,
             context: transferContext,
-            modelClass: ModelClass.SMALL,
+            modelClass: ModelClass.LARGE,
         });
 
         // Validate transfer content

packages/plugin-solana/src/actions/transfer.ts

@@ -84,7 +84,7 @@ const take_order: Action = {
         const convictionResponse = await generateText({
             runtime,
             context: context,
-            modelClass: ModelClass.SMALL,
+            modelClass: ModelClass.LARGE,
         });
 
         // TODOL parse and validate the JSON