fix split chunks error on anthropic

Author: lalalune

packages/client-direct/src/index.ts

@@ -46,7 +46,7 @@ Note that {{agentName}} is capable of reading/seeing/hearing various forms of me
 
 {{actions}}
 
-# Instructions: Write the next message for {{agentName}}. Ignore "action".
+# Instructions: Write the next message for {{agentName}}.
 ` + messageCompletionFooter;
 
 export interface SimliClientConfig {

packages/client-discord/src/actions/summarize_conversation.ts

@@ -233,15 +233,11 @@ const summarizeAction = {
             unique: false,
         });
 
-        console.log("memories", memories);
-
         const actors = await getActorDetails({
             runtime: runtime as IAgentRuntime,
             roomId,
         });
 
-        console.log("actors", actors);
-
         const actorMap = new Map(actors.map((actor) => [actor.id, actor]));
 
         const formattedMemories = memories
@@ -261,21 +257,17 @@ const summarizeAction = {
         const chunkSize = model.settings.maxContextLength - 1000;
 
         const chunks = await splitChunks(
-            runtime,
             formattedMemories,
             chunkSize,
-            0,
-            "gpt-4o-mini"
+            0
         );
 
-        console.log("chunks ", chunks.length);
         const datestr = new Date().toUTCString().replace(/:/g, "-");
 
         state.memoriesWithAttachments = formattedMemories;
         state.objective = objective;
 
         for (let i = 0; i < chunks.length; i++) {
-            console.log("chunk", i);
             const chunk = chunks[i];
             state.currentSummary = currentSummary;
             state.currentChunk = chunk;

packages/core/src/generation.ts

@@ -389,24 +389,14 @@ export async function generateShouldRespond({
  * @returns Promise resolving to array of text chunks with bleed sections
  */
 export async function splitChunks(
-    runtime,
     content: string,
     chunkSize: number,
     bleed: number = 100,
-    modelClass: string
 ): Promise<string[]> {
-    const model = models[runtime.modelProvider];
-    console.log("model", model);
-
-    console.log("model.model.embedding", model.model.embedding);
-
-    if (!model.model.embedding) {
-        throw new Error("Model does not support embedding");
-    }
-
     const encoding = tiktoken.encoding_for_model(
-        model.model.embedding as TiktokenModel
+        "gpt-4o-mini"
     );
+
     const tokens = encoding.encode(content);
     const chunks: string[] = [];
     const textDecoder = new TextDecoder();

packages/core/src/runtime.ts

@@ -344,11 +344,9 @@ export class AgentRuntime implements IAgentRuntime {
                     },
                 });
                 const fragments = await splitChunks(
-                    this,
                     knowledgeItem,
                     1200,
-                    200,
-                    "fast"
+                    200
                 );
                 for (const fragment of fragments) {
                     const embedding = await embed(this, fragment);
@@ -900,10 +898,9 @@ Text: ${attachment.text}
             const memories = await runtime.knowledgeManager.searchMemoriesByEmbedding(
                 embedding,
                 {
-                    roomId: message.roomId,
-                    agentId: runtime.agentId,
-                    match_threshold: 0.95,
-                    count: 1,
+                    roomId: message.agentId,
+                    agentId: message.agentId,
+                    count: 3,
                 }
             );
 

packages/plugin-bootstrap/src/actions/continue.ts

@@ -45,7 +45,7 @@ Note that {{agentName}} is capable of reading/seeing/hearing various forms of me
 
 {{actions}}
 
-# Instructions: Write the next message for {{agentName}}. Ignore "action".
+# Instructions: Write the next message for {{agentName}}.
 ` + messageCompletionFooter;
 
 export const shouldContinueTemplate =