fix: client integration, post generation

Author: Lukapetro

agent/package.json

@@ -30,6 +30,7 @@
         "@elizaos/client-lens": "workspace:*",
         "@elizaos/client-telegram": "workspace:*",
         "@elizaos/client-twitter": "workspace:*",
+        "@elizaos/client-instagram": "workspace:*",
         "@elizaos/client-slack": "workspace:*",
         "@elizaos/core": "workspace:*",
         "@elizaos/plugin-0g": "workspace:*",
@@ -103,4 +104,4 @@
         "ts-node": "10.9.2",
         "tsup": "8.3.5"
     }
-}
+}

agent/src/index.ts

@@ -6,6 +6,7 @@ import { SupabaseDatabaseAdapter } from "@elizaos/adapter-supabase";
 import { AutoClientInterface } from "@elizaos/client-auto";
 import { DiscordClientInterface } from "@elizaos/client-discord";
 import { FarcasterAgentClient } from "@elizaos/client-farcaster";
+import { InstagramClientInterface } from "@elizaos/client-instagram";
 import { LensAgentClient } from "@elizaos/client-lens";
 import { SlackClientInterface } from "@elizaos/client-slack";
 import { TelegramClientInterface } from "@elizaos/client-telegram";
@@ -39,12 +40,12 @@ import { zgPlugin } from "@elizaos/plugin-0g";
 import { bootstrapPlugin } from "@elizaos/plugin-bootstrap";
 import createGoatPlugin from "@elizaos/plugin-goat";
 // import { intifacePlugin } from "@elizaos/plugin-intiface";
-import { DirectClient } from "@elizaos/client-direct";
 import { ThreeDGenerationPlugin } from "@elizaos/plugin-3d-generation";
 import { abstractPlugin } from "@elizaos/plugin-abstract";
 import { alloraPlugin } from "@elizaos/plugin-allora";
 import { aptosPlugin } from "@elizaos/plugin-aptos";
 import { artheraPlugin } from "@elizaos/plugin-arthera";
+import { autonomePlugin } from "@elizaos/plugin-autonome";
 import { availPlugin } from "@elizaos/plugin-avail";
 import { avalanchePlugin } from "@elizaos/plugin-avalanche";
 import { binancePlugin } from "@elizaos/plugin-binance";
@@ -56,8 +57,8 @@ import {
     tradePlugin,
     webhookPlugin,
 } from "@elizaos/plugin-coinbase";
-import { coinmarketcapPlugin } from "@elizaos/plugin-coinmarketcap";
 import { coingeckoPlugin } from "@elizaos/plugin-coingecko";
+import { coinmarketcapPlugin } from "@elizaos/plugin-coinmarketcap";
 import { confluxPlugin } from "@elizaos/plugin-conflux";
 import { createCosmosPlugin } from "@elizaos/plugin-cosmos";
 import { cronosZkEVMPlugin } from "@elizaos/plugin-cronoszkevm";
@@ -76,7 +77,6 @@ import { obsidianPlugin } from "@elizaos/plugin-obsidian";
 import { sgxPlugin } from "@elizaos/plugin-sgx";
 import { solanaPlugin } from "@elizaos/plugin-solana";
 import { solanaAgentkitPlguin } from "@elizaos/plugin-solana-agentkit";
-import { autonomePlugin } from "@elizaos/plugin-autonome";
 import { storyPlugin } from "@elizaos/plugin-story";
 import { suiPlugin } from "@elizaos/plugin-sui";
 import { TEEMode, teePlugin } from "@elizaos/plugin-tee";
@@ -86,23 +86,22 @@ import { tonPlugin } from "@elizaos/plugin-ton";
 import { webSearchPlugin } from "@elizaos/plugin-web-search";
 
 import { giphyPlugin } from "@elizaos/plugin-giphy";
+import { hyperliquidPlugin } from "@elizaos/plugin-hyperliquid";
 import { letzAIPlugin } from "@elizaos/plugin-letzai";
 import { thirdwebPlugin } from "@elizaos/plugin-thirdweb";
-import { hyperliquidPlugin } from "@elizaos/plugin-hyperliquid";
 import { zksyncEraPlugin } from "@elizaos/plugin-zksync-era";
 
+import { akashPlugin } from "@elizaos/plugin-akash";
 import { OpacityAdapter } from "@elizaos/plugin-opacity";
 import { openWeatherPlugin } from "@elizaos/plugin-open-weather";
-import { stargazePlugin } from "@elizaos/plugin-stargaze";
-import { akashPlugin } from "@elizaos/plugin-akash";
 import { quaiPlugin } from "@elizaos/plugin-quai";
+import { stargazePlugin } from "@elizaos/plugin-stargaze";
 import Database from "better-sqlite3";
 import fs from "fs";
 import net from "net";
 import path from "path";
 import { fileURLToPath } from "url";
 import yargs from "yargs";
-import {dominosPlugin} from "@elizaos/plugin-dominos";
 
 const __filename = fileURLToPath(import.meta.url); // get the resolved path to the file
 const __dirname = path.dirname(__filename); // get the name of the directory
@@ -556,6 +555,13 @@ export async function initializeClients(
         }
     }
 
+    if (clientTypes.includes(Clients.INSTAGRAM)) {
+        const instagramClient = await InstagramClientInterface.start(runtime);
+        if (instagramClient) {
+            clients.instagram = instagramClient;
+        }
+    }
+
     if (clientTypes.includes(Clients.FARCASTER)) {
         // why is this one different :(
         const farcasterClient = new FarcasterAgentClient(runtime);

packages/client-instagram/assets/goku.png

@@ -4,9 +4,9 @@ import {
 } from "@elizaos/core";
 import { z } from "zod";
 
-export const DEFAULT_POST_INTERVAL_MIN = 90; // 1.5 hours
-export const DEFAULT_POST_INTERVAL_MAX = 180; // 3 hours
-export const DEFAULT_ACTION_INTERVAL = 5; // 5 minutes
+export const DEFAULT_POST_INTERVAL_MIN = 1;
+export const DEFAULT_POST_INTERVAL_MAX = 2;
+export const DEFAULT_ACTION_INTERVAL = 5;
 export const DEFAULT_MAX_ACTIONS = 1;
 export const DEFAULT_RETRY_LIMIT = 5;
 

packages/client-instagram/src/environment.ts

@@ -1,6 +1,9 @@
 // src/services/post.ts
 import { IAgentRuntime, ModelClass, composeContext, elizaLogger, generateText, getEmbeddingZeroVector, stringToUuid } from "@elizaos/core";
+import { promises as fs } from 'fs';
+import path, { dirname } from "path";
 import sharp from 'sharp';
+import { fileURLToPath } from 'url';
 import { getIgClient } from "../lib/state";
 import { InstagramState } from "../types";
 
@@ -155,7 +158,6 @@ export class InstagramPostService {
       }
 
       // For Instagram, we need to generate or get an image
-      // This is a placeholder - you'll need to implement image generation/selection
       const mediaUrl = await this.getOrGenerateImage(cleanedContent);
 
       await this.createPost({
@@ -181,22 +183,31 @@ export class InstagramPostService {
       });
 
     } catch (error) {
-      elizaLogger.error("Error generating Instagram post:", error);
+      elizaLogger.error("Error generating Instagram post:", {
+        error: error instanceof Error ? error.message : String(error),
+        stack: error instanceof Error ? error.stack : undefined,
+        phase: 'generateNewPost'
+      });
     }
   }
 
   // Placeholder - implement actual image generation/selection
   private async getOrGenerateImage(content: string): Promise<string> {
     // This should be implemented based on your image generation strategy
     // Could use DALL-E, Stable Diffusion, or select from a preset collection
-    return "path/to/default/image.jpg";
+    const __filename = fileURLToPath(import.meta.url);
+    const __dirname = dirname(__filename);
+    return path.resolve(__dirname, '../assets/goku.png');
   }
 
   async createPost(options: PostOptions) {
     const ig = getIgClient();
 
     try {
-      elizaLogger.log("Creating Instagram post");
+      elizaLogger.log("Creating Instagram post", {
+        mediaCount: options.media.length,
+        hasCaption: !!options.caption
+      });
 
       // Process media
       const processedMedia = await Promise.all(
@@ -224,7 +235,8 @@ export class InstagramPostService {
         if (media.type === 'VIDEO') {
           await ig.publish.video({
             video: media.buffer,
-            caption: options.caption
+            caption: options.caption,
+            coverImage: media.buffer
           });
         } else {
           await ig.publish.photo({
@@ -242,16 +254,23 @@ export class InstagramPostService {
 
       elizaLogger.log("Instagram post created successfully");
     } catch (error) {
-      elizaLogger.error("Error creating Instagram post:", error);
+      elizaLogger.error("Error creating Instagram post:", {
+        error: error instanceof Error ? error.message : String(error),
+        stack: error instanceof Error ? error.stack : undefined,
+        phase: 'createPost',
+        mediaCount: options.media.length,
+        hasCaption: !!options.caption
+      });
       throw error;
     }
   }
 
   private async processMedia(media: { type: string; url: string }): Promise<Buffer> {
     try {
-      const response = await fetch(media.url);
-      const arrayBuffer = await response.arrayBuffer();
-      const buffer = Buffer.from(arrayBuffer);
+      elizaLogger.log("Processing media", { type: media.type, url: media.url });
+
+      // Read file directly from filesystem instead of using fetch
+      const buffer = await fs.readFile(media.url);
 
       if (media.type === 'IMAGE') {
         // Process image with sharp
@@ -270,7 +289,13 @@ export class InstagramPostService {
       // For other types, return original buffer
       return buffer;
     } catch (error) {
-      elizaLogger.error("Error processing media:", error);
+      elizaLogger.error("Error processing media:", {
+        error: error instanceof Error ? error.message : String(error),
+        stack: error instanceof Error ? error.stack : undefined,
+        phase: 'processMedia',
+        mediaType: media.type,
+        url: media.url
+      });
       throw error;
     }
   }

packages/client-instagram/src/services/post.ts

@@ -649,6 +649,7 @@ export enum Clients {
     AUTO = "auto",
     SLACK = "slack",
     GITHUB = "github",
+    INSTAGRAM = "instagram",
 }
 
 export interface IAgentConfig {
@@ -732,6 +733,9 @@ export type Character = {
         twitterPostTemplate?: TemplateType;
         twitterMessageHandlerTemplate?: TemplateType;
         twitterShouldRespondTemplate?: TemplateType;
+        instagramPostTemplate?: TemplateType;
+        instagramMessageHandlerTemplate?: TemplateType;
+        instagramShouldRespondTemplate?: TemplateType;
         farcasterPostTemplate?: TemplateType;
         lensPostTemplate?: TemplateType;
         farcasterMessageHandlerTemplate?: TemplateType;
@@ -869,10 +873,20 @@ export type Character = {
         bio: string;
         nicknames?: string[];
     };
+
+    /** Optional Instagram profile */
+    instagramProfile?: {
+        id: string;
+        username: string;
+        bio: string;
+        nicknames?: string[];
+    };
+
     /** Optional NFT prompt */
     nft?: {
         prompt: string;
     };
+
     /**Optinal Parent characters to inherit information from */
     extends?: string[];
 };