Skip to content

Commit 9e6460d

Browse files
lalalunelalalune
committed
restore node
1 parent 945f8be commit 9e6460d

20 files changed

+3821
-0
lines changed

‎packages/plugin-node/.npmignore

+6
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,6 @@
1+
*
2+
3+
!dist/**
4+
!package.json
5+
!readme.md
6+
!tsup.config.ts

‎packages/plugin-node/eslint.config.mjs

+3
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,3 @@
1+
import eslintGlobalConfig from "../../eslint.config.mjs";
2+
3+
export default [...eslintGlobalConfig];

‎packages/plugin-node/package.json

+89
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,89 @@
1+
{
2+
"name": "@ai16z/plugin-node",
3+
"version": "0.1.5-alpha.5",
4+
"main": "dist/index.js",
5+
"type": "module",
6+
"types": "dist/index.d.ts",
7+
"files": [
8+
"dist",
9+
"scripts",
10+
"package.json",
11+
"LICENSE",
12+
"tsup.config.ts"
13+
],
14+
"dependencies": {
15+
"@ai16z/eliza": "workspace:*",
16+
"@aws-sdk/client-s3": "^3.705.0",
17+
"@aws-sdk/s3-request-presigner": "^3.705.0",
18+
"@cliqz/adblocker-playwright": "1.34.0",
19+
"@echogarden/espeak-ng-emscripten": "0.3.3",
20+
"@echogarden/kissfft-wasm": "0.2.0",
21+
"@echogarden/speex-resampler-wasm": "0.2.1",
22+
"@huggingface/transformers": "3.0.2",
23+
"@opendocsg/pdf2md": "0.1.32",
24+
"@types/uuid": "10.0.0",
25+
"alawmulaw": "6.0.0",
26+
"bignumber": "1.1.0",
27+
"bignumber.js": "9.1.2",
28+
"capsolver-npm": "2.0.2",
29+
"cldr-segmentation": "2.2.1",
30+
"command-exists": "1.2.9",
31+
"csv-writer": "1.6.0",
32+
"echogarden": "2.0.7",
33+
"espeak-ng": "1.0.2",
34+
"ffmpeg-static": "5.2.0",
35+
"fluent-ffmpeg": "2.1.3",
36+
"formdata-node": "6.0.3",
37+
"fs-extra": "11.2.0",
38+
"gaxios": "6.7.1",
39+
"gif-frames": "0.4.1",
40+
"glob": "11.0.0",
41+
"graceful-fs": "4.2.11",
42+
"html-escaper": "3.0.3",
43+
"html-to-text": "9.0.5",
44+
"import-meta-resolve": "4.1.0",
45+
"jieba-wasm": "2.2.0",
46+
"json5": "2.2.3",
47+
"kuromoji": "0.1.2",
48+
"libsodium-wrappers": "0.7.15",
49+
"multer": "1.4.5-lts.1",
50+
"node-cache": "5.1.2",
51+
"node-llama-cpp": "3.1.1",
52+
"nodejs-whisper": "0.1.18",
53+
"onnxruntime-node": "1.20.1",
54+
"pdfjs-dist": "4.7.76",
55+
"playwright": "1.48.2",
56+
"pm2": "5.4.3",
57+
"puppeteer-extra": "3.3.6",
58+
"puppeteer-extra-plugin-capsolver": "2.0.1",
59+
"sharp": "0.33.5",
60+
"srt": "0.0.3",
61+
"systeminformation": "5.23.5",
62+
"tar": "7.4.3",
63+
"tinyld": "1.3.4",
64+
"uuid": "11.0.3",
65+
"wav": "1.0.2",
66+
"wav-encoder": "1.3.0",
67+
"wavefile": "11.0.0",
68+
"yargs": "17.7.2",
69+
"youtube-dl-exec": "3.0.10"
70+
},
71+
"devDependencies": {
72+
"@types/node": "22.8.4",
73+
"tsup": "8.3.5"
74+
},
75+
"scripts": {
76+
"build": "tsup --format esm --dts",
77+
"dev": "tsup --format esm --dts --watch",
78+
"lint": "eslint . --fix",
79+
"postinstall": "node scripts/postinstall.js"
80+
},
81+
"peerDependencies": {
82+
"onnxruntime-node": "1.20.1",
83+
"whatwg-url": "7.1.0"
84+
},
85+
"trustedDependencies": {
86+
"onnxruntime-node": "1.20.1",
87+
"sharp": "0.33.5"
88+
}
89+
}

‎packages/plugin-node/scripts/postinstall.js

+17
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,17 @@
1+
import os from "os";
2+
const platform = os.platform();
3+
4+
if (
5+
platform === "linux" &&
6+
!(os.release().includes("ubuntu") || os.release().includes("debian"))
7+
) {
8+
console.log(
9+
"Skipping playwright installation on unsupported platform:",
10+
platform
11+
);
12+
} else {
13+
const { execSync } = await import("child_process");
14+
execSync("npx playwright install-deps && npx playwright install", {
15+
stdio: "inherit",
16+
});
17+
}

‎packages/plugin-node/src/echogarden.d.ts

+20
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,20 @@
1+
declare module "echogarden" {
2+
interface SynthesizeOptions {
3+
engine: string;
4+
voice: string;
5+
}
6+
7+
interface RawAudio {
8+
audioChannels: { buffer: ArrayBuffer }[];
9+
sampleRate: number;
10+
}
11+
12+
interface SynthesizeResult {
13+
audio: Buffer | RawAudio;
14+
}
15+
16+
export function synthesize(
17+
text: string,
18+
options: SynthesizeOptions
19+
): Promise<SynthesizeResult>;
20+
}

‎packages/plugin-node/src/environment.ts

+97
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,97 @@
1+
import { IAgentRuntime } from "@ai16z/eliza";
2+
import { z } from "zod";
3+
4+
export const nodeEnvSchema = z.object({
5+
OPENAI_API_KEY: z.string().min(1, "OpenAI API key is required"),
6+
7+
// Core settings
8+
ELEVENLABS_XI_API_KEY: z.string().optional(),
9+
10+
// All other settings optional with defaults
11+
ELEVENLABS_MODEL_ID: z.string().optional(),
12+
ELEVENLABS_VOICE_ID: z.string().optional(),
13+
ELEVENLABS_VOICE_STABILITY: z.string().optional(),
14+
ELEVENLABS_VOICE_SIMILARITY_BOOST: z.string().optional(),
15+
ELEVENLABS_VOICE_STYLE: z.string().optional(),
16+
ELEVENLABS_VOICE_USE_SPEAKER_BOOST: z.string().optional(),
17+
ELEVENLABS_OPTIMIZE_STREAMING_LATENCY: z.string().optional(),
18+
ELEVENLABS_OUTPUT_FORMAT: z.string().optional(),
19+
VITS_VOICE: z.string().optional(),
20+
VITS_MODEL: z.string().optional(),
21+
});
22+
23+
export type NodeConfig = z.infer<typeof nodeEnvSchema>;
24+
25+
export async function validateNodeConfig(
26+
runtime: IAgentRuntime
27+
): Promise<NodeConfig> {
28+
try {
29+
const voiceSettings = runtime.character.settings?.voice;
30+
const elevenlabs = voiceSettings?.elevenlabs;
31+
32+
// Only include what's absolutely required
33+
const config = {
34+
OPENAI_API_KEY:
35+
runtime.getSetting("OPENAI_API_KEY") ||
36+
process.env.OPENAI_API_KEY,
37+
ELEVENLABS_XI_API_KEY:
38+
runtime.getSetting("ELEVENLABS_XI_API_KEY") ||
39+
process.env.ELEVENLABS_XI_API_KEY,
40+
41+
// Use character card settings first, fall back to env vars, then defaults
42+
...(runtime.getSetting("ELEVENLABS_XI_API_KEY") && {
43+
ELEVENLABS_MODEL_ID:
44+
elevenlabs?.model ||
45+
process.env.ELEVENLABS_MODEL_ID ||
46+
"eleven_monolingual_v1",
47+
ELEVENLABS_VOICE_ID:
48+
elevenlabs?.voiceId || process.env.ELEVENLABS_VOICE_ID,
49+
ELEVENLABS_VOICE_STABILITY:
50+
elevenlabs?.stability ||
51+
process.env.ELEVENLABS_VOICE_STABILITY ||
52+
"0.5",
53+
ELEVENLABS_VOICE_SIMILARITY_BOOST:
54+
elevenlabs?.similarityBoost ||
55+
process.env.ELEVENLABS_VOICE_SIMILARITY_BOOST ||
56+
"0.75",
57+
ELEVENLABS_VOICE_STYLE:
58+
elevenlabs?.style ||
59+
process.env.ELEVENLABS_VOICE_STYLE ||
60+
"0",
61+
ELEVENLABS_VOICE_USE_SPEAKER_BOOST:
62+
elevenlabs?.useSpeakerBoost ||
63+
process.env.ELEVENLABS_VOICE_USE_SPEAKER_BOOST ||
64+
"true",
65+
ELEVENLABS_OPTIMIZE_STREAMING_LATENCY:
66+
process.env.ELEVENLABS_OPTIMIZE_STREAMING_LATENCY || "0",
67+
ELEVENLABS_OUTPUT_FORMAT:
68+
process.env.ELEVENLABS_OUTPUT_FORMAT || "pcm_16000",
69+
}),
70+
71+
// VITS settings
72+
VITS_VOICE: voiceSettings?.model || process.env.VITS_VOICE,
73+
VITS_MODEL: process.env.VITS_MODEL,
74+
75+
// AWS settings (only include if present)
76+
...(runtime.getSetting("AWS_ACCESS_KEY_ID") && {
77+
AWS_ACCESS_KEY_ID: runtime.getSetting("AWS_ACCESS_KEY_ID"),
78+
AWS_SECRET_ACCESS_KEY: runtime.getSetting("AWS_SECRET_ACCESS_KEY"),
79+
AWS_REGION: runtime.getSetting("AWS_REGION"),
80+
AWS_S3_BUCKET: runtime.getSetting("AWS_S3_BUCKET"),
81+
AWS_S3_UPLOAD_PATH: runtime.getSetting("AWS_S3_UPLOAD_PATH"),
82+
}),
83+
};
84+
85+
return nodeEnvSchema.parse(config);
86+
} catch (error) {
87+
if (error instanceof z.ZodError) {
88+
const errorMessages = error.errors
89+
.map((err) => `${err.path.join(".")}: ${err.message}`)
90+
.join("\n");
91+
throw new Error(
92+
`Node configuration validation failed:\n${errorMessages}`
93+
);
94+
}
95+
throw error;
96+
}
97+
}

‎packages/plugin-node/src/index.ts

+33
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,33 @@
1+
export * from "./services/index.ts";
2+
3+
import { Plugin } from "@ai16z/eliza";
4+
5+
import {
6+
BrowserService,
7+
ImageDescriptionService,
8+
LlamaService,
9+
PdfService,
10+
SpeechService,
11+
TranscriptionService,
12+
VideoService,
13+
AwsS3Service
14+
} from "./services/index.ts";
15+
16+
export type NodePlugin = ReturnType<typeof createNodePlugin>;
17+
18+
export function createNodePlugin() {
19+
return {
20+
name: "default",
21+
description: "Default plugin, with basic actions and evaluators",
22+
services: [
23+
new BrowserService(),
24+
new ImageDescriptionService(),
25+
new LlamaService(),
26+
new PdfService(),
27+
new SpeechService(),
28+
new TranscriptionService(),
29+
new VideoService(),
30+
new AwsS3Service()
31+
],
32+
} as const satisfies Plugin;
33+
}

‎packages/plugin-node/src/services/audioUtils.ts

+25
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
export function getWavHeader(
2+
audioLength: number,
3+
sampleRate: number,
4+
channelCount: number = 1,
5+
bitsPerSample: number = 16
6+
): Buffer {
7+
const wavHeader = Buffer.alloc(44);
8+
wavHeader.write("RIFF", 0);
9+
wavHeader.writeUInt32LE(36 + audioLength, 4); // Length of entire file in bytes minus 8
10+
wavHeader.write("WAVE", 8);
11+
wavHeader.write("fmt ", 12);
12+
wavHeader.writeUInt32LE(16, 16); // Length of format data
13+
wavHeader.writeUInt16LE(1, 20); // Type of format (1 is PCM)
14+
wavHeader.writeUInt16LE(channelCount, 22); // Number of channels
15+
wavHeader.writeUInt32LE(sampleRate, 24); // Sample rate
16+
wavHeader.writeUInt32LE(
17+
(sampleRate * bitsPerSample * channelCount) / 8,
18+
28
19+
); // Byte rate
20+
wavHeader.writeUInt16LE((bitsPerSample * channelCount) / 8, 32); // Block align ((BitsPerSample * Channels) / 8)
21+
wavHeader.writeUInt16LE(bitsPerSample, 34); // Bits per sample
22+
wavHeader.write("data", 36); // Data chunk header
23+
wavHeader.writeUInt32LE(audioLength, 40); // Data chunk size
24+
return wavHeader;
25+
}

0 commit comments

Comments
 (0)