Skip to content

Commit 6407efd

Browse files
authored
Merge pull request elizaOS#649 from dr-fusion/main
added support for LlamaLocal's path outside plugin-node/dist
2 parents dbec9fd + 56e7930 commit 6407efd

File tree

2 files changed

+4
-1
lines changed

2 files changed

+4
-1
lines changed

.env.example

+3
Original file line numberDiff line numberDiff line change
@@ -62,6 +62,9 @@ SMALL_OLLAMA_MODEL= # Default: llama3.2
6262
MEDIUM_OLLAMA_MODEL= # Default: hermes3
6363
LARGE_OLLAMA_MODEL= # Default: hermes3:70b
6464

65+
#LlamaLocal Configuration
66+
LLAMALOCAL_PATH= # Default: "" which is the current directory in plugin-node/dist/ which gets destroyed and recreated on every build
67+
6568
# API Keys
6669
ANTHROPIC_API_KEY= # For Claude
6770
HEURIST_API_KEY= # Get from https://heurist.ai/dev-access

packages/plugin-node/src/services/llama.ts

+1-1
Original file line numberDiff line numberDiff line change
@@ -185,7 +185,7 @@ export class LlamaService extends Service {
185185
this.modelUrl =
186186
"https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-8B-GGUF/resolve/main/Hermes-3-Llama-3.1-8B.Q8_0.gguf?download=true";
187187
const modelName = "model.gguf";
188-
this.modelPath = path.join(__dirname, modelName);
188+
this.modelPath = path.join(process.env.LLAMALOCAL_PATH, modelName);
189189
this.ollamaModel = process.env.OLLAMA_MODEL;
190190
}
191191

0 commit comments

Comments
 (0)