File tree 2 files changed +4
-1
lines changed
packages/plugin-node/src/services
2 files changed +4
-1
lines changed Original file line number Diff line number Diff line change @@ -62,6 +62,9 @@ SMALL_OLLAMA_MODEL= # Default: llama3.2
62
62
MEDIUM_OLLAMA_MODEL = # Default: hermes3
63
63
LARGE_OLLAMA_MODEL = # Default: hermes3:70b
64
64
65
+ # LlamaLocal Configuration
66
+ LLAMALOCAL_PATH = # Default: "" which is the current directory in plugin-node/dist/ which gets destroyed and recreated on every build
67
+
65
68
# API Keys
66
69
ANTHROPIC_API_KEY = # For Claude
67
70
HEURIST_API_KEY = # Get from https://heurist.ai/dev-access
Original file line number Diff line number Diff line change @@ -185,7 +185,7 @@ export class LlamaService extends Service {
185
185
this . modelUrl =
186
186
"https://huggingface.co/NousResearch/Hermes-3-Llama-3.1-8B-GGUF/resolve/main/Hermes-3-Llama-3.1-8B.Q8_0.gguf?download=true" ;
187
187
const modelName = "model.gguf" ;
188
- this . modelPath = path . join ( __dirname , modelName ) ;
188
+ this . modelPath = path . join ( process . env . LLAMALOCAL_PATH , modelName ) ;
189
189
this . ollamaModel = process . env . OLLAMA_MODEL ;
190
190
}
191
191
You can’t perform that action at this time.
0 commit comments