File tree 1 file changed +18
-1
lines changed
1 file changed +18
-1
lines changed Original file line number Diff line number Diff line change @@ -9,10 +9,27 @@ type Models = {
9
9
[ ModelProvider . LLAMALOCAL ] : Model ;
10
10
[ ModelProvider . GOOGLE ] : Model ;
11
11
[ ModelProvider . CLAUDE_VERTEX ] : Model ;
12
- // TODO: add OpenRouter - feel free to do this :)
12
+ [ ModelProvider . OPENROUTER ] : Model ;
13
13
} ;
14
14
15
15
const models : Models = {
16
+ [ ModelProvider . OPENROUTER ] : {
17
+ endpoint : "https://openrouter.ai/api/v1" ,
18
+ settings : {
19
+ stop : [ ] ,
20
+ maxInputTokens : 128000 ,
21
+ maxOutputTokens : 4096 ,
22
+ frequency_penalty : 0.0 ,
23
+ presence_penalty : 0.0 ,
24
+ temperature : 0.7 ,
25
+ } ,
26
+ model : {
27
+ [ ModelClass . SMALL ] : "mistralai/mistral-7b-instruct" ,
28
+ [ ModelClass . MEDIUM ] : "anthropic/claude-2" ,
29
+ [ ModelClass . LARGE ] : "anthropic/claude-2" ,
30
+ [ ModelClass . EMBEDDING ] : "openai/text-embedding-ada-002" ,
31
+ } ,
32
+ } ,
16
33
[ ModelProvider . OPENAI ] : {
17
34
endpoint : "https://api.openai.com/v1" ,
18
35
settings : {
You can’t perform that action at this time.
0 commit comments