-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathconfig.json
More file actions
83 lines (83 loc) · 1.96 KB
/
Copy pathconfig.json
File metadata and controls
83 lines (83 loc) · 1.96 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
{
"apis": {
"anthropic": {
"name": "Anthropic Claude API",
"base_url": "https://api.anthropic.com",
"version": "v1",
"endpoints": {
"messages": "/v1/messages",
"models": "/v1/models"
},
"auth": {
"type": "header",
"header_name": "x-api-key",
"env_var": "ANTHROPIC_API_KEY"
},
"default_model": "claude-3-sonnet-20240229",
"max_tokens": 4096,
"timeout": 30000
},
"openai": {
"name": "OpenAI API",
"base_url": "https://api.openai.com",
"version": "v1",
"endpoints": {
"chat": "/v1/chat/completions",
"models": "/v1/models",
"embeddings": "/v1/embeddings"
},
"auth": {
"type": "bearer",
"env_var": "OPENAI_API_KEY"
},
"default_model": "gpt-4",
"max_tokens": 4096,
"timeout": 30000
},
"gemini": {
"name": "Google Gemini API",
"base_url": "https://generativelanguage.googleapis.com",
"version": "v1beta",
"endpoints": {
"generate": "/v1beta/models/gemini-pro:generateContent"
},
"auth": {
"type": "query_param",
"param_name": "key",
"env_var": "GEMINI_API_KEY"
},
"default_model": "gemini-pro",
"max_tokens": 4096,
"timeout": 30000
},
"cohere": {
"name": "Cohere API",
"base_url": "https://api.cohere.ai",
"version": "v1",
"endpoints": {
"generate": "/v1/generate",
"chat": "/v1/chat",
"embed": "/v1/embed"
},
"auth": {
"type": "bearer",
"env_var": "COHERE_API_KEY"
},
"default_model": "command",
"max_tokens": 4096,
"timeout": 30000
}
},
"connection_pool": {
"max_connections": 10,
"keep_alive": true,
"verify_ssl": true,
"retry_attempts": 3,
"retry_delay": 1000
},
"logging": {
"level": "INFO",
"log_requests": false,
"log_responses": false
}
}