1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
|
{
"server": {
"address": "127.0.0.1:18081",
"max_body_bytes": 16777216
},
"auth": {
"keys_env": "AIGW_API_KEYS",
"allow_anonymous": false
},
"upstream_http": {
"max_idle_connections": 128,
"max_idle_connections_per_host": 64,
"response_header_timeout_seconds": 10
},
"observability": {
"usage_buffer": 128,
"expose_metrics": true
},
"providers": [
{
"id": "local-openai",
"protocol": "openai",
"base_url": "http://127.0.0.1:18080/v1",
"api_key_env": "MOCK_UPSTREAM_KEY"
},
{
"id": "local-anthropic",
"protocol": "anthropic",
"base_url": "http://127.0.0.1:18080/v1",
"api_key_env": "MOCK_UPSTREAM_KEY"
}
],
"models": [
{
"id": "demo/openai",
"owned_by": "local",
"routes": [
{"provider": "local-openai", "upstream_model": "mock-openai", "priority": 0, "weight": 1}
]
},
{
"id": "demo/anthropic",
"owned_by": "local",
"routes": [
{"provider": "local-anthropic", "upstream_model": "mock-anthropic", "priority": 0, "weight": 1}
]
}
]
}
|
