1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
{
"server": {
"address": ":8080",
"max_body_bytes": 16777216,
"read_header_timeout_seconds": 10,
"idle_timeout_seconds": 120,
"shutdown_timeout_seconds": 20
},
"auth": {
"keys_env": "AIGW_API_KEYS",
"allow_anonymous": false
},
"upstream_http": {
"max_idle_connections": 4096,
"max_idle_connections_per_host": 1024,
"idle_connection_timeout_seconds": 90,
"response_header_timeout_seconds": 60
},
"observability": {
"usage_buffer": 8192,
"expose_metrics": true
},
"providers": [
{
"id": "openai-primary",
"protocol": "openai",
"base_url": "https://api.openai.com/v1",
"api_key_env": "OPENAI_API_KEY"
},
{
"id": "anthropic-primary",
"protocol": "anthropic",
"base_url": "https://api.anthropic.com/v1",
"api_key_env": "ANTHROPIC_API_KEY"
}
],
"models": [
{
"id": "openai/gpt-4.1-mini",
"owned_by": "openai",
"routes": [
{
"provider": "openai-primary",
"upstream_model": "gpt-4.1-mini",
"priority": 0,
"weight": 100
}
]
},
{
"id": "anthropic/claude-sonnet",
"owned_by": "anthropic",
"routes": [
{
"provider": "anthropic-primary",
"upstream_model": "claude-sonnet-4-5",
"priority": 0,
"weight": 100
}
]
}
]
}
|
