1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
package limits
import (
"context"
"errors"
"testing"
"time"
"aigw/internal/domain"
)
func TestLocalRequestLimit(t *testing.T) {
limiter := New("", "test", 0, nil)
limiter.ReplacePolicies([]domain.LimitPolicy{{ProjectID: "project-1", RequestsPerMinute: 2}})
principal := domain.Principal{ProjectID: "project-1"}
for i := 0; i < 2; i++ {
lease, err := limiter.Acquire(context.Background(), principal, []byte(`{}`))
if err != nil {
t.Fatal(err)
}
lease.Release()
}
if _, err := limiter.Acquire(context.Background(), principal, []byte(`{}`)); !errors.Is(err, ErrRequestsExceeded) {
t.Fatalf("error = %v, want request limit", err)
}
}
func TestLocalTokenAndConcurrencyLimits(t *testing.T) {
limiter := New("", "test", 0, nil)
body := []byte(`{"max_tokens":4}`)
estimate := EstimateTokens(body, 0)
limiter.ReplacePolicies([]domain.LimitPolicy{
{ProjectID: "tokens", TokensPerMinute: estimate},
{ProjectID: "concurrency", Concurrent: 1},
})
lease, err := limiter.Acquire(context.Background(), domain.Principal{ProjectID: "tokens"}, body)
if err != nil {
t.Fatal(err)
}
lease.Release()
if _, err := limiter.Acquire(context.Background(), domain.Principal{ProjectID: "tokens"}, body); !errors.Is(err, ErrTokensExceeded) {
t.Fatalf("error = %v, want token limit", err)
}
held, err := limiter.Acquire(context.Background(), domain.Principal{ProjectID: "concurrency"}, body)
if err != nil {
t.Fatal(err)
}
if _, err := limiter.Acquire(context.Background(), domain.Principal{ProjectID: "concurrency"}, body); !errors.Is(err, ErrConcurrencyLimit) {
t.Fatalf("error = %v, want concurrency limit", err)
}
held.Release()
retry, err := limiter.Acquire(context.Background(), domain.Principal{ProjectID: "concurrency"}, body)
if err != nil {
t.Fatalf("acquire after release: %v", err)
}
retry.Release()
}
func TestEstimateTokensUsesLargestExplicitOutputLimit(t *testing.T) {
body := []byte(`{"max_tokens":10,"max_completion_tokens":25}`)
want := int64((len(body)+3)/4 + 25)
if got := EstimateTokens(body, 4); got != want {
t.Fatalf("EstimateTokens = %d, want %d", got, want)
}
}
func TestEstimateTokensHonorsExplicitLimitBelowDefault(t *testing.T) {
body := []byte(`{"max_tokens":10}`)
want := int64((len(body)+3)/4 + 10)
if got := EstimateTokens(body, 4096); got != want {
t.Fatalf("EstimateTokens = %d, want %d", got, want)
}
}
func TestRedisFailureFallsBackQuicklyAndOpensCircuit(t *testing.T) {
limiter := New("redis://127.0.0.1:1/0", "test", 0, nil)
defer limiter.Close()
limiter.ReplacePolicies([]domain.LimitPolicy{{ProjectID: "project-1", RequestsPerMinute: 2}})
principal := domain.Principal{ProjectID: "project-1"}
started := time.Now()
lease, err := limiter.Acquire(context.Background(), principal, []byte(`{}`))
if err != nil {
t.Fatal(err)
}
lease.Release()
if elapsed := time.Since(started); elapsed > time.Second {
t.Fatalf("Redis fallback took %v, want under 1s", elapsed)
}
if limiter.redisRetryAt.Load() <= time.Now().UnixNano() {
t.Fatal("Redis failure did not open the retry circuit")
}
started = time.Now()
lease, err = limiter.Acquire(context.Background(), principal, []byte(`{}`))
if err != nil {
t.Fatal(err)
}
lease.Release()
if elapsed := time.Since(started); elapsed > 100*time.Millisecond {
t.Fatalf("open-circuit local fallback took %v, want under 100ms", elapsed)
}
}
|
