diff options
Diffstat (limited to 'internal/usage/observer_test.go')
| -rw-r--r-- | internal/usage/observer_test.go | 22 |
1 files changed, 18 insertions, 4 deletions
diff --git a/internal/usage/observer_test.go b/internal/usage/observer_test.go index 3104acb..4a4eba6 100644 --- a/internal/usage/observer_test.go +++ b/internal/usage/observer_test.go @@ -8,25 +8,25 @@ import ( func TestObserverReadsOpenAIJSONUsage(t *testing.T) { observer := NewObserver(domain.ProtocolOpenAI, false) - _, _ = observer.Write([]byte(`{"choices":[],"usage":{"prompt_tokens":11,"completion_tokens":7,"total_tokens":18}}`)) + _, _ = observer.Write([]byte(`{"choices":[],"usage":{"prompt_tokens":11,"prompt_tokens_details":{"cached_tokens":3,"cache_write_tokens":2},"completion_tokens":7,"total_tokens":18}}`)) got := observer.Usage() if !observer.Reported() { t.Fatal("expected usage to be marked as reported") } - if got.InputTokens != 11 || got.OutputTokens != 7 || got.TotalTokens != 18 { + if got.InputTokens != 6 || got.CacheReadInputTokens != 3 || got.CacheCreationInputTokens != 2 || got.OutputTokens != 7 || got.TotalTokens != 18 { t.Fatalf("unexpected usage: %+v", got) } } func TestObserverCombinesAnthropicSSEUsage(t *testing.T) { observer := NewObserver(domain.ProtocolAnthropic, true) - _, _ = observer.Write([]byte("event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"usage\":{\"input_tokens\":12,\"output_tokens\":1}}}\n\n")) + _, _ = observer.Write([]byte("event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"usage\":{\"input_tokens\":12,\"output_tokens\":1,\"cache_read_input_tokens\":5,\"cache_creation_input_tokens\":2}}}\n\n")) _, _ = observer.Write([]byte("event: message_delta\ndata: {\"type\":\"message_delta\",\"usage\":{\"output_tokens\":8}}\n\n")) got := observer.Usage() if !observer.Reported() { t.Fatal("expected streaming usage to be marked as reported") } - if got.InputTokens != 12 || got.OutputTokens != 8 || got.TotalTokens != 20 { + if got.InputTokens != 12 || got.OutputTokens != 8 || got.TotalTokens != 20 || got.CacheReadInputTokens != 5 || got.CacheCreationInputTokens != 2 { t.Fatalf("unexpected usage: %+v", got) } } @@ -43,3 +43,17 @@ func TestObserverDistinguishesMissingUsageFromReportedZero(t *testing.T) { t.Fatal("explicit zero usage must be distinguished from a missing usage object") } } + +func TestObserverReadsResponsesUsage(t *testing.T) { + nonStream := NewObserver(domain.ProtocolOpenAIResponses, false) + _, _ = nonStream.Write([]byte(`{"object":"response","usage":{"input_tokens":11,"input_tokens_details":{"cached_tokens":3,"cache_write_tokens":2},"output_tokens":7,"total_tokens":18}}`)) + if got := nonStream.Usage(); got.InputTokens != 6 || got.OutputTokens != 7 || got.TotalTokens != 18 || got.CacheReadInputTokens != 3 || got.CacheCreationInputTokens != 2 || !nonStream.Reported() { + t.Fatalf("unexpected non-stream Responses usage: %+v reported=%v", got, nonStream.Reported()) + } + + stream := NewObserver(domain.ProtocolOpenAIResponses, true) + _, _ = stream.Write([]byte("event: response.completed\ndata: {\"type\":\"response.completed\",\"response\":{\"usage\":{\"input_tokens\":13,\"output_tokens\":5,\"total_tokens\":18}}}\n\n")) + if got := stream.Usage(); got.InputTokens != 13 || got.OutputTokens != 5 || got.TotalTokens != 18 || !stream.Reported() { + t.Fatalf("unexpected streaming Responses usage: %+v reported=%v", got, stream.Reported()) + } +} |