diff options
Diffstat (limited to 'internal/provider/forwarder.go')
| -rw-r--r-- | internal/provider/forwarder.go | 19 |
1 files changed, 18 insertions, 1 deletions
diff --git a/internal/provider/forwarder.go b/internal/provider/forwarder.go index a9d5734..0d40bb1 100644 --- a/internal/provider/forwarder.go +++ b/internal/provider/forwarder.go @@ -49,7 +49,7 @@ func (f *Forwarder) Forward(ctx context.Context, protocol domain.Protocol, reque if err := ctx.Err(); err != nil { return Result{Attempts: i}, err } - body, err := rewriteModel(originalBody, route.UpstreamModel) + body, err := rewriteRequest(originalBody, route.UpstreamModel, protocol) if err != nil { return Result{Attempts: i}, err } @@ -80,12 +80,29 @@ func (f *Forwarder) Forward(ctx context.Context, protocol domain.Protocol, reque } func rewriteModel(body []byte, upstreamModel string) ([]byte, error) { + return rewriteRequest(body, upstreamModel, "") +} + +func rewriteRequest(body []byte, upstreamModel string, protocol domain.Protocol) ([]byte, error) { var object map[string]json.RawMessage if err := json.Unmarshal(body, &object); err != nil { return nil, fmt.Errorf("decode request body: %w", err) } encoded, _ := json.Marshal(upstreamModel) object["model"] = encoded + if protocol == domain.ProtocolOpenAI { + var stream bool + _ = json.Unmarshal(object["stream"], &stream) + if stream { + var options map[string]json.RawMessage + _ = json.Unmarshal(object["stream_options"], &options) + if options == nil { + options = map[string]json.RawMessage{} + } + options["include_usage"] = json.RawMessage("true") + object["stream_options"], _ = json.Marshal(options) + } + } result, err := json.Marshal(object) if err != nil { return nil, fmt.Errorf("encode upstream request: %w", err) |