reasoning_usage_test.go RawHistoryFolder

1package provider
2
3import (
4	"context"
5	"fmt"
6	"net/http"
7	"net/http/httptest"
8	"testing"
9)
10
11func TestOpenAIReportsReasoningTokens(t *testing.T) {
12	srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
13		w.Header().Set("content-type", "text/event-stream")
14		fmt.Fprintln(w, `data: {"choices":[{"delta":{"content":"ok"},"finish_reason":"stop"}],"usage":{"prompt_tokens":12,"completion_tokens":9,"completion_tokens_details":{"reasoning_tokens":6}}}`)
15		fmt.Fprintln(w)
16		fmt.Fprintln(w, "data: [DONE]")
17		fmt.Fprintln(w)
18	}))
19	defer srv.Close()
20
21	events, err := NewOpenAI("test", srv.URL).Stream(context.Background(), Request{Model: "gpt-test"})
22	if err != nil {
23		t.Fatal(err)
24	}
25	usage := usageFromEvents(events)
26	if usage.OutputTokens != 9 || usage.ReasoningTokens != 6 || !usage.ReasoningTokensKnown {
27		t.Fatalf("usage = %+v", usage)
28	}
29}
30
31func TestOpenAIResponsesReportsReasoningTokens(t *testing.T) {
32	srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
33		w.Header().Set("content-type", "text/event-stream")
34		fmt.Fprintln(w, `data: {"type":"response.completed","response":{"status":"completed","usage":{"input_tokens":12,"output_tokens":9,"output_tokens_details":{"reasoning_tokens":6}}}}`)
35		fmt.Fprintln(w)
36	}))
37	defer srv.Close()
38
39	events, err := NewOpenAICodex("test", "account", srv.URL).Stream(context.Background(), Request{Model: "gpt-5.5"})
40	if err != nil {
41		t.Fatal(err)
42	}
43	usage := usageFromEvents(events)
44	if usage.OutputTokens != 9 || usage.ReasoningTokens != 6 || !usage.ReasoningTokensKnown {
45		t.Fatalf("usage = %+v", usage)
46	}
47}
48
49func usageFromEvents(events <-chan Event) Usage {
50	var usage Usage
51	for event := range events {
52		if e, ok := event.(EventUsage); ok {
53			usage = e.Usage
54		}
55	}
56	return usage
57}