openai_usage.go RawHistoryFolder

1package provider
2
3// openAIInputTokensDetails is shared by the Chat Completions and Responses
4// streams. The details object is optional; its presence is the availability
5// signal for cache accounting, including a known cache miss.
6type openAIInputTokensDetails struct {
7	CachedTokens     int `json:"cached_tokens"`
8	CacheWriteTokens int `json:"cache_write_tokens"`
9}
10
11// normalizeOpenAIUsage converts OpenAI's total input count and optional cache
12// detail into disjoint usage buckets. Malformed detail must not create a
13// negative ordinary-input count or an unsupported cache metric, so it falls
14// back to treating the total as ordinary input.
15func normalizeOpenAIUsage(inputTokens, outputTokens int, details *openAIInputTokensDetails) Usage {
16	if inputTokens < 0 {
17		inputTokens = 0
18	}
19	if outputTokens < 0 {
20		outputTokens = 0
21	}
22
23	usage := Usage{InputTokens: inputTokens, OutputTokens: outputTokens}
24	if details == nil || details.CachedTokens < 0 || details.CacheWriteTokens < 0 {
25		return usage
26	}
27	if details.CachedTokens+details.CacheWriteTokens > inputTokens {
28		return usage
29	}
30
31	usage.InputTokens -= details.CachedTokens + details.CacheWriteTokens
32	usage.CacheReadTokens = details.CachedTokens
33	usage.CacheWriteTokens = details.CacheWriteTokens
34	usage.CacheMeasuredPromptTokens = inputTokens
35	usage.CacheMeasuredReadTokens = details.CachedTokens
36	return usage
37}