context_overflow.go RawHistoryFolder

1package provider
2
3import "strings"
4
5// IsContextOverflowError reports whether err indicates that the provider
6// rejected a request because its payload or tokenized input exceeds the
7// serving model's context limit. Provider responses use different HTTP status
8// codes, error codes, and prose, so callers use this semantic classification
9// when deciding whether compaction is a safe recovery attempt.
10func IsContextOverflowError(err error) bool {
11	if err == nil {
12		return false
13	}
14	msg := strings.ToLower(err.Error())
15	return hasHTTPStatus(msg, "413") ||
16		strings.Contains(msg, "payload too large") ||
17		strings.Contains(msg, "request entity too large") ||
18		strings.Contains(msg, "input exceeds the context window") ||
19		strings.Contains(msg, "context window exceeded") ||
20		strings.Contains(msg, "maximum context length") ||
21		strings.Contains(msg, "context_length_exceeded") ||
22		(strings.Contains(msg, "input") && strings.Contains(msg, "exceeds the maximum number of tokens"))
23}
24
25func hasHTTPStatus(message, code string) bool {
26	fields := strings.Fields(message)
27	for i, field := range fields {
28		if strings.Trim(field, "():,;[]{}") != code {
29			continue
30		}
31		if i == 0 {
32			return true
33		}
34		for offset := 1; offset <= 2 && i-offset >= 0; offset++ {
35			prefix := strings.Trim(fields[i-offset], "():,;[]{}")
36			if prefix == "http" || prefix == "status" || prefix == "response" {
37				return true
38			}
39		}
40	}
41	return false
42}