1package agent
2
3import (
4 "context"
5 "fmt"
6 "os"
7 "path/filepath"
8 "strings"
9 "time"
10
11 "github.com/patriceckhart/zot/packages/provider"
12)
13
14// ModelCachePath returns the on-disk location of the merged model cache.
15func ModelCachePath() string {
16 return filepath.Join(ZotHome(), "models-cache.json")
17}
18
19// UserModelsPath returns the path to the user's models.json override.
20func UserModelsPath() string {
21 return filepath.Join(ZotHome(), "models.json")
22}
23
24// LoadCachedModels loads the cache file and applies it to the provider
25// package so FindModel / ModelsForProvider see live ids immediately.
26// Safe to call before any credentials are known.
27func LoadCachedModels() {
28 c, err := provider.LoadCache(ModelCachePath())
29 if err != nil {
30 return
31 }
32 if len(c.Models) > 0 {
33 provider.SetLiveModels(c.Models)
34 }
35}
36
37// LoadUserModels reads $ZOT_HOME/models.json and merges any user-defined
38// models into the active catalog. User models take highest precedence.
39// Any validation issues (bad provider id, empty model id, malformed
40// JSON, negative widths) are surfaced as one warning per line on stderr;
41// the well-formed entries from the rest of the file are still loaded.
42func LoadUserModels() {
43 models, warnings := provider.LoadUserModelsWithWarnings(UserModelsPath())
44 for _, w := range warnings {
45 fmt.Fprintln(os.Stderr, "zot:", w)
46 }
47 provider.SetUserModels(models)
48}
49
50// isGatewayProvider returns true for providers whose OpenAI-compatible
51// endpoint can accept routed model IDs that are not present in zot's local
52// catalog. Vercel AI Gateway is intentionally not listed here: zot currently
53// talks to it through the Anthropic-compatible client, which still requires
54// catalog metadata for request shaping.
55func isGatewayProvider(prov string) bool {
56 switch prov {
57 case "openrouter", "cloudflare-ai-gateway":
58 return true
59 default:
60 return false
61 }
62}
63
64// isGatewayRoutedModelID reports whether a model looks like the routed IDs
65// used by gateway providers, for example "deepseek/deepseek-v4-flash".
66// Non-routed typos like "deepseek-v4-flashh" should still be repaired to a
67// known default instead of being silently accepted.
68func isGatewayRoutedModelID(model string) bool {
69 return strings.Contains(strings.TrimSpace(model), "/")
70}
71
72// ValidateAndRepairConfig checks the persisted config.json's
73// (Provider, Model) pair against the active catalog and repairs any
74// mismatch in-place (and on disk) before any UI renders. Three failure
75// modes are handled:
76//
77// - cfg.Provider is empty or unknown -> reset to "anthropic".
78// - cfg.Model is empty -> set to the provider's default.
79// - cfg.Model belongs to a different provider than cfg.Provider
80// (e.g. provider=anthropic + model=kimi-for-coding from a stale
81// half-applied switch) -> reset model to the provider's default.
82//
83// Gateway providers are exempt from the cross-provider model check for routed
84// model IDs because those IDs can be valid even when absent from zot's catalog.
85//
86// Silent on success; one stderr line per repair. Errors loading or
87// saving the file are non-fatal — the caller continues with defaults.
88func ValidateAndRepairConfig() {
89 cfg, err := LoadConfig()
90 if err != nil {
91 fmt.Fprintf(os.Stderr, "zot: config.json: %v (using defaults)\n", err)
92 return
93 }
94 changed := false
95
96 if cfg.Provider != "" && !isKnownProvider(cfg.Provider) {
97 fmt.Fprintf(os.Stderr, "zot: config.json: unknown provider %q reset to \"anthropic\"\n", cfg.Provider)
98 cfg.Provider = "anthropic"
99 cfg.Model = ""
100 changed = true
101 }
102
103 if cfg.Provider != "" && cfg.Model != "" {
104 if _, err := provider.FindModel(cfg.Provider, cfg.Model); err != nil {
105 // Gateway providers can serve routed model ids like
106 // "deepseek/deepseek-v4-flash" even when the local catalog does not
107 // know them. Preserve only routed ids; plain typos are still repaired.
108 if isGatewayProvider(cfg.Provider) && isGatewayRoutedModelID(cfg.Model) {
109 // Provider is a router and the id is route-qualified; preserve it.
110 } else if m, err := provider.FindModel("", cfg.Model); err == nil {
111 fix := defaultModelForProvider(cfg.Provider)
112 fmt.Fprintf(os.Stderr,
113 "zot: config.json: model %q belongs to provider %q (config has provider=%q); switched model to %q\n",
114 cfg.Model, m.Provider, cfg.Provider, fix)
115 cfg.Model = fix
116 changed = true
117 } else if cfg.Provider != "ollama" {
118 // Model id not in any catalog. Reset to provider's default.
119 fix := defaultModelForProvider(cfg.Provider)
120 fmt.Fprintf(os.Stderr,
121 "zot: config.json: model %q not found in the active catalog; switched to %q\n",
122 cfg.Model, fix)
123 cfg.Model = fix
124 changed = true
125 }
126 }
127 }
128
129 if changed {
130 if err := SaveConfig(cfg); err != nil {
131 fmt.Fprintf(os.Stderr, "zot: config.json: failed to persist repair: %v\n", err)
132 }
133 }
134}
135
136// RefreshModelsAsync kicks a background discovery for every provider
137// we have credentials for. Refreshed results are merged into the
138// active catalog and persisted to the on-disk cache.
139//
140// Silent on error: discovery is a nice-to-have. Callers can still use
141// the baked-in catalog if this fails.
142func RefreshModelsAsync() {
143 go refreshModels()
144}
145
146func refreshModels() {
147 cached, _ := provider.LoadCache(ModelCachePath())
148 if cached.IsFresh() {
149 return
150 }
151
152 ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second)
153 defer cancel()
154
155 var all []provider.Model
156
157 if cred, method, err := ResolveCredential("anthropic", ""); err == nil && method == "apikey" {
158 // /v1/models on Anthropic is API-key only; OAuth tokens can
159 // also list models via the bearer header, but we skip OAuth
160 // here to avoid surprise rate-limit hits on subscription keys.
161 if live, err := provider.DiscoverAnthropic(ctx, cred, ""); err == nil {
162 all = append(all, live...)
163 }
164 }
165 if cred, method, err := ResolveCredential("openai", ""); err == nil && method == "apikey" {
166 if live, err := provider.DiscoverOpenAI(ctx, cred, ""); err == nil {
167 all = append(all, live...)
168 }
169 }
170 if cred, method, err := ResolveCredential("kimi", ""); err == nil && method == "apikey" {
171 if live, err := provider.DiscoverOpenAI(ctx, cred, "https://api.kimi.com/coding/v1"); err == nil {
172 for i := range live {
173 live[i].Provider = "kimi"
174 live[i].Source = "live"
175 }
176 all = append(all, live...)
177 }
178 }
179 if cred, method, err := ResolveCredential("google", ""); err == nil && method == "apikey" {
180 if live, err := provider.DiscoverGoogle(ctx, cred, ""); err == nil {
181 all = append(all, live...)
182 }
183 }
184 if _, _, err := ResolveCredential("openrouter", ""); err == nil {
185 // /models is public; gate on a credential so the picker only
186 // fills with OpenRouter's hundreds of routes for users who use it.
187 if live, err := provider.DiscoverOpenRouter(ctx, ""); err == nil {
188 all = append(all, live...)
189 }
190 }
191
192 if len(all) == 0 {
193 return
194 }
195 provider.SetLiveModels(all)
196 _ = provider.SaveCache(ModelCachePath(), provider.ModelCache{
197 FetchedAt: time.Now().UTC(),
198 Models: all,
199 })
200}