modelsync.go RawHistoryFolder

1package agent
2
3import (
4	"context"
5	"path/filepath"
6	"time"
7
8	"github.com/patriceckhart/zot/internal/provider"
9)
10
11// ModelCachePath returns the on-disk location of the merged model cache.
12func ModelCachePath() string {
13	return filepath.Join(ZotHome(), "models-cache.json")
14}
15
16// LoadCachedModels loads the cache file and applies it to the provider
17// package so FindModel / ModelsForProvider see live ids immediately.
18// Safe to call before any credentials are known.
19func LoadCachedModels() {
20	c, err := provider.LoadCache(ModelCachePath())
21	if err != nil {
22		return
23	}
24	if len(c.Models) > 0 {
25		provider.SetLiveModels(c.Models)
26	}
27}
28
29// RefreshModelsAsync kicks a background discovery for every provider
30// we have credentials for. Refreshed results are merged into the
31// active catalog and persisted to the on-disk cache.
32//
33// Silent on error: discovery is a nice-to-have. Callers can still use
34// the baked-in catalog if this fails.
35func RefreshModelsAsync() {
36	go refreshModels()
37}
38
39func refreshModels() {
40	cached, _ := provider.LoadCache(ModelCachePath())
41	if cached.IsFresh() {
42		return
43	}
44
45	ctx, cancel := context.WithTimeout(context.Background(), 20*time.Second)
46	defer cancel()
47
48	var all []provider.Model
49
50	if cred, method, err := ResolveCredential("anthropic", ""); err == nil && method == "apikey" {
51		// /v1/models on Anthropic is API-key only; OAuth tokens can
52		// also list models via the bearer header, but we skip OAuth
53		// here to avoid surprise rate-limit hits on subscription keys.
54		if live, err := provider.DiscoverAnthropic(ctx, cred, ""); err == nil {
55			all = append(all, live...)
56		}
57	}
58	if cred, method, err := ResolveCredential("openai", ""); err == nil && method == "apikey" {
59		if live, err := provider.DiscoverOpenAI(ctx, cred, ""); err == nil {
60			all = append(all, live...)
61		}
62	}
63
64	if len(all) == 0 {
65		return
66	}
67	provider.SetLiveModels(all)
68	_ = provider.SaveCache(ModelCachePath(), provider.ModelCache{
69		FetchedAt: time.Now().UTC(),
70		Models:    all,
71	})
72}