model_router.go RawHistoryFolder

1package provider
2
3import (
4	"context"
5	"fmt"
6)
7
8const (
9	// APICompletions identifies the OpenAI Chat Completions wire API.
10	APICompletions = "openai-completions"
11	// APIResponses identifies the OpenAI Responses wire API.
12	APIResponses = "openai-responses"
13)
14
15// modelRouter dispatches each request according to the selected model's API.
16// This lets one provider expose models that use different wire protocols while
17// remaining reusable across model switches.
18type modelRouter struct {
19	name     string
20	fallback Client
21	byAPI    map[string]Client
22}
23
24// NewModelRouter creates a client that dispatches requests using Model.API.
25// Models with no API override, and models absent from the catalog, use fallback.
26func NewModelRouter(name string, fallback Client, byAPI map[string]Client) Client {
27	return &modelRouter{name: name, fallback: fallback, byAPI: byAPI}
28}
29
30func (c *modelRouter) Name() string { return c.name }
31
32func (c *modelRouter) Stream(ctx context.Context, req Request) (<-chan Event, error) {
33	if err := ValidateFastMode(c.Name(), req.FastMode); err != nil {
34		return nil, err
35	}
36	client := c.fallback
37	if model, err := FindModel(c.name, req.Model); err == nil && model.API != "" {
38		routed := c.byAPI[model.API]
39		if routed == nil {
40			return nil, fmt.Errorf("provider %q has no client for model API %q", c.name, model.API)
41		}
42		client = routed
43	}
44	return client.Stream(ctx, req)
45}