118 lines
4.1 KiB
Go
118 lines
4.1 KiB
Go
package promptkit_test
|
|
|
|
import (
|
|
"context"
|
|
"errors"
|
|
"net/http"
|
|
"reflect"
|
|
"strings"
|
|
"testing"
|
|
|
|
"go.maximumdirect.net/configkit"
|
|
"go.maximumdirect.net/promptkit"
|
|
)
|
|
|
|
type rejectBundleTransport struct{}
|
|
|
|
func (rejectBundleTransport) RoundTrip(*http.Request) (*http.Response, error) {
|
|
return nil, errors.New("unexpected HTTP request")
|
|
}
|
|
|
|
func TestBundledOpenRouterOptionsAndInventory(t *testing.T) {
|
|
t.Setenv("OPENROUTER_API_KEY", "")
|
|
for _, test := range []struct {
|
|
name string
|
|
options []promptkit.Option
|
|
enabled bool
|
|
}{
|
|
{"default", nil, true}, {"enabled", []promptkit.Option{promptkit.WithBundledOpenRouter(true)}, true},
|
|
{"disabled", []promptkit.Option{promptkit.WithBundledOpenRouter(false)}, false},
|
|
{"last disables", []promptkit.Option{promptkit.WithBundledOpenRouter(true), promptkit.WithBundledOpenRouter(false)}, false},
|
|
{"last enables", []promptkit.Option{promptkit.WithBundledOpenRouter(false), promptkit.WithBundledOpenRouter(true)}, true},
|
|
} {
|
|
t.Run(test.name, func(t *testing.T) {
|
|
engine, err := promptkit.NewEngine(promptkit.Config{HTTPClient: &http.Client{Transport: rejectBundleTransport{}}}, test.options...)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
profiles, err := engine.ListProfiles(context.Background())
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
backends, err := engine.ListBackends(context.Background())
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
prompts, err := engine.ListPrompts(context.Background())
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
collections, err := engine.ListCollections(context.Background())
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if (len(profiles) > 0) != test.enabled || len(backends) != boolCount(test.enabled) || len(prompts) != 0 || len(collections) != 0 {
|
|
t.Fatalf("inventories: %v %v %v %v", profiles, backends, prompts, collections)
|
|
}
|
|
if test.enabled {
|
|
if !reflect.DeepEqual(backends, []string{"openrouter"}) {
|
|
t.Fatalf("bundle inventory: %v %v", profiles, backends)
|
|
}
|
|
profile, err := engine.InspectProfile(context.Background(), "auto")
|
|
if err != nil || profile.EffectiveModelParams.BackendID != "openrouter" {
|
|
t.Fatalf("bundle profile = %+v, %v", profile, err)
|
|
}
|
|
view, err := engine.InspectConfiguration()
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if !strings.Contains(fmtSources(view.Sources()), "Promptkit bundled OpenRouter") {
|
|
t.Fatal("bundle source missing")
|
|
}
|
|
if explanation, found := view.Explain(configkit.Keys("backends").Index(0).Key("endpoint")); !found || !strings.Contains(explanation.Effective.YAML, "https://openrouter.ai/api/v1") || len(explanation.History) == 0 {
|
|
t.Fatalf("bundle explanation = %+v", explanation)
|
|
}
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func boolCount(value bool) int {
|
|
if value {
|
|
return 1
|
|
}
|
|
return 0
|
|
}
|
|
func fmtSources(sources []configkit.SourceInfo) string {
|
|
var b strings.Builder
|
|
for _, source := range sources {
|
|
b.WriteString(source.Label)
|
|
}
|
|
return b.String()
|
|
}
|
|
|
|
func TestBundlePreservesCallerUnderlayBackingArray(t *testing.T) {
|
|
source := configkit.Mapping("caller", map[string]any{"profiles": []any{map[string]any{"id": "caller", "model": "model"}}})
|
|
groups := make([]configkit.Underlay, 1, 2)
|
|
groups[0] = configkit.Underlay{Inputs: []configkit.Input{{Source: source}}}
|
|
before := append([]configkit.Underlay(nil), groups...)
|
|
if _, err := promptkit.NewEngine(promptkit.Config{Sources: promptkit.ConfigurationSources{Underlays: groups}}); err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
if !reflect.DeepEqual(groups, before) || !reflect.DeepEqual(groups[:2][1], configkit.Underlay{}) {
|
|
t.Fatal("caller underlays were modified")
|
|
}
|
|
}
|
|
|
|
func TestDisabledBundleKeepsCallerOpenRouter(t *testing.T) {
|
|
input := configkit.Input{Source: configkit.Mapping("caller", map[string]any{"backends": []any{map[string]any{"id": "openrouter", "endpoint": "https://local.invalid/v1"}}})}
|
|
engine, err := promptkit.NewEngine(promptkit.Config{Sources: promptkit.ConfigurationSources{Main: &input}}, promptkit.WithBundledOpenRouter(false))
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
backends, err := engine.ListBackends(context.Background())
|
|
if err != nil || !reflect.DeepEqual(backends, []string{"openrouter"}) {
|
|
t.Fatalf("backends = %v, %v", backends, err)
|
|
}
|
|
}
|