package cli import ( "bytes" "encoding/json" "errors" "io" "os" "path/filepath" "strings" "testing" ) func TestConfigCommandsInspectApplicationWithoutEngine(t *testing.T) { path := writeAppConfigFile(t, "{}\n") for _, mode := range []string{"validate", "show", "sources"} { code, stdout, stderr := runCLICommand(t, configCommand, []string{mode, "--config", path}) if code != ExitOK || stderr != "" { t.Fatalf("%s failed: code=%d stdout=%q stderr=%q", mode, code, stdout, stderr) } switch mode { case "validate": if stdout != "" { t.Fatalf("validation wrote stdout: %q", stdout) } case "show": if !strings.Contains(stdout, "render_format: text") || !strings.Contains(stdout, "max_request_bytes: 16777216") { t.Fatalf("effective defaults missing: %q", stdout) } case "sources": var sources []configurationSource if err := json.Unmarshal([]byte(stdout), &sources); err != nil || len(sources) != 1 || sources[0].Layer != "base" { t.Fatalf("unexpected source records: %q (%v)", stdout, err) } } } } func TestConfigCommandsExposeComposedSourcesAndResolvedValues(t *testing.T) { dir := t.TempDir() if err := os.MkdirAll(filepath.Join(dir, "overlays"), 0o755); err != nil { t.Fatal(err) } base := filepath.Join(dir, "config.yml") for path, body := range map[string]string{ base: "configkit:\n imports:\n - path: fragment.yml\npromptkit_sources:\n - directory: ' ./before/../prompts '\nschema_dir: ./schemas\n", filepath.Join(dir, "fragment.yml"): "server:\n addr: :8081\n", filepath.Join(dir, "overlays", "local.yml"): "promptkit_sources:\n - directory: ./overlay-prompts\nserver:\n addr: :9090\n", } { if err := os.WriteFile(path, []byte(body), 0o600); err != nil { t.Fatal(err) } } args := []string{"--config", base, "--config-overlay", "local", "--schema-dir=", "--addr", ":7070"} code, stdout, stderr := runCLICommand(t, configCommand, append([]string{"show"}, args...)) if code != ExitOK || stderr != "" || !strings.Contains(stdout, "directory: overlay-prompts") || !strings.Contains(stdout, "schema_dir: ''") || !strings.Contains(stdout, "addr: :7070") || strings.Contains(stdout, "before/../prompts") { t.Fatalf("resolved effective output changed: code=%d out=%q err=%q", code, stdout, stderr) } code, stdout, stderr = runCLICommand(t, configCommand, append([]string{"sources"}, args...)) if code != ExitOK || stderr != "" || !strings.HasSuffix(stdout, "\n") { t.Fatalf("source command failed: code=%d out=%q err=%q", code, stdout, stderr) } var sources []configurationSource if err := json.Unmarshal([]byte(stdout), &sources); err != nil || len(sources) != 5 { t.Fatalf("unexpected composed source records: %+v (%v)", sources, err) } for i, layer := range []string{"base", "base", "overlay", "cli", "cli"} { if string(sources[i].Layer) != layer { t.Fatalf("source %d layer = %q, want %q", i, sources[i].Layer, layer) } } } func TestApplicationInspectionDoesNotAcquireFrameworkSources(t *testing.T) { dir := t.TempDir() frameworkPath := filepath.Join(dir, "invalid-framework.yml") if err := os.WriteFile(frameworkPath, []byte("not: [valid\n"), 0o600); err != nil { t.Fatal(err) } for _, frameworkSource := range []struct { name string path string }{ {name: "invalid definition", path: frameworkPath}, {name: "missing path", path: filepath.Join(dir, "missing-framework.yml")}, } { t.Run(frameworkSource.name, func(t *testing.T) { path := writeAppConfigFile(t, "promptkit_sources:\n - file: "+frameworkSource.path+"\n") for _, args := range [][]string{ {"validate"}, {"show"}, {"sources"}, {"explain", "--path", "/promptkit_sources/0/file"}, } { code, stdout, stderr := runCLICommand(t, configCommand, append(args, "--config", path)) if code != ExitOK || stderr != "" { t.Fatalf("application inspection acquired configured framework source: args=%q code=%d out=%q err=%q", args, code, stdout, stderr) } } }) } } func TestConfigCommandsRejectRetiredFrameworkFields(t *testing.T) { for _, field := range []string{"prompt_dir", "profile_dir", "backends"} { t.Run(field, func(t *testing.T) { path := writeAppConfigFile(t, field+": {}\n") code, stdout, stderr := runCLICommand(t, configCommand, []string{"validate", "--config", path}) if code != ExitRuntimeError || stdout != "" || stderr == "" { t.Fatalf("retired application field %q was accepted: code=%d out=%q err=%q", field, code, stdout, stderr) } }) } } type errorOutputWriter struct{} func (errorOutputWriter) Write([]byte) (int, error) { return 0, errors.New("output unavailable") } func TestConfigCommandFailuresDoNotProduceSuccessfulOutput(t *testing.T) { path := writeAppConfigFile(t, "server:\n max_request_bytes: -1\n") for _, mode := range []string{"validate", "show", "sources"} { code, stdout, stderr := runCLICommand(t, configCommand, []string{mode, "--config", path}) if code != ExitRuntimeError || stdout != "" || !strings.Contains(stderr, "validate.error") { t.Fatalf("%s misclassified invalid config: code=%d out=%q err=%q", mode, code, stdout, stderr) } } path = writeAppConfigFile(t, "{}\n") var stderr bytes.Buffer if code := configCommand([]string{"show", "--config", path}, errorOutputWriter{}, &stderr); code != ExitRuntimeError || !strings.Contains(stderr.String(), "output error") { t.Fatalf("writer error not reported: code=%d stderr=%q", code, stderr.String()) } if code := configCommand([]string{"sources", "--config", path}, errorOutputWriter{}, io.Discard); code != ExitRuntimeError { t.Fatalf("source writer error returned %d", code) } } func TestConfigExplainUsesResolvedHistory(t *testing.T) { dir := t.TempDir() if err := os.MkdirAll(filepath.Join(dir, "overlays"), 0o755); err != nil { t.Fatal(err) } base := filepath.Join(dir, "config.yml") for path, body := range map[string]string{ base: `promptkit_sources: - directory: " ./prompts/../prompts " server: addr: :8080 `, filepath.Join(dir, "overlays", "local.yml"): "server:\n addr: :9090\n", } { if err := os.WriteFile(path, []byte(body), 0o600); err != nil { t.Fatal(err) } } args := []string{"--config", base, "--config-overlay", "local", "--addr", ":9090"} for _, tc := range []struct { pointer string want []string }{ {pointer: "/server/addr", want: []string{":8080", ":9090", "--addr"}}, {pointer: "/promptkit_sources/0/directory", want: []string{"normalized application path", "prompts"}}, {pointer: "", want: []string{"promptkit_sources", "server", "addr"}}, } { code, stdout, stderr := runCLICommand(t, configCommand, append([]string{"explain", "--path", tc.pointer}, args...)) if code != ExitOK || stderr != "" { t.Fatalf("explain %q failed: code=%d out=%q err=%q", tc.pointer, code, stdout, stderr) } for _, want := range tc.want { if !strings.Contains(stdout, want) { t.Fatalf("explain %q lacks %q: %q", tc.pointer, want, stdout) } } } } func TestConfigExplainRejectsUnknownOrMalformedPaths(t *testing.T) { path := writeAppConfigFile(t, "{}\n") for _, args := range [][]string{ {"explain", "--config", path}, {"explain", "--config", path, "--path", "not-a-pointer"}, {"explain", "--config", path, "--path", "/missing"}, } { code, stdout, stderr := runCLICommand(t, configCommand, args) if code != ExitRuntimeError || stdout != "" || stderr == "" { t.Fatalf("invalid explanation path accepted: args=%q code=%d out=%q err=%q", args, code, stdout, stderr) } } var stderr bytes.Buffer if code := configCommand([]string{"explain", "--config", path, "--path", ""}, errorOutputWriter{}, &stderr); code != ExitRuntimeError || !strings.Contains(stderr.String(), "output error") { t.Fatalf("explanation writer failure not reported: code=%d err=%q", code, stderr.String()) } }