package cli import ( "bytes" "context" "errors" "os" "path/filepath" "strings" "testing" commandkit "go.maximumdirect.net/commandkit" ) func writeRuntimeErrorConfig(t *testing.T, operatorDocument string) string { t.Helper() dir := t.TempDir() main := filepath.Join(dir, "config.yml") for name, body := range map[string]string{"config.yml": "version: 3\n", "prompts.yml": operatorDocument} { if err := os.WriteFile(filepath.Join(dir, name), []byte(body), 0600); err != nil { t.Fatal(err) } } return main } func TestResourceCommandsRejectInvalidOperatorPrompts(t *testing.T) { definitions := map[string]string{ "malformed operator YAML": "profiles: [\n", "invalid operator template": "collections:\n audita:\n prompts:\n - id: modules.grammar.proposal\n messages:\n - role: user\n content: '{{'\n output:\n format: text\n validation_mode: none\n", "missing operator message resource": "collections:\n audita:\n prompts:\n - id: modules.grammar.proposal\n messages:\n - role: user\n content_file: missing-instruction.md\n output:\n format: text\n validation_mode: none\n", } for name, document := range definitions { t.Run(name, func(t *testing.T) { main := writeRuntimeErrorConfig(t, document) var stdout, stderr bytes.Buffer if code := Run(context.Background(), []string{"promptkit", "list", "prompts", "--config", main}, &stdout, &stderr); code == 0 { t.Fatalf("invalid resource accepted: stdout=%q stderr=%q", stdout.String(), stderr.String()) } }) } } func TestMalformedCompanionReturnsInputFailure(t *testing.T) { main := writeRuntimeErrorConfig(t, "profiles: [\n") transcript := filepath.Join(filepath.Dir(main), "transcript.json") if err := os.WriteFile(transcript, []byte("[]\n"), 0600); err != nil { t.Fatal(err) } for _, args := range [][]string{ {"promptkit", "list", "prompts"}, {"config", "show", "--scope", "promptkit"}, {"process", transcript}, } { var stdout, stderr bytes.Buffer code := Run(context.Background(), append(args, "--config", main), &stdout, &stderr) if code != 2 || !strings.Contains(stderr.String(), "yaml.invalid") || !strings.Contains(stderr.String(), "prompts.yml") || stdout.Len() != 0 { t.Errorf("%v: status=%d want=2 stdout=%q stderr=%q", args, code, stdout.String(), stderr.String()) } } } func TestUnreadableCompanionReturnsOperationalFailure(t *testing.T) { main := writeRuntimeErrorConfig(t, "profiles: []\n") companion := filepath.Join(filepath.Dir(main), "prompts.yml") if err := os.Chmod(companion, 0); err != nil { t.Fatal(err) } if _, err := os.ReadFile(companion); !errors.Is(err, os.ErrPermission) { t.Skipf("file permissions do not prevent reads: %v", err) } transcript := filepath.Join(filepath.Dir(main), "transcript.json") if err := os.WriteFile(transcript, []byte("[]\n"), 0600); err != nil { t.Fatal(err) } for _, args := range [][]string{ {"promptkit", "list", "prompts"}, {"config", "show", "--scope", "promptkit"}, {"process", transcript}, } { var stdout, stderr bytes.Buffer code := Run(context.Background(), append(args, "--config", main), &stdout, &stderr) if code != 1 || !strings.Contains(stderr.String(), "source.permission") || !strings.Contains(stderr.String(), "prompts.yml") || stdout.Len() != 0 { t.Errorf("%v: status=%d want=1 stdout=%q stderr=%q", args, code, stdout.String(), stderr.String()) } } } func TestResourceCommandKeepsCallerCancellationAsFailure(t *testing.T) { main := writeRuntimeErrorConfig(t, "profiles:\n - id: proposal\n model: local-model\n") transcript := filepath.Join(filepath.Dir(main), "transcript.json") if err := os.WriteFile(transcript, []byte("[]\n"), 0600); err != nil { t.Fatal(err) } app, err := buildApplication() if err != nil { t.Fatal(err) } ctx, cancel := context.WithCancel(context.Background()) cancel() commands := map[string][]string{ "prompt catalog": {"promptkit", "list", "prompts", "--config", main}, "configuration": {"config", "show", "--scope", "promptkit", "--config", main}, "process": {"process", transcript, "--config", main}, } for name, args := range commands { t.Run(name, func(t *testing.T) { var stdout, stderr bytes.Buffer outcome := app.Execute(ctx, args, commandkit.Streams{Out: &stdout, Err: &stderr}) if outcome.Status != 1 || !errors.Is(outcome.Cause, context.Canceled) || stdout.Len() != 0 { t.Fatalf("cancellation: status=%d cause=%v stdout=%q stderr=%q", outcome.Status, outcome.Cause, stdout.String(), stderr.String()) } }) } }