Files
promptkit/output_contract_contract_test.go

107 lines
3.5 KiB
Go
Raw Normal View History

2026-08-11 21:21:33 +00:00
package promptkit_test
import (
"context"
"errors"
"testing"
"go.maximumdirect.net/promptkit"
2026-08-11 21:21:33 +00:00
)
func TestPreparationRejectsInvalidOutputContractWithPublicError(t *testing.T) {
engine := newSimpleEngine(t, "message")
cycle := map[string]any{}
cycle["self"] = cycle
2026-08-11 21:21:33 +00:00
for _, tc := range []struct {
name string
contract promptkit.OutputContractInput
}{
{
name: "cyclic inline schema",
contract: promptkit.OutputContractInput{Format: promptkit.FormatJSON, ValidationMode: promptkit.ValidationJSONSchema, Schema: cycle},
},
{
name: "inline schema cannot be encoded",
contract: promptkit.OutputContractInput{
Format: promptkit.FormatJSON, ValidationMode: promptkit.ValidationJSONSchema,
Schema: make(chan int),
},
},
{
name: "unsupported format",
contract: promptkit.OutputContractInput{
Format: promptkit.OutputFormat("binary"),
ValidationMode: promptkit.ValidationNone,
},
2026-08-11 21:21:33 +00:00
},
{
name: "repair attempts above maximum",
contract: promptkit.OutputContractInput{
Format: promptkit.FormatText,
ValidationMode: promptkit.ValidationBasic,
RepairAttempts: new(4),
},
},
{
name: "none validation with repair attempts",
contract: promptkit.OutputContractInput{
Format: promptkit.FormatText,
ValidationMode: promptkit.ValidationNone,
RepairAttempts: new(1),
},
},
} {
t.Run(tc.name, func(t *testing.T) {
req := promptkit.RunRequest{PromptID: "prompt", Validation: &tc.contract}
2026-08-11 21:21:33 +00:00
prepared, err := engine.Prepare(context.Background(), req)
if prepared != nil {
t.Fatalf("expected no partial prepared run, got %+v", prepared)
}
if !errors.Is(err, promptkit.ErrInvalidRequest) {
t.Fatalf("prepare error = %v, want ErrInvalidRequest", err)
}
2026-08-11 21:21:33 +00:00
preparedExecution, err := engine.PrepareExecution(context.Background(), req)
if preparedExecution != nil {
t.Fatalf("expected no partial prepared execution, got %+v", preparedExecution)
}
if !errors.Is(err, promptkit.ErrInvalidRequest) {
t.Fatalf("prepare execution error = %v, want ErrInvalidRequest", err)
}
})
2026-08-11 21:21:33 +00:00
}
}
func TestInactiveRuntimeSchemaIsNotRetained(t *testing.T) {
cycle := map[string]any{}
cycle["self"] = cycle
engine := newSimpleEngine(t, "message")
type schemaValue struct{ Properties map[string]any }
original := schemaValue{Properties: map[string]any{"title": "original"}}
for _, mode := range []promptkit.ValidationMode{promptkit.ValidationNone, promptkit.ValidationBasic, promptkit.ValidationJSON} {
for _, value := range []any{original, cycle, make(chan int)} {
request := promptkit.RunRequest{PromptID: "prompt", Validation: &promptkit.OutputContractInput{Format: promptkit.FormatText, ValidationMode: mode, Schema: value, SchemaPath: "ignored.json"}}
prepared, err := engine.Prepare(context.Background(), request)
if err != nil || prepared.OutputContract.Schema != nil || prepared.OutputContract.SchemaPath != "ignored.json" {
t.Fatalf("prepare inactive %s schema: %+v, %v", mode, prepared, err)
}
handle, err := engine.PrepareExecution(context.Background(), request)
if err != nil {
t.Fatal(err)
}
original.Properties["title"] = "caller mutation"
details := handle.Details()
if details.OutputContract.Schema != nil {
t.Fatal("inactive schema retained in details")
}
details.OutputContract.Schema = map[string]any{"title": "details mutation"}
if handle.Details().OutputContract.Schema != nil {
t.Fatal("details mutation changed retained state")
}
handle.Discard()
}
}
}