package proposal_generation import ( "context" "encoding/json" "fmt" "io" "net/http" "os" "path/filepath" "strings" "testing" "gitea.maximumdirect.net/eric/audita/v3/internal/core/config" "gitea.maximumdirect.net/eric/audita/v3/internal/core/schema" "gitea.maximumdirect.net/eric/audita/v3/internal/framework/llm" "gitea.maximumdirect.net/eric/audita/v3/internal/framework/promptcontext" "gitea.maximumdirect.net/eric/audita/v3/internal/framework/proposals" "gitea.maximumdirect.net/eric/audita/v3/internal/framework/validators" "gitea.maximumdirect.net/eric/audita/v3/internal/prompts" ck "go.maximumdirect.net/configkit" ) type proposalTransport func(*http.Request) (*http.Response, error) func (f proposalTransport) RoundTrip(r *http.Request) (*http.Response, error) { return f(r) } func TestRepairedProposalStillFacesDomainChecks(t *testing.T) { calls := 0 outputs := []string{`{"wrong":true}`, `{"corrections":[{"id":1,"original_text":"absent","corrected_text":"present","confidence":0.4}]}`} transport := proposalTransport(func(r *http.Request) (*http.Response, error) { output := outputs[len(outputs)-1] if calls < len(outputs) { output = outputs[calls] } calls++ content, _ := json.Marshal(output) body := fmt.Sprintf(`{"choices":[{"message":{"content":%s}}]}`, content) return &http.Response{StatusCode: 200, Header: make(http.Header), Body: io.NopCloser(strings.NewReader(body)), Request: r}, nil }) dir := t.TempDir() main := filepath.Join(dir, "config.yml") if err := os.WriteFile(main, []byte("version: 3\n"), 0600); err != nil { t.Fatal(err) } if err := os.WriteFile(filepath.Join(dir, "prompts.yml"), []byte("profiles:\n - {id: base, endpoint: 'https://example.invalid/v1', model: local-model, api_key_required: false}\n"), 0600); err != nil { t.Fatal(err) } loaded, err := config.Load(ck.Input{Source: ck.File(main)}, "") if err != nil { t.Fatal(err) } runtime, err := llm.NewRuntime(context.Background(), loaded, &http.Client{Transport: transport}) if err != nil { t.Fatal(err) } settings := loaded.Config.LLM settings.TransientRetries, settings.RepairAttempts = 0, 1 client, err := runtime.NewRoleClient("proposal", "base", settings, llm.CallHooks{}) if err != nil { t.Fatal(err) } transcript := &schema.Transcript{Segments: []schema.Segment{{ID: 1, Speaker: "A", Start: 0, End: 1, Text: "gestures"}}} prepared, err := promptcontext.PrepareGlossaryVariables(nil, nil) if err != nil { t.Fatal(err) } vars, err := buildProposalVariables(transcript, prepared, 0, "") if err != nil { t.Fatal(err) } generated, err := GenerateCandidates(context.Background(), Request{WorkingTranscript: transcript, ModuleKey: "grammar", ModuleInstance: "grammar", ReplacementPolicy: proposals.ReplacementPolicyRequireUnique, PromptID: prompts.PromptIDModuleGrammarProposal, Variables: vars, LLMClient: client}) if err != nil { t.Fatal(err) } if calls != 2 || len(generated.Enriched) != 1 { t.Fatalf("repair path: calls=%d, result=%+v", calls, generated) } input := validators.Request{ModuleKey: "grammar", Settings: config.Stage{ConfidenceThreshold: .8}, CandidateProposal: generated.Enriched, WorkingTranscript: transcript} low, err := (validators.ConfidenceThresholdValidator{}).Validate(context.Background(), input) if err != nil { t.Fatal(err) } missing, err := (validators.OriginalTextPresenceValidator{}).Validate(context.Background(), input) if err != nil { t.Fatal(err) } if low.Decisions[0].ReasonCode != validators.ReasonLowConfidence || missing.Decisions[0].ReasonCode != validators.ReasonMissingOriginalText || calls != 2 { t.Fatalf("domain checks or extra semantic retry: low=%+v missing=%+v calls=%d", low, missing, calls) } }