audita/internal/framework/proposal_generation/adapter_integration_test.go

package proposal_generation

import (
	"context"
	"encoding/json"
	"fmt"
	"io"
	"net/http"
	"os"
	"path/filepath"
	"strings"
	"testing"

	"gitea.maximumdirect.net/eric/audita/v3/internal/core/config"
	"gitea.maximumdirect.net/eric/audita/v3/internal/core/schema"
	"gitea.maximumdirect.net/eric/audita/v3/internal/framework/llm"
	"gitea.maximumdirect.net/eric/audita/v3/internal/framework/proposals"
	"gitea.maximumdirect.net/eric/audita/v3/internal/framework/validators"
	"gitea.maximumdirect.net/eric/audita/v3/internal/prompts"
	ck "go.maximumdirect.net/configkit"
)

type proposalTransport func(*http.Request) (*http.Response, error)

func (f proposalTransport) RoundTrip(r *http.Request) (*http.Response, error) { return f(r) }

func TestRepairedProposalStillFacesDomainChecks(t *testing.T) {
	calls := 0
	outputs := []string{`{"wrong":true}`, `{"corrections":[{"id":1,"original_text":"absent","corrected_text":"present","confidence":0.4}]}`}
	transport := proposalTransport(func(r *http.Request) (*http.Response, error) {
		output := outputs[len(outputs)-1]
		if calls < len(outputs) {
			output = outputs[calls]
		}
		calls++
		content, _ := json.Marshal(output)
		body := fmt.Sprintf(`{"choices":[{"message":{"content":%s}}]}`, content)
		return &http.Response{StatusCode: 200, Header: make(http.Header), Body: io.NopCloser(strings.NewReader(body)), Request: r}, nil
	})
	dir := t.TempDir()
	main := filepath.Join(dir, "config.yml")
	if err := os.WriteFile(main, []byte("version: 3\n"), 0600); err != nil {
		t.Fatal(err)
	}
	if err := os.WriteFile(filepath.Join(dir, "prompts.yml"), []byte("profiles:\n  - {id: base, endpoint: 'https://example.invalid/v1', model: local-model, api_key_required: false}\n"), 0600); err != nil {
		t.Fatal(err)
	}
	loaded, err := config.Load(ck.Input{Source: ck.File(main)}, "")
	if err != nil {
		t.Fatal(err)
	}
	runtime, err := llm.NewRuntime(context.Background(), loaded, &http.Client{Transport: transport})
	if err != nil {
		t.Fatal(err)
	}
	settings := loaded.Config.LLM
	settings.TransientRetries, settings.RepairAttempts = 0, 1
	client, err := runtime.NewRoleClient("proposal", "base", settings, llm.CallHooks{})
	if err != nil {
		t.Fatal(err)
	}
	transcript := &schema.Transcript{Segments: []schema.Segment{{ID: 1, Speaker: "A", Start: 0, End: 1, Text: "gestures"}}}
	vars, err := BuildProposalVariables(transcript, nil, 0, "")
	if err != nil {
		t.Fatal(err)
	}
	generated, err := GenerateCandidates(context.Background(), Request{WorkingTranscript: transcript, ModuleKey: "grammar", ModuleInstance: "grammar", ReplacementPolicy: proposals.ReplacementPolicyRequireUnique, PromptID: prompts.PromptIDModuleGrammarProposal, Variables: vars, LLMClient: client})
	if err != nil {
		t.Fatal(err)
	}
	if calls != 2 || len(generated.Enriched) != 1 {
		t.Fatalf("repair path: calls=%d, result=%+v", calls, generated)
	}
	input := validators.Request{ModuleKey: "grammar", Settings: config.Stage{ConfidenceThreshold: .8}, CandidateProposal: generated.Enriched, WorkingTranscript: transcript}
	low, err := (validators.ConfidenceThresholdValidator{}).Validate(context.Background(), input)
	if err != nil {
		t.Fatal(err)
	}
	missing, err := (validators.OriginalTextPresenceValidator{}).Validate(context.Background(), input)
	if err != nil {
		t.Fatal(err)
	}
	if low.Decisions[0].ReasonCode != validators.ReasonLowConfidence || missing.Decisions[0].ReasonCode != validators.ReasonMissingOriginalText || calls != 2 {
		t.Fatalf("domain checks or extra semantic retry: low=%+v missing=%+v calls=%d", low, missing, calls)
	}
}