Report completed runs through native presentation and preserve failure outcomes

This commit is contained in:
2026-11-22 04:05:44 +00:00
parent 0cbc2b39cb
commit a8d256f676
10 changed files with 656 additions and 511 deletions

View File

@@ -31,12 +31,20 @@ type runProbe struct {
parsed int
produced int
correctFirst bool
providerErr error
onGenerate func()
}
func (probe *runProbe) Generate(_ context.Context, request promptkit.GenerateRequest) (*promptkit.GenerateResponse, error) {
probe.mu.Lock()
defer probe.mu.Unlock()
probe.requests = append(probe.requests, request)
if probe.onGenerate != nil {
probe.onGenerate()
}
if probe.providerErr != nil {
return nil, probe.providerErr
}
value := "accepted"
if request.Prompt.Messages[len(request.Prompt.Messages)-1].Content != "Assess." {
probe.produced++
@@ -98,7 +106,9 @@ func (producer *runProducer) Extract(ctx context.Context, request contracts.Type
return &value, nil, err
}, func(context.Context, []string) (promptkit.RunRequest, error) {
return promptkit.RunRequest{PromptID: "inspect-correction", ProfileID: request.LLMProfile, SessionID: request.SessionID, OnPrepared: producer.probe.onPrepared}, nil
}, nil)
}, func(context.Context, *inspectionArtifact) (inspectionArtifact, error) {
return inspectionArtifact{Value: "fallback"}, nil
})
return contracts.TypedExtractionResult[inspectionArtifact]{Value: value, Outcome: outcome}, err
}
func (producer *runProducer) Merge(_ context.Context, request contracts.TypedMergeRequest[inspectionArtifact]) (contracts.TypedMergeResult[inspectionArtifact], error) {