Report completed runs through native presentation and preserve failure outcomes
This commit is contained in:
@@ -31,12 +31,20 @@ type runProbe struct {
|
||||
parsed int
|
||||
produced int
|
||||
correctFirst bool
|
||||
providerErr error
|
||||
onGenerate func()
|
||||
}
|
||||
|
||||
func (probe *runProbe) Generate(_ context.Context, request promptkit.GenerateRequest) (*promptkit.GenerateResponse, error) {
|
||||
probe.mu.Lock()
|
||||
defer probe.mu.Unlock()
|
||||
probe.requests = append(probe.requests, request)
|
||||
if probe.onGenerate != nil {
|
||||
probe.onGenerate()
|
||||
}
|
||||
if probe.providerErr != nil {
|
||||
return nil, probe.providerErr
|
||||
}
|
||||
value := "accepted"
|
||||
if request.Prompt.Messages[len(request.Prompt.Messages)-1].Content != "Assess." {
|
||||
probe.produced++
|
||||
@@ -98,7 +106,9 @@ func (producer *runProducer) Extract(ctx context.Context, request contracts.Type
|
||||
return &value, nil, err
|
||||
}, func(context.Context, []string) (promptkit.RunRequest, error) {
|
||||
return promptkit.RunRequest{PromptID: "inspect-correction", ProfileID: request.LLMProfile, SessionID: request.SessionID, OnPrepared: producer.probe.onPrepared}, nil
|
||||
}, nil)
|
||||
}, func(context.Context, *inspectionArtifact) (inspectionArtifact, error) {
|
||||
return inspectionArtifact{Value: "fallback"}, nil
|
||||
})
|
||||
return contracts.TypedExtractionResult[inspectionArtifact]{Value: value, Outcome: outcome}, err
|
||||
}
|
||||
func (producer *runProducer) Merge(_ context.Context, request contracts.TypedMergeRequest[inspectionArtifact]) (contracts.TypedMergeResult[inspectionArtifact], error) {
|
||||
|
||||
Reference in New Issue
Block a user