Measure only the usable validation context prefix
This commit is contained in:
@@ -73,7 +73,11 @@ func TestValidationContextFitsBudgetWithoutDiscardingCandidate(t *testing.T) {
|
||||
enriched := base
|
||||
enriched.NeighboringSegments = []NeighboringSegment{{Position: "following", Text: strings.Repeat("long context ", 300)}}
|
||||
enriched.GlossaryEntries = []glossary.Entry{{Name: "cat", Description: strings.Repeat("long definition ", 300)}}
|
||||
fitted := fitValidationContext(enriched, required, estimator)
|
||||
fit, err := fitValidationContext(enriched, required, estimator)
|
||||
if err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
fitted := fit.item
|
||||
tokens, err := estimateBatchTokens(estimator, []LLMValidationItem{fitted})
|
||||
if err != nil || tokens > required || fitted.Speaker != base.Speaker || fitted.OriginalSegmentText != base.OriginalSegmentText || fitted.CorrectedSegmentText != base.CorrectedSegmentText {
|
||||
t.Fatalf("fitted: %+v tokens=%d err=%v", fitted, tokens, err)
|
||||
|
||||
Reference in New Issue
Block a user