2026-07-17 14:05:21 +00:00
|
|
|
package pipeline
|
|
|
|
|
|
|
|
|
|
import (
|
|
|
|
|
"context"
|
2026-07-17 23:47:22 +00:00
|
|
|
"encoding/json"
|
2026-07-17 14:05:21 +00:00
|
|
|
"strings"
|
|
|
|
|
"testing"
|
|
|
|
|
|
2026-07-17 23:47:22 +00:00
|
|
|
"gitea.maximumdirect.net/eric/notarius/internal/core/source"
|
2026-07-17 14:05:21 +00:00
|
|
|
"gitea.maximumdirect.net/eric/notarius/internal/framework/contracts"
|
|
|
|
|
)
|
|
|
|
|
|
2026-07-18 02:10:05 +00:00
|
|
|
type pipelineTypedMetadata map[string]any
|
|
|
|
|
|
|
|
|
|
type mutatingMetadataValidator struct {
|
|
|
|
|
seen string
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func (*mutatingMetadataValidator) Name() string { return "test/mutating-metadata" }
|
|
|
|
|
func (*mutatingMetadataValidator) ExecutionClass() contracts.ExecutionClass {
|
|
|
|
|
return contracts.ExecutionClassDeterministic
|
|
|
|
|
}
|
|
|
|
|
func (v *mutatingMetadataValidator) Validate(_ context.Context, request contracts.ChunkValidationRequest) (contracts.ValidationResult, error) {
|
|
|
|
|
nested := request.Chunks[0].Units[0].Metadata["typed"].(pipelineTypedMetadata)
|
|
|
|
|
v.seen = string(nested["raw"].(json.RawMessage))
|
|
|
|
|
nested["raw"].(json.RawMessage)[0] = '['
|
|
|
|
|
nested["changed"] = true
|
|
|
|
|
return contracts.ValidationResult{Approved: true}, nil
|
|
|
|
|
}
|
|
|
|
|
|
2026-07-17 23:47:22 +00:00
|
|
|
func TestRunnerPassesIndependentAnnotationScopesToExtractors(t *testing.T) {
|
2026-11-22 04:28:48 +00:00
|
|
|
prepared := preparedConcurrentPipeline(t, 1)
|
2026-07-17 23:47:22 +00:00
|
|
|
chunker := prepared.chunker.(*typedTestChunker)
|
2026-07-17 23:57:59 +00:00
|
|
|
chunker.plan.Ranges[0].Annotations = source.ChunkAnnotations{"same": json.RawMessage(`{"range":1}`)}
|
|
|
|
|
chunker.plan.Annotations = source.ChunkAnnotations{"same": json.RawMessage(`{"plan":2}`)}
|
2026-07-17 23:47:22 +00:00
|
|
|
|
|
|
|
|
var gotRange, gotPlan string
|
2026-11-22 04:28:48 +00:00
|
|
|
installExtractOperation(prepared, 0, func(_ context.Context, request contracts.TypedExtractionRequest[any]) (erasedTypedResult, error) {
|
2026-07-17 23:47:22 +00:00
|
|
|
gotRange = string(request.Chunk.Annotations["same"])
|
|
|
|
|
gotPlan = string(request.Chunk.PlanAnnotations["same"])
|
|
|
|
|
request.Chunk.Annotations["same"][0] = '['
|
|
|
|
|
request.Chunk.PlanAnnotations["same"][0] = '['
|
|
|
|
|
return erasedTypedResult{Value: typedValueForLane(0, request.Chunk.Index)}, nil
|
|
|
|
|
})
|
|
|
|
|
if _, err := New().Run(context.Background(), RunInput{Prepared: prepared, RawInput: []byte("input")}); err != nil {
|
|
|
|
|
t.Fatalf("Run() error = %v, want nil", err)
|
|
|
|
|
}
|
|
|
|
|
if gotRange != `{"range":1}` || gotPlan != `{"plan":2}` {
|
|
|
|
|
t.Fatalf("extract annotations = %q / %q", gotRange, gotPlan)
|
|
|
|
|
}
|
2026-07-17 23:57:59 +00:00
|
|
|
if string(chunker.plan.Ranges[0].Annotations["same"]) != `{"range":1}` || string(chunker.plan.Annotations["same"]) != `{"plan":2}` {
|
2026-07-17 23:47:22 +00:00
|
|
|
t.Fatal("extract request shares annotation bytes with chunker output")
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2026-07-18 02:10:05 +00:00
|
|
|
func TestRunnerPassesIndependentConcreteMetadataToValidatorsAndExtractors(t *testing.T) {
|
2026-11-22 04:28:48 +00:00
|
|
|
prepared := preparedConcurrentPipeline(t, 1)
|
2026-07-18 02:10:05 +00:00
|
|
|
input := prepared.input.(*typedTestInput)
|
|
|
|
|
input.doc.Units[0].Metadata = map[string]any{
|
|
|
|
|
"typed": pipelineTypedMetadata{"raw": json.RawMessage(`{"value":true}`)},
|
|
|
|
|
}
|
|
|
|
|
var err error
|
|
|
|
|
input.doc.Digest, err = source.DigestDocument(input.doc)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatal(err)
|
|
|
|
|
}
|
|
|
|
|
chunker := prepared.chunker.(*typedTestChunker)
|
|
|
|
|
chunker.plan = typedTestPlan(input.doc)
|
|
|
|
|
|
|
|
|
|
validator := &mutatingMetadataValidator{}
|
|
|
|
|
prepared.chunkValidators.validators = []preparedValidator{{
|
|
|
|
|
resolved: ResolvedValidator{Binding: Binding(validator.Name()), Target: ValidatorTargetChunk},
|
|
|
|
|
chunk: validator,
|
|
|
|
|
}}
|
|
|
|
|
var extractorSeen string
|
2026-11-22 04:28:48 +00:00
|
|
|
installExtractOperation(prepared, 0, func(_ context.Context, request contracts.TypedExtractionRequest[any]) (erasedTypedResult, error) {
|
2026-07-18 02:10:05 +00:00
|
|
|
nested := request.Chunk.Units[0].Metadata["typed"].(pipelineTypedMetadata)
|
|
|
|
|
extractorSeen = string(nested["raw"].(json.RawMessage))
|
|
|
|
|
nested["raw"].(json.RawMessage)[0] = '['
|
|
|
|
|
nested["changed"] = true
|
|
|
|
|
return erasedTypedResult{Value: typedValueForLane(0, request.Chunk.Index)}, nil
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
if _, err := New().Run(context.Background(), RunInput{Prepared: prepared, RawInput: []byte("input")}); err != nil {
|
|
|
|
|
t.Fatalf("Run() error = %v", err)
|
|
|
|
|
}
|
|
|
|
|
if validator.seen != `{"value":true}` || extractorSeen != `{"value":true}` {
|
|
|
|
|
t.Fatalf("validator/extractor metadata = %q / %q", validator.seen, extractorSeen)
|
|
|
|
|
}
|
|
|
|
|
original := input.doc.Units[0].Metadata["typed"].(pipelineTypedMetadata)
|
|
|
|
|
if _, changed := original["changed"]; changed || string(original["raw"].(json.RawMessage)) != `{"value":true}` {
|
|
|
|
|
t.Fatalf("source metadata changed through runner handoff: %#v", original)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2026-07-17 23:16:16 -05:00
|
|
|
func TestRunnerRejectsMetadataThatCannotBeCloned(t *testing.T) {
|
2026-11-22 04:28:48 +00:00
|
|
|
prepared := preparedConcurrentPipeline(t, 1)
|
2026-07-17 23:16:16 -05:00
|
|
|
cyclic := make(map[string]any)
|
|
|
|
|
cyclic["self"] = cyclic
|
|
|
|
|
_, err := New().Run(context.Background(), RunInput{
|
|
|
|
|
Prepared: prepared,
|
|
|
|
|
RawInput: []byte("input"),
|
|
|
|
|
Metadata: map[string]any{"cyclic": cyclic},
|
|
|
|
|
})
|
|
|
|
|
if err == nil || !strings.Contains(err.Error(), "clone run metadata: metadata.cyclic.self contains a cycle") {
|
|
|
|
|
t.Fatalf("Run() error = %v, want contextual metadata clone failure", err)
|
|
|
|
|
}
|
|
|
|
|
}
|