package cli import ( "context" "fmt" "reflect" "strings" "testing" "gitea.maximumdirect.net/eric/notarius/internal/core/config" "gitea.maximumdirect.net/eric/notarius/internal/core/source" "gitea.maximumdirect.net/eric/notarius/internal/framework/pipeline" "gitea.maximumdirect.net/eric/notarius/internal/modules/dnd" scenecodec "gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/codec/scenedescriptions" sceneextract "gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/extract/scenedescriptions" scenenormalize "gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/normalize/scenedescriptions" "go.maximumdirect.net/promptkit" ) func TestProductionSceneDescriptionWorkflow(t *testing.T) { components := productionTestComponents(t) cfg := config.Default() cfg.Pipelines["scene-descriptions"] = pipeline.PipelineProfile{ ID: "scene-descriptions", Input: pipeline.Binding("seriatim"), Chunk: pipeline.ModuleBinding{Module: "generic", Options: map[string]any{"max_units": 1}}, Output: pipeline.Binding("json"), Artifacts: map[string]pipeline.ArtifactLaneProfile{ "scene-descriptions": { Extract: pipeline.ModuleBinding{Module: sceneextract.Key, LLMProfile: "scene-description-profile"}, Normalize: pipeline.Binding(scenenormalize.Key), }, }, } effective, err := cfg.Resolve(config.ResolveInput{PipelineID: "scene-descriptions", Catalog: catalogFromRegistries(components.registries)}) if err != nil { t.Fatalf("Resolve() error = %v", err) } lane := effective.ResolvedPipeline.Steps[0].ArtifactLanes[0] if lane.ArtifactKind != dnd.SceneDescriptionListKind || lane.Extract.Module != sceneextract.Key || lane.Merge.Module != pipeline.DefaultMergeModule || lane.Normalize.Module != scenenormalize.Key { t.Fatalf("resolved lane = %#v, want production scene-description composition", lane) } if len(lane.ExtractReferences.Bindings) != 0 || len(lane.NormalizeReferences.Bindings) != 0 { t.Fatalf("resolved references = %#v / %#v, want no generated or required references", lane.ExtractReferences, lane.NormalizeReferences) } llmClient := &sceneDescriptionLLM{} prepared, err := pipeline.Prepare(effective.ResolvedPipeline, components.registries, pipeline.ModuleDependencies{Engine: productionNativeEngine(t, llmClient, "scene-description-profile")}) if err != nil { t.Fatalf("Prepare() error = %v", err) } output, err := pipeline.New().Run(context.Background(), pipeline.RunInput{ Prepared: prepared, RawInput: readRepositoryFile(t, "examples", "dnd-minimal", "transcript.json"), }) if err != nil { t.Fatalf("Run() error = %v", err) } if len(output.OutputFiles) != 1 || output.FallbackCount != 0 || output.OutputFiles[0].Name != "lanes/scene-descriptions.json" { t.Fatalf("output=%#v, want published scene descriptions", output) } value, err := scenecodec.New().Decode(output.OutputFiles[0].Bytes) if err != nil { t.Fatal(err) } want := dnd.SceneDescriptionList{Scenes: []dnd.SceneDescription{ {ID: "chunk-000001", SourceRef: source.SourceRef{SourceID: "session-alpha", StartUnitID: 1, EndUnitID: 1}, Kind: dnd.SceneKindNarrative, Title: "Aria casts Cure Wounds", Summary: "Aria casts Cure Wounds."}, {ID: "chunk-000002", SourceRef: source.SourceRef{SourceID: "session-alpha", StartUnitID: 2, EndUnitID: 2}, Kind: dnd.SceneKindCombat, Title: "Bandit mage casts Shield", Summary: "The bandit mage casts Shield."}, }} if !reflect.DeepEqual(value, want) { t.Fatalf("normalized scene descriptions = %#v, want %#v", value, want) } if len(output.Diagnostics.Groups) != 0 { t.Fatalf("diagnostics = %#v, want grounded descriptions without diagnostics", output.Diagnostics) } } type sceneDescriptionLLM struct{} func (*sceneDescriptionLLM) Generate(ctx context.Context, request promptkit.GenerateRequest) (*promptkit.GenerateResponse, error) { if err := ctx.Err(); err != nil { return nil, err } if !productionSchemaHasProperty(request, "kind") || request.Target.Model != "scene-description-profile-model" { return nil, fmt.Errorf("unexpected native scene-description request for %q", request.Target.Model) } transcript, err := productionJSONInput(request, "units") if err != nil { return nil, err } var content string switch { case strings.Contains(string(transcript), "Cure Wounds"): content = `{"kind":"narrative","title":" Aria casts Cure Wounds ","summary":" Aria casts Cure Wounds. "}` case strings.Contains(string(transcript), "Shield"): content = `{"kind":"combat","title":"Bandit mage casts Shield","summary":"The bandit mage casts Shield."}` default: return nil, fmt.Errorf("unexpected transcript material %q", transcript) } return &promptkit.GenerateResponse{Content: content}, nil } var _ promptkit.LLMClient = (*sceneDescriptionLLM)(nil)