104 lines
4.7 KiB
Go
104 lines
4.7 KiB
Go
package cli
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"reflect"
|
|
"strings"
|
|
"testing"
|
|
|
|
"gitea.maximumdirect.net/eric/notarius/internal/core/config"
|
|
"gitea.maximumdirect.net/eric/notarius/internal/core/source"
|
|
"gitea.maximumdirect.net/eric/notarius/internal/framework/pipeline"
|
|
"gitea.maximumdirect.net/eric/notarius/internal/modules/dnd"
|
|
scenecodec "gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/codec/scenedescriptions"
|
|
sceneextract "gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/extract/scenedescriptions"
|
|
scenenormalize "gitea.maximumdirect.net/eric/notarius/internal/modules/dnd/normalize/scenedescriptions"
|
|
"go.maximumdirect.net/promptkit"
|
|
)
|
|
|
|
func TestProductionSceneDescriptionWorkflow(t *testing.T) {
|
|
components := productionTestComponents(t)
|
|
cfg := config.Default()
|
|
cfg.Pipelines["scene-descriptions"] = pipeline.PipelineProfile{
|
|
ID: "scene-descriptions",
|
|
Input: pipeline.Binding("seriatim"),
|
|
Chunk: pipeline.ModuleBinding{Module: "generic", Options: map[string]any{"max_units": 1}},
|
|
Output: pipeline.Binding("json"),
|
|
Artifacts: map[string]pipeline.ArtifactLaneProfile{
|
|
"scene-descriptions": {
|
|
Extract: pipeline.ModuleBinding{Module: sceneextract.Key, LLMProfile: "scene-description-profile"},
|
|
Normalize: pipeline.Binding(scenenormalize.Key),
|
|
},
|
|
},
|
|
}
|
|
effective, err := cfg.Resolve(config.ResolveInput{PipelineID: "scene-descriptions", Catalog: catalogFromRegistries(components.registries)})
|
|
if err != nil {
|
|
t.Fatalf("Resolve() error = %v", err)
|
|
}
|
|
lane := effective.ResolvedPipeline.Steps[0].ArtifactLanes[0]
|
|
if lane.ArtifactKind != dnd.SceneDescriptionListKind || lane.Extract.Module != sceneextract.Key || lane.Merge.Module != pipeline.DefaultMergeModule || lane.Normalize.Module != scenenormalize.Key {
|
|
t.Fatalf("resolved lane = %#v, want production scene-description composition", lane)
|
|
}
|
|
if len(lane.ExtractReferences.Bindings) != 0 || len(lane.NormalizeReferences.Bindings) != 0 {
|
|
t.Fatalf("resolved references = %#v / %#v, want no generated or required references", lane.ExtractReferences, lane.NormalizeReferences)
|
|
}
|
|
|
|
llmClient := &sceneDescriptionLLM{}
|
|
prepared, err := pipeline.Prepare(effective.ResolvedPipeline, components.registries, pipeline.ModuleDependencies{Engine: productionNativeEngine(t, llmClient, "scene-description-profile")})
|
|
if err != nil {
|
|
t.Fatalf("Prepare() error = %v", err)
|
|
}
|
|
output, err := pipeline.New().Run(context.Background(), pipeline.RunInput{
|
|
Prepared: prepared,
|
|
RawInput: readRepositoryFile(t, "examples", "seriatim-minimal-transcript.json"),
|
|
})
|
|
if err != nil {
|
|
t.Fatalf("Run() error = %v", err)
|
|
}
|
|
if len(output.OutputFiles) != 1 || output.FallbackCount != 0 || output.OutputFiles[0].Name != "lanes/scene-descriptions.json" {
|
|
t.Fatalf("output=%#v, want published scene descriptions", output)
|
|
}
|
|
value, err := scenecodec.New().Decode(output.OutputFiles[0].Bytes)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
want := dnd.SceneDescriptionList{Scenes: []dnd.SceneDescription{
|
|
{ID: "chunk-000001", SourceRef: source.SourceRef{SourceID: "session-alpha", StartUnitID: 1, EndUnitID: 1}, Kind: dnd.SceneKindNarrative, Title: "Aria casts Cure Wounds", Summary: "Aria casts Cure Wounds."},
|
|
{ID: "chunk-000002", SourceRef: source.SourceRef{SourceID: "session-alpha", StartUnitID: 2, EndUnitID: 2}, Kind: dnd.SceneKindCombat, Title: "Bandit mage casts Shield", Summary: "The bandit mage casts Shield."},
|
|
}}
|
|
if !reflect.DeepEqual(value, want) {
|
|
t.Fatalf("normalized scene descriptions = %#v, want %#v", value, want)
|
|
}
|
|
if len(output.Diagnostics.Groups) != 0 {
|
|
t.Fatalf("diagnostics = %#v, want grounded descriptions without diagnostics", output.Diagnostics)
|
|
}
|
|
}
|
|
|
|
type sceneDescriptionLLM struct{}
|
|
|
|
func (*sceneDescriptionLLM) Generate(ctx context.Context, request promptkit.GenerateRequest) (*promptkit.GenerateResponse, error) {
|
|
if err := ctx.Err(); err != nil {
|
|
return nil, err
|
|
}
|
|
if !productionSchemaHasProperty(request, "kind") || request.Target.Model != "scene-description-profile-model" {
|
|
return nil, fmt.Errorf("unexpected native scene-description request for %q", request.Target.Model)
|
|
}
|
|
transcript, err := productionJSONInput(request, "units")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
var content string
|
|
switch {
|
|
case strings.Contains(string(transcript), "Cure Wounds"):
|
|
content = `{"kind":"narrative","title":" Aria casts Cure Wounds ","summary":" Aria casts Cure Wounds. "}`
|
|
case strings.Contains(string(transcript), "Shield"):
|
|
content = `{"kind":"combat","title":"Bandit mage casts Shield","summary":"The bandit mage casts Shield."}`
|
|
default:
|
|
return nil, fmt.Errorf("unexpected transcript material %q", transcript)
|
|
}
|
|
return &promptkit.GenerateResponse{Content: content}, nil
|
|
}
|
|
|
|
var _ promptkit.LLMClient = (*sceneDescriptionLLM)(nil)
|