Files
notarius/internal/modules/dnd/extract/itemoccurrences/prompt_assets_test.go

64 lines
2.1 KiB
Go
Raw Normal View History

package itemoccurrences
2026-07-25 21:49:24 +00:00
import (
"context"
"encoding/json"
"strings"
"testing"
"time"
"gitea.maximumdirect.net/eric/notarius/internal/framework/llm"
"gitea.maximumdirect.net/eric/promptkit"
2026-07-25 21:49:24 +00:00
)
2026-08-05 19:55:34 +00:00
func TestPromptAssetsPrepareItemOccurrencePrompt(t *testing.T) {
2026-07-25 21:49:24 +00:00
registry := llm.NewAssetRegistry()
if err := RegisterPromptAssets(registry); err != nil {
t.Fatal(err)
}
options, err := registry.PromptKitOptions()
2026-07-25 21:49:24 +00:00
if err != nil {
t.Fatal(err)
}
options = append(options, promptkit.WithProfiles(promptkit.OpenAICompatibleProfile(promptkit.OpenAICompatibleProfileConfig{
ID: "item-occurrences-test-profile", Endpoint: "http://127.0.0.1:1/v1", Model: "item-occurrences-test-model",
2026-07-25 21:49:24 +00:00
})))
engine, err := promptkit.NewEngine(promptkit.Config{Timeout: time.Second}, options...)
2026-07-25 21:49:24 +00:00
if err != nil {
t.Fatal(err)
}
prepared, err := engine.Prepare(context.Background(), promptkit.RunRequest{
PromptID: PromptID, PromptVersion: SchemaVersion, ProfileID: "item-occurrences-test-profile",
Inputs: map[string]promptkit.ArtifactRef{
"transcript": promptkit.InlineWithURI("file:///session.json", `{"units":[{"sentinel":"item-occurrence-transcript"}]}`),
"players": promptkit.Inline("item-occurrence-player"),
2026-08-05 19:55:34 +00:00
"party": promptkit.Inline(" "),
"glossary": promptkit.Inline(" "),
"item_registry": promptkit.Inline(`{"items":[{"name":"Torch"}]}`),
2026-07-25 21:49:24 +00:00
},
})
if err != nil {
t.Fatal(err)
}
2026-08-05 19:55:34 +00:00
if prepared.PromptID != PromptID || prepared.OutputContract.SchemaPath != "dnd_item_occurrences_llm.v1.json" {
2026-07-25 21:49:24 +00:00
t.Fatalf("prepared prompt = %#v", prepared)
}
}
func TestPromptAssetsDoNotLeakIntoMetadata(t *testing.T) {
hash, err := promptAssetMetadata()
2026-07-25 21:49:24 +00:00
if err != nil || !strings.HasPrefix(hash, "sha256:") {
t.Fatalf("promptAssetMetadata() = %q, %v", hash, err)
2026-07-25 21:49:24 +00:00
}
2026-08-05 19:55:34 +00:00
metadata := newExtractor(t, &fakeItemOccurrencesLLMClient{}).ManifestMetadata()
2026-07-25 21:49:24 +00:00
payload, err := json.Marshal(metadata)
if err != nil {
t.Fatal(err)
}
2026-08-05 19:55:34 +00:00
for _, forbidden := range []string{"common-dnd-system", "dnd_item_occurrences_llm.v1.json"} {
2026-07-25 21:49:24 +00:00
if strings.Contains(string(payload), forbidden) {
t.Fatalf("metadata leaked raw asset content %q: %s", forbidden, payload)
}
}
}