base-layer/promptkit
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases 5 Wiki Activity

Update examples and benchmarks for identified resources

Browse Source
This commit is contained in:
Eric Rakestraw
2026-11-02 12:56:05 +00:00
parent 130c4cc447
commit 0eee3ec962
17 changed files with 93 additions and 76 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
requirements_inspection_benchmark_test.go
View File

@@ -38,8 +38,8 @@ func BenchmarkRequirementInspection(b *testing.B) {
}, "", noValidationOutput)
engine, err := promptkit.NewEngine(promptkit.Config{Sources: promptkit.ConfigurationSources{Main: &configkit.Input{
Source: configkit.Mapping("requirement inspection benchmark", map[string]any{
"prompts": oneVersionPrompt("inspection", "1", definition),
"profiles": profiles,
"prompts": identifiedRequirementRecords(onePrompt("inspection", definition)),
"profiles": identifiedRequirementRecords(profiles),
}),
}}})
if err != nil {
@@ -51,7 +51,7 @@ func BenchmarkRequirementInspection(b *testing.B) {
PromptID: "inspection", ProfileID: profileID, Vars: map[string]string{"name": "Ada"},
}
inspection, err := engine.InspectRequirements(ctx, request)
if err != nil || inspection.PromptID != "inspection" || inspection.PromptVersion == nil || *inspection.PromptVersion != "1" ||
if err != nil || inspection.PromptID != "inspection" ||
inspection.ProfileID != profileID || !inspection.Complete || len(inspection.Inputs) != 1 ||
inspection.Inputs[0].Name != "transcript" || inspection.Inputs[0].Kind != promptkit.RequirementRequired ||
len(inspection.Variables) != 1 || inspection.Variables[0].Name != "name" || !inspection.Variables[0].Supplied {