Run ordered processing with independent settings

2026-11-10 17:33:30 +00:00
parent 89de2a7014
commit 7efa07ee9d
21 changed files with 447 additions and 335 deletions
--- a/internal/core/reporting/llm.go
+++ b/internal/core/reporting/llm.go
@@ -24,8 +24,8 @@ type LLMSummary struct {
 }

 type BackendUtilization struct {
-	Concurrency   int `json:"concurrency"`
-	QueueCapacity int `json:"queue_capacity"`
+	Concurrency   *int `json:"concurrency,omitempty"`
+	QueueCapacity *int `json:"queue_capacity,omitempty"`
 	LLMSummary
 	CapacityWaitMS int64 `json:"capacity_wait_ms"`
 	GenerationMS   int64 `json:"generation_ms"`