Preserve cache settings in repair conversation replay
This commit is contained in:
@@ -123,7 +123,11 @@ func (c *RoleClient) CompleteStructured(parent context.Context, req structuredou
|
||||
baseID, baseVars = exchange.PromptID, exchange.Variables
|
||||
suffix = append(suffix, pk.RenderedMessage{Role: pk.RoleAssistant, Content: exchange.FinalContent})
|
||||
for _, message := range req.Replay.Turns {
|
||||
suffix = append(suffix, pk.RenderedMessage{Role: message.Role, Content: message.Content})
|
||||
native := pk.RenderedMessage{Role: message.Role, Content: message.Content}
|
||||
if cache := message.CacheControl; cache != nil {
|
||||
native.CacheControl = &pk.CacheControl{Type: pk.CacheControlType(cache.Type), TTL: cache.TTL}
|
||||
}
|
||||
suffix = append(suffix, native)
|
||||
}
|
||||
suffix = append(suffix, instruction.Messages...)
|
||||
}
|
||||
@@ -316,6 +320,9 @@ func convertMessages(messages []pk.RenderedMessage) []structuredoutput.Message {
|
||||
result := make([]structuredoutput.Message, len(messages))
|
||||
for i, message := range messages {
|
||||
result[i] = structuredoutput.Message{Role: string(message.Role), Content: message.Content}
|
||||
if cache := message.CacheControl; cache != nil {
|
||||
result[i].CacheControl = &structuredoutput.CacheControl{Type: string(cache.Type), TTL: cache.TTL}
|
||||
}
|
||||
}
|
||||
return result
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user