feat: add runner failover rules and cache affinity

2026-06-28 20:50:23 +08:00
parent 41bb3a6525
commit 0e675e259c
31 changed files with 2939 additions and 470 deletions
@@ -80,6 +80,7 @@ func (s *compatibleStreamWriter) writeDone(w http.ResponseWriter, output map[str
 	}
 	if s.includeUsage && !s.sentUsage {
 		if usage, ok := output["usage"].(map[string]any); ok && len(usage) > 0 {
+			usage = clients.NormalizeChatCompletionUsage(usage)
 			s.writeChatData(w, s.chatChunk([]any{}, usage))
 			s.sentUsage = true
 		}