perf(storage): 极简化任务历史并增加保留治理

停止持久化 provider 原始响应、兼容响应快照、attempt/event/outbox 重复 JSON，并由标准任务结果动态生成 Kling/Keling/Volces 兼容响应。

增加事件去重与预算、极简 callback 投递、7/30 天分批清理、安全删除条件、并发迁移索引及可实际恢复的任务域排除备份。历史清理默认关闭，待兼容协议和异步恢复在线验证后单独启用。

验证：Go 全量测试与 go vet、PostgreSQL 18 集成与实际备份恢复、迁移安全测试、bash -n、ShellCheck、Compose 配置和人工发布脚本测试均通过。

apps/api/internal/clients/clients_test.go

@@ -2101,7 +2101,7 @@ func TestVolcesClientVideoSubmitsAndPollsTask(t *testing.T) {
 	}
 	data, _ := response.Result["data"].([]any)
 	item, _ := data[0].(map[string]any)
-	if item["url"] != "https://example.com/out.mp4" || response.Usage.TotalTokens != 9 {
+	if item["url"] != "https://example.com/out.mp4" || response.Result["content"] != nil || response.Result["usage"] != nil || response.Usage.TotalTokens != 9 {
 		t.Fatalf("unexpected response: %+v usage=%+v", response.Result, response.Usage)
 	}
 }
@@ -2145,8 +2145,9 @@ func TestVolcesClientVideoRetriesTransientPollAndKeepsOfficialResult(t *testing.
 	if polls != 2 || len(persisted) != 1 || persisted[0] != "cgt-retry:succeeded" {
 		t.Fatalf("unexpected poll state polls=%d persisted=%+v", polls, persisted)
 	}
-	if response.Result["updated_at"] != float64(124) || response.Result["seed"] != float64(7) || response.Result["raw"] == nil {
-		t.Fatalf("official result fields lost: %+v", response.Result)
+	if response.Result["seed"] != float64(7) || response.Result["raw"] != nil || response.Result["updated_at"] != nil ||
+		response.Result["content"] != nil || response.Result["usage"] != nil || response.Result["upstream_task_id"] != nil {
+		t.Fatalf("provider response should be reduced to the canonical result: %+v", response.Result)
 	}
 }
 
@@ -2424,7 +2425,7 @@ func TestVolcesClientVideoResumePollsExistingTaskID(t *testing.T) {
 	}
 	data, _ := response.Result["data"].([]any)
 	item, _ := data[0].(map[string]any)
-	if response.Result["upstream_task_id"] != "cgt-existing" || item["url"] != "https://example.com/resumed.mp4" {
+	if response.Result["upstream_task_id"] != nil || item["url"] != "https://example.com/resumed.mp4" {
 		t.Fatalf("unexpected resumed response: %+v", response.Result)
 	}
 }

apps/api/internal/clients/gemini.go

@@ -627,7 +627,6 @@ func geminiResult(request Request, raw map[string]any) map[string]any {
 			"created": nowUnix(),
 			"model":   request.Model,
 			"data":    data,
-			"raw":     raw,
 		}
 	}
 	message, finishReason := geminiChatMessage(raw)
@@ -642,7 +641,6 @@ func geminiResult(request Request, raw map[string]any) map[string]any {
 			"message":       message,
 		}},
 		"usage": geminiUsageMap(raw),
-		"raw":   raw,
 	}
 }
 

apps/api/internal/clients/keling.go

@@ -1306,7 +1306,6 @@ func kelingVideoSuccessResult(request Request, upstreamTaskID string, raw map[st
 		"status":           "succeeded",
 		"upstream_task_id": upstreamTaskID,
 		"data":             items,
-		"raw":              raw,
 	}
 }
 
@@ -1342,7 +1341,6 @@ func kelingTaskAPIVideoSuccessResult(request Request, upstreamTaskID string, tas
 		"status":           "succeeded",
 		"upstream_task_id": upstreamTaskID,
 		"data":             items,
-		"raw":              raw,
 	}
 }
 

apps/api/internal/clients/media_clients.go

@@ -326,17 +326,17 @@ func (c MinimaxClient) runSpeech(ctx context.Context, request Request) (Response
 	if err != nil {
 		return Response{}, &ClientError{Code: "invalid_response", Message: "minimax speech audio hex is invalid: " + err.Error(), RequestID: firstNonEmptyString(requestID, requestIDFromResult(result)), ResponseStartedAt: startedAt, ResponseFinishedAt: finishedAt, ResponseDurationMS: responseDurationMS(startedAt, finishedAt), Retryable: false}
 	}
-	normalized := cloneMapAny(result)
-	normalized["status"] = "success"
-	normalized["created"] = time.Now().UnixMilli()
-	normalized["model"] = request.Model
-	normalized["raw_data"] = cloneMapAny(result)
-	normalized["data"] = []any{map[string]any{
-		"type":      "audio",
-		"content":   "data:audio/mpeg;base64," + base64.StdEncoding.EncodeToString(audioBytes),
-		"mime_type": "audio/mpeg",
-		"uploaded":  false,
-	}}
+	normalized := map[string]any{
+		"status":  "success",
+		"created": time.Now().UnixMilli(),
+		"model":   request.Model,
+		"data": []any{map[string]any{
+			"type":      "audio",
+			"content":   "data:audio/mpeg;base64," + base64.StdEncoding.EncodeToString(audioBytes),
+			"mime_type": "audio/mpeg",
+			"uploaded":  false,
+		}},
+	}
 	return Response{
 		Result:             normalized,
 		RequestID:          firstNonEmptyString(requestID, requestIDFromResult(result)),
@@ -378,12 +378,12 @@ func (c MinimaxClient) runVoiceClone(ctx context.Context, request Request) (Resp
 	if isProviderTaskFailure(providerTaskSpec{Name: "minimax"}, result) {
 		return Response{}, providerTaskFailure(providerTaskSpec{Name: "minimax"}, result, firstNonEmptyString(requestID, uploadRequestID, requestIDFromResult(result)), startedAt)
 	}
-	normalized := cloneMapAny(result)
-	normalized["status"] = "success"
-	normalized["created"] = time.Now().UnixMilli()
-	normalized["model"] = request.Model
-	normalized["voice_id"] = stringFromAny(payload["voice_id"])
-	normalized["raw_data"] = cloneMapAny(result)
+	normalized := map[string]any{
+		"status":   "success",
+		"created":  time.Now().UnixMilli(),
+		"model":    request.Model,
+		"voice_id": stringFromAny(payload["voice_id"]),
+	}
 	if demoAudio := firstNonEmptyString(valueAtPath(result, "demo_audio"), valueAtPath(result, "data.demo_audio")); demoAudio != "" {
 		normalized["demo_audio"] = demoAudio
 		normalized["data"] = []any{map[string]any{"type": "audio", "url": demoAudio}}

apps/api/internal/clients/provider_task.go

@@ -340,24 +340,20 @@ func hasProviderTaskResult(result map[string]any) bool {
 	return result["data"] != nil || valueAtPath(result, "data.result") != nil || valueAtPath(result, "data.audio") != nil || valueAtPath(result, "output.image_urls") != nil || valueAtPath(result, "output.video_url") != nil || valueAtPath(result, "Response.ResultVideoUrl") != nil || valueAtPath(result, "Response.ResultImages") != nil || result["audio_url"] != nil || result["urls"] != nil
 }
 
-func normalizeProviderTaskResult(request Request, spec providerTaskSpec, result map[string]any, upstreamTaskID string) map[string]any {
-	out := cloneMapAny(result)
-	out["status"] = "success"
+func normalizeProviderTaskResult(request Request, _ providerTaskSpec, result map[string]any, upstreamTaskID string) map[string]any {
+	data, ok := result["data"].([]any)
+	if !ok {
+		data = providerTaskData(request, result)
+	}
+	out := map[string]any{
+		"status":  "success",
+		"created": time.Now().UnixMilli(),
+		"model":   request.Model,
+		"data":    data,
+	}
 	if upstreamTaskID != "" {
 		out["upstream_task_id"] = upstreamTaskID
 	}
-	if out["created"] == nil {
-		out["created"] = time.Now().UnixMilli()
-	}
-	if out["model"] == nil {
-		out["model"] = request.Model
-	}
-	if _, ok := out["data"].([]any); !ok {
-		if out["data"] != nil {
-			out["raw_data"] = out["data"]
-		}
-		out["data"] = providerTaskData(request, result)
-	}
 	return out
 }
 

apps/api/internal/clients/volces.go

@@ -1100,9 +1100,11 @@ func volcesTaskErrorMessage(result map[string]any) string {
 }
 
 func volcesVideoSuccessResult(request Request, upstreamTaskID string, raw map[string]any) map[string]any {
-	result := cloneMapAny(raw)
-	if result == nil {
-		result = map[string]any{}
+	result := map[string]any{}
+	for _, key := range []string{"seed", "resolution", "ratio", "duration", "frames", "framespersecond"} {
+		if raw[key] != nil {
+			result[key] = raw[key]
+		}
 	}
 	content, _ := raw["content"].(map[string]any)
 	videoURL := strings.TrimSpace(stringFromAny(content["video_url"]))
@@ -1112,18 +1114,18 @@ func volcesVideoSuccessResult(request Request, upstreamTaskID string, raw map[st
 	}
 	data := []any{}
 	if videoURL != "" {
-		data = append(data, map[string]any{"url": videoURL, "type": "video"})
+		item := map[string]any{"url": videoURL, "type": "video"}
+		if lastFrameURL := strings.TrimSpace(stringFromAny(content["last_frame_url"])); lastFrameURL != "" {
+			item["last_frame_url"] = lastFrameURL
+		}
+		data = append(data, item)
 	}
 	result["id"] = firstNonEmpty(stringFromAny(raw["id"]), upstreamTaskID)
-	if strings.TrimSpace(stringFromAny(result["model"])) == "" {
-		result["model"] = upstreamModelName(request.Candidate)
-	}
+	result["model"] = firstNonEmpty(stringFromAny(raw["model"]), upstreamModelName(request.Candidate))
 	result["status"] = "succeeded"
 	result["object"] = "video.generation"
 	result["created"] = created
-	result["upstream_task_id"] = upstreamTaskID
 	result["data"] = data
-	result["raw"] = cloneMapAny(raw)
 	return result
 }
 

apps/api/internal/clients/volces_deyun_test.go

@@ -79,7 +79,7 @@ func TestVolcesClientSupportsDeyunEnvelope(t *testing.T) {
 	}
 	data, _ := response.Result["data"].([]any)
 	item, _ := data[0].(map[string]any)
-	if response.Result["upstream_task_id"] != "deyun-task-1" || item["url"] != "https://example.com/deyun.mp4" {
+	if response.Result["upstream_task_id"] != nil || item["url"] != "https://example.com/deyun.mp4" {
 		t.Fatalf("unexpected response: %+v", response.Result)
 	}
 }