fix(media): 统一图片结果 URL 化并限制同步 Base64

将上游 URL 直接持久化，内联媒体经对象存储后仅保留 URL 与内部定位元数据；异步轮询、任务详情和幂等重放统一使用零对象读取的 URL 投影，并增加 64KiB 响应门禁。 OpenAI 图片接口接受 url 与 b64_json，同步 Base64 限制为 20MiB 和每 Pod 2 并发；新增历史结果迁移清零门禁、结果指标和 API GOMEMLIMIT。验证：API go test ./...、go vet、聚焦 race、pnpm openapi、pnpm lint/test/build、迁移安全检查与 docker compose config 均通过。
2026-08-05 18:15:06 +08:00
parent f9b945e4aa
commit b13392ef50
22 changed files with 1367 additions and 176 deletions
@@ -4,6 +4,9 @@ import (
 	"encoding/json"
 	"net/http"
 	"net/http/httptest"
+	"runtime"
+	"strings"
+	"sync"
 	"testing"
 	"time"

@@ -11,6 +14,98 @@ import (
 	"github.com/easyai/easyai-ai-gateway/apps/api/internal/store"
 )

+func TestEasyAITaskResultURLResponseIsCompact(t *testing.T) {
+	task := store.GatewayTask{
+		ID: "image-url-compact", Kind: "images.generations", Status: "succeeded",
+		Result: map[string]any{"data": []any{map[string]any{
+			"type": "image", "url": "https://cdn.example/result.png", "mime_type": "image/png",
+			"provider_payload": strings.Repeat("x", 4096), "upload": map[string]any{"objectKey": "secret"},
+		}}},
+	}
+	runtime.GC()
+	var before runtime.MemStats
+	runtime.ReadMemStats(&before)
+	response := easyAITaskResultResponse(task)
+	payload, err := json.Marshal(response)
+	if err != nil {
+		t.Fatal(err)
+	}
+	var after runtime.MemStats
+	runtime.ReadMemStats(&after)
+	if len(payload) >= maxAsyncMediaResultResponseBytes {
+		t.Fatalf("URL response bytes=%d", len(payload))
+	}
+	if allocated := after.TotalAlloc - before.TotalAlloc; allocated >= 1<<20 {
+		t.Fatalf("URL response allocated %d bytes", allocated)
+	}
+	if !json.Valid(payload) {
+		t.Fatal("URL response is not valid JSON")
+	}
+	if strings.Contains(string(payload), "provider_payload") || strings.Contains(string(payload), "objectKey") {
+		t.Fatalf("internal provider or object-storage fields leaked: %s", payload)
+	}
+}
+
+func TestWriteAsyncMediaResultJSONSetsURLAndDeprecationHeaders(t *testing.T) {
+	recorder := httptest.NewRecorder()
+	writeAsyncMediaResultJSON(recorder, map[string]any{
+		"status": "success", "data": []any{map[string]any{"url": "https://cdn.example/result.png"}},
+	}, nil)
+	if recorder.Code != http.StatusOK {
+		t.Fatalf("status=%d body=%s", recorder.Code, recorder.Body.String())
+	}
+	if recorder.Header().Get("X-Gateway-Response-Format") != "url" || recorder.Header().Get("Deprecation") != "true" {
+		t.Fatalf("unexpected headers: %#v", recorder.Header())
+	}
+}
+
+func TestWriteAsyncMediaResultJSONRejectsOversizedPayload(t *testing.T) {
+	recorder := httptest.NewRecorder()
+	writeAsyncMediaResultJSON(recorder, map[string]any{"data": strings.Repeat("x", maxAsyncMediaResultResponseBytes)}, nil)
+	if recorder.Code != http.StatusInternalServerError || !strings.Contains(recorder.Body.String(), "result_response_too_large") {
+		t.Fatalf("status=%d body=%s", recorder.Code, recorder.Body.String())
+	}
+}
+
+func TestConcurrentURLResultResponsesRemainBounded(t *testing.T) {
+	task := store.GatewayTask{
+		ID: "image-url-load", Kind: "images.generations", Status: "succeeded",
+		Result: map[string]any{"data": []any{map[string]any{
+			"type": "image", "url": "https://cdn.example/result.png", "mime_type": "image/png",
+		}}},
+	}
+	runtime.GC()
+	var before runtime.MemStats
+	runtime.ReadMemStats(&before)
+
+	var wait sync.WaitGroup
+	errors := make(chan string, 1000)
+	for index := 0; index < 1000; index++ {
+		wait.Add(1)
+		go func() {
+			defer wait.Done()
+			payload, err := json.Marshal(easyAITaskResultResponse(task))
+			if err != nil {
+				errors <- err.Error()
+				return
+			}
+			if len(payload) >= maxAsyncMediaResultResponseBytes {
+				errors <- "response exceeded URL-only size gate"
+			}
+		}()
+	}
+	wait.Wait()
+	close(errors)
+	for message := range errors {
+		t.Fatal(message)
+	}
+	var after runtime.MemStats
+	runtime.ReadMemStats(&after)
+	if allocated := after.TotalAlloc - before.TotalAlloc; allocated >= 256<<20 {
+		t.Fatalf("1000 concurrent URL responses allocated %d bytes", allocated)
+	}
+}
+
 func TestEasyAITaskAcceptedResponseKeepsGatewayFieldsAndAddsLegacyFields(t *testing.T) {
 	task := store.GatewayTask{
 		ID:        "task-accepted-1",
@@ -119,8 +214,8 @@ func TestEasyAITaskResultResponseNormalizesMediaOutputs(t *testing.T) {
 				t.Fatalf("output_content is not synchronized: %+v", got)
 			}
 			if item.wantCount == 0 {
-				if got["voice_id"] != "voice-test-1" {
-					t.Fatalf("voice clone fields were lost: %+v", got)
+				if got["voice_id"] != nil || got["cloned_voice"] != nil {
+					t.Fatalf("provider-specific fields leaked: %+v", got)
 				}
 				return
 			}
@@ -139,7 +234,7 @@ func TestEasyAITaskResultResponseNormalizesMediaOutputs(t *testing.T) {
 	}
 }

-func TestEasyAITaskResultResponsePreservesBase64ImageOutput(t *testing.T) {
+func TestEasyAITaskResultResponseDropsBase64ImageOutput(t *testing.T) {
 	base64Payload := "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mP8/x8AAusB9Y9ZlB8AAAAASUVORK5CYII="
 	task := store.GatewayTask{
 		ID: "image-base64-1", Kind: "images.generations", Status: "succeeded",
@@ -151,20 +246,8 @@ func TestEasyAITaskResultResponsePreservesBase64ImageOutput(t *testing.T) {

 	got := easyAITaskResultResponse(task)
 	data, _ := got["data"].([]any)
-	if len(data) != 1 {
-		t.Fatalf("unexpected base64 output count: %+v", got)
-	}
-	output, _ := data[0].(map[string]any)
-	if output["type"] != "image" || output["b64_json"] != base64Payload || output["mime_type"] != "image/png" {
-		t.Fatalf("base64 image output was not preserved: %+v", output)
-	}
-	if _, exposedAsURL := output["url"]; exposedAsURL {
-		t.Fatalf("base64 image must not be exposed as a URL: %+v", output)
-	}
-	outputContent, _ := got["output_content"].([]any)
-	content, _ := outputContent[0].(map[string]any)
-	if content["b64_json"] != base64Payload {
-		t.Fatalf("output_content lost base64 image: %+v", outputContent)
+	if len(data) != 0 {
+		t.Fatalf("Base64 output leaked into URL-only response: %+v", got)
 	}
 	urls, _ := got["output"].([]string)
 	if len(urls) != 0 {
@@ -172,7 +255,7 @@ func TestEasyAITaskResultResponsePreservesBase64ImageOutput(t *testing.T) {
 	}
 }

-func TestEasyAITaskResultResponseMovesImageDataURLToB64JSON(t *testing.T) {
+func TestEasyAITaskResultResponseDropsImageDataURL(t *testing.T) {
 	base64Payload := "iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mP8/x8AAusB9Y9ZlB8AAAAASUVORK5CYII="
 	task := store.GatewayTask{
 		ID: "image-data-url-1", Kind: "images.generations", Status: "succeeded",
@@ -183,12 +266,8 @@ func TestEasyAITaskResultResponseMovesImageDataURLToB64JSON(t *testing.T) {

 	got := easyAITaskResultResponse(task)
 	data, _ := got["data"].([]any)
-	output, _ := data[0].(map[string]any)
-	if output["b64_json"] != base64Payload || output["mime_type"] != "image/png" || output["type"] != "image" {
-		t.Fatalf("image data URL was not normalized: %+v", output)
-	}
-	if _, exists := output["url"]; exists {
-		t.Fatalf("image data URL should move out of the URL field: %+v", output)
+	if len(data) != 0 {
+		t.Fatalf("data URL leaked into URL-only response: %+v", got)
 	}
 }

@@ -220,7 +299,7 @@ func TestEasyAITaskResultResponseForwardsSafeUpstreamParameterMessage(t *testing
 	}
 }

-func TestEasyAITaskResultResponsePreservesAudioDataURLAsContent(t *testing.T) {
+func TestEasyAITaskResultResponseDropsAudioDataURL(t *testing.T) {
 	base64Payload := "SUQzBAAAAAAAI1RTU0UAAAAPAAADTGF2ZjYwLjMuMTAwAAAAAAAAAAAAAAD/"
 	task := store.GatewayTask{
 		ID: "audio-data-url-1", Kind: "speech.generations", Status: "succeeded",
@@ -231,14 +310,8 @@ func TestEasyAITaskResultResponsePreservesAudioDataURLAsContent(t *testing.T) {

 	got := easyAITaskResultResponse(task)
 	data, _ := got["data"].([]any)
-	output, _ := data[0].(map[string]any)
-	if output["content"] != "data:audio/mpeg;base64,"+base64Payload ||
-		output["mime_type"] != "audio/mpeg" ||
-		output["type"] != "audio" {
-		t.Fatalf("audio data URL was not normalized to inline content: %+v", output)
-	}
-	if _, exists := output["audio_url"]; exists {
-		t.Fatalf("audio data URL should move out of the URL field: %+v", output)
+	if len(data) != 0 {
+		t.Fatalf("audio data URL leaked into URL-only response: %+v", got)
 	}
 	urls, _ := got["output"].([]string)
 	if len(urls) != 0 {