区分请求资源 base64 格式并按平台恢复

2026-06-05 23:07:25 +08:00
parent d41d9482c7
commit 78ab867a9f
3 changed files with 277 additions and 18 deletions
@@ -34,7 +34,7 @@ func TestHydrateProviderRequestAssetsConvertsStrictBase64Field(t *testing.T) {
 		},
 	}

-	hydrated, err := service.hydrateProviderRequestAssets(context.Background(), body)
+	hydrated, err := service.hydrateProviderRequestAssets(context.Background(), body, store.RuntimeModelCandidate{})
 	if err != nil {
 		t.Fatalf("hydrate request assets: %v", err)
 	}
@@ -43,6 +43,123 @@ func TestHydrateProviderRequestAssetsConvertsStrictBase64Field(t *testing.T) {
 	}
 }

+func TestHydrateProviderRequestAssetsConvertsBase64ArrayField(t *testing.T) {
+	storageDir := t.TempDir()
+	fileName := "gateway-request-asset-array.png"
+	if err := os.WriteFile(filepath.Join(storageDir, fileName), []byte("array image bytes"), 0o644); err != nil {
+		t.Fatalf("write request asset: %v", err)
+	}
+	service := &Service{cfg: config.Config{LocalUploadedStorageDir: storageDir}}
+	body := map[string]any{
+		"binary_data_base64": []any{
+			map[string]any{
+				"assetRef": map[string]any{
+					"sha256":          "sha-array-image",
+					"contentType":     "image/png",
+					"url":             "/static/uploaded/" + fileName,
+					"storageProvider": "local_static",
+				},
+				"url": "/static/uploaded/" + fileName,
+			},
+		},
+	}
+
+	hydrated, err := service.hydrateProviderRequestAssets(context.Background(), body, store.RuntimeModelCandidate{})
+	if err != nil {
+		t.Fatalf("hydrate request assets: %v", err)
+	}
+	values := hydrated["binary_data_base64"].([]any)
+	if got, want := stringFromAny(values[0]), base64.StdEncoding.EncodeToString([]byte("array image bytes")); got != want {
+		t.Fatalf("unexpected hydrated array base64: got %q want %q", got, want)
+	}
+}
+
+func TestHydrateProviderRequestAssetsConvertsVolcesImageURLAssetToDataURL(t *testing.T) {
+	storageDir := t.TempDir()
+	fileName := "gateway-request-asset-chat-image.png"
+	if err := os.WriteFile(filepath.Join(storageDir, fileName), []byte("chat image bytes"), 0o644); err != nil {
+		t.Fatalf("write request asset: %v", err)
+	}
+	service := &Service{cfg: config.Config{LocalUploadedStorageDir: storageDir}}
+	body := map[string]any{
+		"messages": []any{
+			map[string]any{
+				"role": "user",
+				"content": []any{
+					map[string]any{"type": "text", "text": "describe it"},
+					map[string]any{
+						"type": "image_url",
+						"image_url": map[string]any{
+							"url": map[string]any{
+								"assetRef": map[string]any{
+									"sha256":          "sha-chat-image",
+									"contentType":     "image/png",
+									"url":             "/static/uploaded/" + fileName,
+									"storageProvider": "local_static",
+								},
+								"url": "/static/uploaded/" + fileName,
+							},
+						},
+					},
+				},
+			},
+		},
+	}
+
+	hydrated, err := service.hydrateProviderRequestAssets(context.Background(), body, store.RuntimeModelCandidate{Provider: "volces"})
+	if err != nil {
+		t.Fatalf("hydrate request assets: %v", err)
+	}
+	messages := hydrated["messages"].([]any)
+	message := messages[0].(map[string]any)
+	content := message["content"].([]any)
+	imagePart := content[1].(map[string]any)
+	imageURL := imagePart["image_url"].(map[string]any)
+	if got, want := stringFromAny(imageURL["url"]), "data:image/png;base64,"+base64.StdEncoding.EncodeToString([]byte("chat image bytes")); got != want {
+		t.Fatalf("unexpected hydrated image data url: got %q want %q", got, want)
+	}
+}
+
+func TestHydrateProviderRequestAssetsKeepsImageURLAssetAsURLForProviderURLDefault(t *testing.T) {
+	service := &Service{}
+	body := map[string]any{
+		"messages": []any{
+			map[string]any{
+				"role": "user",
+				"content": []any{
+					map[string]any{
+						"type": "image_url",
+						"image_url": map[string]any{
+							"url": map[string]any{
+								"assetRef": map[string]any{
+									"sha256":          "sha-url-image",
+									"contentType":     "image/png",
+									"url":             "https://cdn.example.com/request.png",
+									"storageProvider": "remote",
+								},
+								"url": "https://cdn.example.com/request.png",
+							},
+						},
+					},
+				},
+			},
+		},
+	}
+
+	hydrated, err := service.hydrateProviderRequestAssets(context.Background(), body, store.RuntimeModelCandidate{Provider: "jimeng"})
+	if err != nil {
+		t.Fatalf("hydrate request assets: %v", err)
+	}
+	messages := hydrated["messages"].([]any)
+	message := messages[0].(map[string]any)
+	content := message["content"].([]any)
+	imagePart := content[0].(map[string]any)
+	imageURL := imagePart["image_url"].(map[string]any)
+	if got, want := stringFromAny(imageURL["url"]), "https://cdn.example.com/request.png"; got != want {
+		t.Fatalf("unexpected hydrated image URL: got %q want %q", got, want)
+	}
+}
+
 func TestHydrateProviderRequestAssetsReturnsExpiredError(t *testing.T) {
 	expiredAt := time.Now().Add(-time.Minute).UTC().Format(time.RFC3339)
 	service := &Service{}
@@ -59,7 +176,7 @@ func TestHydrateProviderRequestAssetsReturnsExpiredError(t *testing.T) {
 		},
 	}

-	_, err := service.hydrateProviderRequestAssets(context.Background(), body)
+	_, err := service.hydrateProviderRequestAssets(context.Background(), body, store.RuntimeModelCandidate{})
 	if err == nil {
 		t.Fatal("expected expired request asset error")
 	}