254 lines
8.6 KiB
SQL
254 lines
8.6 KiB
SQL
WITH aliyun_model_defs AS (
|
|
SELECT
|
|
'aliyun-bailian-openai' AS provider_key,
|
|
'aliyun-bailian-openai:text-embedding-v4' AS canonical_model_key,
|
|
'text-embedding-v4' AS provider_model_name,
|
|
'Qwen3-Embedding-v4' AS display_name,
|
|
'Qwen3-Embedding-v4' AS model_alias,
|
|
'Qwen3-Embedding 系列，默认维度 1024，最长输入 8192 tokens；支持 100+ 语种与多种编程语言。' AS description,
|
|
'https://static.51easyai.com/qwen-color.webp' AS icon_path,
|
|
jsonb_build_array('text_embedding') AS model_type,
|
|
jsonb_build_object(
|
|
'text_embedding', jsonb_build_object(
|
|
'dimensions', jsonb_build_array(2048, 1536, 1024, 768, 512, 256, 128, 64),
|
|
'defaultDimension', 1024,
|
|
'maxRows', 10,
|
|
'maxTokensPerRow', 8192
|
|
),
|
|
'originalTypes', jsonb_build_array('text_embedding')
|
|
) AS capabilities
|
|
UNION ALL
|
|
SELECT
|
|
'aliyun-bailian-openai',
|
|
'aliyun-bailian-openai:text-embedding-v3',
|
|
'text-embedding-v3',
|
|
'Qwen3-Embedding-v3',
|
|
'Qwen3-Embedding-v3',
|
|
'Qwen3-Embedding 系列，默认维度 1024；支持中文、英文及 50+ 主流语种。',
|
|
'https://static.51easyai.com/qwen-color.webp',
|
|
jsonb_build_array('text_embedding'),
|
|
jsonb_build_object(
|
|
'text_embedding', jsonb_build_object(
|
|
'dimensions', jsonb_build_array(1024, 768, 512, 256, 128, 64),
|
|
'defaultDimension', 1024
|
|
),
|
|
'originalTypes', jsonb_build_array('text_embedding')
|
|
)
|
|
UNION ALL
|
|
SELECT
|
|
'aliyun-bailian-openai',
|
|
'aliyun-bailian-openai:text-embedding-v2',
|
|
'text-embedding-v2',
|
|
'Text-Embedding-v2',
|
|
'Text-Embedding-v2',
|
|
'固定维度 1536，最长输入 2048 tokens；支持中英西法葡印尼日韩德俄等语种。',
|
|
'https://static.51easyai.com/qwen-color.webp',
|
|
jsonb_build_array('text_embedding'),
|
|
jsonb_build_object(
|
|
'text_embedding', jsonb_build_object(
|
|
'dimensions', jsonb_build_array(1536),
|
|
'defaultDimension', 1536,
|
|
'maxRows', 25,
|
|
'maxTokensPerRow', 2048
|
|
),
|
|
'originalTypes', jsonb_build_array('text_embedding')
|
|
)
|
|
UNION ALL
|
|
SELECT
|
|
'aliyun-bailian-openai',
|
|
'aliyun-bailian-openai:text-embedding-v1',
|
|
'text-embedding-v1',
|
|
'Text-Embedding-v1',
|
|
'Text-Embedding-v1',
|
|
'百炼 OpenAI 兼容渠道 embedding 基础模型。',
|
|
'https://static.51easyai.com/qwen-color.webp',
|
|
jsonb_build_array('text_embedding'),
|
|
jsonb_build_object('originalTypes', jsonb_build_array('text_embedding'))
|
|
UNION ALL
|
|
SELECT
|
|
'aliyun-bailian-openai',
|
|
'aliyun-bailian-openai:qwen3-rerank',
|
|
'qwen3-rerank',
|
|
'Qwen3-Rerank',
|
|
'Qwen3-Rerank',
|
|
'阿里云百炼 OpenAI 兼容重排序模型，支持 100+ 语种，适用于语义文本搜索和 RAG。',
|
|
'https://static.51easyai.com/qwen-color.webp',
|
|
jsonb_build_array('text_rerank'),
|
|
jsonb_build_object(
|
|
'text_rerank', jsonb_build_object(
|
|
'maxDocuments', 500,
|
|
'maxTokensPerDocument', 4000,
|
|
'maxRequestTokens', 120000,
|
|
'supportTopN', true,
|
|
'supportInstruct', true
|
|
),
|
|
'originalTypes', jsonb_build_array('text_rerank')
|
|
)
|
|
),
|
|
source_rows AS (
|
|
SELECT
|
|
providers.id AS provider_id,
|
|
defs.provider_key,
|
|
defs.canonical_model_key,
|
|
defs.provider_model_name,
|
|
defs.model_type,
|
|
defs.display_name,
|
|
defs.model_alias,
|
|
defs.description,
|
|
defs.icon_path,
|
|
defs.capabilities,
|
|
COALESCE(template.base_billing_config, '{"text":{"basePrice":0.01,"baseWeight":1}}'::jsonb) AS base_billing_config,
|
|
COALESCE(template.default_rate_limit_policy, '{}'::jsonb) AS default_rate_limit_policy,
|
|
COALESCE(
|
|
template.pricing_rule_set_id,
|
|
(SELECT id FROM model_pricing_rule_sets WHERE rule_set_key = 'default-multimodal-v1' LIMIT 1)
|
|
) AS pricing_rule_set_id,
|
|
COALESCE(
|
|
template.runtime_policy_set_id,
|
|
(SELECT id FROM model_runtime_policy_sets WHERE policy_key = 'default-runtime-v1' LIMIT 1)
|
|
) AS runtime_policy_set_id,
|
|
COALESCE(template.runtime_policy_override, '{}'::jsonb) AS runtime_policy_override,
|
|
COALESCE(template.pricing_version, 1) AS pricing_version
|
|
FROM aliyun_model_defs defs
|
|
LEFT JOIN model_catalog_providers providers
|
|
ON providers.provider_key = defs.provider_key
|
|
OR providers.provider_code = defs.provider_key
|
|
LEFT JOIN base_model_catalog template
|
|
ON template.canonical_model_key = 'aliyun-bailian-openai:text-embedding-v4'
|
|
),
|
|
payload AS (
|
|
SELECT
|
|
source_rows.*,
|
|
jsonb_build_object(
|
|
'source', 'aliyun.model-studio.docs',
|
|
'sourceProviderCode', provider_key,
|
|
'sourceProviderName', '阿里云百炼(OpenAI兼容）',
|
|
'sourceSpecType', 'openai',
|
|
'originalTypes', model_type,
|
|
'alias', model_alias,
|
|
'description', description,
|
|
'iconPath', icon_path,
|
|
'billingType', 'external-api',
|
|
'billingMode', '',
|
|
'referenceModel', '',
|
|
'modelWeight', NULL,
|
|
'selectable', true,
|
|
'rawModel', jsonb_build_object(
|
|
'name', provider_model_name,
|
|
'types', model_type,
|
|
'icon_path', icon_path,
|
|
'alias', model_alias,
|
|
'description', description,
|
|
'capabilities', capabilities - 'originalTypes'
|
|
)
|
|
) AS metadata
|
|
FROM source_rows
|
|
),
|
|
snapshot AS (
|
|
SELECT
|
|
payload.*,
|
|
jsonb_build_object(
|
|
'providerKey', provider_key,
|
|
'canonicalModelKey', canonical_model_key,
|
|
'providerModelName', provider_model_name,
|
|
'modelType', model_type,
|
|
'modelAlias', model_alias,
|
|
'capabilities', capabilities,
|
|
'baseBillingConfig', base_billing_config,
|
|
'defaultRateLimitPolicy', default_rate_limit_policy,
|
|
'pricingRuleSetId', COALESCE(pricing_rule_set_id::text, ''),
|
|
'runtimePolicySetId', COALESCE(runtime_policy_set_id::text, ''),
|
|
'runtimePolicyOverride', runtime_policy_override,
|
|
'metadata', metadata,
|
|
'pricingVersion', pricing_version,
|
|
'status', 'active'
|
|
) AS default_snapshot
|
|
FROM payload
|
|
)
|
|
INSERT INTO base_model_catalog (
|
|
provider_id,
|
|
provider_key,
|
|
canonical_model_key,
|
|
provider_model_name,
|
|
model_type,
|
|
display_name,
|
|
capabilities,
|
|
base_billing_config,
|
|
default_rate_limit_policy,
|
|
pricing_rule_set_id,
|
|
runtime_policy_set_id,
|
|
runtime_policy_override,
|
|
metadata,
|
|
catalog_type,
|
|
default_snapshot,
|
|
pricing_version,
|
|
status
|
|
)
|
|
SELECT
|
|
provider_id,
|
|
provider_key,
|
|
canonical_model_key,
|
|
provider_model_name,
|
|
model_type,
|
|
display_name,
|
|
capabilities,
|
|
base_billing_config,
|
|
default_rate_limit_policy,
|
|
pricing_rule_set_id,
|
|
runtime_policy_set_id,
|
|
runtime_policy_override,
|
|
metadata,
|
|
'system',
|
|
default_snapshot,
|
|
pricing_version,
|
|
'active'
|
|
FROM snapshot
|
|
ON CONFLICT (canonical_model_key) DO UPDATE
|
|
SET provider_id = EXCLUDED.provider_id,
|
|
provider_key = EXCLUDED.provider_key,
|
|
provider_model_name = CASE
|
|
WHEN base_model_catalog.customized_at IS NULL THEN EXCLUDED.provider_model_name
|
|
ELSE base_model_catalog.provider_model_name
|
|
END,
|
|
model_type = CASE
|
|
WHEN base_model_catalog.customized_at IS NULL THEN EXCLUDED.model_type
|
|
ELSE base_model_catalog.model_type
|
|
END,
|
|
display_name = CASE
|
|
WHEN base_model_catalog.customized_at IS NULL THEN EXCLUDED.display_name
|
|
ELSE base_model_catalog.display_name
|
|
END,
|
|
capabilities = CASE
|
|
WHEN base_model_catalog.customized_at IS NULL THEN EXCLUDED.capabilities
|
|
ELSE base_model_catalog.capabilities
|
|
END,
|
|
base_billing_config = CASE
|
|
WHEN base_model_catalog.customized_at IS NULL THEN EXCLUDED.base_billing_config
|
|
ELSE base_model_catalog.base_billing_config
|
|
END,
|
|
default_rate_limit_policy = CASE
|
|
WHEN base_model_catalog.customized_at IS NULL THEN EXCLUDED.default_rate_limit_policy
|
|
ELSE base_model_catalog.default_rate_limit_policy
|
|
END,
|
|
pricing_rule_set_id = COALESCE(base_model_catalog.pricing_rule_set_id, EXCLUDED.pricing_rule_set_id),
|
|
runtime_policy_set_id = COALESCE(base_model_catalog.runtime_policy_set_id, EXCLUDED.runtime_policy_set_id),
|
|
runtime_policy_override = CASE
|
|
WHEN base_model_catalog.customized_at IS NULL THEN EXCLUDED.runtime_policy_override
|
|
ELSE base_model_catalog.runtime_policy_override
|
|
END,
|
|
metadata = CASE
|
|
WHEN base_model_catalog.customized_at IS NULL THEN EXCLUDED.metadata
|
|
ELSE base_model_catalog.metadata
|
|
END,
|
|
catalog_type = 'system',
|
|
default_snapshot = EXCLUDED.default_snapshot,
|
|
pricing_version = CASE
|
|
WHEN base_model_catalog.customized_at IS NULL THEN EXCLUDED.pricing_version
|
|
ELSE base_model_catalog.pricing_version
|
|
END,
|
|
status = CASE
|
|
WHEN base_model_catalog.customized_at IS NULL THEN 'active'
|
|
ELSE base_model_catalog.status
|
|
END,
|
|
updated_at = now();
|