feat: add river-backed async task queue

2026-05-12 10:11:54 +08:00
parent d69aaed444
commit 7e220b7477
30 changed files with 1342 additions and 200 deletions
@@ -775,6 +775,7 @@ export interface ModelRateLimitStatus {
  platformCooldownUntil?: string;
  modelCooldownUntil?: string;
  concurrent: RateLimitMetricStatus;
+  queuedTasks: number;
  rpm: RateLimitMetricStatus;
  tpm: RateLimitMetricStatus;
  loadRatio: number;
@@ -808,6 +809,7 @@ export interface GatewayTask {
  resolvedModel?: string;
  requestId?: string;
  request?: Record<string, unknown>;
+  asyncMode?: boolean;
  status: 'queued' | 'running' | 'succeeded' | 'failed' | 'cancelled' | string;
  result?: Record<string, unknown>;
  billings?: unknown[];