feat: add river-backed async task queue

2026-05-12 10:11:54 +08:00
parent d69aaed444
commit 7e220b7477
30 changed files with 1342 additions and 200 deletions
@@ -2,6 +2,7 @@ package runner

 import (
 	"context"
+	"errors"
 	"strings"

 	"github.com/easyai/easyai-ai-gateway/apps/api/internal/clients"
@@ -65,6 +66,9 @@ func (s *Service) applyFailoverAction(ctx context.Context, taskID string, candid
 }

 func (s *Service) applyPriorityDemotePolicy(ctx context.Context, taskID string, attemptNo int, runnerPolicy store.RunnerPolicy, candidate store.RuntimeModelCandidate, cause error, simulated bool) {
+	if errors.Is(cause, store.ErrRateLimited) {
+		return
+	}
 	decision := priorityDemoteDecisionForCandidate(runnerPolicy, cause)
 	if !decision.Demote {
 		return