feat: add runner failover policies and traces

apps/api/internal/store/tasks_runtime.go

@@ -3,6 +3,7 @@ package store
 import (
 	"context"
 	"encoding/json"
+	"strconv"
 	"strings"
 	"time"
 
@@ -234,6 +235,27 @@ func (s *Store) ListTaskAttempts(ctx context.Context, taskID string) ([]TaskAtte
 	return attemptsByTaskID[taskID], nil
 }
 
+func (s *Store) AppendTaskAttemptTrace(ctx context.Context, taskID string, attemptNo int, entry map[string]any) error {
+	entryJSON, _ := json.Marshal(emptyObjectIfNil(entry))
+	_, err := s.pool.Exec(ctx, `
+UPDATE gateway_task_attempts
+SET metrics = jsonb_set(
+      COALESCE(metrics, '{}'::jsonb),
+      '{trace}',
+      (
+        CASE
+          WHEN jsonb_typeof(COALESCE(metrics->'trace', '[]'::jsonb)) = 'array'
+          THEN COALESCE(metrics->'trace', '[]'::jsonb)
+          ELSE '[]'::jsonb
+        END
+      ) || jsonb_build_array($3::jsonb),
+      true
+    )
+WHERE task_id = $1::uuid
+  AND attempt_no = $2`, taskID, attemptNo, string(entryJSON))
+	return err
+}
+
 func (s *Store) listTaskAttemptsByTaskIDs(ctx context.Context, taskIDs []string) (map[string][]TaskAttempt, error) {
 	itemsByTaskID := map[string][]TaskAttempt{}
 	if len(taskIDs) == 0 {
@@ -331,6 +353,7 @@ func enrichTaskAttemptFromMetrics(item *TaskAttempt) {
 	item.ModelAlias = firstNonEmpty(item.ModelAlias, taskAttemptMetricString(item.Metrics, "modelAlias"))
 	item.ModelType = firstNonEmpty(item.ModelType, taskAttemptMetricString(item.Metrics, "modelType"))
 	item.ClientID = firstNonEmpty(item.ClientID, taskAttemptMetricString(item.Metrics, "clientId"))
+	item.StatusCode = taskAttemptMetricInt(item.Metrics, "statusCode")
 }
 
 func taskAttemptMetricString(metrics map[string]any, key string) string {
@@ -338,6 +361,25 @@ func taskAttemptMetricString(metrics map[string]any, key string) string {
 	return strings.TrimSpace(value)
 }
 
+func taskAttemptMetricInt(metrics map[string]any, key string) int {
+	switch value := metrics[key].(type) {
+	case int:
+		return value
+	case int64:
+		return int(value)
+	case float64:
+		return int(value)
+	case json.Number:
+		next, _ := value.Int64()
+		return int(next)
+	case string:
+		next, _ := strconv.Atoi(strings.TrimSpace(value))
+		return next
+	default:
+		return 0
+	}
+}
+
 func (s *Store) FinishTaskAttempt(ctx context.Context, input FinishTaskAttemptInput) error {
 	responseJSON, _ := json.Marshal(emptyObjectIfNil(input.ResponseSnapshot))
 	usageJSON, _ := json.Marshal(emptyObjectIfNil(input.Usage))