CI verify 启动 PostgreSQL 16、应用全部迁移并注入 AI_GATEWAY_TEST_DATABASE_URL,使钱包、Outbox、幂等和租约集成测试不再因缺少数据库而跳过。
150 lines
6.3 KiB
YAML
150 lines
6.3 KiB
YAML
name: ci
|
|
|
|
on:
|
|
push:
|
|
branches: [main]
|
|
pull_request:
|
|
branches: [main]
|
|
|
|
jobs:
|
|
verify:
|
|
runs-on: easyai-gateway-ci-unprivileged-v2
|
|
env:
|
|
TRIVY_DB_REPOSITORY: ghcr.m.daocloud.io/aquasecurity/trivy-db:2
|
|
steps:
|
|
- name: Checkout without external Actions
|
|
env:
|
|
CI_REPOSITORY: ${{ github.repository }}
|
|
CI_SERVER_URL: ${{ github.server_url }}
|
|
CI_SHA: ${{ github.sha }}
|
|
CI_JOB_TOKEN: ${{ github.token }}
|
|
CI_EVENT_BEFORE: ${{ github.event.before }}
|
|
CI_PR_BASE_SHA: ${{ github.event.pull_request.base.sha }}
|
|
run: |
|
|
set -eu
|
|
test -n "$CI_JOB_TOKEN"
|
|
authorization=$(printf 'x-access-token:%s' "$CI_JOB_TOKEN" | base64 | tr -d '\n')
|
|
git init .
|
|
git -c "http.extraHeader=AUTHORIZATION: basic $authorization" \
|
|
fetch --no-tags "$CI_SERVER_URL/$CI_REPOSITORY.git" "$CI_SHA"
|
|
for comparison_sha in "$CI_EVENT_BEFORE" "$CI_PR_BASE_SHA"; do
|
|
case "$comparison_sha" in
|
|
[0-9a-f][0-9a-f][0-9a-f][0-9a-f][0-9a-f][0-9a-f][0-9a-f][0-9a-f]*)
|
|
if test "${#comparison_sha}" -eq 40 && \
|
|
test "$comparison_sha" != 0000000000000000000000000000000000000000; then
|
|
git -c "http.extraHeader=AUTHORIZATION: basic $authorization" \
|
|
fetch --no-tags "$CI_SERVER_URL/$CI_REPOSITORY.git" "$comparison_sha"
|
|
fi
|
|
;;
|
|
esac
|
|
done
|
|
unset authorization CI_JOB_TOKEN
|
|
test ! -f .git/shallow
|
|
git checkout --detach "$CI_SHA"
|
|
test "$(git rev-parse HEAD)" = "$CI_SHA"
|
|
- name: Verify pinned host toolchains
|
|
run: |
|
|
go version
|
|
node --version
|
|
pnpm --version
|
|
docker-compose version
|
|
shellcheck --version
|
|
trivy --version
|
|
govulncheck -version
|
|
- name: Verify production migration safety
|
|
env:
|
|
CI_EVENT_NAME: ${{ github.event_name }}
|
|
CI_EVENT_BEFORE: ${{ github.event.before }}
|
|
CI_PR_BASE_SHA: ${{ github.event.pull_request.base.sha }}
|
|
run: |
|
|
production_base=$(cat deploy/ci/production-migration-base)
|
|
immutable_base=$CI_EVENT_BEFORE
|
|
if test "$CI_EVENT_NAME" = pull_request; then
|
|
immutable_base=$CI_PR_BASE_SHA
|
|
fi
|
|
case "$immutable_base" in
|
|
[0-9a-f][0-9a-f][0-9a-f][0-9a-f][0-9a-f][0-9a-f][0-9a-f][0-9a-f]*)
|
|
test "${#immutable_base}" -eq 40
|
|
test "$immutable_base" != 0000000000000000000000000000000000000000
|
|
;;
|
|
*) exit 1 ;;
|
|
esac
|
|
git merge-base --is-ancestor "$immutable_base" HEAD
|
|
node ./scripts/ci-validate-migrations.mjs \
|
|
"$production_base" "$immutable_base"
|
|
- name: Verify Go formatting
|
|
run: |
|
|
unformatted=$(gofmt -l apps/api)
|
|
test -z "$unformatted" || {
|
|
printf 'Go files require gofmt:\n%s\n' "$unformatted" >&2
|
|
exit 1
|
|
}
|
|
- name: Start PostgreSQL 16 integration database
|
|
env:
|
|
CI_RUN_ID: ${{ github.run_id }}
|
|
CI_RUN_NUMBER: ${{ github.run_number }}
|
|
run: |
|
|
set -eu
|
|
container="easyai-gateway-test-pg-${CI_RUN_ID}-${CI_RUN_NUMBER}"
|
|
docker run -d --rm --name "$container" \
|
|
-e POSTGRES_USER=easyai_test \
|
|
-e POSTGRES_PASSWORD=easyai_test_only \
|
|
-e POSTGRES_DB=easyai_gateway_test \
|
|
postgres:16-alpine
|
|
for attempt in $(seq 1 60); do
|
|
if docker exec "$container" pg_isready -U easyai_test -d easyai_gateway_test >/dev/null 2>&1; then
|
|
break
|
|
fi
|
|
test "$attempt" -lt 60
|
|
sleep 1
|
|
done
|
|
database_ip=$(docker inspect -f '{{range .NetworkSettings.Networks}}{{.IPAddress}}{{end}}' "$container")
|
|
test -n "$database_ip"
|
|
printf 'AI_GATEWAY_TEST_DATABASE_URL=postgresql://easyai_test:easyai_test_only@%s:5432/easyai_gateway_test?sslmode=disable\n' "$database_ip" >> "$GITHUB_ENV"
|
|
printf 'AI_GATEWAY_TEST_POSTGRES_CONTAINER=%s\n' "$container" >> "$GITHUB_ENV"
|
|
docker exec "$container" psql -v ON_ERROR_STOP=1 -U easyai_test -d easyai_gateway_test \
|
|
-c 'CREATE TABLE IF NOT EXISTS schema_migrations (version text PRIMARY KEY, applied_at timestamptz NOT NULL DEFAULT now())'
|
|
for migration in apps/api/migrations/*.sql; do
|
|
docker exec -i "$container" psql -v ON_ERROR_STOP=1 -U easyai_test -d easyai_gateway_test < "$migration"
|
|
version=$(basename "$migration" .sql)
|
|
docker exec "$container" psql -v ON_ERROR_STOP=1 -U easyai_test -d easyai_gateway_test \
|
|
-c "INSERT INTO schema_migrations(version) VALUES ('$version') ON CONFLICT (version) DO NOTHING"
|
|
done
|
|
- name: Verify Go code
|
|
working-directory: apps/api
|
|
env:
|
|
GOFLAGS: "-p=1"
|
|
GOMAXPROCS: "1"
|
|
run: |
|
|
go vet ./...
|
|
go test ./...
|
|
govulncheck ./...
|
|
- run: pnpm install --frozen-lockfile
|
|
- run: pnpm lint
|
|
- run: pnpm test
|
|
- run: pnpm build
|
|
- name: Audit JavaScript dependencies
|
|
run: pnpm audit --audit-level high
|
|
- name: Validate deployment configuration
|
|
run: |
|
|
docker-compose -f docker-compose.yml config --quiet
|
|
shellcheck scripts/ci-build-images.sh scripts/ci-validate-semver.sh \
|
|
scripts/provision-ci-runner.sh tests/ci/ci-build-images-test.sh \
|
|
tests/ci/migrations-test.sh tests/ci/pipeline-test.sh \
|
|
tests/ci/semver-test.sh
|
|
./tests/ci/ci-build-images-test.sh
|
|
./tests/ci/migrations-test.sh
|
|
./tests/ci/pipeline-test.sh
|
|
./tests/ci/semver-test.sh
|
|
- name: Scan repository
|
|
run: |
|
|
trivy fs --scanners vuln,secret,misconfig --severity HIGH,CRITICAL \
|
|
--ignore-unfixed --exit-code 1 --timeout 15m --skip-dirs .git \
|
|
--skip-dirs node_modules .
|
|
- name: Stop PostgreSQL integration database
|
|
if: always()
|
|
run: |
|
|
if test -n "${AI_GATEWAY_TEST_POSTGRES_CONTAINER:-}"; then
|
|
docker rm -f "$AI_GATEWAY_TEST_POSTGRES_CONTAINER" >/dev/null 2>&1 || true
|
|
fi
|