feat: implement BullMQ task queue integration with configuration opti… #66
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Frontend E2E Tests | |
| on: | |
| push: | |
| branches: [main, develop, master, feat-node] | |
| paths: | |
| - 'frontend/web/**' | |
| - 'backend/**' | |
| - 'backend-nodejs/**' | |
| - 'docker/e2e/**' | |
| - '.github/workflows/frontend-e2e.yml' | |
| pull_request: | |
| branches: [main, develop, master] | |
| paths: | |
| - 'frontend/web/**' | |
| - 'backend/**' | |
| - 'backend-nodejs/**' | |
| - 'docker/e2e/**' | |
| # 允许手动触发 | |
| workflow_dispatch: | |
| # 取消同一 PR 的旧运行 | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| e2e: | |
| name: E2E Tests (${{ matrix.backend }}) | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 20 | |
| strategy: | |
| matrix: | |
| backend: [go, nodejs] | |
| include: | |
| - backend: go | |
| backend_url: http://localhost:8081 | |
| backend_name: Go Backend | |
| container_name: go-genai-stack-backend-e2e | |
| - backend: nodejs | |
| backend_url: http://localhost:8082 | |
| backend_name: Node.js Backend | |
| container_name: go-genai-stack-backend-nodejs-e2e | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| - name: Install pnpm | |
| uses: pnpm/action-setup@v2 | |
| with: | |
| version: 9 | |
| - name: Setup Node.js | |
| uses: actions/setup-node@v4 | |
| with: | |
| node-version: '22' | |
| cache: 'pnpm' | |
| cache-dependency-path: 'frontend/pnpm-lock.yaml' | |
| - name: Setup Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Cache Docker layers | |
| uses: actions/cache@v4 | |
| with: | |
| path: /tmp/.buildx-cache | |
| key: ${{ runner.os }}-buildx-${{ github.sha }} | |
| restore-keys: | | |
| ${{ runner.os }}-buildx- | |
| - name: Get pnpm store directory | |
| shell: bash | |
| run: | | |
| echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV | |
| - name: Setup pnpm cache | |
| uses: actions/cache@v4 | |
| with: | |
| path: ${{ env.STORE_PATH }} | |
| key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }} | |
| restore-keys: | | |
| ${{ runner.os }}-pnpm-store- | |
| - name: Install frontend dependencies | |
| working-directory: frontend | |
| run: pnpm install --frozen-lockfile | |
| - name: Get Playwright version | |
| id: playwright-version | |
| working-directory: frontend/web | |
| run: echo "version=$(pnpm list @playwright/test --depth=0 --json | jq -r '.[0].devDependencies["@playwright/test"].version')" >> $GITHUB_OUTPUT | |
| - name: Cache Playwright browsers | |
| uses: actions/cache@v4 | |
| id: playwright-cache | |
| with: | |
| path: ~/.cache/ms-playwright | |
| key: ${{ runner.os }}-playwright-${{ steps.playwright-version.outputs.version }}-chromium | |
| restore-keys: | | |
| ${{ runner.os }}-playwright-${{ steps.playwright-version.outputs.version }}- | |
| ${{ runner.os }}-playwright- | |
| - name: Install Playwright Browsers | |
| if: steps.playwright-cache.outputs.cache-hit != 'true' | |
| working-directory: frontend/web | |
| run: pnpm exec playwright install --with-deps chromium | |
| - name: Install Playwright dependencies (if cache hit) | |
| if: steps.playwright-cache.outputs.cache-hit == 'true' | |
| working-directory: frontend/web | |
| run: pnpm exec playwright install-deps chromium | |
| - name: Set up Docker Buildx | |
| uses: docker/setup-buildx-action@v3 | |
| - name: Cache Docker layers | |
| uses: actions/cache@v4 | |
| with: | |
| path: /tmp/.buildx-cache | |
| key: ${{ runner.os }}-buildx-${{ github.sha }} | |
| restore-keys: | | |
| ${{ runner.os }}-buildx- | |
| - name: Start E2E environment (Docker Compose) | |
| working-directory: docker/e2e | |
| env: | |
| COMPOSE_HTTP_TIMEOUT: 120 | |
| DOCKER_BUILDKIT: 1 | |
| COMPOSE_DOCKER_CLI_BUILD: 1 | |
| run: | | |
| echo "🐳 Building and starting E2E environment..." | |
| echo "📋 Testing against: ${{ matrix.backend_name }}" | |
| docker compose build --build-arg BUILDKIT_INLINE_CACHE=1 | |
| docker compose up -d | |
| echo "⏳ Waiting for Postgres to be healthy..." | |
| timeout 60s bash -c 'until [ "$(docker inspect --format="{{.State.Health.Status}}" go-genai-stack-postgres-e2e)" == "healthy" ]; do echo -n "."; sleep 2; done' | |
| echo " ✅" | |
| echo "⏳ Waiting for Redis to be healthy..." | |
| timeout 30s bash -c 'until [ "$(docker inspect --format="{{.State.Health.Status}}" go-genai-stack-redis-e2e)" == "healthy" ]; do echo -n "."; sleep 2; done' | |
| echo " ✅" | |
| echo "⏳ Waiting for ${{ matrix.backend_name }} to be healthy..." | |
| timeout 180s bash -c " | |
| max_attempts=90 | |
| attempt=0 | |
| container_name='${{ matrix.container_name }}' | |
| while [ \$attempt -lt \$max_attempts ]; do | |
| if ! docker ps --format '{{.Names}}' | grep -q \"^\${container_name}\$\"; then | |
| echo \" ❌ Container \${container_name} not found\" | |
| exit 1 | |
| fi | |
| status=\$(docker inspect --format='{{.State.Health.Status}}' \${container_name} 2>/dev/null || echo 'starting') | |
| if [ \"\$status\" == 'healthy' ]; then | |
| echo \" ✅\" | |
| exit 0 | |
| fi | |
| if [ \$((attempt % 10)) -eq 0 ] && [ \$attempt -gt 0 ]; then | |
| echo \"\" | |
| echo \" Attempt \$attempt/\$max_attempts, Status: \$status\" | |
| if [ \"\$status\" == 'unhealthy' ] || [ \"\$status\" == 'starting' ]; then | |
| echo \" Health check details:\" | |
| health_log=\$(docker inspect \${container_name} --format='{{range .State.Health.Log}}{{.ExitCode}}|{{.Output}}{{end}}' 2>/dev/null | tail -1) | |
| if [ -n \"\$health_log\" ]; then | |
| exit_code=\$(echo \"\$health_log\" | cut -d'|' -f1) | |
| output=\$(echo \"\$health_log\" | cut -d'|' -f2-) | |
| echo \" ExitCode: \${exit_code}\" | |
| echo \" Output: \${output}\" | |
| fi | |
| echo \" Container state:\" | |
| docker inspect \${container_name} --format='Status: {{.State.Status}}, Health: {{.State.Health.Status}}, Started: {{.State.StartedAt}}' 2>/dev/null || true | |
| fi | |
| fi | |
| echo -n \".\" | |
| sleep 2 | |
| attempt=\$((attempt + 1)) | |
| done | |
| echo \"\" | |
| echo \" ❌ Health check timeout after \$((max_attempts * 2)) seconds\" | |
| echo \"Container: \${container_name}\" | |
| echo \"Final status: \$(docker inspect --format='{{.State.Health.Status}}' \${container_name} 2>/dev/null || echo 'unknown')\" | |
| echo \"\" | |
| echo \"Container logs (last 50 lines):\" | |
| docker logs --tail=50 \${container_name} || true | |
| echo \"\" | |
| echo \"Health check history (last 5 attempts):\" | |
| docker inspect \${container_name} --format='{{range .State.Health.Log}}[{{.Start}}] ExitCode: {{.ExitCode}} Output: {{.Output}}{{end}}' 2>/dev/null | tail -5 || true | |
| echo \"\" | |
| echo \"Testing health endpoint directly:\" | |
| docker exec \${container_name} node -e \"require('http').get('http://localhost:8080/health', (r) => {let d='';r.on('data',x=>d+=x);r.on('end',()=>{console.log('Status:',r.statusCode);console.log('Response:',d);process.exit(r.statusCode===200?0:1)})}).on('error',e=>{console.error('Error:',e.message);process.exit(1)})\" 2>&1 || true | |
| exit 1 | |
| " | |
| echo "✅ All services are ready" | |
| docker compose ps | |
| - name: Verify backend health | |
| run: | | |
| echo "🔍 Checking ${{ matrix.backend_name }} health..." | |
| curl -f ${{ matrix.backend_url }}/health || (echo "❌ ${{ matrix.backend_name }} health check failed" && exit 1) | |
| echo "✅ ${{ matrix.backend_name }} is healthy" | |
| - name: Run E2E tests | |
| working-directory: frontend/web | |
| env: | |
| CI: true | |
| E2E_BACKEND_URL: ${{ matrix.backend_url }} | |
| run: | | |
| echo "🧪 Running E2E tests against ${{ matrix.backend_name }}..." | |
| echo "📡 Backend URL: ${{ matrix.backend_url }}" | |
| pnpm e2e:ci | |
| - name: Upload Playwright Report | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: playwright-report-${{ matrix.backend }} | |
| path: frontend/web/playwright-report/ | |
| retention-days: 7 | |
| - name: Upload Test Results | |
| if: always() | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: test-results-${{ matrix.backend }} | |
| path: frontend/web/test-results/ | |
| retention-days: 7 | |
| - name: E2E Test Summary | |
| if: always() | |
| run: | | |
| echo "## 🎭 E2E Test Results (${{ matrix.backend_name }})" >> $GITHUB_STEP_SUMMARY | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| if [ -f frontend/web/test-results/results.json ]; then | |
| echo "✅ E2E tests completed for ${{ matrix.backend_name }}" >> $GITHUB_STEP_SUMMARY | |
| echo "" >> $GITHUB_STEP_SUMMARY | |
| echo "📊 Backend: ${{ matrix.backend_url }}" >> $GITHUB_STEP_SUMMARY | |
| echo "📊 [View Playwright Report](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }})" >> $GITHUB_STEP_SUMMARY | |
| else | |
| echo "⚠️ No test results found for ${{ matrix.backend_name }}" >> $GITHUB_STEP_SUMMARY | |
| fi | |
| - name: Show Docker logs on failure | |
| if: failure() | |
| working-directory: docker/e2e | |
| run: | | |
| echo "📊 Container Status:" | |
| docker compose ps | |
| echo "" | |
| echo "🔍 Health Status:" | |
| docker inspect --format='{{.Name}}: {{.State.Health.Status}}' go-genai-stack-postgres-e2e || echo "postgres-e2e: not found" | |
| docker inspect --format='{{.Name}}: {{.State.Health.Status}}' go-genai-stack-redis-e2e || echo "redis-e2e: not found" | |
| docker inspect --format='{{.Name}}: {{.State.Health.Status}}' go-genai-stack-backend-e2e || echo "backend-e2e: not found" | |
| docker inspect --format='{{.Name}}: {{.State.Health.Status}}' go-genai-stack-backend-nodejs-e2e || echo "backend-nodejs-e2e: not found" | |
| echo "" | |
| echo "📋 Postgres Logs:" | |
| docker compose logs --tail=50 postgres-e2e | |
| echo "" | |
| echo "📋 Redis Logs:" | |
| docker compose logs --tail=50 redis-e2e | |
| echo "" | |
| echo "📋 ${{ matrix.backend_name }} Logs:" | |
| if [ "${{ matrix.backend }}" == "nodejs" ]; then | |
| docker compose logs --tail=100 backend-nodejs-e2e || echo "Could not retrieve logs for backend-nodejs-e2e" | |
| else | |
| docker compose logs --tail=100 backend-e2e || echo "Could not retrieve logs for backend-e2e" | |
| fi | |
| - name: Stop E2E environment | |
| if: always() | |
| working-directory: docker/e2e | |
| run: | | |
| echo "🛑 Stopping E2E environment..." | |
| docker compose down -v | |
| echo "✅ Environment cleaned up" |