Ling0925
/
buster
mirror of https://github.com/buster-so/buster.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity
buster/.github/workflows/build-lint-unit.yml

421 lines
17 KiB
YAML
Raw Blame History

name: Build, Lint, and Unit Tests
on:
pull_request:
# Cancel in-progress runs when a new commit is pushed to the same PR
concurrency:
group: ci-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
env:
CI: true
jobs:
# Build job - runs in parallel
build:
name: all-ci-in-one
runs-on: blacksmith-8vcpu-ubuntu-2404
timeout-minutes: 10
environment: testing
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Setup Node Environment
uses: ./.github/actions/setup-node-env
with:
cache-key: build-lint-unit
- name: Lint all packages
run: pnpm turbo lint
env:
TURBO_TELEMETRY_DISABLED: 1
- name: Build all packages
run: pnpm turbo build
env:
NODE_ENV: production
SKIP_ENV_CHECK: true
TURBO_TELEMETRY_DISABLED: 1
# Pass all secrets from the testing environment for build
DATABASE_URL: ${{ secrets.DATABASE_URL }}
SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
SUPABASE_SERVICE_ROLE_KEY: ${{ secrets.SUPABASE_SERVICE_ROLE_KEY }}
SUPABASE_ANON_KEY: ${{ secrets.SUPABASE_ANON_KEY }}
VITE_PUBLIC_API_URL: ${{ secrets.VITE_PUBLIC_API_URL }}
VITE_PUBLIC_API2_URL: ${{ secrets.VITE_PUBLIC_API2_URL }}
VITE_PUBLIC_SUPABASE_URL: ${{ secrets.VITE_PUBLIC_SUPABASE_URL }}
VITE_PUBLIC_SUPABASE_ANON_KEY: ${{ secrets.VITE_PUBLIC_SUPABASE_ANON_KEY }}
VITE_PUBLIC_URL: ${{ secrets.VITE_PUBLIC_URL }}
- name: Pre-pull Docker images
run: |
echo "🐳 Pre-pulling Docker images for faster startup..."
# Pull all images in parallel
docker pull electricsql/electric &
docker pull supabase/postgres:15.1.0.147 &
docker pull supabase/gotrue:v2.149.0 &
docker pull supabase/realtime:v2.28.32 &
docker pull supabase/postgrest:v12.2.0 &
docker pull supabase/storage-api:v0.46.4 &
docker pull supabase/postgres-meta:v0.83.2 &
docker pull supabase/studio:20240422.09 &
docker pull supabase/edge-runtime:v1.53.4 &
docker pull kong:2.8.1 &
docker pull darthsim/imgproxy:v3.8.0 &
wait
echo "✅ Docker images pre-pulled successfully"
- name: Start services
run: pnpm turbo start
env:
SKIP_ENV_CHECK: true
TURBO_TELEMETRY_DISABLED: 1
# Pass all secrets from the testing environment
MOMENTIC_API_KEY: ${{ secrets.MOMENTIC_API_KEY }}
DATABASE_URL: ${{ secrets.DATABASE_URL }}
SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
SUPABASE_SERVICE_ROLE_KEY: ${{ secrets.SUPABASE_SERVICE_ROLE_KEY }}
SUPABASE_ANON_KEY: ${{ secrets.SUPABASE_ANON_KEY }}
SUPABASE_PUBLIC_URL: ${{ secrets.SUPABASE_PUBLIC_URL }}
VITE_PUBLIC_API_URL: ${{ secrets.VITE_PUBLIC_API_URL }}
VITE_PUBLIC_API2_URL: ${{ secrets.VITE_PUBLIC_API2_URL }}
VITE_PUBLIC_WEB_SOCKET_URL: ${{ secrets.VITE_PUBLIC_WEB_SOCKET_URL }}
VITE_PUBLIC_URL: ${{ secrets.VITE_PUBLIC_URL }}
VITE_PUBLIC_SUPABASE_URL: ${{ secrets.VITE_PUBLIC_SUPABASE_URL }}
VITE_PUBLIC_SUPABASE_ANON_KEY: ${{ secrets.VITE_PUBLIC_SUPABASE_ANON_KEY }}
VITE_PUBLIC_WS_URL: ${{ secrets.VITE_PUBLIC_WS_URL }}
VITE_PUBLIC_POSTHOG_KEY: ${{ secrets.VITE_PUBLIC_POSTHOG_KEY }}
VITE_PUBLIC_POSTHOG_HOST: ${{ secrets.VITE_PUBLIC_POSTHOG_HOST }}
VITE_SLACK_APP_SUPPORT_URL: ${{ secrets.VITE_SLACK_APP_SUPPORT_URL }}
VITE_PRIVATE_SUPABASE_SERVICE_ROLE_KEY: ${{ secrets.VITE_PRIVATE_SUPABASE_SERVICE_ROLE_KEY }}
SERVER_PORT: ${{ secrets.SERVER_PORT }}
ELECTRIC_PROXY_URL: ${{ secrets.ELECTRIC_PROXY_URL }}
ELECTRIC_PORT: ${{ secrets.ELECTRIC_PORT }}
ELECTRIC_INSECURE: ${{ secrets.ELECTRIC_INSECURE }}
ELECTRIC_SECRET: ${{ secrets.ELECTRIC_SECRET }}
ELECTRIC_SOURCE_ID: ${{ secrets.ELECTRIC_SOURCE_ID }}
RERANK_API_KEY: ${{ secrets.RERANK_API_KEY }}
RERANK_MODEL: ${{ secrets.RERANK_MODEL }}
RERANK_BASE_URL: ${{ secrets.RERANK_BASE_URL }}
LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
LLM_BASE_URL: ${{ secrets.LLM_BASE_URL }}
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
TURBOPUFFER_API_KEY: ${{ secrets.TURBOPUFFER_API_KEY }}
TURBOPUFFER_REGION: ${{ secrets.TURBOPUFFER_REGION }}
POSTHOG_TELEMETRY_KEY: ${{ secrets.POSTHOG_TELEMETRY_KEY }}
BRAINTRUST_KEY: ${{ secrets.BRAINTRUST_KEY }}
BRAINTRUST_API_KEY: ${{ secrets.BRAINTRUST_API_KEY }}
TRIGGER_SECRET_KEY: ${{ secrets.TRIGGER_SECRET_KEY }}
TRIGGER_ACCESS_TOKEN: ${{ secrets.TRIGGER_ACCESS_TOKEN }}
R2_ACCOUNT_ID: ${{ secrets.R2_ACCOUNT_ID }}
R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
R2_BUCKET: ${{ secrets.R2_BUCKET }}
GITHUB_APP_ID: ${{ secrets.GITHUB_APP_ID }}
GITHUB_APP_PRIVATE_KEY_BASE64: ${{ secrets.GITHUB_APP_PRIVATE_KEY_BASE64 }}
GITHUB_WEBHOOK_SECRET: ${{ secrets.GITHUB_WEBHOOK_SECRET }}
# Additional variables from .env
ENVIRONMENT: ${{ secrets.ENVIRONMENT }}
LOG_LEVEL: ${{ secrets.LOG_LEVEL }}
BUSTER_URL: ${{ secrets.BUSTER_URL }}
BUSTER_WH_TOKEN: ${{ secrets.BUSTER_WH_TOKEN }}
POOLER_URL: ${{ secrets.POOLER_URL }}
SERVER_URL: ${{ secrets.SERVER_URL }}
JWT_SECRET: ${{ secrets.JWT_SECRET }}
SLACK_CLIENT_ID: ${{ secrets.SLACK_CLIENT_ID }}
SLACK_CLIENT_SECRET: ${{ secrets.SLACK_CLIENT_SECRET }}
SLACK_SIGNING_SECRET: ${{ secrets.SLACK_SIGNING_SECRET }}
SLACK_APP_SUPPORT_URL: ${{ secrets.SLACK_APP_SUPPORT_URL }}
AI_GATEWAY_API_KEY: ${{ secrets.AI_GATEWAY_API_KEY }}
DAYTONA_API_KEY: ${{ secrets.DAYTONA_API_KEY }}
# # Lint job - runs in parallel
# lint:
# name: Lint
# runs-on: blacksmith-2vcpu-ubuntu-2404
# timeout-minutes: 5
# needs: build
# steps:
# - name: Checkout code
# uses: actions/checkout@v4
# - name: Setup Node Environment
# uses: ./.github/actions/setup-node-env
# with:
# cache-key: build-lint-unit
# - name: Lint all packages
# run: pnpm turbo lint
# env:
# TURBO_TELEMETRY_DISABLED: 1
# # Test job - runs in parallel
# test:
# name: Test
# runs-on: blacksmith-8vcpu-ubuntu-2404
# timeout-minutes: 10
# needs: build
# steps:
# - name: Checkout code
# uses: actions/checkout@v4
# - name: Mount node_modules sticky disk
# uses: useblacksmith/stickydisk@v1
# with:
# key: ${{ github.repository }}-${{ github.ref_name }}-node-modules
# path: node_modules
# - name: Mount pnpm store sticky disk
# uses: useblacksmith/stickydisk@v1
# with:
# key: ${{ github.repository }}-${{ github.ref_name }}-pnpm-store
# path: ~/.pnpm-store
# - name: Mount turbo cache sticky disk
# uses: useblacksmith/stickydisk@v1
# with:
# key: ${{ github.repository }}-${{ github.ref_name }}-turbo
# path: .turbo
# - name: Setup Node Environment
# uses: ./.github/actions/setup-node-env
# with:
# cache-key: build-lint-unit
# - name: Run all unit tests
# run: pnpm turbo test:unit
# env:
# TURBO_TELEMETRY_DISABLED: 1
# - name: Upload test coverage
# uses: actions/upload-artifact@v4
# if: always()
# with:
# name: coverage
# path: |
# **/coverage/**
# !**/coverage/tmp/**
# retention-days: 7
# # E2E Tests - runs after build completes
# e2e-tests:
# name: E2E Tests
# runs-on: blacksmith-8vcpu-ubuntu-2404
# timeout-minutes: 20
# needs: build # Wait for build to complete
# environment: testing
# steps:
# - name: Checkout code
# uses: actions/checkout@v4
# - name: Mount node_modules sticky disk
# uses: useblacksmith/stickydisk@v1
# with:
# key: ${{ github.repository }}-${{ github.ref_name }}-node-modules
# path: node_modules
# - name: Mount pnpm store sticky disk
# uses: useblacksmith/stickydisk@v1
# with:
# key: ${{ github.repository }}-${{ github.ref_name }}-pnpm-store
# path: ~/.pnpm-store
# - name: Mount turbo cache sticky disk
# uses: useblacksmith/stickydisk@v1
# with:
# key: ${{ github.repository }}-${{ github.ref_name }}-turbo
# path: .turbo
# - name: Mount Docker cache sticky disk
# uses: useblacksmith/stickydisk@v1
# with:
# key: ${{ github.repository }}-${{ github.ref_name }}-docker-cache
# path: /var/lib/docker
# - name: Setup Node Environment
# uses: ./.github/actions/setup-node-env
# with:
# cache-key: build-lint-unit
# - name: Start services
# run: |
# echo "🚀 Starting all services (includes Supabase)..."
# # Turbo start will use cached builds from .turbo
# pnpm turbo start > turbo.log 2>&1 &
# echo $! > turbo.pid
# echo "Started turbo with PID $(cat turbo.pid)"
# # Give services a moment to start and show initial logs
# sleep 10
# echo "=== Initial turbo start output ==="
# head -50 turbo.log || true
# env:
# SKIP_ENV_CHECK: true
# TURBO_TELEMETRY_DISABLED: 1
# # Pass all secrets from the testing environment
# MOMENTIC_API_KEY: ${{ secrets.MOMENTIC_API_KEY }}
# DATABASE_URL: ${{ secrets.DATABASE_URL }}
# SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
# SUPABASE_SERVICE_ROLE_KEY: ${{ secrets.SUPABASE_SERVICE_ROLE_KEY }}
# SUPABASE_ANON_KEY: ${{ secrets.SUPABASE_ANON_KEY }}
# SUPABASE_PUBLIC_URL: ${{ secrets.SUPABASE_PUBLIC_URL }}
# VITE_PUBLIC_API_URL: ${{ secrets.VITE_PUBLIC_API_URL }}
# VITE_PUBLIC_API2_URL: ${{ secrets.VITE_PUBLIC_API2_URL }}
# VITE_PUBLIC_WEB_SOCKET_URL: ${{ secrets.VITE_PUBLIC_WEB_SOCKET_URL }}
# VITE_PUBLIC_URL: ${{ secrets.VITE_PUBLIC_URL }}
# VITE_PUBLIC_SUPABASE_URL: ${{ secrets.VITE_PUBLIC_SUPABASE_URL }}
# VITE_PUBLIC_SUPABASE_ANON_KEY: ${{ secrets.VITE_PUBLIC_SUPABASE_ANON_KEY }}
# VITE_PUBLIC_WS_URL: ${{ secrets.VITE_PUBLIC_WS_URL }}
# VITE_PUBLIC_POSTHOG_KEY: ${{ secrets.VITE_PUBLIC_POSTHOG_KEY }}
# VITE_PUBLIC_POSTHOG_HOST: ${{ secrets.VITE_PUBLIC_POSTHOG_HOST }}
# VITE_SLACK_APP_SUPPORT_URL: ${{ secrets.VITE_SLACK_APP_SUPPORT_URL }}
# VITE_PRIVATE_SUPABASE_SERVICE_ROLE_KEY: ${{ secrets.VITE_PRIVATE_SUPABASE_SERVICE_ROLE_KEY }}
# SERVER_PORT: ${{ secrets.SERVER_PORT }}
# ELECTRIC_PROXY_URL: ${{ secrets.ELECTRIC_PROXY_URL }}
# ELECTRIC_PORT: ${{ secrets.ELECTRIC_PORT }}
# ELECTRIC_INSECURE: ${{ secrets.ELECTRIC_INSECURE }}
# ELECTRIC_SECRET: ${{ secrets.ELECTRIC_SECRET }}
# ELECTRIC_SOURCE_ID: ${{ secrets.ELECTRIC_SOURCE_ID }}
# RERANK_API_KEY: ${{ secrets.RERANK_API_KEY }}
# RERANK_MODEL: ${{ secrets.RERANK_MODEL }}
# RERANK_BASE_URL: ${{ secrets.RERANK_BASE_URL }}
# LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
# LLM_BASE_URL: ${{ secrets.LLM_BASE_URL }}
# OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
# TURBOPUFFER_API_KEY: ${{ secrets.TURBOPUFFER_API_KEY }}
# TURBOPUFFER_REGION: ${{ secrets.TURBOPUFFER_REGION }}
# POSTHOG_TELEMETRY_KEY: ${{ secrets.POSTHOG_TELEMETRY_KEY }}
# BRAINTRUST_KEY: ${{ secrets.BRAINTRUST_KEY }}
# BRAINTRUST_API_KEY: ${{ secrets.BRAINTRUST_API_KEY }}
# TRIGGER_SECRET_KEY: ${{ secrets.TRIGGER_SECRET_KEY }}
# R2_ACCOUNT_ID: ${{ secrets.R2_ACCOUNT_ID }}
# R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
# R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
# R2_BUCKET: ${{ secrets.R2_BUCKET }}
# GITHUB_APP_ID: ${{ secrets.GITHUB_APP_ID }}
# GITHUB_APP_PRIVATE_KEY_BASE64: ${{ secrets.GITHUB_APP_PRIVATE_KEY_BASE64 }}
# GITHUB_WEBHOOK_SECRET: ${{ secrets.GITHUB_WEBHOOK_SECRET }}
# # Additional variables from .env
# ENVIRONMENT: ${{ secrets.ENVIRONMENT }}
# LOG_LEVEL: ${{ secrets.LOG_LEVEL }}
# BUSTER_URL: ${{ secrets.BUSTER_URL }}
# BUSTER_WH_TOKEN: ${{ secrets.BUSTER_WH_TOKEN }}
# POOLER_URL: ${{ secrets.POOLER_URL }}
# SERVER_URL: ${{ secrets.SERVER_URL }}
# JWT_SECRET: ${{ secrets.JWT_SECRET }}
# SLACK_CLIENT_ID: ${{ secrets.SLACK_CLIENT_ID }}
# SLACK_CLIENT_SECRET: ${{ secrets.SLACK_CLIENT_SECRET }}
# SLACK_SIGNING_SECRET: ${{ secrets.SLACK_SIGNING_SECRET }}
# SLACK_APP_SUPPORT_URL: ${{ secrets.SLACK_APP_SUPPORT_URL }}
# AI_GATEWAY_API_KEY: ${{ secrets.AI_GATEWAY_API_KEY }}
# DAYTONA_API_KEY: ${{ secrets.DAYTONA_API_KEY }}
# - name: Wait for services to be ready
# run: |
# echo "Waiting for services to start..."
# sleep 15
# # Track if any service fails
# failed=false
# # 1. Check Supabase status
# echo "🔍 Checking Supabase status..."
# # Wait a bit more for Supabase to fully start
# sleep 10
# cd packages/database && supabase status && cd ../..
# if [ $? -eq 0 ]; then
# echo "✅ Supabase is healthy!"
# else
# echo "❌ Supabase status check failed"
# failed=true
# fi
# # 2. Check services in order: 3003 (Electric), 3002 (Server), 3001 (API), 3000 (Web)
# for port in 3003 3002 3001 3000; do
# service_name=""
# case $port in
# 3003) service_name="Electric" ;;
# 3002) service_name="Server" ;;
# 3001) service_name="API" ;;
# 3000) service_name="Web" ;;
# esac
# echo "🔍 Checking $service_name on localhost:$port..."
# max_attempts=30
# attempt=0
# while [ $attempt -lt $max_attempts ]; do
# # Use curl with connection timeout and capture the http code
# http_code=$(curl -s -o /dev/null -w "%{http_code}" --connect-timeout 2 --max-time 5 http://localhost:$port 2>/dev/null || echo "000")
# # Check if we got a valid HTTP response (any 3-digit code starting with 1-5)
# if [[ "$http_code" =~ ^[1-5][0-9][0-9]$ ]]; then
# echo "✅ $service_name on port $port is responding (HTTP $http_code)"
# break
# else
# echo " Waiting for $service_name on port $port (attempt $((attempt+1))/$max_attempts)..."
# # Try curl with verbose error to see what's happening
# if [ $((attempt % 10)) -eq 0 ]; then
# echo " Detailed connection attempt:"
# curl -v --connect-timeout 2 --max-time 5 http://localhost:$port 2>&1 | head -10 || true
# fi
# sleep 3
# attempt=$((attempt+1))
# fi
# done
# if [ $attempt -eq $max_attempts ]; then
# echo "❌ $service_name on port $port failed to respond"
# failed=true
# # Show logs for debugging when a service fails
# echo "=== Turbo logs at time of failure ==="
# tail -100 turbo.log || true
# # Check if the turbo process is still running
# if [ -f turbo.pid ]; then
# if ! kill -0 $(cat turbo.pid) 2>/dev/null; then
# echo "❌ Turbo process has crashed!"
# echo "=== Full turbo output ==="
# cat turbo.log || true
# fi
# fi
# fi
# done
# # Exit with error if any service failed
# if [ "$failed" = true ]; then
# echo "❌ One or more services failed to start properly"
# exit 1
# fi
# echo "✅ All services are healthy!"
# - name: Run Momentic E2E Tests
# run: |
# echo "🧪 Running Momentic E2E tests..."
# cd apps/momentic
# pnpm dlx momentic install-browsers --all
# pnpm dlx momentic run --api-key $MOMENTIC_API_KEY
# env:
# MOMENTIC_API_KEY: ${{ secrets.MOMENTIC_API_KEY }}
# - name: Stop services
# if: always()
# run: |
# # Show final logs before stopping
# echo "=== Final turbo output ==="
# tail -100 turbo.log || true
# if [ -f turbo.pid ]; then
# kill $(cat turbo.pid) || true
# rm turbo.pid
# fi
# echo "🛑 Stopping Supabase..."
# cd packages/database && supabase stop || true
Reference in New Issue View Git Blame Copy Permalink