Ling0925
/
buster
mirror of https://github.com/buster-so/buster.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity
buster/.github/workflows/lint-build-test.yml

359 lines
16 KiB
YAML
Raw Blame History

name: Lint Build Test
on:
pull_request:
# Cancel in-progress runs when a new commit is pushed to the same PR
concurrency:
group: ci-${{ github.event.pull_request.number || github.ref }}
cancel-in-progress: true
env:
CI: true
jobs:
# Lint job - runs first
# lint:
# name: Lint
# runs-on: blacksmith-2vcpu-ubuntu-2404
# timeout-minutes: 5
# environment: testing
# steps:
# - name: Checkout code
# uses: actions/checkout@v4
# - name: Setup Node Environment
# uses: ./.github/actions/setup-node-env
# with:
# cache-key: lint-build-test
# - name: Lint all packages
# run: pnpm turbo lint
# # Build job - runs after lint
# build:
# name: Build
# needs: lint
# runs-on: blacksmith-4vcpu-ubuntu-2404
# timeout-minutes: 10
# environment: testing
# steps:
# - name: Checkout code
# uses: actions/checkout@v4
# - name: Setup Node Environment
# uses: ./.github/actions/setup-node-env
# with:
# cache-key: lint-build-test
# - name: Build all packages
# run: pnpm turbo build
# env:
# TURBO_CACHE_DIR: .turbo
# SKIP_ENV_CHECK: true
# TURBO_TELEMETRY_DISABLED: 1
# MOMENTIC_API_KEY: ${{ secrets.MOMENTIC_API_KEY }}
# DATABASE_URL: ${{ secrets.DATABASE_URL }}
# SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
# SUPABASE_SERVICE_ROLE_KEY: ${{ secrets.SUPABASE_SERVICE_ROLE_KEY }}
# SUPABASE_ANON_KEY: ${{ secrets.SUPABASE_ANON_KEY }}
# SUPABASE_PUBLIC_URL: ${{ secrets.SUPABASE_PUBLIC_URL }}
# VITE_PUBLIC_API_URL: ${{ secrets.VITE_PUBLIC_API_URL }}
# VITE_PUBLIC_API2_URL: ${{ secrets.VITE_PUBLIC_API2_URL }}
# VITE_PUBLIC_WEB_SOCKET_URL: ${{ secrets.VITE_PUBLIC_WEB_SOCKET_URL }}
# VITE_PUBLIC_URL: ${{ secrets.VITE_PUBLIC_URL }}
# VITE_PUBLIC_SUPABASE_URL: ${{ secrets.VITE_PUBLIC_SUPABASE_URL }}
# VITE_PUBLIC_SUPABASE_ANON_KEY: ${{ secrets.VITE_PUBLIC_SUPABASE_ANON_KEY }}
# VITE_PUBLIC_WS_URL: ${{ secrets.VITE_PUBLIC_WS_URL }}
# VITE_PUBLIC_POSTHOG_KEY: ${{ secrets.VITE_PUBLIC_POSTHOG_KEY }}
# VITE_PUBLIC_POSTHOG_HOST: ${{ secrets.VITE_PUBLIC_POSTHOG_HOST }}
# VITE_SLACK_APP_SUPPORT_URL: ${{ secrets.VITE_SLACK_APP_SUPPORT_URL }}
# VITE_PRIVATE_SUPABASE_SERVICE_ROLE_KEY: ${{ secrets.VITE_PRIVATE_SUPABASE_SERVICE_ROLE_KEY }}
# SERVER_PORT: ${{ secrets.SERVER_PORT }}
# ELECTRIC_PROXY_URL: ${{ secrets.ELECTRIC_PROXY_URL }}
# ELECTRIC_PORT: ${{ secrets.ELECTRIC_PORT }}
# ELECTRIC_INSECURE: ${{ secrets.ELECTRIC_INSECURE }}
# ELECTRIC_SECRET: ${{ secrets.ELECTRIC_SECRET }}
# ELECTRIC_SOURCE_ID: ${{ secrets.ELECTRIC_SOURCE_ID }}
# RERANK_API_KEY: ${{ secrets.RERANK_API_KEY }}
# RERANK_MODEL: ${{ secrets.RERANK_MODEL }}
# RERANK_BASE_URL: ${{ secrets.RERANK_BASE_URL }}
# LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
# LLM_BASE_URL: ${{ secrets.LLM_BASE_URL }}
# OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
# TURBOPUFFER_API_KEY: ${{ secrets.TURBOPUFFER_API_KEY }}
# TURBOPUFFER_REGION: ${{ secrets.TURBOPUFFER_REGION }}
# POSTHOG_TELEMETRY_KEY: ${{ secrets.POSTHOG_TELEMETRY_KEY }}
# BRAINTRUST_KEY: ${{ secrets.BRAINTRUST_KEY }}
# BRAINTRUST_API_KEY: ${{ secrets.BRAINTRUST_API_KEY }}
# TRIGGER_SECRET_KEY: ${{ secrets.TRIGGER_SECRET_KEY }}
# TRIGGER_ACCESS_TOKEN: ${{ secrets.TRIGGER_ACCESS_TOKEN }}
# R2_ACCOUNT_ID: ${{ secrets.R2_ACCOUNT_ID }}
# R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
# R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
# R2_BUCKET: ${{ secrets.R2_BUCKET }}
# GITHUB_APP_ID: ${{ secrets.GITHUB_APP_ID }}
# GITHUB_APP_PRIVATE_KEY_BASE64: ${{ secrets.GITHUB_APP_PRIVATE_KEY_BASE64 }}
# GITHUB_WEBHOOK_SECRET: ${{ secrets.GITHUB_WEBHOOK_SECRET }}
# ENVIRONMENT: ${{ secrets.ENVIRONMENT }}
# LOG_LEVEL: ${{ secrets.LOG_LEVEL }}
# BUSTER_URL: ${{ secrets.BUSTER_URL }}
# BUSTER_WH_TOKEN: ${{ secrets.BUSTER_WH_TOKEN }}
# POOLER_URL: ${{ secrets.POOLER_URL }}
# SERVER_URL: ${{ secrets.SERVER_URL }}
# JWT_SECRET: ${{ secrets.JWT_SECRET }}
# SLACK_CLIENT_ID: ${{ secrets.SLACK_CLIENT_ID }}
# SLACK_CLIENT_SECRET: ${{ secrets.SLACK_CLIENT_SECRET }}
# SLACK_SIGNING_SECRET: ${{ secrets.SLACK_SIGNING_SECRET }}
# SLACK_APP_SUPPORT_URL: ${{ secrets.SLACK_APP_SUPPORT_URL }}
# AI_GATEWAY_API_KEY: ${{ secrets.AI_GATEWAY_API_KEY }}
# DAYTONA_API_KEY: ${{ secrets.DAYTONA_API_KEY }}
# # Unit test job - runs after build completes
# unit_test:
# name: Unit Test
# needs: build
# runs-on: blacksmith-4vcpu-ubuntu-2404
# timeout-minutes: 10
# environment: testing
# steps:
# - name: Checkout code
# uses: actions/checkout@v4
# - name: Setup Node Environment
# uses: ./.github/actions/setup-node-env
# with:
# cache-key: lint-build-test
# - name: Run all unit tests
# run: pnpm turbo test:unit
# env:
# TURBO_CACHE_DIR: .turbo
# SKIP_ENV_CHECK: true
# TURBO_TELEMETRY_DISABLED: 1
# MOMENTIC_API_KEY: ${{ secrets.MOMENTIC_API_KEY }}
# DATABASE_URL: ${{ secrets.DATABASE_URL }}
# SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
# SUPABASE_SERVICE_ROLE_KEY: ${{ secrets.SUPABASE_SERVICE_ROLE_KEY }}
# SUPABASE_ANON_KEY: ${{ secrets.SUPABASE_ANON_KEY }}
# SUPABASE_PUBLIC_URL: ${{ secrets.SUPABASE_PUBLIC_URL }}
# VITE_PUBLIC_API_URL: ${{ secrets.VITE_PUBLIC_API_URL }}
# VITE_PUBLIC_API2_URL: ${{ secrets.VITE_PUBLIC_API2_URL }}
# VITE_PUBLIC_WEB_SOCKET_URL: ${{ secrets.VITE_PUBLIC_WEB_SOCKET_URL }}
# VITE_PUBLIC_URL: ${{ secrets.VITE_PUBLIC_URL }}
# VITE_PUBLIC_SUPABASE_URL: ${{ secrets.VITE_PUBLIC_SUPABASE_URL }}
# VITE_PUBLIC_SUPABASE_ANON_KEY: ${{ secrets.VITE_PUBLIC_SUPABASE_ANON_KEY }}
# VITE_PUBLIC_WS_URL: ${{ secrets.VITE_PUBLIC_WS_URL }}
# VITE_PUBLIC_POSTHOG_KEY: ${{ secrets.VITE_PUBLIC_POSTHOG_KEY }}
# VITE_PUBLIC_POSTHOG_HOST: ${{ secrets.VITE_PUBLIC_POSTHOG_HOST }}
# VITE_SLACK_APP_SUPPORT_URL: ${{ secrets.VITE_SLACK_APP_SUPPORT_URL }}
# VITE_PRIVATE_SUPABASE_SERVICE_ROLE_KEY: ${{ secrets.VITE_PRIVATE_SUPABASE_SERVICE_ROLE_KEY }}
# SERVER_PORT: ${{ secrets.SERVER_PORT }}
# ELECTRIC_PROXY_URL: ${{ secrets.ELECTRIC_PROXY_URL }}
# ELECTRIC_PORT: ${{ secrets.ELECTRIC_PORT }}
# ELECTRIC_INSECURE: ${{ secrets.ELECTRIC_INSECURE }}
# ELECTRIC_SECRET: ${{ secrets.ELECTRIC_SECRET }}
# ELECTRIC_SOURCE_ID: ${{ secrets.ELECTRIC_SOURCE_ID }}
# RERANK_API_KEY: ${{ secrets.RERANK_API_KEY }}
# RERANK_MODEL: ${{ secrets.RERANK_MODEL }}
# RERANK_BASE_URL: ${{ secrets.RERANK_BASE_URL }}
# LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
# LLM_BASE_URL: ${{ secrets.LLM_BASE_URL }}
# OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
# ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
# TURBOPUFFER_API_KEY: ${{ secrets.TURBOPUFFER_API_KEY }}
# TURBOPUFFER_REGION: ${{ secrets.TURBOPUFFER_REGION }}
# POSTHOG_TELEMETRY_KEY: ${{ secrets.POSTHOG_TELEMETRY_KEY }}
# BRAINTRUST_KEY: ${{ secrets.BRAINTRUST_KEY }}
# BRAINTRUST_API_KEY: ${{ secrets.BRAINTRUST_API_KEY }}
# TRIGGER_SECRET_KEY: ${{ secrets.TRIGGER_SECRET_KEY }}
# TRIGGER_ACCESS_TOKEN: ${{ secrets.TRIGGER_ACCESS_TOKEN }}
# R2_ACCOUNT_ID: ${{ secrets.R2_ACCOUNT_ID }}
# R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
# R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
# R2_BUCKET: ${{ secrets.R2_BUCKET }}
# GITHUB_APP_ID: ${{ secrets.GITHUB_APP_ID }}
# GITHUB_APP_PRIVATE_KEY_BASE64: ${{ secrets.GITHUB_APP_PRIVATE_KEY_BASE64 }}
# GITHUB_WEBHOOK_SECRET: ${{ secrets.GITHUB_WEBHOOK_SECRET }}
# ENVIRONMENT: ${{ secrets.ENVIRONMENT }}
# LOG_LEVEL: ${{ secrets.LOG_LEVEL }}
# BUSTER_URL: ${{ secrets.BUSTER_URL }}
# BUSTER_WH_TOKEN: ${{ secrets.BUSTER_WH_TOKEN }}
# POOLER_URL: ${{ secrets.POOLER_URL }}
# SERVER_URL: ${{ secrets.SERVER_URL }}
# JWT_SECRET: ${{ secrets.JWT_SECRET }}
# SLACK_CLIENT_ID: ${{ secrets.SLACK_CLIENT_ID }}
# SLACK_CLIENT_SECRET: ${{ secrets.SLACK_CLIENT_SECRET }}
# SLACK_SIGNING_SECRET: ${{ secrets.SLACK_SIGNING_SECRET }}
# SLACK_APP_SUPPORT_URL: ${{ secrets.SLACK_APP_SUPPORT_URL }}
# AI_GATEWAY_API_KEY: ${{ secrets.AI_GATEWAY_API_KEY }}
# DAYTONA_API_KEY: ${{ secrets.DAYTONA_API_KEY }}
# - name: Upload test coverage
# uses: actions/upload-artifact@v4
# if: always()
# with:
# name: coverage
# path: |
# **/coverage/**
# !**/coverage/tmp/**
# retention-days: 7
# E2E test job - runs after build completes
e2e_test:
name: End-to-End Test
runs-on: blacksmith-8vcpu-ubuntu-2404
timeout-minutes: 30
environment: testing
steps:
- name: Checkout code
uses: actions/checkout@v4
- name: Setup Node Environment
uses: ./.github/actions/setup-node-env
with:
cache-key: lint-build-test
# - name: Pre-pull Docker images
# run: |
# echo "🐳 Pre-pulling Docker images for faster startup..."
# # Pull all images in parallel
# docker pull electricsql/electric &
# docker pull supabase/postgres:15.1.0.147 &
# docker pull supabase/gotrue:v2.149.0 &
# docker pull supabase/realtime:v2.28.32 &
# docker pull supabase/postgrest:v12.2.0 &
# docker pull supabase/storage-api:v0.46.4 &
# docker pull supabase/postgres-meta:v0.83.2 &
# docker pull supabase/studio:20240422.09 &
# docker pull supabase/edge-runtime:v1.53.4 &
# docker pull kong:2.8.1 &
# docker pull darthsim/imgproxy:v3.8.0 &
# wait
# echo "✅ Docker images pre-pulled successfully"
- name: Start services in background
run: |
echo "🚀 Starting all services in background..."
pnpm turbo start 2>&1 | tee turbo.log &
echo $! > turbo.pid
echo "Started turbo with PID $(cat turbo.pid)"
echo "Showing initial startup logs..."
sleep 5
echo "=== Latest logs ==="
tail -20 turbo.log || echo "No logs yet"
env:
TURBO_CACHE_DIR: .turbo
SKIP_ENV_CHECK: true
TURBO_TELEMETRY_DISABLED: 1
MOMENTIC_API_KEY: ${{ secrets.MOMENTIC_API_KEY }}
DATABASE_URL: ${{ secrets.DATABASE_URL }}
SUPABASE_URL: ${{ secrets.SUPABASE_URL }}
SUPABASE_SERVICE_ROLE_KEY: ${{ secrets.SUPABASE_SERVICE_ROLE_KEY }}
SUPABASE_ANON_KEY: ${{ secrets.SUPABASE_ANON_KEY }}
SUPABASE_PUBLIC_URL: ${{ secrets.SUPABASE_PUBLIC_URL }}
VITE_PUBLIC_API_URL: ${{ secrets.VITE_PUBLIC_API_URL }}
VITE_PUBLIC_API2_URL: ${{ secrets.VITE_PUBLIC_API2_URL }}
VITE_PUBLIC_WEB_SOCKET_URL: ${{ secrets.VITE_PUBLIC_WEB_SOCKET_URL }}
VITE_PUBLIC_URL: ${{ secrets.VITE_PUBLIC_URL }}
VITE_PUBLIC_SUPABASE_URL: ${{ secrets.VITE_PUBLIC_SUPABASE_URL }}
VITE_PUBLIC_SUPABASE_ANON_KEY: ${{ secrets.VITE_PUBLIC_SUPABASE_ANON_KEY }}
VITE_PUBLIC_WS_URL: ${{ secrets.VITE_PUBLIC_WS_URL }}
VITE_PUBLIC_POSTHOG_KEY: ${{ secrets.VITE_PUBLIC_POSTHOG_KEY }}
VITE_PUBLIC_POSTHOG_HOST: ${{ secrets.VITE_PUBLIC_POSTHOG_HOST }}
VITE_SLACK_APP_SUPPORT_URL: ${{ secrets.VITE_SLACK_APP_SUPPORT_URL }}
VITE_PRIVATE_SUPABASE_SERVICE_ROLE_KEY: ${{ secrets.VITE_PRIVATE_SUPABASE_SERVICE_ROLE_KEY }}
SERVER_PORT: ${{ secrets.SERVER_PORT }}
ELECTRIC_PROXY_URL: ${{ secrets.ELECTRIC_PROXY_URL }}
ELECTRIC_PORT: ${{ secrets.ELECTRIC_PORT }}
ELECTRIC_INSECURE: ${{ secrets.ELECTRIC_INSECURE }}
ELECTRIC_SECRET: ${{ secrets.ELECTRIC_SECRET }}
ELECTRIC_SOURCE_ID: ${{ secrets.ELECTRIC_SOURCE_ID }}
RERANK_API_KEY: ${{ secrets.RERANK_API_KEY }}
RERANK_MODEL: ${{ secrets.RERANK_MODEL }}
RERANK_BASE_URL: ${{ secrets.RERANK_BASE_URL }}
LLM_API_KEY: ${{ secrets.LLM_API_KEY }}
LLM_BASE_URL: ${{ secrets.LLM_BASE_URL }}
OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
TURBOPUFFER_API_KEY: ${{ secrets.TURBOPUFFER_API_KEY }}
TURBOPUFFER_REGION: ${{ secrets.TURBOPUFFER_REGION }}
POSTHOG_TELEMETRY_KEY: ${{ secrets.POSTHOG_TELEMETRY_KEY }}
BRAINTRUST_KEY: ${{ secrets.BRAINTRUST_KEY }}
BRAINTRUST_API_KEY: ${{ secrets.BRAINTRUST_API_KEY }}
TRIGGER_SECRET_KEY: ${{ secrets.TRIGGER_SECRET_KEY }}
TRIGGER_ACCESS_TOKEN: ${{ secrets.TRIGGER_ACCESS_TOKEN }}
R2_ACCOUNT_ID: ${{ secrets.R2_ACCOUNT_ID }}
R2_ACCESS_KEY_ID: ${{ secrets.R2_ACCESS_KEY_ID }}
R2_SECRET_ACCESS_KEY: ${{ secrets.R2_SECRET_ACCESS_KEY }}
R2_BUCKET: ${{ secrets.R2_BUCKET }}
GITHUB_APP_ID: ${{ secrets.GITHUB_APP_ID }}
GITHUB_APP_PRIVATE_KEY_BASE64: ${{ secrets.GITHUB_APP_PRIVATE_KEY_BASE64 }}
GITHUB_WEBHOOK_SECRET: ${{ secrets.GITHUB_WEBHOOK_SECRET }}
ENVIRONMENT: ${{ secrets.ENVIRONMENT }}
LOG_LEVEL: ${{ secrets.LOG_LEVEL }}
BUSTER_URL: ${{ secrets.BUSTER_URL }}
BUSTER_WH_TOKEN: ${{ secrets.BUSTER_WH_TOKEN }}
POOLER_URL: ${{ secrets.POOLER_URL }}
SERVER_URL: ${{ secrets.SERVER_URL }}
JWT_SECRET: ${{ secrets.JWT_SECRET }}
SLACK_CLIENT_ID: ${{ secrets.SLACK_CLIENT_ID }}
SLACK_CLIENT_SECRET: ${{ secrets.SLACK_CLIENT_SECRET }}
SLACK_SIGNING_SECRET: ${{ secrets.SLACK_SIGNING_SECRET }}
SLACK_APP_SUPPORT_URL: ${{ secrets.SLACK_APP_SUPPORT_URL }}
AI_GATEWAY_API_KEY: ${{ secrets.AI_GATEWAY_API_KEY }}
DAYTONA_API_KEY: ${{ secrets.DAYTONA_API_KEY }}
- name: Wait for services to be ready
run: |
echo "⏳ Waiting for services to be ready..."
# Function to check if a port is ready
check_port() {
local port=$1
local service_name=$2
echo "Checking $service_name (localhost:$port)..."
for i in {1..60}; do
if curl -s -o /dev/null http://localhost:$port; then
echo "✅ $service_name is ready (localhost:$port)"
return 0
fi
echo "⏳ Attempt $i/60: $service_name not ready yet..."
sleep 5
done
echo "❌ $service_name failed to start on localhost:$port"
return 1
}
# Check all required services
echo "Checking required services..."
check_port 3000 "Frontend (Web)"
check_port 3001 "Backend APIV1"
check_port 3002 "Api V2"
echo "🎉 All services are ready!"
- name: Run Momentic E2E Tests
id: momentic-tests
run: |
echo "🧪 Running Momentic E2E tests..."
cd apps/momentic
pnpm dlx momentic install-browsers --all
pnpm dlx momentic run --api-key $MOMENTIC_API_KEY --wait-on http://localhost:3000 --wait-on-timeout 30000 --exclude "llm-calls/*" --upload-results
env:
MOMENTIC_API_KEY: ${{ secrets.MOMENTIC_API_KEY }}
- name: Stop services
if: always()
run: |
echo "🛑 Stopping services..."
if [ -f turbo.pid ]; then
kill $(cat turbo.pid) || true
rm turbo.pid
fi
echo "=== Final turbo output ==="
tail -100 turbo.log || true
Reference in New Issue View Git Blame Copy Permalink