stack/.github/workflows/db-migration-backwards-compatibility.yaml

name: DB migration compat

on:
  push:
    branches-ignore:
      - main
  pull_request:

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: ${{ github.ref != 'refs/heads/dev' }}

jobs:
  check-migrations-changed:
    name: Check if migrations changed
    runs-on: ubuntu-latest
    outputs:
      migrations_changed: ${{ steps.check-diff.outputs.migrations_changed }}
      base_branch: ${{ steps.check-diff.outputs.base_branch }}
    steps:
      - name: Checkout current branch
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
        with:
          fetch-depth: 0

      - name: Check for migration changes
        id: check-diff
        run: |
          # Determine base branch: dev compares to main, all others compare to dev
          if [ "${{ github.ref }}" = "refs/heads/dev" ]; then
            BASE_BRANCH="main"
          else
            BASE_BRANCH="dev"
          fi
          echo "base_branch=$BASE_BRANCH" >> $GITHUB_OUTPUT
          
          # Get the merge base with the base branch
          git fetch origin $BASE_BRANCH
          MERGE_BASE=$(git merge-base HEAD origin/$BASE_BRANCH)
          
          # Check if there are any changes in the migrations folder
          if git diff --quiet "$MERGE_BASE" HEAD -- apps/backend/prisma/migrations/; then
            echo "No changes in migrations folder"
            echo "migrations_changed=false" >> $GITHUB_OUTPUT
          else
            echo "Migrations have changed"
            echo "migrations_changed=true" >> $GITHUB_OUTPUT
          fi          

  backwards-compatibility:
    name: Back-compat — Current branch migrations with ${{ needs.check-migrations-changed.outputs.base_branch }} branch code
    needs: check-migrations-changed
    if: needs.check-migrations-changed.outputs.migrations_changed == 'true'
    runs-on: ubicloud-standard-8
    env:
      NODE_ENV: test
      STACK_ENABLE_HARDCODED_PASSKEY_CHALLENGE_FOR_TESTING: yes
      STACK_DATABASE_CONNECTION_STRING: "postgres://postgres:PASSWORD-PLACEHOLDER--uqfEC1hmmv@localhost:8128/stackframe"

    steps:
      # First, checkout the current branch to get its migrations
      - name: Checkout current branch
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
        with:
          path: current-branch

      # Save the migrations folder from the current branch
      - name: Save current branch migrations
        run: |
          mkdir -p saved-migrations
          cp -r current-branch/apps/backend/prisma/migrations/* saved-migrations/          

      # Now checkout base branch (main for dev, dev for all others)
      - name: Checkout base branch
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
        with:
          ref: ${{ needs.check-migrations-changed.outputs.base_branch }}
          path: base-branch

      # Move base-branch to the root for the rest of the workflow (keep base's migrations for now)
      - name: Setup working directory
        run: |
          shopt -s dotglob
          mv base-branch/* .
          rm -rf base-branch current-branch          

      - name: Setup Node.js
        uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6
        with:
          node-version: 22.x

      - name: Setup pnpm
        uses: pnpm/action-setup@b906affcce14559ad1aafd4ab0e942779e9f58b1 # v4

      # Start Docker Compose in the background
      - name: Start Docker Compose in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        with:
          run: docker compose -f docker/dependencies/docker.compose.yaml up --pull always -d &
          wait-on: /dev/null
          tail: true
          wait-for: 3s
          log-output-if: true

      - name: Install dependencies
        run: pnpm install --frozen-lockfile

      - name: Create .env.test.local file for apps/backend
        run: cp apps/backend/.env.development apps/backend/.env.test.local

      - name: Create .env.test.local file for apps/dashboard
        run: cp apps/dashboard/.env.development apps/dashboard/.env.test.local
      
      - name: Create .env.test.local file for apps/e2e
        run: cp apps/e2e/.env.development apps/e2e/.env.test.local

      - name: Create .env.test.local file for docs
        run: cp docs/.env.development docs/.env.test.local

      - name: Create .env.test.local file for examples/cjs-test
        run: cp examples/cjs-test/.env.development examples/cjs-test/.env.test.local
      
      - name: Create .env.test.local file for examples/demo
        run: cp examples/demo/.env.development examples/demo/.env.test.local

      - name: Create .env.test.local file for examples/docs-examples
        run: cp examples/docs-examples/.env.development examples/docs-examples/.env.test.local

      - name: Create .env.test.local file for examples/e-commerce
        run: cp examples/e-commerce/.env.development examples/e-commerce/.env.test.local

      - name: Create .env.test.local file for examples/middleware
        run: cp examples/middleware/.env.development examples/middleware/.env.test.local

      - name: Create .env.test.local file for examples/supabase
        run: cp examples/supabase/.env.development examples/supabase/.env.test.local

      - name: Create .env.test.local file for examples/convex
        run: cp examples/convex/.env.development examples/convex/.env.test.local

      - name: Create .env.test.local file for apps/internal-tool
        run: cp apps/internal-tool/.env.development apps/internal-tool/.env.test.local

      - name: Build
        run: pnpm build

      - name: Wait on Postgres
        run: pnpm run wait-until-postgres-is-ready:pg_isready

      - name: Wait on Inbucket
        run: pnpm exec wait-on tcp:localhost:8129

      - name: Wait on Svix
        run: pnpm exec wait-on tcp:localhost:8113

      - name: Wait on ClickHouse
        run: pnpm exec wait-on http://localhost:8136/ping

      - name: Initialize database
        run: pnpm run db:init
  
      - name: Start stack-backend in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        with:
          run: pnpm run start:backend --log-order=stream &
          wait-on: |
            http://localhost:8102            
          tail: true
          wait-for: 30s
          log-output-if: true

      - name: Start stack-mcp in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        with:
          run: pnpm run start:mcp --log-order=stream &
          wait-on: |
            http://localhost:8144/health            
          tail: true
          wait-for: 30s
          log-output-if: true

      - name: Start stack-dashboard in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        with:
          run: pnpm run start:dashboard --log-order=stream &
          wait-on: |
            http://localhost:8101            
          tail: true
          wait-for: 30s
          log-output-if: true

      - name: Start mock-oauth-server in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        with:
          run: pnpm run start:mock-oauth-server --log-order=stream &
          wait-on: |
            http://localhost:8102            
          tail: true
          wait-for: 30s
          log-output-if: true

      - name: Start run-email-queue in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        with:
          run: pnpm -C apps/backend run run-email-queue --log-order=stream &
          wait-on: |
            http://localhost:8102            
          tail: true
          wait-for: 30s
          log-output-if: true

      - name: Start run-cron-jobs in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        if: ${{ hashFiles('apps/backend/scripts/run-cron-jobs.ts') != '' }}
        with:
          run: pnpm -C apps/backend run run-cron-jobs:test --log-order=stream &
          wait-on: |
            http://localhost:8102            
          tail: true
          wait-for: 30s
          log-output-if: true

      - name: Wait 10 seconds
        run: sleep 10

      # First test run: base branch with base's migrations
      - name: Run tests (base branch with original migrations)
        run: pnpm test

      # Now copy over current branch's migrations and run migrate
      - name: Replace migrations with current branch migrations
        run: |
          rm -rf apps/backend/prisma/migrations/*
          cp -r saved-migrations/* apps/backend/prisma/migrations/
          rm -rf saved-migrations          

      - name: Run database migrations
        run: pnpm run db:migrate

      # Second test run: base branch code with new migrations applied
      - name: Run tests (base branch with new migrations)
        run: pnpm test

      - name: Verify data integrity
        run: pnpm run verify-data-integrity --no-bail

      - name: Print Docker Compose logs
        if: always()
        run: docker compose -f docker/dependencies/docker.compose.yaml logs

  forward-compatibility:
    name: Forward-compat — Current branch code with ${{ needs.check-migrations-changed.outputs.base_branch }} branch migrations
    needs: [check-migrations-changed, backwards-compatibility]
    if: always() && needs.backwards-compatibility.result == 'failure'
    runs-on: ubicloud-standard-8
    env:
      NODE_ENV: test
      STACK_ENABLE_HARDCODED_PASSKEY_CHALLENGE_FOR_TESTING: yes
      STACK_DATABASE_CONNECTION_STRING: "postgres://postgres:PASSWORD-PLACEHOLDER--uqfEC1hmmv@localhost:8128/stackframe"

    steps:
      # First, checkout the base branch to get its migrations
      - name: Checkout base branch
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
        with:
          ref: ${{ needs.check-migrations-changed.outputs.base_branch }}
          path: base-branch

      - name: Save base branch migrations
        run: |
          mkdir -p saved-migrations
          cp -r base-branch/apps/backend/prisma/migrations/* saved-migrations/          

      # Now checkout current branch (new code)
      - name: Checkout current branch
        uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6
        with:
          path: current-branch

      # Move current branch to the root for the rest of the workflow
      - name: Setup working directory
        run: |
          shopt -s dotglob
          mv current-branch/* .
          rm -rf current-branch base-branch          

      # Replace current branch's migrations with base branch's (old) migrations
      - name: Replace migrations with base branch migrations
        run: |
          rm -rf apps/backend/prisma/migrations/*
          cp -r saved-migrations/* apps/backend/prisma/migrations/
          rm -rf saved-migrations          

      - name: Setup Node.js
        uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6
        with:
          node-version: 22.x

      - name: Setup pnpm
        uses: pnpm/action-setup@b906affcce14559ad1aafd4ab0e942779e9f58b1 # v4

      # Start Docker Compose in the background
      - name: Start Docker Compose in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        with:
          run: docker compose -f docker/dependencies/docker.compose.yaml up --pull always -d &
          wait-on: /dev/null
          tail: true
          wait-for: 3s
          log-output-if: true

      - name: Install dependencies
        run: pnpm install --frozen-lockfile

      - name: Create .env.test.local file for apps/backend
        run: cp apps/backend/.env.development apps/backend/.env.test.local

      - name: Create .env.test.local file for apps/dashboard
        run: cp apps/dashboard/.env.development apps/dashboard/.env.test.local
      
      - name: Create .env.test.local file for apps/e2e
        run: cp apps/e2e/.env.development apps/e2e/.env.test.local

      - name: Create .env.test.local file for docs
        run: cp docs/.env.development docs/.env.test.local

      - name: Create .env.test.local file for examples/cjs-test
        run: cp examples/cjs-test/.env.development examples/cjs-test/.env.test.local
      
      - name: Create .env.test.local file for examples/demo
        run: cp examples/demo/.env.development examples/demo/.env.test.local

      - name: Create .env.test.local file for examples/docs-examples
        run: cp examples/docs-examples/.env.development examples/docs-examples/.env.test.local

      - name: Create .env.test.local file for examples/e-commerce
        run: cp examples/e-commerce/.env.development examples/e-commerce/.env.test.local

      - name: Create .env.test.local file for examples/middleware
        run: cp examples/middleware/.env.development examples/middleware/.env.test.local

      - name: Create .env.test.local file for examples/supabase
        run: cp examples/supabase/.env.development examples/supabase/.env.test.local

      - name: Create .env.test.local file for examples/convex
        run: cp examples/convex/.env.development examples/convex/.env.test.local

      - name: Create .env.test.local file for apps/internal-tool
        run: cp apps/internal-tool/.env.development apps/internal-tool/.env.test.local

      - name: Build
        run: pnpm build

      - name: Wait on Postgres
        run: pnpm run wait-until-postgres-is-ready:pg_isready

      - name: Wait on Inbucket
        run: pnpm exec wait-on tcp:localhost:8129

      - name: Wait on Svix
        run: pnpm exec wait-on tcp:localhost:8113

      - name: Wait on ClickHouse
        run: pnpm exec wait-on http://localhost:8136/ping

      - name: Initialize database
        run: pnpm run db:init
  
      - name: Start stack-backend in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        with:
          run: pnpm run start:backend --log-order=stream &
          wait-on: |
            http://localhost:8102            
          tail: true
          wait-for: 30s
          log-output-if: true

      - name: Start stack-mcp in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        with:
          run: pnpm run start:mcp --log-order=stream &
          wait-on: |
            http://localhost:8144/health            
          tail: true
          wait-for: 30s
          log-output-if: true

      - name: Start stack-dashboard in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        with:
          run: pnpm run start:dashboard --log-order=stream &
          wait-on: |
            http://localhost:8101            
          tail: true
          wait-for: 30s
          log-output-if: true

      - name: Start mock-oauth-server in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        with:
          run: pnpm run start:mock-oauth-server --log-order=stream &
          wait-on: |
            http://localhost:8102            
          tail: true
          wait-for: 30s
          log-output-if: true

      - name: Start run-email-queue in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        with:
          run: pnpm -C apps/backend run run-email-queue --log-order=stream &
          wait-on: |
            http://localhost:8102            
          tail: true
          wait-for: 30s
          log-output-if: true

      - name: Start run-cron-jobs in background
        uses: JarvusInnovations/background-action@2428e7b970a846423095c79d43f759abf979a635 # v1.0.7
        if: ${{ hashFiles('apps/backend/scripts/run-cron-jobs.ts') != '' }}
        with:
          run: pnpm -C apps/backend run run-cron-jobs:test --log-order=stream &
          wait-on: |
            http://localhost:8102            
          tail: true
          wait-for: 30s
          log-output-if: true

      - name: Wait 10 seconds
        run: sleep 10

      # Run tests: current branch code with base branch (old) migrations
      - name: Run tests (current branch code with base branch migrations)
        run: pnpm test

      - name: Verify data integrity
        run: pnpm run verify-data-integrity --no-bail

      - name: Print Docker Compose logs
        if: always()
        run: docker compose -f docker/dependencies/docker.compose.yaml logs

  # This job runs when migrations haven't changed, ensuring the workflow succeeds
  skip-unchanged:
    name: No migration changes (skipped)
    needs: check-migrations-changed
    if: needs.check-migrations-changed.outputs.migrations_changed == 'false'
    runs-on: ubuntu-latest
    steps:
      - name: No migration changes detected
        run: echo "No changes to migrations folder detected. Skipping backwards compatibility test."