backport: deploy tests fixes

.github/workflows/build_and_deploy.yml

@@ -1,8 +1,10 @@
+# Update all mentions of this name in vercel-packages when changing.
 name: build-and-deploy
 
 on:
   push:
-    branches: ['canary', '14-2-1']
+    # TODO: Run only on canary pushes but PR syncs.
+    # Requires checking if CI is approved
   workflow_dispatch:
 
 env:
@@ -14,15 +16,48 @@ env:
   TURBO_REMOTE_ONLY: 'true'
 
 jobs:
+  deploy-target:
+    runs-on: ubuntu-latest
+    outputs:
+      value: ${{ steps.deploy-target.outputs.value }}
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          fetch-depth: 1
+      - name: Setup node
+        uses: actions/setup-node@v4
+        with:
+          node-version: ${{ env.NODE_LTS_VERSION }}
+          check-latest: true
+      - run: corepack enable
+      - name: Determine deploy target
+        # 'force-preview' performs a full preview build but only if acknowledged i.e. workflow_dispatch
+        # 'automated-preview' for pushes on branches other than 'canary' for integration testing.
+        # 'staging' for canary branch since that will eventually be published i.e. become the production build.
+        id: deploy-target
+        run: |
+          if [[ $(node ./scripts/check-is-release.js 2> /dev/null || :) = v* ]];
+          then
+            echo "value=production" >> $GITHUB_OUTPUT
+          elif [ '${{ github.ref }}' == 'refs/heads/canary' ]
+          then
+            echo "value=staging" >> $GITHUB_OUTPUT
+          elif [ '${{ github.event_name }}' == 'workflow_dispatch' ]
+          then
+            echo "value=force-preview" >> $GITHUB_OUTPUT
+          else
+            echo "value=automated-preview" >> $GITHUB_OUTPUT
+          fi
+      - name: Print deploy target
+        run: echo "Deploy target is '${{ steps.deploy-target.outputs.value }}'"
+
   build:
     runs-on: ubuntu-latest
     env:
       NEXT_TELEMETRY_DISABLED: 1
       # we build a dev binary for use in CI so skip downloading
       # canary next-swc binaries in the monorepo
       NEXT_SKIP_NATIVE_POSTINSTALL: 1
-    outputs:
-      isRelease: ${{ github.event_name != 'workflow_dispatch' && steps.check-release.outputs.IS_RELEASE }}
     steps:
       - name: Setup node
         uses: actions/setup-node@v4
@@ -52,15 +87,6 @@ jobs:
 
       - run: pnpm run build
 
-      - id: check-release
-        run: |
-          if [[ $(node ./scripts/check-is-release.js 2> /dev/null || :) = v* ]];
-            then
-              echo "IS_RELEASE=true" >> $GITHUB_OUTPUT
-            else
-              echo "IS_RELEASE=false" >> $GITHUB_OUTPUT
-          fi
-
       - uses: actions/cache@v4
         timeout-minutes: 5
         id: cache-build
@@ -70,13 +96,26 @@ jobs:
 
   # Build binaries for publishing
   build-native:
+    needs:
+      - deploy-target
     defaults:
       run:
         shell: bash -leo pipefail {0}
 
     strategy:
       fail-fast: false
       matrix:
+        exclude:
+          # Exclude slow builds for automated previews
+          # These are rarely needed for the standard preview usage (e.g. Front sync)
+          - settings:
+              target: ${{ needs.deploy-target.outputs.value == 'automated-preview' && 'i686-pc-windows-msvc' }}
+          - settings:
+              target: ${{ needs.deploy-target.outputs.value == 'automated-preview' && 'x86_64-pc-windows-msvc' }}
+          - settings:
+              target: ${{ needs.deploy-target.outputs.value == 'automated-preview' && 'aarch64-unknown-linux-musl' }}
+          - settings:
+              target: ${{ needs.deploy-target.outputs.value == 'automated-preview' && 'x86_64-unknown-linux-musl' }}
         settings:
           - host:
               - 'self-hosted'
@@ -396,16 +435,14 @@ jobs:
           path: packages/next-swc/crates/wasm/pkg-*
 
   deployTarball:
-    if: ${{ needs.build.outputs.isRelease != 'true' }}
-    name: Deploy tarball
+    if: ${{ needs.deploy-target.outputs.value != 'production' }}
+    name: Deploy preview tarball
     runs-on: ubuntu-latest
     needs:
+      - deploy-target
       - build
       - build-wasm
       - build-native
-    env:
-      VERCEL_TEST_TOKEN: ${{ secrets.VERCEL_TEST_TOKEN }}
-      VERCEL_TEST_TEAM: vtest314-next-e2e-tests
     steps:
       - name: Setup node
         uses: actions/setup-node@v4
@@ -437,15 +474,22 @@ jobs:
           merge-multiple: true
           path: packages/next-swc/crates/wasm
 
-      - run: npm i -g vercel@latest
+      - name: Create tarballs
+        run: node scripts/create-preview-tarballs.js "${{ github.sha }}" "${{ runner.temp }}/preview-tarballs"
 
-      - run: node ./scripts/deploy-tarball.js
+      - name: Upload tarballs
+        uses: actions/upload-artifact@v4
+        with:
+          # Update all mentions of this name in vercel-packages when changing.
+          name: preview-tarballs
+          path: ${{ runner.temp }}/preview-tarballs/*
 
   publishRelease:
-    if: ${{ needs.build.outputs.isRelease == 'true' }}
+    if: ${{ needs.deploy-target.outputs.value == 'production' }}
     name: Potentially publish release
     runs-on: ubuntu-latest
     needs:
+      - deploy-target
       - build
       - build-wasm
       - build-native
@@ -500,23 +544,25 @@ jobs:
           path: /home/runner/.npm/_logs/*
 
   deployExamples:
+    if: ${{ needs.deploy-target.outputs.value != 'automated-preview' }}
     name: Deploy examples
     runs-on: ubuntu-latest
-    needs: [build]
+    needs: [build, deploy-target]
     steps:
+      - run: echo '${{ needs.deploy-target.outputs.value }}'
       - uses: actions/checkout@v4
         with:
           fetch-depth: 25
       - name: Install Vercel CLI
         run: npm i -g vercel@latest
       - name: Deploy preview examples
-        if: ${{ needs.build.outputs.isRelease != 'true' }}
+        if: ${{ needs.deploy-target.outputs.value != 'production' }}
         run: ./scripts/deploy-examples.sh
         env:
           VERCEL_API_TOKEN: ${{ secrets.VERCEL_API_TOKEN }}
           DEPLOY_ENVIRONMENT: preview
       - name: Deploy production examples
-        if: ${{ needs.build.outputs.isRelease == 'true' }}
+        if: ${{ needs.deploy-target.outputs.value == 'production' }}
         run: ./scripts/deploy-examples.sh
         env:
           VERCEL_API_TOKEN: ${{ secrets.VERCEL_API_TOKEN }}
@@ -551,9 +597,10 @@ jobs:
           NEXT_SKIP_NATIVE_POSTINSTALL: 1
 
   upload_turbopack_bytesize:
+    if: ${{ needs.deploy-target.outputs.value != 'automated-preview'}}
     name: Upload Turbopack Bytesize metrics to Datadog
     runs-on: ubuntu-latest
-    needs: [build-native]
+    needs: [build-native, deploy-target]
     env:
       DATADOG_API_KEY: ${{ secrets.DATA_DOG_API_KEY }}
     steps:

.github/workflows/build_reusable.yml

@@ -21,6 +21,11 @@ on:
         required: false
         description: 'whether to skip building native modules'
         type: string
+      skipNativeInstall:
+        required: false
+        description: 'whether to skip native postinstall script'
+        type: string
+        default: 'yes'
       uploadAnalyzerArtifacts:
         required: false
         description: 'whether to upload analyzer artifacts'
@@ -49,6 +54,16 @@ on:
         required: true
         description: 'name of the step, to be used for the upload artifact unique key '
         type: string
+      timeout_minutes:
+        description: 'Timeout in minutes'
+        required: false
+        type: number
+        default: 30
+      runs_on_labels:
+        description: 'List of runner labels'
+        required: false
+        type: string
+        default: '["self-hosted", "linux", "x64", "metal"]'
 
 env:
   NAPI_CLI_VERSION: 2.14.7
@@ -61,23 +76,20 @@ env:
   TURBO_TEAM: 'vercel'
   TURBO_REMOTE_ONLY: 'true'
   NEXT_TELEMETRY_DISABLED: 1
-  # we build a dev binary for use in CI so skip downloading
-  # canary next-swc binaries in the monorepo
-  NEXT_SKIP_NATIVE_POSTINSTALL: 1
+  # allow not skipping install-native postinstall script if we don't have a binary available already
+  NEXT_SKIP_NATIVE_POSTINSTALL: ${{ inputs.skipNativeInstall == 'yes' && '1' || '' }}
   DATADOG_API_KEY: ${{ secrets.DATA_DOG_API_KEY }}
   NEXT_JUNIT_TEST_REPORT: 'true'
   DD_ENV: 'ci'
   TEST_TIMINGS_TOKEN: ${{ secrets.TEST_TIMINGS_TOKEN }}
   NEXT_TEST_JOB: 1
+  VERCEL_TEST_TOKEN: ${{ secrets.VERCEL_TEST_TOKEN }}
+  VERCEL_TEST_TEAM: vtest314-next-e2e-tests
 
 jobs:
   build:
-    timeout-minutes: 30
-    runs-on:
-      - 'self-hosted'
-      - 'linux'
-      - 'x64'
-      - 'metal'
+    timeout-minutes: ${{ inputs.timeout_minutes }}
+    runs-on: ${{ fromJson(inputs.runs_on_labels) }}
 
     outputs:
       input_step_key: ${{ steps.var.outputs.input_step_key }}
@@ -90,7 +102,12 @@ jobs:
           script: |
             core.setOutput('input_step_key', '${{ inputs.stepName }}'.toLowerCase().replaceAll(/[/.]/g, '-').trim('-'));
 
-      - run: fnm use --install-if-missing ${{ inputs.nodeVersion || env.NODE_LTS_VERSION }}
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: ${{ inputs.nodeVersion || env.NODE_LTS_VERSION }}
+          check-latest: true
+
       - run: node -v
       - run: corepack enable
       - run: pwd
@@ -171,7 +188,7 @@ jobs:
       - run: turbo run get-test-timings -- --build ${{ github.sha }}
 
       - run: /bin/bash -c "${{ inputs.afterBuild }}"
-        timeout-minutes: 15
+        timeout-minutes: ${{ inputs.timeout_minutes }}
 
       - name: Upload artifact
         uses: actions/upload-artifact@v4

.github/workflows/retry_deploy_test.yml

@@ -0,0 +1,59 @@
+name: retry-deploy-tests
+
+on:
+  workflow_run:
+    workflows: ['test-e2e-deploy-release']
+    types:
+      - completed
+
+env:
+  SLACK_WEBHOOK_URL: ${{ secrets.BROKEN_DEPLOY_SLACK_WEBHOOK_URL }}
+
+permissions:
+  actions: write
+
+jobs:
+  retry-on-failure:
+    name: retry failed jobs
+    # Retry the test-e2e-deploy-release workflow up to 2 times
+    if: >-
+      ${{ 
+        github.event.workflow_run.conclusion == 'failure' &&
+        github.repository == 'vercel/next.js' &&
+        github.event.workflow_run.run_attempt < 2
+      }}
+    runs-on: ubuntu-latest
+    steps:
+      - name: send retry request to GitHub API
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: |
+          gh api \
+            --method POST \
+            -H "Accept: application/vnd.github+json" \
+            -H "X-GitHub-Api-Version: 2022-11-28" \
+            /repos/${{ github.repository }}/actions/runs/${{ github.event.workflow_run.id }}/rerun-failed-jobs
+
+  report-failure:
+    name: report failure to slack
+    # Report the failure to Slack if the test-e2e-deploy-release workflow has failed 2 times
+    if: >-
+      ${{ 
+        github.event.workflow_run.conclusion == 'failure' &&
+        github.event.workflow_run.run_attempt >= 2 &&
+        github.ref_name == 'canary' &&
+        !github.event.workflow_run.head_repository.fork
+      }}
+    runs-on: ubuntu-latest
+    steps:
+      - name: send webhook
+        uses: slackapi/slack-github-action@v1.25.0
+        with:
+          payload: |
+            {
+              "commit_title": ${{ toJSON(github.event.workflow_run.display_title) }},
+              "commit_url": "github.com/${{ github.repository }}/commit/${{ github.event.workflow_run.head_sha }}",
+              "workflow_run_url": "github.com/${{ github.repository }}/actions/runs/${{ github.event.workflow_run.id }}/attempts/${{ github.event.workflow_run.run_attempt }}"
+            }
+        env:
+          SLACK_WEBHOOK_URL: ${{ env.SLACK_WEBHOOK_URL }}

.github/workflows/retry_test.yml

@@ -16,7 +16,13 @@ permissions:
 jobs:
   retry-on-failure:
     name: retry failed jobs
-    if: ${{ github.event.workflow_run.conclusion == 'failure' && github.event.workflow_run.run_attempt < 3 && github.repository == 'vercel/next.js' }}
+    # Retry the build-and-test workflow up to 3 times
+    if: >-
+      ${{ 
+        github.event.workflow_run.conclusion == 'failure' &&
+        github.repository == 'vercel/next.js' &&
+        github.event.workflow_run.run_attempt < 3
+      }}
     runs-on: ubuntu-latest
     steps:
       - name: send retry request to GitHub API
@@ -31,7 +37,14 @@ jobs:
 
   report-failure:
     name: report failure to slack
-    if: ${{ github.event.workflow_run.conclusion == 'failure' && github.event.workflow_run.run_attempt >= 3 && !github.event.workflow_run.head_repository.fork }}
+    # Report the failure to Slack if the build-and-test workflow has failed 3 times
+    if: >-
+      ${{ 
+        github.event.workflow_run.conclusion == 'failure' &&
+        github.event.workflow_run.run_attempt >= 3 &&
+        github.ref_name == 'canary' &&
+        !github.event.workflow_run.head_repository.fork
+      }}
     runs-on: ubuntu-latest
     steps:
       - name: send webhook