Merge branch 'main' into docs-correct-sprint-word

Author: cmwilson21

.github/workflows/dry-run-elasticsearch-indexing.yml

@@ -8,7 +8,7 @@ on:
   merge_group:
   pull_request:
     paths:
-      - script/search/index-elasticsearch.js
+      - 'script/search/**'
       - 'package*.json'
       - .github/workflows/dry-run-elasticsearch-indexing.yml
 
@@ -46,9 +46,57 @@ jobs:
           node-version: 16.15.x
           cache: npm
 
-      - name: Install
+      - name: Install dependencies
         run: npm ci
 
+      - name: Cache nextjs build
+        uses: actions/cache@48af2dc4a9e8278b89d7fa154b955c30c6aaab09
+        with:
+          path: .next/cache
+          key: ${{ runner.os }}-nextjs-${{ hashFiles('package*.json') }}
+
+      - name: Run build scripts
+        run: npm run build
+
+      - name: Start the server in the background
+        env:
+          ENABLE_DEV_LOGGING: false
+        run: |
+          npm run sync-search-server > /tmp/stdout.log 2> /tmp/stderr.log &
+
+          # first sleep to give it a chance to start
+          sleep 6
+          curl --retry-connrefused --retry 4 -I http://localhost:4002/
+
+      - if: ${{ failure() }}
+        name: Debug server outputs on errors
+        run: |
+          echo "____STDOUT____"
+          cat /tmp/stdout.log
+          echo "____STDERR____"
+          cat /tmp/stderr.log
+
+      - name: Scrape records into a temp directory
+        env:
+          # If a reusable, or anything in the `data/*` directory is deleted
+          # you might get a
+          #
+          #   RenderError: Can't find the key 'site.data.reusables...' in the scope
+          #
+          # But that'll get fixed in the next translation pipeline. For now,
+          # let's just accept an empty string instead.
+          THROW_ON_EMPTY: false
+
+        run: |
+          mkdir /tmp/records
+          npm run sync-search-indices -- \
+            --language en \
+            --version dotcom \
+            --out-directory /tmp/records \
+            --no-compression --no-lunr-index
+
+          ls -lh /tmp/records
+
       # Serves two purposes;
       # 1. Be confident that the Elasticsearch server start-up worked at all
       # 2. Sometimes Elasticsearch will bind to the port but still not
@@ -62,8 +110,8 @@ jobs:
           ELASTICSEARCH_URL: 'http://localhost:9200'
         run: |
           ./script/search/index-elasticsearch.js --verbose \
-          -l en -l ja \
-          -V dotcom -V ghes-3.5
+          -l en \
+          -V dotcom -- /tmp/records
 
       - name: Show created indexes and aliases
         run: |

.github/workflows/sync-search-elasticsearch.yml

@@ -104,8 +104,7 @@ jobs:
       - name: Index into Elasticsearch
         run: |
           ./script/search/index-elasticsearch.js \
-            --language ${{ matrix.language }} \
-            --source-directory /tmp/records
+            --language ${{ matrix.language }} -- /tmp/records
 
       - name: Check created indexes and aliases
         run: |