diff --git a/.github/workflows/CI-distro.yml b/.github/workflows/CI-distro.yml
index 1127e154e..c29d722f0 100644
--- a/.github/workflows/CI-distro.yml
+++ b/.github/workflows/CI-distro.yml
@@ -18,8 +18,25 @@ concurrency:
   cancel-in-progress: ${{ startsWith(github.ref, 'refs/pull/') }}
 
 jobs:
+  generate-matrix:
+    runs_on: ubuntu-latest
+    outputs:
+      gap-packages: ${{ steps.set-matrix.outputs.gap-packages }}
+    steps:
+      - uses: actions/checkout@v4
+      - name: "Set up Julia"
+        uses: julia-actions/setup-julia@v2
+        with:
+          version: '1'
+      - name: "Cache artifacts"
+        uses: julia-actions/cache@v2
+      - name: Get list of GAP packages
+        id: set-matrix
+        run: julia --project=. -e 'using Artifacts; println("gap-packages=", readdir(artifact"gap_packages"))'
+
   test:
     name: ${{ matrix.gap-package }}
+    needs: generate-matrix
     runs-on: ${{ matrix.os }}
     timeout-minutes: 20
     continue-on-error: ${{ matrix.julia-version == 'nightly' }}
@@ -32,15 +49,10 @@ jobs:
           - x64
         os:
           - ubuntu-latest
-        gap-package:
-          - 'ferret'
+        gap-package: ${{fromJSON(needs.generate-matrix.outputs.gap-packages)}}
 
     steps:
       - uses: actions/checkout@v4
-        with:
-          # For Codecov, we must also fetch the parent of the HEAD commit to
-          # be able to properly deal with PRs / merges
-          fetch-depth: 2
       - name: "Set up Julia"
         uses: julia-actions/setup-julia@v2
         with: