Use exact core count in parallel builds

Author: ankith26

.circleci/config.yml

@@ -45,6 +45,10 @@ jobs:
           working_directory: buildconfig/manylinux-build/docker_base
           command: docker build -t manylinux2014_base_aarch64 -f Dockerfile-aarch64 .
 
+      - run:
+          name: Substitute core count in pip config file for speed
+          command: sed -i "s/{nproc}/$(nproc)/g" buildconfig/pip_config.ini
+
       - run:
           name: Build the Linux wheels.
           command: |

.github/workflows/build-debian-multiarch.yml

@@ -83,6 +83,8 @@ jobs:
         # Build a wheel, install it for running unit tests
         run: |
           export PIP_CONFIG_FILE=buildconfig/pip_config.ini
+          echo "\nSubstituting core count in pip config file for speed\n"
+          sed -i "s/{nproc}/$(nproc)/g" $PIP_CONFIG_FILE
           echo "\nBuilding pygame wheel\n"
           python3 setup.py docs
           pip3 wheel . --wheel-dir /artifacts -vvv

.github/workflows/build-macos.yml

@@ -181,6 +181,9 @@ jobs:
           key: macdep-${{ hashFiles('buildconfig/manylinux-build/**') }}-${{ hashFiles('buildconfig/macdependencies/*.sh') }}-${{ matrix.macarch }}
           fail-on-cache-miss: true
 
+      - name: Substitute core count in pip config file for speed
+        run: sed -i '' "s/{nproc}/$(sysctl -n hw.logicalcpu)/g" buildconfig/pip_config.ini
+
       - name: Build and test wheels
         uses: pypa/cibuildwheel@v2.16.4
 

.github/workflows/build-manylinux.yml

@@ -110,6 +110,9 @@ jobs:
         tags: ${{ steps.meta.outputs.tags }}
         labels: ${{ steps.meta.outputs.labels }}
 
+    - name: Substitute core count in pip config file for speed
+      run: sed -i "s/{nproc}/$(nproc)/g" buildconfig/pip_config.ini
+
     - name: Build and test wheels
       env:
         # set custom pygame images

.github/workflows/build-ubuntu-sdist.yml

@@ -69,6 +69,8 @@ jobs:
       env:
         PIP_CONFIG_FILE: "buildconfig/pip_config.ini"
       run: |
+        # Substitute core count in pip config file for speed
+        sed -i "s/{nproc}/$(nproc)/g" $PIP_CONFIG_FILE
         python3 setup.py docs
         python3 setup.py sdist
         pip3 install dist/pygame-*.tar.gz -vv

.github/workflows/build-windows.yml

@@ -151,6 +151,11 @@ jobs:
       - uses: TheMrMilchmann/setup-msvc-dev@v3  # this lets us use the developer command prompt on windows
         with:
           arch: ${{ matrix.msvc-dev-arch }}
+
+      - name: Substitute core count in pip config file for speed
+        shell: bash
+        run: sed -i "s/{nproc}/$(nproc)/g" buildconfig/pip_config.ini
+
       - name: Build and test wheels
         shell: cmd
         run: |

buildconfig/macdependencies/build_mac_deps.sh

@@ -16,7 +16,7 @@ export PKG_CONFIG_PATH="$PG_DEP_PREFIX/lib/pkgconfig:$PKG_CONFIG_PATH"
 export PATH="/usr/local/opt/coreutils/libexec/gnubin:$PATH"
 
 # for great speed.
-export MAKEFLAGS="-j 4"
+export MAKEFLAGS="-j $(sysctl -n hw.logicalcpu)"
 
 # With this we
 # 1) Force install prefix to $PG_DEP_PREFIX

buildconfig/pip_config.ini

@@ -4,7 +4,7 @@
 [wheel]
 
 # preserve this multiline assignment to register these args as distinct
-# use -j3 to use 3 cores, most CI machines have either 2 or 3 cores
+# {nproc} gets substituted to the number of cores when this file is used.
 global-option = 
     build_ext
-    -j3
+    -j{nproc}