Use cibuildwheel and update grpcio

Author: cretz

.github/workflows/ci.yml

@@ -77,38 +77,76 @@ jobs:
   # Compile the binaries and upload artifacts
   compile-binaries:
     strategy:
-      fail-fast: true
+      fail-fast: false
       matrix:
         include:
           - os: ubuntu-latest
             package-suffix: linux-amd64
+            ci-arch: auto
+          - os: ubuntu-latest
+            package-suffix: linux-aarch64
+            ci-arch: aarch64
           - os: macos-latest
             package-suffix: macos-amd64
+            ci-arch: auto
+          - os: macos-latest
+            package-suffix: macos-arm64
+            ci-arch: arm64
+            rust-add-target: aarch64-apple-darwin
           - os: windows-latest
             package-suffix: windows-amd64
+            ci-arch: auto
     runs-on: ${{ matrix.os }}
+    continue-on-error: true
     steps:
       - uses: actions/checkout@v2
         with:
           submodules: recursive
-      - uses: actions-rs/toolchain@v1
+      - uses: actions/setup-python@v1
+        with:
+          python-version: "3.10"
+
+      # Install Rust locally for non-Linux (Linux uses an internal docker
+      # command to build with cibuildwheel which uses rustup install defined
+      # in pyproject.toml)
+      - if: ${{ runner.os != 'Linux' }}
+        uses: actions-rs/toolchain@v1
         with:
           toolchain: stable
-      - uses: Swatinem/rust-cache@v1
+          target: ${{ matrix.rust-add-target }}
+      - if: ${{ runner.os != 'Linux' }}
+        uses: Swatinem/rust-cache@v1
         with:
           working-directory: temporalio/bridge
-      - uses: actions/setup-python@v1
-        with:
-          python-version: "3.10"
-      # Needed for tests since they use external server
-      - uses: actions/setup-go@v2
+
+      # Need QEMU for ARM build on Linux
+      - if: ${{ matrix.package-suffix == 'linux-aarch64' }}
+        uses: docker/setup-qemu-action@v1
         with:
-          go-version: "1.18"
+          image: tonistiigi/binfmt:latest
+          platforms: arm64
+
+      # Prepare
       - run: python -m pip install --upgrade wheel poetry poethepoet
       - run: poetry install --no-root
-      - run: poetry build
+
+      # Add the source dist only for Linux x64 for now
+      - if: ${{ matrix.package-suffix == 'linux-amd64' }}
+        run: poetry build --format sdist
+
+      # Build and fix the wheel
+      - run: poetry run cibuildwheel --output-dir dist --arch ${{ matrix.ci-arch }}
       - run: poe fix-wheel
-      - run: poe test-dist-single
+
+      # Do test only for ci-arch auto (i.e. local machine)
+      - if: ${{ matrix.ci-arch == 'auto' }}
+        uses: actions/setup-go@v2
+        with:
+          go-version: "1.18"
+      - if: ${{ matrix.ci-arch == 'auto' }}
+        run: poe test-dist-single
+
+      # Upload dist
       - uses: actions/upload-artifact@v2
         with:
           name: packages-${{ matrix.package-suffix }}

README.md

@@ -57,7 +57,8 @@ These steps can be followed to use with a virtual environment and `pip`:
 
 For macOS M1 users on Python 3.10+, due to an
 [improperly named wheel in PyPI for gRPC](https://github.com/grpc/grpc/issues/28387), you may have to run
-`pip install --no-binary :all: grpcio --ignore-installed` in your environment before use.
+`pip install --no-binary :all: grpcio --ignore-installed` in your environment before use. (this is fixed in the next
+version of `temporalio` and in the `main` branch)
 
 The SDK is now ready for use. To build from source, see "Building" near the end of this documentation.