Add arrow datafusion python dependency

.github/workflows/rust.yml

@@ -30,6 +30,11 @@ jobs:
         id: detect-trigger
         with:
           keyword: "[test-df-upstream]"
+      - name: Install Protoc
+        uses: arduino/setup-protoc@v1
+        with:
+          version: '3.x'
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
 
   # Check crate compiles
   linux-build-lib:
@@ -48,6 +53,11 @@ jobs:
         run: |
           cd dask_planner
           bash update-dependencies.sh
+      - name: Install Protoc
+        uses: arduino/setup-protoc@v1
+        with:
+          version: '3.x'
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
       - name: Check workspace in debug mode
         run: |
           cd dask_planner
@@ -76,6 +86,11 @@ jobs:
         run: |
           cd dask_planner
           bash update-dependencies.sh
+      - name: Install Protoc
+        uses: arduino/setup-protoc@v1
+        with:
+          version: '3.x'
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
       - name: Run tests
         run: |
           cd dask_planner

.github/workflows/style.yml

@@ -15,6 +15,11 @@ jobs:
     steps:
       - uses: actions/checkout@v3
       - uses: actions/setup-python@v4
+      - name: Install Protoc
+        uses: arduino/setup-protoc@v1
+        with:
+          version: '3.x'
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
       - uses: actions-rs/toolchain@v1
         with:
             toolchain: nightly

.github/workflows/test.yml

@@ -109,6 +109,11 @@ jobs:
           use-mamba: true
           python-version: "3.8"
           channel-priority: strict
+      - name: Install Protoc
+        uses: arduino/setup-protoc@v1
+        with:
+          version: '3.x'
+          repo-token: ${{ secrets.GITHUB_TOKEN }}
       - name: Install dependencies and nothing else
         run: |
           mamba install "setuptools-rust>=1.5.2"

continuous_integration/environment-3.10-dev.yaml

@@ -32,3 +32,4 @@ dependencies:
 - tpot
 - tzlocal>=2.1
 - uvicorn>=0.13.4
+- libprotobuf=3

continuous_integration/environment-3.8-dev.yaml

@@ -31,3 +31,4 @@ dependencies:
 - tpot
 - tzlocal=2.1
 - uvicorn=0.13.4
+- libprotobuf=3

continuous_integration/environment-3.9-dev.yaml

@@ -32,3 +32,4 @@ dependencies:
 - tpot
 - tzlocal>=2.1
 - uvicorn>=0.13.4
+- libprotobuf=3

continuous_integration/recipe/meta.yaml

@@ -28,6 +28,7 @@ requirements:
     - pip
     - python
     - setuptools-rust >=1.5.2
+    - libprotobuf =3
   run:
     - python
     - dask >=2022.3.0

dask_planner/.cargo/config.toml

@@ -0,0 +1,11 @@
+[target.x86_64-apple-darwin]
+rustflags = [
+  "-C", "link-arg=-undefined",
+  "-C", "link-arg=dynamic_lookup",
+]
+
+[target.aarch64-apple-darwin]
+rustflags = [
+  "-C", "link-arg=-undefined",
+  "-C", "link-arg=dynamic_lookup",
+]