Improve db-benchmark (#372)

apache · May 8, 2023 · 6a2df77 · 6a2df77
1 parent b8c74a7
commit 6a2df77
Show file tree

Hide file tree

Showing 7 changed files with 404 additions and 81 deletions.
diff --git a/.github/workflows/test.yaml b/.github/workflows/test.yaml
@@ -101,7 +101,7 @@ jobs:
         if: ${{ matrix.python-version == '3.10' && matrix.toolchain == 'stable' }}
         run: |
           source venv/bin/activate
-          flake8 --exclude venv --ignore=E501,W503
+          flake8 --exclude venv,benchmarks/db-benchmark --ignore=E501,W503
           black --line-length 79 --diff --check .
 
       - name: Run tests

diff --git a/benchmarks/db-benchmark/README.md b/benchmarks/db-benchmark/README.md
@@ -27,6 +27,6 @@ DataFusion's Python bindings.
 Run the following from root of this project.
 
 ```bash
-$ docker build -t db-benchmark -f benchmarks/db-benchmark/db-benchmark.dockerfile .
-$ docker run --privileged -it db-benchmark
+docker build -t db-benchmark -f benchmarks/db-benchmark/db-benchmark.dockerfile .
+docker run --privileged -it db-benchmark
 ```
diff --git a/benchmarks/db-benchmark/db-benchmark.dockerfile b/benchmarks/db-benchmark/db-benchmark.dockerfile
@@ -108,6 +108,7 @@ RUN #./duckdb/setup-duckdb.sh
 # END OF SETUP
 
 RUN python3 -m pip install --upgrade pandas
+RUN python3 -m pip install --upgrade polars psutil
 RUN python3 -m pip install --upgrade datafusion
 
 # Now add our solution