feat: add support for Arrow MapArray conversion and execution

.github/ISSUE_TEMPLATE/bug_report.yml

@@ -0,0 +1,49 @@
+name: Bug Report
+description: Report something that isn't working correctly
+labels: ["needs-triage"]
+body:
+  - type: markdown
+    attributes:
+      value: |
+        Thanks for taking the time to report this. Please fill out the sections below.
+
+  - type: textarea
+    id: what-happened
+    attributes:
+      label: What happened?
+      description: A clear description of the bug
+      placeholder: Tell us what you expected vs what actually happened
+    validations:
+      required: true
+
+  - type: textarea
+    id: reproduce
+    attributes:
+      label: Steps to reproduce
+      description: Minimal steps to trigger the bug
+      placeholder: |
+        1. ...
+        2. ...
+        3. ...
+    validations:
+      required: true
+
+  - type: textarea
+    id: version
+    attributes:
+      label: Environment
+      description: Version, OS, relevant dependencies
+      placeholder: |
+        - Vortex version:
+        - Python/Java version:
+        - OS:
+    validations:
+      required: true
+
+  - type: textarea
+    id: additional
+    attributes:
+      label: Additional context
+      description: Logs, screenshots, or anything else helpful
+    validations:
+      required: false

.github/ISSUE_TEMPLATE/config.yml

@@ -1,5 +1,5 @@
-blank_issues_enabled: false
+blank_issues_enabled: true
 contact_links:
-  - name: Features, Bug Reports, Questions
+  - name: Features, Questions
     url: https://github.com/vortex-data/vortex/discussions/new/choose
     about: Our preferred starting point if you have any questions or suggestions about configuration, features or behavior.

.github/actions/setup-rust/action.yml

@@ -11,17 +11,15 @@ inputs:
     required: false
   components:
     description: "optional override for the components to install for the step (e.g. clippy, rustfmt, miri)"
+    default: "clippy, rustfmt"
     required: false
   targets:
     description: "optional targets override (e.g. wasm32-unknown-unknown)"
     required: false
-  cache-suffix:
-    description: "optional suffix for cache key to isolate builds with different RUSTFLAGS (e.g. 'sanitizer')"
+  enable-sccache:
+    description: "Should sccache be enabled, true by default."
     required: false
-    default: ""
-  timestamp:
-    description: "Timestamp cache with cargo sweep"
-    default: "false"
+    default: "true"
 
 runs:
   using: "composite"
@@ -47,15 +45,10 @@ runs:
       with:
         toolchain: "${{ steps.toolchain-config.outputs.toolchain }}"
         targets: "${{ inputs.targets }}"
-        components: "${{ inputs.components || 'clippy, rustfmt' }}"
-
-    - name: Rust Dependency Cache
-      uses: Swatinem/rust-cache@v2
-      with:
-        save-if: ${{ github.ref_name == 'develop' }}
-        shared-key: "rust-cache-${{ runner.os }}-${{ runner.arch }}-${{ runner.environment }}-${{ steps.rust-toolchain.outputs.cachekey }}-${{ inputs.targets }}${{ inputs.cache-suffix && format('-{0}', inputs.cache-suffix) || '' }}"
+        components: "${{ inputs.components }}"
 
     - name: Rust Compile Cache
+      if: inputs.enable-sccache == 'true'
       uses: mozilla-actions/sccache-action@v0.0.9
 
     - name: Install Protoc (for lance-encoding build step)
@@ -64,13 +57,3 @@ runs:
       with:
         version: "29.3"
         repo-token: ${{ inputs.repo-token }}
-
-    - name: Install Sweep
-      shell: bash
-      if: ${{ inputs.timestamp == 'true' && github.ref_name == 'develop' }}
-      run: cargo install cargo-sweep
-
-    - name: Timestamp Cache
-      shell: bash
-      if: ${{ inputs.timestamp == 'true' && github.ref_name == 'develop' }}
-      run: cargo sweep --stamp

.github/actions/system-info/action.yml

@@ -0,0 +1,31 @@
+name: "System Info"
+description: "Print CPU, memory, and disk information for benchmark runners"
+
+runs:
+  using: "composite"
+  steps:
+    - name: CPU, Memory & Disk Info
+      shell: bash
+      run: |
+        echo "=== CPU Model ==="
+        lscpu
+        echo "=== /proc/cpuinfo summary ==="
+        grep -m1 "model name" /proc/cpuinfo
+        nproc
+        echo "=== CPU Flags ==="
+        grep -m1 "flags" /proc/cpuinfo
+
+        echo "=== Memory ==="
+        free -h
+        echo "=== /proc/meminfo ==="
+        cat /proc/meminfo
+
+        echo "=== Block Devices ==="
+        lsblk
+        echo "=== Disk Usage ==="
+        df -hT
+        echo "=== Mounts ==="
+        mount | grep -E "^/dev"
+        echo "=== NVMe Devices ==="
+        ls -la /dev/nvme* 2>/dev/null || echo "No NVMe"
+        sudo nvme list 2>/dev/null || true

.github/release-drafter.yml

@@ -3,24 +3,24 @@ tag-template: "$RESOLVED_VERSION"
 categories:
   - title: "⚠️ Breaks"
     labels:
-      - "break"
-      - "wire-break"
+      - "changelog/break"
   - title: "✨ Features"
     labels:
-      - "feature"
+      - "changelog/feature"
   - title: "🚀 Performance"
     labels:
-      - "performance"
+      - "changelog/performance"
   - title: "🐛 Bug Fixes"
     collapse-after: 8
     labels:
-      - "fix"
+      - "changelog/fix"
   - title: "📖 Documentation"
     labels:
-      - "documentation"
+      - "changelog/docs"
+    collapse-after: 3
   - title: "🧰 Maintenance"
     labels:
-      - "chore"
+      - "changelog/chore"
     collapse-after: 3
 
 version-resolver:
@@ -31,13 +31,12 @@ version-resolver:
   minor:
     labels:
       # Any features or breaks will trigger a minor version bump (while we are 0.x)
-      - "feature"
-      - "break"
-      - "wire-break"
+      - "changelog/feature"
+      - "changelog/break"
   default: patch
 
 exclude-labels:
-  - "skip-changelog"
+  - "changelog/skip"
 
 template: |
   ## Changes

.github/workflows/bench-pr.yml

@@ -1,4 +1,4 @@
-# Runs once when we add the `benchmark` tag to a pull request.
+# Runs all benchmarks once when we add the `action/benchmark` tag to a pull request.
 
 name: PR Benchmarks
 
@@ -24,27 +24,27 @@ jobs:
   label_trigger:
     runs-on: ubuntu-latest
     timeout-minutes: 120
-    if: ${{ contains(github.event.head_commit.message, '[benchmark]') || github.event.label.name == 'benchmark' && github.event_name == 'pull_request' }}
+    if: ${{ contains(github.event.head_commit.message, '[benchmark]') || github.event.label.name == 'action/benchmark' && github.event_name == 'pull_request' }}
     steps:
       # We remove the benchmark label first so that the workflow can be re-triggered.
       - uses: actions-ecosystem/action-remove-labels@v1
         if: ${{ github.event.pull_request.head.repo.full_name == 'vortex-data/vortex' }}
         with:
-          labels: benchmark
+          labels: action/benchmark
           fail_on_error: true
 
   bench:
     needs: label_trigger
     timeout-minutes: 120
-    runs-on: runs-on=${{ github.run_id }}/family=${{ inputs.machine_type }}/image=ubuntu24-full-x64/spot=false/tag=${{ matrix.id }}${{ (inputs.mode != 'pr' || github.event.pull_request.head.repo.fork == false) && '/extras=s3-cache' || '' }}
+    runs-on: runs-on=${{ github.run_id }}/family=c6id.8xlarge/image=ubuntu24-full-x64/spot=false/tag=${{ matrix.benchmark.id }}${{ github.event.pull_request.head.repo.fork == false && '/extras=s3-cache' || '' }}
     strategy:
       matrix:
         benchmark:
           - id: random-access-bench
             name: Random Access
           - id: compress-bench
             name: Compression
-    if: ${{ contains(github.event.head_commit.message, '[benchmark]') || github.event.label.name == 'benchmark' && github.event_name == 'pull_request' }}
+    if: ${{ contains(github.event.head_commit.message, '[benchmark]') || github.event.label.name == 'action/benchmark' && github.event_name == 'pull_request' }}
     steps:
       - uses: runs-on/action@v2
         if: github.event.pull_request.head.repo.fork == false
@@ -63,6 +63,8 @@ jobs:
           chmod +x duckdb
           echo "$PWD" >> $GITHUB_PATH
 
+      - uses: ./.github/actions/system-info
+
       - name: Build binary
         shell: bash
         env:
@@ -72,11 +74,11 @@ jobs:
 
       - name: Setup Polar Signals
         if: github.event.pull_request.head.repo.fork == false
-        uses: polarsignals/gh-actions-ps-profiling@v0.6.0
+        uses: polarsignals/gh-actions-ps-profiling@v0.7.0
         with:
           polarsignals_cloud_token: ${{ secrets.POLAR_SIGNALS_API_KEY }}
           labels: "branch=${{ github.ref_name }};gh_run_id=${{ github.run_id }};benchmark=${{ matrix.benchmark.id }}"
-          parca_agent_version: "0.42.0"
+          parca_agent_version: "0.45.0"
           project_uuid: "e5d846e1-b54c-46e7-9174-8bf055a3af56"
           extra_args: "--off-cpu-threshold=0.001"  # Personally tuned by @brancz
 
@@ -124,12 +126,22 @@ jobs:
           cat comment.md >> $GITHUB_STEP_SUMMARY
 
       - name: Comment PR
-        if: inputs.mode == 'pr' && github.event.pull_request.head.repo.fork == false
+        if: github.event.pull_request.head.repo.fork == false
         uses: thollander/actions-comment-pull-request@v3
         with:
           file-path: comment.md
           comment-tag: bench-pr-comment-${{ matrix.benchmark.id }}
 
+      - name: Comment PR on failure
+        if: failure() && inputs.mode == 'pr' && github.event.pull_request.head.repo.fork == false
+        uses: thollander/actions-comment-pull-request@v3
+        with:
+          message: |
+            # 🚨🚨🚨❌❌❌ BENCHMARK FAILED ❌❌❌🚨🚨🚨
+
+            Benchmark `${{ matrix.benchmark.name }}` failed! Check the [workflow run](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}) for details.
+          comment-tag: bench-pr-comment-${{ matrix.benchmark.id }}
+
   sql:
     needs: label_trigger
     uses: ./.github/workflows/sql-benchmarks.yml

.github/workflows/bench.yml

@@ -62,6 +62,8 @@ jobs:
           chmod +x duckdb
           echo "$PWD" >> $GITHUB_PATH
 
+      - uses: ./.github/actions/system-info
+
       - name: Build binary
         shell: bash
         env:
@@ -70,11 +72,11 @@ jobs:
           cargo build --bin ${{ matrix.benchmark.id }} --profile release_debug --features lance
 
       - name: Setup Polar Signals
-        uses: polarsignals/gh-actions-ps-profiling@v0.6.0
+        uses: polarsignals/gh-actions-ps-profiling@v0.7.0
         with:
           polarsignals_cloud_token: ${{ secrets.POLAR_SIGNALS_API_KEY }}
           labels: "branch=${{ github.ref_name }};gh_run_id=${{ github.run_id }};benchmark=${{ matrix.benchmark.id }}"
-          parca_agent_version: "0.42.0"
+          parca_agent_version: "0.45.0"
           project_uuid: "e5d846e1-b54c-46e7-9174-8bf055a3af56"
           extra_args: "--off-cpu-threshold=0.001"  # Personally tuned by @brancz