apache · cswartzvi · Sep 4, 2025 · Aug 10, 2025 · Aug 10, 2025 · Aug 10, 2025
diff --git a/.flake8 b/.flake8
diff --git a/.github/workflows/hamilton-main.yml b/.github/workflows/hamilton-main.yml
@@ -63,54 +63,54 @@ jobs:
         - name: Check linting with pre-commit
           if: ${{ runner.os == 'Linux' }}
           run: |
-            uv sync --extra dev
+            uv sync --dev
             uv run pre-commit install
             uv run pre-commit run --all-files
 
         - name: Test hamilton main package
           run: |
-            uv sync --extra test
+            uv sync --group test
             uv pip install "kaleido<0.4.0"
             uv run pytest tests/ --cov=hamilton --ignore tests/integrations
 
 
         - name: Test integrations
           if: ${{ matrix.python-version == '3.9' }}
           run: |
-            uv sync --extra test --extra pandera
+            uv sync --group test --extra pandera
             uv pip install -r tests/integrations/pandera/requirements.txt
             uv pip install dask-expr
             uv run pytest tests/integrations
 
         - name: Test integrations
           if: ${{ matrix.python-version != '3.9' }}
           run: |
-            uv sync --extra test --extra pandera
+            uv sync --group test --extra pandera
             uv pip install -r tests/integrations/pandera/requirements.txt
             uv run pytest tests/integrations
 
         - name: Test pandas
           run: |
-            uv sync --extra test
+            uv sync --group test
             uv run pytest plugin_tests/h_pandas
 
         - name: Test polars
           run: |
-            uv sync --extra test
+            uv sync --group test
             uv pip install polars
             uv run pytest plugin_tests/h_polars
 
         - name: Test narwhals
           run: |
-            uv sync --extra test
+            uv sync --group test
             uv pip install polars pandas narwhals
             uv run pytest plugin_tests/h_narwhals
 
         - name: Test dask
           # Dask supports >= py3.9
           if: ${{ matrix.python-version != '3.8' }}
           run: |
-            uv sync --extra test --extra dask
+            uv sync --group test --extra dask
             uv run pytest plugin_tests/h_dask
 
         - name: Test ray
@@ -119,7 +119,7 @@ jobs:
           env:
             RAY_ENABLE_UV_RUN_RUNTIME_ENV: 0 # https://github.com/ray-project/ray/issues/53848
           run: |
-            uv sync --extra test --extra ray
+            uv sync --group test --extra ray
             uv run pytest plugin_tests/h_ray
 
         - name: Test pyspark
@@ -129,7 +129,7 @@ jobs:
             PYSPARK_SUBMIT_ARGS: "--conf spark.sql.ansi.enabled=false pyspark-shell"
           run: |
             sudo apt-get install --no-install-recommends --yes default-jre
-            uv sync --extra test --extra pyspark
+            uv sync --group test --extra pyspark
             uv pip install 'numpy<2' 'pyspark[connect]' 'grpcio'
             uv pip install --no-cache --reinstall --strict 'grpcio-status >= 1.48.1'
             uv run pytest plugin_tests/h_spark
@@ -140,7 +140,7 @@ jobs:
           env:
             PYSPARK_SUBMIT_ARGS: "--conf spark.sql.ansi.enabled=false pyspark-shell"
           run: |
-            uv sync --extra test --extra pyspark
+            uv sync --group test --extra pyspark
             uv pip install 'numpy<2' 'pyspark[connect]' 'grpcio'
             uv pip install --no-cache --reinstall --strict 'grpcio-status >= 1.48.1'
             uv run pytest plugin_tests/h_spark
@@ -150,14 +150,14 @@ jobs:
           if: ${{ runner.os == 'Linux' && (matrix.python-version == '3.8' || matrix.python-version == '3.9' || matrix.python-version == '3.10') }}
           run: |
             sudo apt-get install --no-install-recommends --yes libpcre3-dev cargo
-            uv sync --extra test --extra vaex
+            uv sync --group test --extra vaex
             uv pip install "numpy<2"
             uv run pytest plugin_tests/h_vaex
 
         - name: Test vaex
           # Vaex supports <= py3.10 and numpy<2
           if: ${{ runner.os != 'Linux' && (matrix.python-version == '3.8' || matrix.python-version == '3.9' || matrix.python-version == '3.10') }}
           run: |
-            uv sync --extra test --extra vaex
+            uv sync --group test --extra vaex
             uv pip install "numpy<2"
             uv run pytest plugin_tests/h_vaex
diff --git a/.github/workflows/sphinx-docs.yml b/.github/workflows/sphinx-docs.yml
@@ -44,7 +44,7 @@ jobs:
     - name: Install Sphinx and dependencies
       run: |
         python -m pip install --upgrade --no-cache-dir sphinx sphinx-rtd-theme sphinx-simplepdf
-        python -m pip install --upgrade --upgrade-strategy only-if-needed --no-cache-dir .[docs]
+        python -m pip install --group docs --upgrade --upgrade-strategy only-if-needed --no-cache-dir
 
     - name: Build Sphinx documentation
       working-directory: ./docs

diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -25,10 +25,6 @@ repos:
       - id: requirements-txt-fixer
       # valid python file
       - id: check-ast
-  - repo: https://github.com/pycqa/flake8
-    rev: 7.1.1
-    hooks:
-      - id: flake8
   - repo: local
     hooks:
       - id: validate-example-notebooks

diff --git a/.style.yapf b/.style.yapf
diff --git a/MANIFEST.in b/MANIFEST.in
@@ -1,5 +1,3 @@
-include requirements.txt
-include requirements-test.txt
 include LICENSE
 include *.md
 include NOTICE

diff --git a/dag.png → assets/dag.png b/dag.png → assets/dag.png
diff --git a/assets/dag_example_module.png b/assets/dag_example_module.png
diff --git a/hamiltondag.png → assets/hamiltondag.png b/hamiltondag.png → assets/hamiltondag.png
diff --git a/hello_world_image.png → assets/hello_world_image.png b/hello_world_image.png → assets/hello_world_image.png
diff --git a/dag_example_module.png b/dag_example_module.png
diff --git a/README-DOCS.md → docs/README.md b/README-DOCS.md → docs/README.md
@@ -7,7 +7,7 @@ Instructions for managing documentation on read the docs.
 To build locally, you need to run the following -- make sure you're in the root of the repo:
 
 ```bash
-pip install .[docs]
+pip install --group docs
 ```
 and then one of the following to build and view the documents:
 ```bash

diff --git a/docs/conf.py b/docs/conf.py
@@ -76,6 +76,12 @@
     ["simplepdf", "text/plain", 100],
 ]
 
+exclude_patterns = [
+    '_build',
+    'Thumbs.db',
+    '.DS_Store',
+    'README.md',
+]
 
 # for the sitemap extension ---
 # check if the current commit is tagged as a release (vX.Y.Z) and set the version

diff --git a/pyproject.toml b/pyproject.toml
@@ -7,7 +7,7 @@ name = "sf-hamilton"
 dynamic = ["version"]
 description = "Hamilton, the micro-framework for creating dataframes."
 readme = "README.md"
-requires-python = ">=3.8, <4"
+requires-python = ">=3.8.1, <4"
 license = {text = "Apache-2.0"}
 keywords = ["hamilton"]
 authors = [
@@ -41,64 +41,14 @@ dask-dataframe = ["dask[dataframe]"]
 dask-diagnostics = ["dask[diagnostics]"]
 dask-distributed = ["dask[distributed]"]
 datadog = ["ddtrace<3.0"]  # Temporary pin until h_ddog.py import is fixed for >3.0 version
-dev = [
-  "pre-commit",
-  "ruff==0.5.7", # this should match `.pre-commit-config.yaml`
-]
 diskcache = ["diskcache"]
-docs = [
-  "sf-hamilton[dev]",
-  "alabaster>=0.7,<0.8,!=0.7.5", # read the docs pins
-  "commonmark==0.9.1", # read the docs pins
-  "dask-expr>=1.1.14; python_version >= '3.10'", # Bugfix only available after py3.10 https://github.com/dask/dask-expr/pull/1150
-  "dask[distributed]",
-  "ddtrace<3.0",
-  "diskcache",
-  # required for all the plugins
-  "dlt",
-  "furo",
-  "gitpython", # Required for parsing git info for generation of data-adapter docs
-  "grpcio-status",
-  "lightgbm",
-  "lxml",
-  "lz4",
-  "mlflow",
-  "mock==1.0.1", # read the docs pins
-  "myst-nb",
-  "narwhals",
-  "numpy < 2.0.0",
-  "packaging",
-  "pandera",
-  "pillow",
-  "polars",
-  "pyarrow >= 1.0.0",
-  "pydantic >=2.0",
-  "pyspark",
-    "openlineage-python",
-  "PyYAML",
-  "ray",
-  "readthedocs-sphinx-ext<2.3", # read the docs pins
-  "recommonmark==0.5.0", # read the docs pins
-  "scikit-learn",
-  "slack-sdk",
-  "sphinx", # unpinned because myst-parser doesn't break anymore
-  "sphinx-autobuild",
-  "sphinx-rtd-theme", # read the docs pins
-  "sphinx-simplepdf",
-  "sphinx-sitemap",
-  "tqdm",
-  "xgboost",
-]
 experiments = [
   "fastapi",
   "fastui",
   "uvicorn",
 ]
 lsp = ["sf-hamilton-lsp"]
 openlineage = ["openlineage-python"]
-packaging = [
-  "build",
-]
 pandera = ["pandera"]
 pydantic = ["pydantic>=2.0"]
 pyspark = [
@@ -109,6 +59,21 @@ ray = ["ray>=2.0.0", "pyarrow"]
 rich = ["rich"]
 sdk = ["sf-hamilton-sdk"]
 slack = ["slack-sdk"]
+
+tqdm = ["tqdm"]
+ui = ["sf-hamilton-ui"]
+
+# vaex -- on >=py3.11 only core part available https://github.com/vaexio/vaex/pull/2331#issuecomment-2437198176
+vaex = [
+  "vaex; python_version <= '3.10'"
+  ]
+visualization = ["graphviz", "networkx"]
+
+[dependency-groups]
+dev = [
+  "pre-commit",
+  "ruff==0.5.7", # this should match `.pre-commit-config.yaml`
+]
 test = [
   "connectorx<=0.3.2; python_version=='3.8'",
   "connectorx; python_version!='3.8'",
@@ -134,7 +99,8 @@ test = [
   "polars",
   "pyarrow",
   "pydantic >=2.0",
-  "pyreadstat", # for SPSS data loader
+  "pyreadstat<1.2.8; python_version <= '3.9'", # for SPSS data loader
+  "pyreadstat; python_version > '3.9'", # for SPSS data loader
   "pytest",
   "pytest-asyncio",
   "pytest-cov",
@@ -147,14 +113,49 @@ test = [
   "xlsx2csv", # for excel data loader
   "xlsxwriter",  # Excel export requires 'xlsxwriter'
 ]
-tqdm = ["tqdm"]
-ui = ["sf-hamilton-ui"]
-
-# vaex -- on >=py3.11 only core part available https://github.com/vaexio/vaex/pull/2331#issuecomment-2437198176
-vaex = [
-  "vaex; python_version <= '3.10'"
-  ]
-visualization = ["graphviz", "networkx"]
+docs = [
+  {include-group = "dev"},
+  "alabaster>=0.7,<0.8,!=0.7.5", # read the docs pins
+  "commonmark==0.9.1", # read the docs pins
+  "dask-expr>=1.1.14; python_version >= '3.10'", # Bugfix only available after py3.10 https://github.com/dask/dask-expr/pull/1150
+  "dask[distributed]",
+  "ddtrace<3.0",
+  "diskcache",
+  # required for all the plugins
+  "dlt",
+  "furo",
+  "gitpython", # Required for parsing git info for generation of data-adapter docs
+  "grpcio-status",
+  "lightgbm",
+  "lxml",
+  "lz4",
+  "mlflow",
+  "mock==1.0.1", # read the docs pins
+  "myst-nb",
+  "narwhals",
+  "numpy < 2.0.0",
+  "packaging",
+  "pandera",
+  "pillow",
+  "polars",
+  "pyarrow >= 1.0.0",
+  "pydantic >=2.0",
+  "pyspark",
+    "openlineage-python",
+  "PyYAML",
+  "ray",
+  "readthedocs-sphinx-ext<2.3", # read the docs pins
+  "recommonmark==0.5.0", # read the docs pins
+  "scikit-learn",
+  "slack-sdk",
+  "sphinx", # unpinned because myst-parser doesn't break anymore
+  "sphinx-autobuild",
+  "sphinx-rtd-theme", # read the docs pins
+  "sphinx-simplepdf",
+  "sphinx-sitemap",
+  "tqdm",
+  "xgboost",
+]
 
 [project.entry-points.console_scripts]
 h_experiments = "hamilton.plugins.h_experiments.__main__:main"

diff --git a/build_conda.sh → scripts/build_conda.sh b/build_conda.sh → scripts/build_conda.sh