Eliminate OOM during VCR recording: streaming, zero-copy body handling, and full test suite

.flake8

@@ -0,0 +1,9 @@
+[flake8]
+exclude =
+    .git,
+    __pycache__,
+    tests,
+    example
+    .venv
+max-line-length = 120
+extend-ignore = E203

.github/workflows/deploy.yml

@@ -0,0 +1,60 @@
+name: Build & Deploy to PyPI
+
+on:
+  workflow_dispatch:
+    inputs:
+      note:
+        description: 'This workflow publishes to TestPyPI only. For production, create a GitHub Release.'
+        required: false
+        default: ""
+
+  release:
+    types: [published]
+
+jobs:
+  deploy:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout 🛒
+        uses: actions/checkout@v4
+
+      - name: Install uv 💜
+        uses: astral-sh/setup-uv@v6
+
+      - name: Install and run ruff 🐶
+        uses: astral-sh/ruff-action@v3
+
+      - name: Set up Python 🐍
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.13"
+
+      - name: Install dependencies 📦
+        run: uv sync --all-groups --frozen
+
+      - name: Lint with flake8 ❄️
+        run: uv run flake8
+
+      - name: Test with pytest ✅
+        run: uv run pytest tests/
+
+      - name: Version replacement based on tag ↔️
+        if: github.ref_type == 'tag'
+        run: |
+          TAG_VERSION=${GITHUB_REF#refs/tags/}
+          echo "Tag version: $TAG_VERSION"
+          uv version $TAG_VERSION
+
+      - name: Build package 📦
+        run: uv build
+
+      - name: Publish to TestPyPI 🧪
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.UV_PUBLISH_TOKEN_TEST_PYPI }}
+        run: uv publish --index testpypi
+
+      - name: Publish to PyPI 🚀
+        if: github.event_name == 'release'
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.UV_PUBLISH_TOKEN }}
+        run: uv publish

.github/workflows/push.yml

@@ -0,0 +1,70 @@
+name: Build & Test
+
+on:
+  push:
+    branches-ignore:
+      - main
+
+jobs:
+  lint:
+    name: Lint
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout 🛒
+        uses: actions/checkout@v4
+
+      - name: Install and run ruff 🐶
+        uses: astral-sh/ruff-action@v3
+
+      - name: Install uv 💜
+        uses: astral-sh/setup-uv@v6
+
+      - name: Install dependencies 📦
+        run: uv sync --all-groups --frozen
+
+      - name: Lint with flake8 ❄️
+        run: uv run flake8
+
+  test-310:
+    name: Test (Python 3.10)
+    runs-on: ubuntu-latest
+    needs: lint
+    steps:
+      - name: Checkout 🛒
+        uses: actions/checkout@v4
+
+      - name: Install uv 💜
+        uses: astral-sh/setup-uv@v6
+
+      - name: Set up Python 3.10 🐍
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.10"
+
+      - name: Install dependencies 📦
+        run: uv sync --all-groups --frozen
+
+      - name: Test with pytest ✅
+        run: uv run pytest tests/
+
+  test-313:
+    name: Test (Python 3.13)
+    runs-on: ubuntu-latest
+    needs: lint
+    steps:
+      - name: Checkout 🛒
+        uses: actions/checkout@v4
+
+      - name: Install uv 💜
+        uses: astral-sh/setup-uv@v6
+
+      - name: Set up Python 3.13 🐍
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.13"
+
+      - name: Install dependencies 📦
+        run: uv sync --all-groups --frozen
+
+      - name: Test with pytest ✅
+        run: uv run pytest tests/

.gitignore

@@ -11,3 +11,4 @@ venv/
 .pytest_cache/
 .ruff_cache/
 *.lock
+!uv.lock

README.md

@@ -0,0 +1,35 @@
+# keboola.vcr
+
+VCR recording, sanitization, and validation for Keboola component HTTP interactions.
+
+## Installation
+
+```bash
+pip install keboola.vcr
+```
+
+## Usage
+
+```python
+from keboola.vcr.recorder import VCRRecorder
+from keboola.vcr.sanitizers import DefaultSanitizer
+
+recorder = VCRRecorder(
+    cassette_dir="tests/cassettes/my_test",
+    secrets={"api_key": "secret"},
+)
+```
+
+## Features
+
+- **Recording**: Captures real HTTP interactions via vcrpy and stores them as JSON cassettes
+- **Sanitization**: Redacts secrets, tokens, and sensitive fields before saving cassettes
+- **Scaffolding**: Generates test directory structures from component config definitions
+- **Validation**: Compares output snapshots to detect regressions
+
+## Development
+
+```bash
+uv sync --all-groups
+uv run pytest tests/
+```

pyproject.toml

@@ -1,38 +1,49 @@
 [build-system]
-requires = ["setuptools>=61.0"]
-build-backend = "setuptools.build_meta"
+requires = ["uv_build>=0.10.0,<0.11.0"]
+build-backend = "uv_build"
 
 [project]
 name = "keboola.vcr"
 version = "0.1.0"
 description = "VCR recording, sanitization, and validation for Keboola component HTTP interactions"
 readme = "README.md"
 license = {text = "MIT"}
-requires-python = ">=3.8"
+requires-python = ">=3.10"
 classifiers = [
     "Development Status :: 4 - Beta",
     "Intended Audience :: Developers",
     "License :: OSI Approved :: MIT License",
     "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.8",
-    "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
     "Programming Language :: Python :: 3.11",
     "Programming Language :: Python :: 3.12",
     "Programming Language :: Python :: 3.13",
 ]
 dependencies = [
-    "vcrpy>=4.0.0",
-    "freezegun>=1.0.0",
+    "vcrpy>=8.1.1,<9",  # cassette._save and cassette.append are private API we depend on
+    "freezegun>=1.5.5,<2",
+]
+
+[dependency-groups]
+dev = [
+    "pytest>=7.0",
+    "pytest-cov>=4.0",
+    "ruff>=0.1.0",
+    "flake8>=5.0.4",
 ]
 
 [project.urls]
 Homepage = "https://github.com/keboola/python-vcr-tests"
 Repository = "https://github.com/keboola/python-vcr-tests"
 
-[tool.setuptools.packages.find]
-where = ["src"]
-include = ["keboola.vcr*"]
+[tool.uv.build-backend]
+module-name = "keboola.vcr"
+
+[[tool.uv.index]]
+name = "testpypi"
+url = "https://test.pypi.org/simple/"
+publish-url = "https://test.pypi.org/legacy/"
+explicit = true
 
 [tool.ruff]
 line-length = 120

src/keboola/vcr/__init__.py

@@ -26,7 +26,7 @@
     HeaderSanitizer,
     UrlPatternSanitizer,
     BodyFieldSanitizer,
-    QueryParameterTokenSanitizer,
+    QueryParamSanitizer,
     ResponseUrlSanitizer,
     CallbackSanitizer,
     CompositeSanitizer,
@@ -63,7 +63,7 @@
     "HeaderSanitizer",
     "UrlPatternSanitizer",
     "BodyFieldSanitizer",
-    "QueryParameterTokenSanitizer",
+    "QueryParamSanitizer",
     "ResponseUrlSanitizer",
     "CallbackSanitizer",
     "CompositeSanitizer",