Pull out threshold optimizers and bump to 0.8.0

.github/workflows/lint.yml

@@ -8,7 +8,7 @@ on:
       - main
 
 env:
-  POETRY_VERSION: "1.8.3"
+  POETRY_VERSION: "2.0.1"
 
 jobs:
   check:

.github/workflows/release.yml

@@ -6,7 +6,7 @@ on:
 
 env:
   PYTHON_VERSION: "3.11"
-  POETRY_VERSION: "1.8.3"
+  POETRY_VERSION: "2.0.1"
 
 jobs:
   build:

.github/workflows/test.yml

@@ -14,7 +14,7 @@ on:
 
 env:
   PYTHON_VERSION: "3.11"
-  POETRY_VERSION: "1.8.3"
+  POETRY_VERSION: "2.0.1"
 
 jobs:
   service-tests:
@@ -52,7 +52,6 @@ jobs:
       - name: Install dependencies
         run: |
           poetry install --all-extras
-          poetry run pip install ranx
 
       - name: Authenticate to Google Cloud
         uses: google-github-actions/auth@v1
@@ -79,7 +78,7 @@ jobs:
           make test-all
 
   test:
-    name: Python ${{ matrix.python-version }} - ${{ matrix.connection }} - redis-py ${{ matrix.redis-py-version }} [redis ${{ matrix.redis-version }}]
+    name: Python ${{ matrix.python-version }} - redis-py ${{ matrix.redis-py-version }} [redis ${{ matrix.redis-version }}]
     runs-on: ubuntu-latest
     needs: service-tests
     env:
@@ -89,7 +88,6 @@ jobs:
       matrix:
         # 3.11 tests are run in the service-tests job
         python-version: ["3.9", "3.10", 3.12, 3.13] 
-        connection: ["hiredis", "plain"]
         redis-py-version: ["5.x", "6.x"]
         redis-version: ["6.2.6-v9", "latest", "8.0.1"]
 
@@ -117,7 +115,6 @@ jobs:
       - name: Install dependencies
         run: |
           poetry install --all-extras
-          poetry run pip install ranx
 
           # Install right redis version based on redis py
           if [[ "${{ matrix.redis-py-version }}" == "5.x" ]]; then
@@ -126,11 +123,6 @@ jobs:
             poetry add "redis>=6.0.0,<7.0.0"
           fi
 
-          # Install hiredis if selected
-          if [[ "${{ matrix.connection }}" == "hiredis" ]]; then
-              poetry add hiredis
-          fi
-
       - name: Set Redis image name
         run: |
           if [[ "${{ matrix.redis-version }}" == "8.0.1" ]]; then
@@ -145,21 +137,21 @@ jobs:
           credentials_json: ${{ secrets.GOOGLE_CREDENTIALS }}
 
       - name: Run tests
-        if: matrix.connection == 'plain' && matrix.redis-py-version == '6.x' && matrix.redis-version == 'latest'
+        # if: matrix.redis-py-version == '6.x' && matrix.redis-version == 'latest'
         env:
           HF_HOME: ${{ github.workspace }}/hf_cache
           GCP_LOCATION: ${{ secrets.GCP_LOCATION }}
           GCP_PROJECT_ID: ${{ secrets.GCP_PROJECT_ID }}
         run: |
           make test
 
-      - name: Run tests (alternate)
-        if: matrix.connection != 'plain' || matrix.redis-py-version != '6.x' || matrix.redis-version != 'latest'
-        run: |
-          make test
+      # - name: Run tests (alternate)
+      #   if: matrix.redis-py-version != '6.x' || matrix.redis-version != 'latest'
+      #   run: |
+      #     make test
 
       - name: Run notebooks
-        if: matrix.connection == 'plain' && matrix.redis-py-version == '6.x' && matrix.redis-version == 'latest'
+        if: matrix.redis-py-version == '6.x' && matrix.redis-version == 'latest'
         env:
           HF_HOME: ${{ github.workspace }}/hf_cache
           OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
@@ -177,11 +169,7 @@ jobs:
           HF_TOKEN: ${{ secrets.HF_TOKEN }}
         run: |
           docker run -d --name redis -p 6379:6379 redis/redis-stack-server:latest
-          if [[ "${{ matrix.python-version }}" > "3.9" ]]; then
-            make test-notebooks
-          else
-            poetry run test-notebooks --ignore ./docs/user_guide/09_threshold_optimization.ipynb --ignore ./docs/user_guide/release_guide/0_5_1_release.ipynb
-          fi
+          make test-notebooks
 
   docs:
     runs-on: ubuntu-latest

CLAUDE.md

@@ -79,7 +79,6 @@ redisvl/
 ├── redis/            # Redis client utilities
 ├── schema/           # Index schema definitions
 └── utils/            # Utilities (vectorizers, rerankers, optimization)
-    ├── optimize/     # Threshold optimization
     ├── rerank/       # Result reranking
     └── vectorize/    # Embedding providers integration
 ```

README.md

@@ -222,12 +222,6 @@ embeddings = co.embed_many(
 ### Rerankers
 [Integrate with popular reranking providers](https://docs.redisvl.com/en/stable/user_guide/06_rerankers.html) to improve the relevancy of the initial search results from Redis
 
-### Threshold Optimization
-[Optimize distance thresholds for cache and router](https://docs.redisvl.com/en/stable/user_guide/09_threshold_optimization.html) with the utility `ThresholdOptimizer` classes.
-
-**Note:** only available for `python > 3.9`.
-
-
 
 ## 💫 Extensions
 We're excited to announce the support for **RedisVL Extensions**. These modules implement interfaces exposing best practices and design patterns for working with LLM memory and agents. We've taken the best from what we've learned from our users (that's you) as well as bleeding-edge customers, and packaged it up.

docs/api/index.md

@@ -22,6 +22,5 @@ reranker
 cache
 message_history
 router
-threshold_optimizer
 ```
 

docs/conf.py

@@ -19,7 +19,7 @@
 
 # -- Project information -----------------------------------------------------
 
-from redisvl.version import __version__
+from redisvl import __version__
 
 project = 'RedisVL'
 copyright = '2024, Redis Inc.'

docs/overview/cli.ipynb

@@ -17,14 +17,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": 2,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "16:41:26 [RedisVL] INFO   RedisVL version 0.7.0\n"
+      "14:33:37 [RedisVL] INFO   RedisVL version 0.8.0\n"
      ]
     }
    ],