[Bug]: Semantic Redis Cache "No module named 'redisvl' #16967
Description
What happened?
The official litellm container image does not seem to have all the dependencies needed to enable redis semantic cache
Relevant log output
~~~~~~~~~~~~~~~~^^^^^
File "/usr/lib/python3.13/contextlib.py", line 214, in __aenter__
return await anext(self.gen)
^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.13/site-packages/fastapi/routing.py", line 210, in merged_lifespan
async with original_context(app) as maybe_original_state:
~~~~~~~~~~~~~~~~^^^^^
File "/usr/lib/python3.13/contextlib.py", line 214, in __aenter__
return await anext(self.gen)
^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.13/site-packages/fastapi/routing.py", line 210, in merged_lifespan
async with original_context(app) as maybe_original_state:
~~~~~~~~~~~~~~~~^^^^^
File "/usr/lib/python3.13/contextlib.py", line 214, in __aenter__
return await anext(self.gen)
^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.13/site-packages/fastapi/routing.py", line 210, in merged_lifespan
async with original_context(app) as maybe_original_state:
~~~~~~~~~~~~~~~~^^^^^
File "/usr/lib/python3.13/contextlib.py", line 214, in __aenter__
return await anext(self.gen)
^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.13/site-packages/fastapi/routing.py", line 210, in merged_lifespan
async with original_context(app) as maybe_original_state:
~~~~~~~~~~~~~~~~^^^^^
File "/usr/lib/python3.13/contextlib.py", line 214, in __aenter__
return await anext(self.gen)
^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.13/site-packages/fastapi/routing.py", line 210, in merged_lifespan
async with original_context(app) as maybe_original_state:
~~~~~~~~~~~~~~~~^^^^^
File "/usr/lib/python3.13/contextlib.py", line 214, in __aenter__
return await anext(self.gen)
^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.13/site-packages/fastapi/routing.py", line 210, in merged_lifespan
async with original_context(app) as maybe_original_state:
~~~~~~~~~~~~~~~~^^^^^
File "/usr/lib/python3.13/contextlib.py", line 214, in __aenter__
return await anext(self.gen)
^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.13/site-packages/litellm/proxy/proxy_server.py", line 689, in proxy_startup_event
await initialize(**worker_config)
File "/usr/lib/python3.13/site-packages/litellm/proxy/proxy_server.py", line 3916, in initialize
) = await proxy_config.load_config(router=llm_router, config_file_path=config)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.13/site-packages/litellm/proxy/proxy_server.py", line 2132, in load_config
self._init_cache(cache_params=cache_params)
~~~~~~~~~~~~~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/usr/lib/python3.13/site-packages/litellm/proxy/proxy_server.py", line 1849, in _init_cache
litellm.cache = Cache(**cache_params)
~~~~~^^^^^^^^^^^^^^^^
File "/usr/lib/python3.13/site-packages/litellm/caching/caching.py", line 191, in __init__
self.cache = RedisSemanticCache(
~~~~~~~~~~~~~~~~~~^
host=host,
^^^^^^^^^^
...<5 lines>...
**kwargs,
^^^^^^^^^
)
^
File "/usr/lib/python3.13/site-packages/litellm/caching/redis_semantic_cache.py", line 69, in __init__
from redisvl.extensions.llmcache import SemanticCache
ModuleNotFoundError: No module named 'redisvl'Are you a ML Ops Team?
No
What LiteLLM version are you on ?
1.80.x
Twitter / LinkedIn details
No response