[ENH] Eventual consistency in clients

chromadb/api/__init__.py

@@ -700,6 +700,7 @@ def _search(
         searches: List[Search],
         tenant: str = DEFAULT_TENANT,
         database: str = DEFAULT_DATABASE,
+        eventual_consistency: bool = False,
     ) -> SearchResult:
         pass
 

chromadb/api/async_api.py

@@ -655,6 +655,7 @@ async def _search(
         searches: List[Search],
         tenant: str = DEFAULT_TENANT,
         database: str = DEFAULT_DATABASE,
+        eventual_consistency: bool = False,
     ) -> SearchResult:
         pass
 

chromadb/api/async_fastapi.py

@@ -414,9 +414,13 @@ async def _search(
         searches: List[Search],
         tenant: str = DEFAULT_TENANT,
         database: str = DEFAULT_DATABASE,
+        eventual_consistency: bool = False,
     ) -> SearchResult:
         """Performs hybrid search on a collection"""
-        payload = {"searches": [s.to_dict() for s in searches]}
+        payload = {
+            "searches": [s.to_dict() for s in searches],
+            "eventual_consistency": eventual_consistency,
+        }
 
         resp_json = await self._make_request(
             "post",

chromadb/api/fastapi.py

@@ -379,10 +379,14 @@ def _search(
         searches: List[Search],
         tenant: str = DEFAULT_TENANT,
         database: str = DEFAULT_DATABASE,
+        eventual_consistency: bool = False,
     ) -> SearchResult:
         """Performs hybrid search on a collection"""
         # Convert Search objects to dictionaries
-        payload = {"searches": [s.to_dict() for s in searches]}
+        payload = {
+            "searches": [s.to_dict() for s in searches],
+            "eventual_consistency": eventual_consistency,
+        }
 
         resp_json = self._make_request(
             "post",

chromadb/api/models/AsyncCollection.py

@@ -294,6 +294,7 @@ async def fork(
     async def search(
         self,
         searches: OneOrMany[Search],
+        eventual_consistency: bool = False,
     ) -> SearchResult:
         """Perform hybrid search on the collection.
         This is an experimental API that only works for Hosted Chroma for now.
@@ -367,6 +368,7 @@ async def search(
             searches=cast(List[Search], embedded_searches),
             tenant=self.tenant,
             database=self.database,
+            eventual_consistency=eventual_consistency,
         )
 
     async def update(

chromadb/api/models/Collection.py

@@ -301,6 +301,7 @@ def fork(
     def search(
         self,
         searches: OneOrMany[Search],
+        eventual_consistency: bool = False,
     ) -> SearchResult:
         """Perform hybrid search on the collection.
         This is an experimental API that only works for Hosted Chroma for now.
@@ -374,6 +375,7 @@ def search(
             searches=cast(List[Search], embedded_searches),
             tenant=self.tenant,
             database=self.database,
+            eventual_consistency=eventual_consistency,
         )
 
     def update(

chromadb/api/rust.py

@@ -341,6 +341,7 @@ def _search(
         searches: List[Search],
         tenant: str = DEFAULT_TENANT,
         database: str = DEFAULT_DATABASE,
+        eventual_consistency: bool = False,
     ) -> SearchResult:
         raise NotImplementedError("Search is not implemented for Local Chroma")
 

chromadb/api/segment.py

@@ -438,6 +438,7 @@ def _search(
         searches: List[Search],
         tenant: str = DEFAULT_TENANT,
         database: str = DEFAULT_DATABASE,
+        eventual_consistency: bool = False,
     ) -> SearchResult:
         raise NotImplementedError("Search is not implemented for SegmentAPI")