Update factory

Author: hinthornw

langchain_benchmarks/parrot.png

@@ -143,11 +143,15 @@ class RetrievalTask(BaseTask):
     """A function that returns the documents to be indexed."""
     retriever_factories: Dict[
         str, Callable[[Embeddings], BaseRetriever]
-    ] = dataclasses.field(default_factory=dict)  # noqa: F821
+    ] = dataclasses.field(
+        default_factory=dict
+    )  # noqa: F821
     """Factories that index the docs using the specified strategy."""
     architecture_factories: Dict[
         str, Callable[[Embeddings], BaseRetriever]
-    ] = dataclasses.field(default_factory=dict)  # noqa: F821
+    ] = dataclasses.field(
+        default_factory=dict
+    )  # noqa: F821
     """Factories methods that help build some off-the-shelf architectures。"""
 
     @property
@@ -251,7 +255,7 @@ def add(self, task: BaseTask) -> None:
         self.tasks.append(task)
 
 
-Provider = Literal["fireworks", "openai", "anthropic"]
+Provider = Literal["fireworks", "openai", "anthropic", "anyscale"]
 ModelType = Literal["chat", "llm"]
 AUTHORIZED_NAMESPACES = {"langchain"}
 
@@ -284,6 +288,8 @@ def _get_default_path(provider: str, type_: ModelType) -> str:
     paths = {
         ("fireworks", "chat"): "langchain.chat_models.fireworks.ChatFireworks",
         ("fireworks", "llm"): "langchain.llms.fireworks.Fireworks",
+        ("anyscale", "chat"): "langchain.chat_models.anyscale.ChatAnyscale",
+        ("anyscale", "llm"): "langchain.llms.anyscale.Anyscale",
         ("openai", "chat"): "langchain.chat_models.openai.ChatOpenAI",
         ("openai", "llm"): "langchain.llms.openai.OpenAI",
         ("anthropic", "chat"): "langchain.chat_models.anthropic.ChatAnthropic",
@@ -303,6 +309,8 @@ def _get_default_url(provider: str, type_: ModelType) -> Optional[str]:
         return "https://platform.openai.com/docs/models"
     elif provider == "anthropic":
         return "https://docs.anthropic.com/claude/reference/selecting-a-model"
+    elif provider == "anyscale":
+        return "https://docs.endpoints.anyscale.com/category/supported-models"
     else:
         return None
 

langchain_benchmarks/schema.py

@@ -91,9 +91,16 @@ def __init__(
 
     def _create_model(self) -> Union[BaseChatModel, BaseLanguageModel]:
         if isinstance(self.model, RegisteredModel):
-            return self.model.get_model(model_params={"temperature": 0, "seed": 0})
+            return self.model.get_model(
+                model_params={"temperature": 0, "model_kwargs": {"seed": 0}}
+            )
         else:
-            return ChatOpenAI(self.model, temperature=0, model_kwargs={"seed": 0})
+            return ChatOpenAI(model=self.model, temperature=0, model_kwargs={"seed": 0})
+
+    def create(self) -> Runnable:
+        """Agent Executor"""
+        # For backwards compatibility
+        return self()
 
     def __call__(self) -> Runnable:
         model = self._create_model()
@@ -102,7 +109,7 @@ def __call__(self) -> Runnable:
 
         model = _bind_tools(model, env.tools)
 
-        if rate_limiting:
+        if self.rate_limiter is not None:
             # Rate limited model
             model = rate_limiting.with_rate_limit(model, self.rate_limiter)