feat(client): add support for aiohttp

Author: stainless-app[bot]

README.md

@@ -100,6 +100,56 @@ asyncio.run(main())
 
 Functionality between the synchronous and asynchronous clients is otherwise identical.
 
+### With aiohttp
+
+By default, the async client uses `httpx` for HTTP requests. However, for improved concurrency performance you may also use `aiohttp` as the HTTP backend.
+
+You can enable this by installing `aiohttp`:
+
+```sh
+# install from PyPI
+pip install --pre openlayer[aiohttp]
+```
+
+Then you can enable it by instantiating the client with `http_client=DefaultAioHttpClient()`:
+
+```python
+import os
+import asyncio
+from openlayer import DefaultAioHttpClient
+from openlayer import AsyncOpenlayer
+
+
+async def main() -> None:
+    async with AsyncOpenlayer(
+        api_key=os.environ.get("OPENLAYER_API_KEY"),  # This is the default and can be omitted
+        http_client=DefaultAioHttpClient(),
+    ) as client:
+        response = await client.inference_pipelines.data.stream(
+            inference_pipeline_id="182bd5e5-6e1a-4fe4-a799-aa6d9a6ab26e",
+            config={
+                "input_variable_names": ["user_query"],
+                "output_column_name": "output",
+                "num_of_token_column_name": "tokens",
+                "cost_column_name": "cost",
+                "timestamp_column_name": "timestamp",
+            },
+            rows=[
+                {
+                    "user_query": "what is the meaning of life?",
+                    "output": "42",
+                    "tokens": 7,
+                    "cost": 0.02,
+                    "timestamp": 1610000000,
+                }
+            ],
+        )
+        print(response.success)
+
+
+asyncio.run(main())
+```
+
 ## Using types
 
 Nested request parameters are [TypedDicts](https://docs.python.org/3/library/typing.html#typing.TypedDict). Responses are [Pydantic models](https://docs.pydantic.dev) which also provide helper methods for things like:

pyproject.toml

@@ -43,6 +43,8 @@ classifiers = [
 Homepage = "https://github.com/openlayer-ai/openlayer-python"
 Repository = "https://github.com/openlayer-ai/openlayer-python"
 
+[project.optional-dependencies]
+aiohttp = ["aiohttp", "httpx_aiohttp>=0.1.6"]
 
 [tool.rye]
 managed = true

requirements-dev.lock

@@ -10,13 +10,24 @@
 #   universal: false
 
 -e file:.
+aiohappyeyeballs==2.6.1
+    # via aiohttp
+aiohttp==3.12.13
+    # via httpx-aiohttp
+    # via openlayer
+aiosignal==1.3.2
+    # via aiohttp
 annotated-types==0.6.0
     # via pydantic
 anyio==4.4.0
     # via httpx
     # via openlayer
 argcomplete==3.1.2
     # via nox
+async-timeout==5.0.1
+    # via aiohttp
+attrs==25.3.0
+    # via aiohttp
 certifi==2023.7.22
     # via httpcore
     # via httpx
@@ -37,24 +48,34 @@ execnet==2.1.1
     # via pytest-xdist
 filelock==3.12.4
     # via virtualenv
+frozenlist==1.7.0
+    # via aiohttp
+    # via aiosignal
 h11==0.14.0
     # via httpcore
 httpcore==1.0.2
     # via httpx
 httpx==0.28.1
+    # via httpx-aiohttp
     # via openlayer
     # via respx
+httpx-aiohttp==0.1.6
+    # via openlayer
 idna==3.4
     # via anyio
     # via httpx
     # via requests
+    # via yarl
 importlib-metadata==7.0.0
 iniconfig==2.0.0
     # via pytest
 markdown-it-py==3.0.0
     # via rich
 mdurl==0.1.2
     # via markdown-it-py
+multidict==6.5.0
+    # via aiohttp
+    # via yarl
 mypy==1.14.1
 mypy-extensions==1.0.0
     # via mypy
@@ -75,6 +96,9 @@ platformdirs==3.11.0
     # via virtualenv
 pluggy==1.5.0
     # via pytest
+propcache==0.3.2
+    # via aiohttp
+    # via yarl
 pyarrow==14.0.1
     # via openlayer
 pydantic==2.10.3
@@ -119,6 +143,7 @@ tqdm==4.67.1
     # via openlayer
 typing-extensions==4.12.2
     # via anyio
+    # via multidict
     # via mypy
     # via openlayer
     # via pydantic
@@ -130,5 +155,7 @@ urllib3==2.2.3
     # via requests
 virtualenv==20.24.5
     # via nox
+yarl==1.20.1
+    # via aiohttp
 zipp==3.17.0
     # via importlib-metadata

requirements.lock

@@ -10,11 +10,22 @@
 #   universal: false
 
 -e file:.
+aiohappyeyeballs==2.6.1
+    # via aiohttp
+aiohttp==3.12.13
+    # via httpx-aiohttp
+    # via openlayer
+aiosignal==1.3.2
+    # via aiohttp
 annotated-types==0.6.0
     # via pydantic
 anyio==4.4.0
     # via httpx
     # via openlayer
+async-timeout==5.0.1
+    # via aiohttp
+attrs==25.3.0
+    # via aiohttp
 certifi==2023.7.22
     # via httpcore
     # via httpx
@@ -25,22 +36,35 @@ distro==1.8.0
     # via openlayer
 exceptiongroup==1.2.2
     # via anyio
+frozenlist==1.7.0
+    # via aiohttp
+    # via aiosignal
 h11==0.14.0
     # via httpcore
 httpcore==1.0.2
     # via httpx
 httpx==0.28.1
+    # via httpx-aiohttp
+    # via openlayer
+httpx-aiohttp==0.1.6
     # via openlayer
 idna==3.4
     # via anyio
     # via httpx
     # via requests
+    # via yarl
+multidict==6.5.0
+    # via aiohttp
+    # via yarl
 numpy==1.26.4
     # via openlayer
     # via pandas
     # via pyarrow
 pandas==2.2.2
     # via openlayer
+propcache==0.3.2
+    # via aiohttp
+    # via yarl
 pyarrow==14.0.1
     # via openlayer
 pydantic==2.10.3
@@ -66,10 +90,13 @@ tqdm==4.67.1
     # via openlayer
 typing-extensions==4.12.2
     # via anyio
+    # via multidict
     # via openlayer
     # via pydantic
     # via pydantic-core
 tzdata==2024.1
     # via pandas
 urllib3==2.2.3
     # via requests
+yarl==1.20.1
+    # via aiohttp

src/openlayer/__init__.py

@@ -36,7 +36,7 @@
     UnprocessableEntityError,
     APIResponseValidationError,
 )
-from ._base_client import DefaultHttpxClient, DefaultAsyncHttpxClient
+from ._base_client import DefaultHttpxClient, DefaultAioHttpClient, DefaultAsyncHttpxClient
 from ._utils._logs import setup_logging as _setup_logging
 
 __all__ = [
@@ -78,6 +78,7 @@
     "DEFAULT_CONNECTION_LIMITS",
     "DefaultHttpxClient",
     "DefaultAsyncHttpxClient",
+    "DefaultAioHttpClient",
 ]
 
 if not _t.TYPE_CHECKING:

src/openlayer/_base_client.py

@@ -1289,6 +1289,24 @@ def __init__(self, **kwargs: Any) -> None:
         super().__init__(**kwargs)
 
 
+try:
+    import httpx_aiohttp
+except ImportError:
+
+    class _DefaultAioHttpClient(httpx.AsyncClient):
+        def __init__(self, **_kwargs: Any) -> None:
+            raise RuntimeError("To use the aiohttp client you must have installed the package with the `aiohttp` extra")
+else:
+
+    class _DefaultAioHttpClient(httpx_aiohttp.HttpxAiohttpClient):  # type: ignore
+        def __init__(self, **kwargs: Any) -> None:
+            kwargs.setdefault("timeout", DEFAULT_TIMEOUT)
+            kwargs.setdefault("limits", DEFAULT_CONNECTION_LIMITS)
+            kwargs.setdefault("follow_redirects", True)
+
+            super().__init__(**kwargs)
+
+
 if TYPE_CHECKING:
     DefaultAsyncHttpxClient = httpx.AsyncClient
     """An alias to `httpx.AsyncClient` that provides the same defaults that this SDK
@@ -1297,8 +1315,12 @@ def __init__(self, **kwargs: Any) -> None:
     This is useful because overriding the `http_client` with your own instance of
     `httpx.AsyncClient` will result in httpx's defaults being used, not ours.
     """
+
+    DefaultAioHttpClient = httpx.AsyncClient
+    """An alias to `httpx.AsyncClient` that changes the default HTTP transport to `aiohttp`."""
 else:
     DefaultAsyncHttpxClient = _DefaultAsyncHttpxClient
+    DefaultAioHttpClient = _DefaultAioHttpClient
 
 
 class AsyncHttpxClientWrapper(DefaultAsyncHttpxClient):

tests/api_resources/commits/test_test_results.py

@@ -69,7 +69,9 @@ def test_path_params_list(self, client: Openlayer) -> None:
 
 
 class TestAsyncTestResults:
-    parametrize = pytest.mark.parametrize("async_client", [False, True], indirect=True, ids=["loose", "strict"])
+    parametrize = pytest.mark.parametrize(
+        "async_client", [False, True, {"http_client": "aiohttp"}], indirect=True, ids=["loose", "strict", "aiohttp"]
+    )
 
     @parametrize
     async def test_method_list(self, async_client: AsyncOpenlayer) -> None:

tests/api_resources/inference_pipelines/test_data.py

@@ -132,7 +132,9 @@ def test_path_params_stream(self, client: Openlayer) -> None:
 
 
 class TestAsyncData:
-    parametrize = pytest.mark.parametrize("async_client", [False, True], indirect=True, ids=["loose", "strict"])
+    parametrize = pytest.mark.parametrize(
+        "async_client", [False, True, {"http_client": "aiohttp"}], indirect=True, ids=["loose", "strict", "aiohttp"]
+    )
 
     @parametrize
     async def test_method_stream(self, async_client: AsyncOpenlayer) -> None:

tests/api_resources/inference_pipelines/test_rows.py

@@ -81,7 +81,9 @@ def test_path_params_update(self, client: Openlayer) -> None:
 
 
 class TestAsyncRows:
-    parametrize = pytest.mark.parametrize("async_client", [False, True], indirect=True, ids=["loose", "strict"])
+    parametrize = pytest.mark.parametrize(
+        "async_client", [False, True, {"http_client": "aiohttp"}], indirect=True, ids=["loose", "strict", "aiohttp"]
+    )
 
     @parametrize
     async def test_method_update(self, async_client: AsyncOpenlayer) -> None:

tests/api_resources/inference_pipelines/test_test_results.py

@@ -68,7 +68,9 @@ def test_path_params_list(self, client: Openlayer) -> None:
 
 
 class TestAsyncTestResults:
-    parametrize = pytest.mark.parametrize("async_client", [False, True], indirect=True, ids=["loose", "strict"])
+    parametrize = pytest.mark.parametrize(
+        "async_client", [False, True, {"http_client": "aiohttp"}], indirect=True, ids=["loose", "strict", "aiohttp"]
+    )
 
     @parametrize
     async def test_method_list(self, async_client: AsyncOpenlayer) -> None:

tests/api_resources/projects/test_commits.py

@@ -123,7 +123,9 @@ def test_path_params_list(self, client: Openlayer) -> None:
 
 
 class TestAsyncCommits:
-    parametrize = pytest.mark.parametrize("async_client", [False, True], indirect=True, ids=["loose", "strict"])
+    parametrize = pytest.mark.parametrize(
+        "async_client", [False, True, {"http_client": "aiohttp"}], indirect=True, ids=["loose", "strict", "aiohttp"]
+    )
 
     @parametrize
     async def test_method_create(self, async_client: AsyncOpenlayer) -> None:

tests/api_resources/projects/test_inference_pipelines.py

@@ -137,7 +137,9 @@ def test_path_params_list(self, client: Openlayer) -> None:
 
 
 class TestAsyncInferencePipelines:
-    parametrize = pytest.mark.parametrize("async_client", [False, True], indirect=True, ids=["loose", "strict"])
+    parametrize = pytest.mark.parametrize(
+        "async_client", [False, True, {"http_client": "aiohttp"}], indirect=True, ids=["loose", "strict", "aiohttp"]
+    )
 
     @parametrize
     async def test_method_create(self, async_client: AsyncOpenlayer) -> None:

tests/api_resources/projects/test_tests.py

@@ -209,7 +209,9 @@ def test_path_params_list(self, client: Openlayer) -> None:
 
 
 class TestAsyncTests:
-    parametrize = pytest.mark.parametrize("async_client", [False, True], indirect=True, ids=["loose", "strict"])
+    parametrize = pytest.mark.parametrize(
+        "async_client", [False, True, {"http_client": "aiohttp"}], indirect=True, ids=["loose", "strict", "aiohttp"]
+    )
 
     @parametrize
     async def test_method_create(self, async_client: AsyncOpenlayer) -> None:

tests/api_resources/storage/test_presigned_url.py

@@ -50,7 +50,9 @@ def test_streaming_response_create(self, client: Openlayer) -> None:
 
 
 class TestAsyncPresignedURL:
-    parametrize = pytest.mark.parametrize("async_client", [False, True], indirect=True, ids=["loose", "strict"])
+    parametrize = pytest.mark.parametrize(
+        "async_client", [False, True, {"http_client": "aiohttp"}], indirect=True, ids=["loose", "strict", "aiohttp"]
+    )
 
     @parametrize
     async def test_method_create(self, async_client: AsyncOpenlayer) -> None:

tests/api_resources/test_commits.py

@@ -57,7 +57,9 @@ def test_path_params_retrieve(self, client: Openlayer) -> None:
 
 
 class TestAsyncCommits:
-    parametrize = pytest.mark.parametrize("async_client", [False, True], indirect=True, ids=["loose", "strict"])
+    parametrize = pytest.mark.parametrize(
+        "async_client", [False, True, {"http_client": "aiohttp"}], indirect=True, ids=["loose", "strict", "aiohttp"]
+    )
 
     @parametrize
     async def test_method_retrieve(self, async_client: AsyncOpenlayer) -> None:

tests/api_resources/test_inference_pipelines.py

@@ -154,7 +154,9 @@ def test_path_params_delete(self, client: Openlayer) -> None:
 
 
 class TestAsyncInferencePipelines:
-    parametrize = pytest.mark.parametrize("async_client", [False, True], indirect=True, ids=["loose", "strict"])
+    parametrize = pytest.mark.parametrize(
+        "async_client", [False, True, {"http_client": "aiohttp"}], indirect=True, ids=["loose", "strict", "aiohttp"]
+    )
 
     @parametrize
     async def test_method_retrieve(self, async_client: AsyncOpenlayer) -> None: