Feat/replace transport with httpx (#201)

Co-authored-by: Mateusz Wiktor <39187473+techwritermat@users.noreply.github.com>

Co-authored-by: Mateusz Wiktor <39187473+techwritermat@users.noreply.github.com>

* PubNub SDK 10.0.0 release.

---------

Co-authored-by: Mateusz Wiktor <39187473+techwritermat@users.noreply.github.com>
Co-authored-by: PubNub Release Bot <120067856+pubnub-release-bot@users.noreply.github.com>

Author: 3 people

.pubnub.yml

@@ -1,5 +1,5 @@
 name: python
-version: 9.1.0
+version: 10.0.0
 schema: 1
 scm: github.com/pubnub/python
 sdks:
@@ -18,7 +18,7 @@ sdks:
         distributions:
           - distribution-type: library
             distribution-repository: package
-            package-name: pubnub-9.1.0
+            package-name: pubnub-10.0.0
             location: https://pypi.org/project/pubnub/
             supported-platforms:
               supported-operating-systems:
@@ -61,12 +61,6 @@ sdks:
                     - x86
                     - x86-64
             requires:
-              - name: requests
-                min-version: "2.4"
-                location: https://pypi.org/project/requests/
-                license: Apache Software License (Apache 2.0)
-                license-url: https://github.com/psf/requests/blob/master/LICENSE
-                is-required: Required
               - name: pycryptodomex
                 min-version: "3.3"
                 location: https://pypi.org/project/pycryptodomex/
@@ -79,11 +73,11 @@ sdks:
                 license: MIT License (MIT)
                 license-url: https://github.com/agronholm/cbor2/blob/master/LICENSE.txt
                 is-required: Required
-              - name: aiohttp
-                min-version: "2.3.10"
-                location: https://pypi.org/project/aiohttp/
-                license: Apache Software License (Apache 2)
-                license-url: https://github.com/aio-libs/aiohttp/blob/master/LICENSE.txt
+              - name: httpx
+                min-version: "0.28.0"
+                location: https://pypi.org/project/httpx/
+                license: BSD License (BSD-3-Clause)
+                license-url: https://github.com/encode/httpx/blob/master/LICENSE.md
                 is-required: Required
       -
         language: python
@@ -97,8 +91,8 @@ sdks:
           -
             distribution-type: library
             distribution-repository: git release
-            package-name: pubnub-9.1.0
-            location: https://github.com/pubnub/python/releases/download/v9.1.0/pubnub-9.1.0.tar.gz
+            package-name: pubnub-10.0.0
+            location: https://github.com/pubnub/python/releases/download/10.0.0/pubnub-10.0.0.tar.gz
             supported-platforms:
               supported-operating-systems:
                 Linux:
@@ -162,13 +156,18 @@ sdks:
                 license-url: https://github.com/agronholm/cbor2/blob/master/LICENSE.txt
                 is-required: Required
               -
-                name: aiohttp
-                min-version: "2.3.10"
-                location: https://pypi.org/project/aiohttp/
-                license: Apache Software License (Apache 2)
-                license-url: https://github.com/aio-libs/aiohttp/blob/master/LICENSE.txt
+                name: httpx
+                min-version: "0.28.0"
+                location: https://pypi.org/project/httpx/
+                license: BSD License (BSD-3-Clause)
+                license-url: https://github.com/encode/httpx/blob/master/LICENSE.md
                 is-required: Required
 changelog:
+  - date: 2025-01-13
+    version: 10.0.0
+    changes:
+      - type: feature
+        text: "Introduced configurable request handler with HTTP/2 support."
   - date: 2024-11-19
     version: v9.1.0
     changes:

CHANGELOG.md

@@ -1,3 +1,9 @@
+## 10.0.0
+January 13 2025
+
+#### Added
+- Introduced configurable request handler with HTTP/2 support.
+
 ## v9.1.0
 November 19 2024
 

README.md

@@ -18,7 +18,7 @@ You will need the publish and subscribe keys to authenticate your app. Get your
 ## Configure PubNub
 
 1. Integrate the Python SDK into your project using `pip`:
-    
+
     ```bash
     pip install pubnub
     ```
@@ -83,9 +83,8 @@ pubnub.subscribe().channels('my_channel').execute()
 
 ## Documentation
 
-* [Build your first realtime Python app with PubNub](https://www.pubnub.com/docs/platform/quickstarts/python)
-* [API reference for Python](https://www.pubnub.com/docs/python/pubnub-python-sdk)
-* [API reference for Python (asyncio)](https://www.pubnub.com/docs/python-aiohttp/pubnub-python-sdk)
+* [Build your first realtime Python app with PubNub](https://www.pubnub.com/docs/general/basics/set-up-your-account)
+* [API reference for Python](https://www.pubnub.com/docs/sdks/python)
 
 ## Support
 

pubnub/crypto.py

@@ -104,6 +104,8 @@ def decrypt(self, key, file, use_random_iv=True):
             cipher = AES.new(bytes(secret[0:32], "utf-8"), self.mode, initialization_vector)
             result = unpad(cipher.decrypt(extracted_file), 16)
         except ValueError:
+            if not self.fallback_mode:  # No fallback mode so we return the original content
+                return file
             cipher = AES.new(bytes(secret[0:32], "utf-8"), self.fallback_mode, initialization_vector)
             result = unpad(cipher.decrypt(extracted_file), 16)
 

pubnub/endpoints/file_operations/download_file.py

@@ -2,9 +2,9 @@
 from pubnub.enums import HttpMethod, PNOperationType
 from pubnub.crypto import PubNubFileCrypto
 from pubnub.models.consumer.file import PNDownloadFileResult
-from pubnub.request_handlers.requests_handler import RequestsRequestHandler
 from pubnub.endpoints.file_operations.get_file_url import GetFileDownloadUrl
 from warnings import warn
+from urllib.parse import urlparse, parse_qs
 
 
 class DownloadFileNative(FileOperationEndpoint):
@@ -69,7 +69,8 @@ def use_base_path(self):
         return False
 
     def build_params_callback(self):
-        return lambda a: {}
+        params = parse_qs(urlparse(self._download_data.result.file_url).query)
+        return lambda a: {key: str(params[key][0]) for key in params.keys()}
 
     def name(self):
         return "Downloading file"
@@ -84,4 +85,4 @@ def sync(self):
         return super(DownloadFileNative, self).sync()
 
     def pn_async(self, callback):
-        return RequestsRequestHandler(self._pubnub).async_file_based_operation(self.sync, callback, "File Download")
+        self._pubnub.get_request_handler().async_file_based_operation(self.sync, callback, "File Download")

pubnub/endpoints/file_operations/send_file.py

@@ -5,7 +5,6 @@
 from pubnub.models.consumer.file import PNSendFileResult
 from pubnub.endpoints.file_operations.publish_file_message import PublishFileMessage
 from pubnub.endpoints.file_operations.fetch_upload_details import FetchFileUploadS3Data
-from pubnub.request_handlers.requests_handler import RequestsRequestHandler
 from pubnub.endpoints.mixins import TimeTokenOverrideMixin
 from warnings import warn
 
@@ -152,4 +151,4 @@ def sync(self):
         return response_envelope
 
     def pn_async(self, callback):
-        return RequestsRequestHandler(self._pubnub).async_file_based_operation(self.sync, callback, "File Download")
+        self._pubnub.get_request_handler().async_file_based_operation(self.sync, callback, "File Download")

pubnub/endpoints/file_operations/send_file_asyncio.py

@@ -1,41 +1,28 @@
-import aiohttp
-
 from pubnub.endpoints.file_operations.send_file import SendFileNative
 from pubnub.endpoints.file_operations.publish_file_message import PublishFileMessage
 from pubnub.endpoints.file_operations.fetch_upload_details import FetchFileUploadS3Data
 
 
 class AsyncioSendFile(SendFileNative):
-    def build_file_upload_request(self):
-        file = self.encrypt_payload()
-        form_data = aiohttp.FormData()
-        for form_field in self._file_upload_envelope.result.data["form_fields"]:
-            form_data.add_field(form_field["key"], form_field["value"], content_type="multipart/form-data")
-        form_data.add_field("file", file, filename=self._file_name, content_type="application/octet-stream")
-
-        return form_data
-
-    def options(self):
-        request_options = super(SendFileNative, self).options()
-        request_options.data = request_options.files
-        return request_options
-
     async def future(self):
-        self._file_upload_envelope = await FetchFileUploadS3Data(self._pubnub).\
-            channel(self._channel).\
-            file_name(self._file_name).future()
+        self._file_upload_envelope = await FetchFileUploadS3Data(self._pubnub) \
+            .channel(self._channel) \
+            .file_name(self._file_name).future()
 
         response_envelope = await super(SendFileNative, self).future()
 
-        publish_file_response = await PublishFileMessage(self._pubnub).\
-            channel(self._channel).\
-            meta(self._meta).\
-            message(self._message).\
-            file_id(response_envelope.result.file_id).\
-            file_name(response_envelope.result.name).\
-            should_store(self._should_store).\
-            ttl(self._ttl).\
-            cipher_key(self._cipher_key).future()
+        publish_file_response = await PublishFileMessage(self._pubnub) \
+            .channel(self._channel) \
+            .meta(self._meta) \
+            .message(self._message) \
+            .file_id(response_envelope.result.file_id) \
+            .file_name(response_envelope.result.name) \
+            .should_store(self._should_store) \
+            .ttl(self._ttl) \
+            .replicate(self._replicate) \
+            .ptto(self._ptto) \
+            .custom_message_type(self._custom_message_type) \
+            .cipher_key(self._cipher_key).future()
 
         response_envelope.result.timestamp = publish_file_response.result.timestamp
         return response_envelope

pubnub/event_engine/effects.py

@@ -218,12 +218,15 @@ async def delayed_reconnect_async(self, delay, attempt):
         elif response.status.error:
             self.logger.warning(f'Reconnect failed: {response.status.error_data.__dict__}')
             self.failure(response.status.error_data, attempt, self.get_timetoken())
-        else:
+        elif 't' in response.result:
             cursor = response.result['t']
             timetoken = int(self.invocation.timetoken) if self.invocation.timetoken else cursor['t']
             region = cursor['r']
             messages = response.result['m']
             self.success(timetoken=timetoken, region=region, messages=messages)
+        else:
+            self.logger.warning(f'Reconnect failed: Invalid response {str(response)}')
+            self.failure(str(response), attempt, self.get_timetoken())
 
     def stop(self):
         self.logger.debug(f'stop called on {self.__class__.__name__}')

pubnub/exceptions.py

@@ -18,3 +18,19 @@ def __init__(self, errormsg="", status_code=0, pn_error=None, status=None):
     def _status(self):
         raise DeprecationWarning
         return self.status
+
+
+class PubNubAsyncioException(Exception):
+    def __init__(self, result, status):
+        self.result = result
+        self.status = status
+
+    def __str__(self):
+        return str(self.status.error_data.exception)
+
+    @staticmethod
+    def is_error():
+        return True
+
+    def value(self):
+        return self.status.error_data.exception

pubnub/models/envelopes.py

@@ -0,0 +1,8 @@
+class AsyncioEnvelope:
+    def __init__(self, result, status):
+        self.result = result
+        self.status = status
+
+    @staticmethod
+    def is_error():
+        return False