pad the queue buffer a little more

OpenBB-finance · Dec 22, 2024 · 8cd6396 · 8cd6396
1 parent 9030261
commit 8cd6396
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 3 deletions.
diff --git a/openbb_platform/core/openbb_core/provider/utils/websockets/message_queue.py b/openbb_platform/core/openbb_core/provider/utils/websockets/message_queue.py
@@ -41,7 +41,7 @@ async def enqueue(self, message):
         while retries < self.max_retries:
 
             if self.queue.qsize() / self.queue.maxsize > 0.3:
-                await sleep(0.000005)
+                await sleep(0.00005)
             if self.queue.qsize() / self.queue.maxsize > 0.5:
                 await sleep(0.00005)
             if self.queue.qsize() / self.queue.maxsize > 0.55:
@@ -52,8 +52,12 @@ async def enqueue(self, message):
                 await sleep(0.00005)
             if self.queue.qsize() / self.queue.maxsize > 0.7:
                 await sleep(0.00005)
-            if self.queue.qsize() / self.queue.maxsize > 0.99:
+            if self.queue.qsize() / self.queue.maxsize > 0.75:
+                await sleep(0.00005)
+            if self.queue.qsize() / self.queue.maxsize > 0.8:
                 await sleep(0.00005)
+            if self.queue.qsize() / self.queue.maxsize > 0.98:
+                await sleep(0.0005)
 
             if self.queue.full():
                 retries += 1

diff --git a/openbb_platform/providers/polygon/openbb_polygon/utils/websocket_client.py b/openbb_platform/providers/polygon/openbb_polygon/utils/websocket_client.py
@@ -224,7 +224,7 @@ async def connect_and_stream():
         queue.process_queue(lambda message: process_message(message))
     )
     tasks.add(handler_task)
-    for i in range(0, 64):
+    for i in range(0, 128):
         new_task = asyncio.create_task(
             queue.process_queue(lambda message: process_message(message))
         )