Increase modal timeout to 35m

zalabhavy · Oct 10, 2024 · 80befad · 80befad
1 parent 3d51901
commit 80befad
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 3 deletions.
diff --git a/backend/main.py b/backend/main.py
@@ -54,7 +54,7 @@
     memory=(512, 1024),
     cpu=2,
     allow_concurrent_inputs=10,
-    timeout=60 * 10,
+    timeout=60 * 35,
 )
 @asgi_app()
 def api():

diff --git a/backend/routers/transcribe.py b/backend/routers/transcribe.py
@@ -102,7 +102,7 @@ async def _websocket_util(
     loop = asyncio.get_event_loop()
 
     # Soft timeout, should < MODAL_TIME_OUT - 3m
-    timeout_seconds = 420  # 7m
+    timeout_seconds = 1920  # 32m
     started_at = time.time()
 
     def stream_transcript(segments, stream_id):

diff --git a/backend/routers/transcribe_v2.py b/backend/routers/transcribe_v2.py
@@ -380,7 +380,7 @@ async def receive_audio(dg_socket1, dg_socket2, soniox_socket, speechmatics_sock
 
     # heart beat
     started_at = time.time()
-    timeout_seconds = 420  # 7m # Soft timeout, should < MODAL_TIME_OUT - 3m
+    timeout_seconds = 1920  # 32m # Soft timeout, should < MODAL_TIME_OUT - 3m
     has_timeout = os.getenv('NO_SOCKET_TIMEOUT') is None
 
     async def send_heartbeat():