reduced modal resources

backend/main.py

@@ -44,9 +44,9 @@
 @modal_app.function(
     image=image,
     keep_warm=2,
-    memory=(1024, 2048),
-    cpu=4,
-    allow_concurrent_inputs=5,
+    memory=(512, 1024),
+    cpu=2,
+    allow_concurrent_inputs=10,
     # timeout=24 * 60 * 60,  # avoid timeout with websocket, but then containers do not die
     # can decrease memory and cpu size?
     timeout=60 * 10,

backend/requirements.txt

@@ -9,6 +9,7 @@ annotated-types==0.7.0
 antlr4-python3-runtime==4.9.3
 anyio==4.4.0
 asteroid-filterbanks==0.4.0
+asttokens==2.4.1
 attrs==24.1.0
 audioread==3.0.1
 CacheControl==0.14.0
@@ -30,6 +31,7 @@ deprecation==2.1.0
 distro==1.9.0
 docopt==0.6.2
 einops==0.8.0
+executing==2.0.1
 fal_client==0.4.1
 fastapi==0.112.0
 fastapi-utilities==0.2.0
@@ -63,6 +65,8 @@ huggingface-hub==0.24.5
 hyperframe==6.0.1
 HyperPyYAML==1.2.2
 idna==3.7
+ipython==8.26.0
+jedi==0.19.1
 Jinja2==3.1.4
 joblib==1.4.2
 jsonpatch==1.33
@@ -87,8 +91,11 @@ markdown-it-py==3.0.0
 MarkupSafe==2.1.5
 marshmallow==3.21.3
 matplotlib==3.9.2
+matplotlib-inline==0.1.7
 mdurl==0.1.2
 modal==0.64.7
+mplcursors==0.5.3
+mpld3==0.5.10
 mpmath==1.3.0
 msgpack==1.0.8
 multidict==6.0.5
@@ -102,15 +109,21 @@ optuna==3.6.1
 orjson==3.10.6
 packaging==24.1
 pandas==2.2.2
+parso==0.8.4
+pexpect==4.9.0
 pillow==10.4.0
 pinecone-client==5.0.1
 pinecone-plugin-inference==1.0.3
 pinecone-plugin-interface==0.0.7
 platformdirs==4.2.2
+plotly==5.23.0
 pooch==1.8.2
 primePy==1.3
+prompt_toolkit==3.0.47
 proto-plus==1.24.0
 protobuf==4.25.4
+ptyprocess==0.7.0
+pure_eval==0.2.3
 pyannote.audio==3.3.1
 pyannote.core==5.0.0
 pyannote.database==5.1.0
@@ -124,6 +137,7 @@ pydantic_core==2.20.1
 pydub==0.25.1
 Pygments==2.18.0
 PyJWT==2.9.0
+pynndescent==0.5.13
 pyparsing==3.1.2
 python-dateutil==2.9.0.post0
 python-dotenv==1.0.1
@@ -152,6 +166,7 @@ soundfile==0.12.1
 soxr==0.4.0
 speechbrain==1.0.0
 SQLAlchemy==2.0.32
+stack-data==0.6.3
 starlette==0.37.2
 sympy==1.13.1
 synchronicity==0.6.7
@@ -166,16 +181,21 @@ torch-audiomentations==0.11.1
 torch-pitch-shift==1.2.4
 torchaudio==2.4.0
 torchmetrics==1.4.1
+torchvision==0.19.0
 tqdm==4.66.5
+traitlets==5.14.3
 typer==0.12.3
 types-certifi==2021.10.8.3
 types-toml==0.10.8.20240310
 typing-inspect==0.9.0
 typing_extensions==4.12.2
 tzdata==2024.1
+umap==0.1.1
+umap-learn==0.5.6
 uritemplate==4.1.1
 urllib3==2.2.2
 uvicorn==0.30.5
 watchfiles==0.22.0
+wcwidth==0.2.13
 websockets==12.0
 yarl==1.9.4