hotfix/server: update diarization settings to increase timeout, reduce idle timeout on the minimum

2025-12-20 12:19:06 +00:00 · 2023-11-30 19:25:09 +01:00
parent f9ca92a15c
commit 8b1b71940f
1 changed files with 3 additions and 3 deletions
--- a/server/gpu/modal/reflector_diarizer.py
+++ b/server/gpu/modal/reflector_diarizer.py
@@ -69,9 +69,9 @@ diarizer_image = (

@stub.cls(
    gpu=modal.gpu.A100(memory=40),
-    timeout=60 * 10,
-    container_idle_timeout=60 * 3,
-    allow_concurrent_inputs=6,
+    timeout=60 * 30,
+    container_idle_timeout=60,
+    allow_concurrent_inputs=1,
    image=diarizer_image,
 )
 class Diarizer: