From 8b1b71940f18ddf7a669845acd55b444dd5d005d Mon Sep 17 00:00:00 2001 From: Mathieu Virbel Date: Thu, 30 Nov 2023 19:25:09 +0100 Subject: [PATCH] hotfix/server: update diarization settings to increase timeout, reduce idle timeout on the minimum --- server/gpu/modal/reflector_diarizer.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/server/gpu/modal/reflector_diarizer.py b/server/gpu/modal/reflector_diarizer.py index 7c316548..b1989a11 100644 --- a/server/gpu/modal/reflector_diarizer.py +++ b/server/gpu/modal/reflector_diarizer.py @@ -69,9 +69,9 @@ diarizer_image = ( @stub.cls( gpu=modal.gpu.A100(memory=40), - timeout=60 * 10, - container_idle_timeout=60 * 3, - allow_concurrent_inputs=6, + timeout=60 * 30, + container_idle_timeout=60, + allow_concurrent_inputs=1, image=diarizer_image, ) class Diarizer: