selfhostyourtech/reflector
2
0
Fork 0
mirror of https://github.com/Monadical-SAS/reflector.git synced 2025-12-20 20:29:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

fix: modal upgrade (#421)

Browse Source
This commit is contained in:
Mathieu Virbel
2024-10-01 16:39:24 +02:00
committed by GitHub
parent 10250b1d1a
commit 895ba36cb9
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
server/gpu/modal_deployments/reflector_diarizer.py
View File

@@ -6,7 +6,7 @@ Reflector GPU backend - diarizer
import os import os
import modal.gpu import modal.gpu
from modal import Image, Secret, App, asgi_app, method, enter from modal import App, Image, Secret, asgi_app, enter, method
from pydantic import BaseModel from pydantic import BaseModel
PYANNOTE_MODEL_NAME: str = "pyannote/speaker-diarization-3.1" PYANNOTE_MODEL_NAME: str = "pyannote/speaker-diarization-3.1"
@@ -64,9 +64,8 @@ diarizer_image = (
) )
) )
@app.cls( @app.cls(
gpu=modal.gpu.A100(memory=40), gpu=modal.gpu.A100(size="40GB"),
timeout=60 * 30, timeout=60 * 30,
container_idle_timeout=60, container_idle_timeout=60,
allow_concurrent_inputs=1, allow_concurrent_inputs=1,