selfhostyourtech/reflector
2
0
Fork 0
mirror of https://github.com/Monadical-SAS/reflector.git synced 2025-12-20 20:29:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

download transcriber model

Browse Source
This commit is contained in:
Gokul Mohanarangan
2023-09-05 12:52:07 +05:30
parent b1ace2a079
commit 6b84bbb4f6
1 changed files with 12 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

22
server/gpu/modal/reflector_transcriber.py
View File

@@ -23,14 +23,23 @@ TRANSLATION_MODEL_DIR = "translation"
stub = Stub(name="reflector-transtest") stub = Stub(name="reflector-transtest")
def download_models(): def download_whisper():
from faster_whisper.utils import download_model from faster_whisper.utils import download_model
from huggingface_hub import snapshot_download
print("Downloading Whisper model") print("Downloading Whisper model")
download_model(WHISPER_MODEL) download_model(WHISPER_MODEL, cache_dir=MODEL_DIR)
print("Whisper model downloaded") print("Whisper model downloaded")
def download_translation_model():
from huggingface_hub import snapshot_download
print("Downloading Translation model")
ignore_patterns = ["*.ot"]
snapshot_download(TRANSLATION_MODEL, local_dir=MODEL_DIR, ignore_patterns=ignore_patterns)
print("Translation model downloaded")
def migrate_cache_llm(): def migrate_cache_llm():
""" """
XXX The cache for model files in Transformers v4.22.0 has been updated. XXX The cache for model files in Transformers v4.22.0 has been updated.
@@ -44,13 +53,6 @@ def migrate_cache_llm():
move_cache() move_cache()
print("LLM cache moved") print("LLM cache moved")
def download_translation_model():
from huggingface_hub import snapshot_download
print("Downloading Translation model")
ignore_patterns = ["*.ot"]
snapshot_download(TRANSLATION_MODEL, cache_dir=MODEL_DIR, ignore_patterns=ignore_patterns)
print("Translation model downloaded")
whisper_image = ( whisper_image = (
Image.debian_slim(python_version="3.10.8") Image.debian_slim(python_version="3.10.8")