add nltk lookup path

This commit is contained in:
Gokul Mohanarangan
2023-09-13 14:13:31 +05:30
parent 9c9bbced47
commit 9a10eef789
2 changed files with 2 additions and 1 deletions

View File

@@ -51,6 +51,7 @@ class LLM:
nltk.download("punkt", download_dir=settings.CACHE_DIR)
# For POS tagging
nltk.download("averaged_perceptron_tagger", download_dir=settings.CACHE_DIR)
nltk.data.path.append(settings.CACHE_DIR)
@classmethod
def register(cls, name, klass):

View File

@@ -95,7 +95,7 @@ class Settings(BaseSettings):
DEFAULT_LLM: str = "lmsys/vicuna-13b-v1.5"
# Cache directory for all model storage
CACHE_DIR: str = "data"
CACHE_DIR: str = "./data"
settings = Settings()