Merge pull request #221 from Monadical-SAS/serverfix

Add nltk lookup path

server/reflector/llm/base.py

@@ -51,6 +51,7 @@ class LLM:
         nltk.download("punkt", download_dir=settings.CACHE_DIR)
         # For POS tagging
         nltk.download("averaged_perceptron_tagger", download_dir=settings.CACHE_DIR)
+        nltk.data.path.append(settings.CACHE_DIR)
 
     @classmethod
     def register(cls, name, klass):

server/reflector/settings.py

@@ -95,7 +95,7 @@ class Settings(BaseSettings):
     DEFAULT_LLM: str = "lmsys/vicuna-13b-v1.5"
 
     # Cache directory for all model storage
-    CACHE_DIR: str = "data"
+    CACHE_DIR: str = "./data"
 
 
 settings = Settings()