add sentencepiece

This commit is contained in:
Gokul Mohanarangan
2023-09-13 12:55:29 +05:30
parent 9fe261406c
commit 7f300b9876
2 changed files with 56 additions and 1 deletions

View File

@@ -30,6 +30,7 @@ alembic = "^1.11.3"
nltk = "^3.8.1"
transformers = "^4.32.1"
prometheus-fastapi-instrumentator = "^6.1.0"
sentencepiece = "^0.1.99"
[tool.poetry.group.dev.dependencies]