Big file upload (#349)

This commit is contained in:
projects-g
2024-01-30 20:51:58 +05:30
committed by GitHub
parent 529984c198
commit 1522d60cbc
11 changed files with 64 additions and 45 deletions

View File

@@ -1,20 +1,20 @@
"""
Utility file for all text processing related functionalities
"""
import datetime
from typing import List
import nltk
import torch
from log_utils import LOGGER
from nltk.corpus import stopwords
from nltk.tokenize import word_tokenize
from run_utils import CONFIG
from sklearn.feature_extraction.text import TfidfVectorizer
from sklearn.metrics.pairwise import cosine_similarity
from transformers import BartForConditionalGeneration, BartTokenizer
from log_utils import LOGGER
from run_utils import CONFIG
nltk.download("punkt", quiet=True)