selfhostyourtech/reflector
2
0
Fork 0
mirror of https://github.com/Monadical-SAS/reflector.git synced 2025-12-20 20:29:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

update llm params

Browse Source
This commit is contained in:
Gokul Mohanarangan
2023-09-22 07:49:41 +05:30
parent 009d52ea23
commit 80fd5e6176
2 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
server/reflector/llm/llm_params.py
View File

@@ -39,7 +39,7 @@ class FinalLongSummaryParams(LLMTaskParams):
def __init__(self, **kwargs): def __init__(self, **kwargs):
super().__init__(**kwargs) super().__init__(**kwargs)
self._gen_cfg = GenerationConfig( self._gen_cfg = GenerationConfig(
max_new_tokens=800, num_beams=3, do_sample=True, temperature=0.3 max_new_tokens=1000, num_beams=3, do_sample=True, temperature=0.3
) )
self._instruct = """ self._instruct = """
Take the key ideas and takeaways from the text and create a short Take the key ideas and takeaways from the text and create a short
@@ -65,7 +65,7 @@ class FinalShortSummaryParams(LLMTaskParams):
def __init__(self, **kwargs): def __init__(self, **kwargs):
super().__init__(**kwargs) super().__init__(**kwargs)
self._gen_cfg = GenerationConfig( self._gen_cfg = GenerationConfig(
max_new_tokens=1300, num_beams=3, do_sample=True, temperature=0.3 max_new_tokens=800, num_beams=3, do_sample=True, temperature=0.3
) )
self._instruct = """ self._instruct = """
Take the key ideas and takeaways from the text and create a short Take the key ideas and takeaways from the text and create a short
@@ -116,7 +116,7 @@ class TopicParams(LLMTaskParams):
def __init__(self, **kwargs): def __init__(self, **kwargs):
super().__init__(**kwargs) super().__init__(**kwargs)
self._gen_cfg = GenerationConfig( self._gen_cfg = GenerationConfig(
max_new_tokens=550, num_beams=6, do_sample=True, temperature=0.9 max_new_tokens=500, num_beams=6, do_sample=True, temperature=0.9
) )
self._instruct = """ self._instruct = """
Create a JSON object as response.The JSON object must have 2 fields: Create a JSON object as response.The JSON object must have 2 fields:

3
server/reflector/processors/audio_transcript.py
View File

@@ -66,5 +66,4 @@ class AudioTranscriptProcessor(Processor):
Remove censored words from the transcript Remove censored words from the transcript
""" """
text = self.profanity_filter.censor(text) text = self.profanity_filter.censor(text)
text = text.replace("|*|", "") return text.replace("|*|", "")
return text