diff --git a/server/reflector/llm/llm_params.py b/server/reflector/llm/llm_params.py index 59eea7c1..e43956cc 100644 --- a/server/reflector/llm/llm_params.py +++ b/server/reflector/llm/llm_params.py @@ -39,7 +39,7 @@ class FinalLongSummaryParams(LLMTaskParams): def __init__(self, **kwargs): super().__init__(**kwargs) self._gen_cfg = GenerationConfig( - max_new_tokens=800, num_beams=3, do_sample=True, temperature=0.3 + max_new_tokens=1000, num_beams=3, do_sample=True, temperature=0.3 ) self._instruct = """ Take the key ideas and takeaways from the text and create a short @@ -65,7 +65,7 @@ class FinalShortSummaryParams(LLMTaskParams): def __init__(self, **kwargs): super().__init__(**kwargs) self._gen_cfg = GenerationConfig( - max_new_tokens=1300, num_beams=3, do_sample=True, temperature=0.3 + max_new_tokens=800, num_beams=3, do_sample=True, temperature=0.3 ) self._instruct = """ Take the key ideas and takeaways from the text and create a short @@ -116,7 +116,7 @@ class TopicParams(LLMTaskParams): def __init__(self, **kwargs): super().__init__(**kwargs) self._gen_cfg = GenerationConfig( - max_new_tokens=550, num_beams=6, do_sample=True, temperature=0.9 + max_new_tokens=500, num_beams=6, do_sample=True, temperature=0.9 ) self._instruct = """ Create a JSON object as response.The JSON object must have 2 fields: diff --git a/server/reflector/processors/audio_transcript.py b/server/reflector/processors/audio_transcript.py index d1882105..300edf58 100644 --- a/server/reflector/processors/audio_transcript.py +++ b/server/reflector/processors/audio_transcript.py @@ -66,5 +66,4 @@ class AudioTranscriptProcessor(Processor): Remove censored words from the transcript """ text = self.profanity_filter.censor(text) - text = text.replace("|*|", "") - return text + return text.replace("|*|", "")