Feature additions (#210)

* initial

* add LLM features

* update LLM logic

* update llm functions: change control flow

* add generation config

* update return types

* update processors and tests

* update rtc_offer

* revert new title processor change

* fix unit tests

* add comments and fix HTTP 500

* adjust prompt

* test with reflector app

* revert new event for final title

* update

* move onus onto processors

* move onus onto processors

* stash

* add provision for gen config

* dynamically pack the LLM input using context length

* tune final summary params

* update consolidated class structures

* update consolidated class structures

* update precommit

* add broadcast processors

* working baseline

* Organize LLMParams

* minor fixes

* minor fixes

* minor fixes

* fix unit tests

* fix unit tests

* fix unit tests

* update tests

* update tests

* edit pipeline response events

* update summary return types

* configure tests

* alembic db migration

* change LLM response flow

* edit main llm functions

* edit main llm functions

* change llm name and gen cf

* Update transcript_topic_detector.py

* PR review comments

* checkpoint before db event migration

* update DB migration of past events

* update DB migration of past events

* edit LLM classes

* Delete unwanted file

* remove List typing

* remove List typing

* update oobabooga API call

* topic enhancements

* update UI event handling

* move ensure_casing to llm base

* update tests

* update tests

server/tests/test_processors_pipeline.py

@@ -2,27 +2,19 @@ import pytest
 
 
 @pytest.mark.asyncio
-async def test_basic_process(event_loop):
+async def test_basic_process(
+    event_loop, nltk, dummy_llm, dummy_processors, ensure_casing
+):
     # goal is to start the server, and send rtc audio to it
     # validate the events received
     from reflector.tools.process import process_audio_file
     from reflector.settings import settings
-    from reflector.llm.base import LLM
     from pathlib import Path
 
     # use an LLM test backend
     settings.LLM_BACKEND = "test"
     settings.TRANSCRIPT_BACKEND = "whisper"
 
-    class LLMTest(LLM):
-        async def _generate(self, prompt: str, schema: dict | None, **kwargs) -> str:
-            return {
-                "title": "TITLE",
-                "summary": "SUMMARY",
-            }
-
-    LLM.register("test", LLMTest)
-
     # event callback
     marks = {}
 
@@ -39,4 +31,6 @@ async def test_basic_process(event_loop):
     # validate the events
     assert marks["TranscriptLinerProcessor"] == 5
     assert marks["TranscriptTopicDetectorProcessor"] == 1
-    assert marks["TranscriptFinalSummaryProcessor"] == 1
+    assert marks["TranscriptFinalLongSummaryProcessor"] == 1
+    assert marks["TranscriptFinalShortSummaryProcessor"] == 1
+    assert marks["TranscriptFinalTitleProcessor"] == 1