mirror of
https://github.com/Monadical-SAS/reflector.git
synced 2025-12-20 20:29:06 +00:00
9fe261406c
* initial * add LLM features * update LLM logic * update llm functions: change control flow * add generation config * update return types * update processors and tests * update rtc_offer * revert new title processor change * fix unit tests * add comments and fix HTTP 500 * adjust prompt * test with reflector app * revert new event for final title * update * move onus onto processors * move onus onto processors * stash * add provision for gen config * dynamically pack the LLM input using context length * tune final summary params * update consolidated class structures * update consolidated class structures * update precommit * add broadcast processors * working baseline * Organize LLMParams * minor fixes * minor fixes * minor fixes * fix unit tests * fix unit tests * fix unit tests * update tests * update tests * edit pipeline response events * update summary return types * configure tests * alembic db migration * change LLM response flow * edit main llm functions * edit main llm functions * change llm name and gen cf * Update transcript_topic_detector.py * PR review comments * checkpoint before db event migration * update DB migration of past events * update DB migration of past events * edit LLM classes * Delete unwanted file * remove List typing * remove List typing * update oobabooga API call * topic enhancements * update UI event handling * move ensure_casing to llm base * update tests * update tests
30 lines
846 B
Python
30 lines
846 B
Python
import httpx
|
|
|
|
from reflector.llm.base import LLM
|
|
from reflector.settings import settings
|
|
|
|
|
|
class OobaboogaLLM(LLM):
|
|
def __init__(self, model_name: str | None = None):
|
|
super().__init__()
|
|
|
|
async def _generate(
|
|
self, prompt: str, gen_schema: dict | None, gen_cfg: dict | None, **kwargs
|
|
):
|
|
json_payload = {"prompt": prompt}
|
|
if gen_schema:
|
|
json_payload["gen_schema"] = gen_schema
|
|
if gen_cfg:
|
|
json_payload.update(gen_cfg)
|
|
async with httpx.AsyncClient() as client:
|
|
response = await client.post(
|
|
settings.LLM_URL,
|
|
headers={"Content-Type": "application/json"},
|
|
json=json_payload,
|
|
)
|
|
response.raise_for_status()
|
|
return response.json()
|
|
|
|
|
|
LLM.register("oobabooga", OobaboogaLLM)
|