selfhostyourtech/reflector
2
0
Fork 0
mirror of https://github.com/Monadical-SAS/reflector.git synced 2025-12-21 12:49:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

server: fixes pipeline logger not transmitted to processors

Browse Source 
Closes #110
This commit is contained in:
Mathieu Virbel
2023-08-04 12:02:18 +02:00
parent 6d2085ce61
commit dce92e0cf7
6 changed files with 32 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
server/reflector/llm/base.py
View File

@@ -1,6 +1,6 @@
from reflector.logger import logger
from reflector.settings import settings
from reflector.utils.retry import retry
from reflector.logger import logger as reflector_logger
import importlib
import json
import re
@@ -29,15 +29,18 @@ class LLM:
importlib.import_module(module_name)
return cls._registry[name]()
async def generate(self, prompt: str, **kwargs) -> dict:
async def generate(self, prompt: str, logger: reflector_logger, **kwargs) -> dict:
logger.info("LLM generate", prompt=repr(prompt))
try:
result = await retry(self._generate)(prompt=prompt, **kwargs)
except Exception:
logger.exception("Failed to call llm after retrying")
raise
logger.debug("LLM result [raw]", result=repr(result))
if isinstance(result, str):
result = self._parse_json(result)
logger.debug("LLM result [parsed]", result=repr(result))
return result