mirror of
https://github.com/Monadical-SAS/reflector.git
synced 2025-12-20 20:29:06 +00:00
Mathieu Virbel
406164033d
* feat: add litellm backend implementation * refactor: improve generate/completion methods for base LLM * refactor: remove tokenizer logic * style: apply code formatting * fix: remove hallucinations from LLM responses * refactor: comprehensive LLM and summarization rework * chore: remove debug code * feat: add structured output support to LiteLLM * refactor: apply self-review improvements * docs: add model structured output comments * docs: update model structured output comments * style: apply linting and formatting fixes * fix: resolve type logic bug * refactor: apply PR review feedback * refactor: apply additional PR review feedback * refactor: apply final PR review feedback * fix: improve schema passing for LLMs without structured output * feat: add PR comments and logger improvements * docs: update README and add HTTP logging * feat: improve HTTP logging * feat: add summary chunking functionality * fix: resolve title generation runtime issues * refactor: apply self-review improvements * style: apply linting and formatting * feat: implement LiteLLM class structure * style: apply linting and formatting fixes * docs: env template model name fix * chore: remove older litellm class * chore: format * refactor: simplify OpenAILLM * refactor: OpenAILLM tokenizer * refactor: self-review * refactor: self-review * refactor: self-review * chore: format * chore: remove LLM_USE_STRUCTURED_OUTPUT from envs * chore: roll back migration lint changes * chore: roll back migration lint changes * fix: make summary llm configuration optional for the tests * fix: missing f-string * fix: tweak the prompt for summary title * feat: try llamaindex for summarization * fix: complete refactor of summary builder using llamaindex and structured output when possible * fix: separate prompt as constant * fix: typings * fix: enhance prompt to prevent mentioning others subject while summarize one * fix: various changes after self-review * fix: from igor review --------- Co-authored-by: Igor Loskutov <igor.loskutoff@gmail.com>
93 lines
2.0 KiB
TOML
93 lines
2.0 KiB
TOML
[project]
|
|
name = "reflector"
|
|
version = "0.1.0"
|
|
description = ""
|
|
authors = [{ name = "Monadical team", email = "ops@monadical.com" }]
|
|
requires-python = ">=3.11, <3.13"
|
|
readme = "README.md"
|
|
dependencies = [
|
|
"aiohttp>=3.9.0",
|
|
"aiohttp-cors>=0.7.0",
|
|
"av>=10.0.0",
|
|
"requests>=2.31.0",
|
|
"aiortc>=1.5.0",
|
|
"sortedcontainers>=2.4.0",
|
|
"loguru>=0.7.0",
|
|
"pydantic-settings>=2.0.2",
|
|
"structlog>=23.1.0",
|
|
"uvicorn[standard]>=0.23.1",
|
|
"fastapi[standard]>=0.100.1",
|
|
"sentry-sdk[fastapi]>=1.29.2",
|
|
"httpx>=0.24.1",
|
|
"fastapi-pagination>=0.12.6",
|
|
"databases[aiosqlite, asyncpg]>=0.7.0",
|
|
"sqlalchemy<1.5",
|
|
"alembic>=1.11.3",
|
|
"nltk>=3.8.1",
|
|
"prometheus-fastapi-instrumentator>=6.1.0",
|
|
"sentencepiece>=0.1.99",
|
|
"protobuf>=4.24.3",
|
|
"profanityfilter>=2.0.6",
|
|
"celery>=5.3.4",
|
|
"redis>=5.0.1",
|
|
"python-jose[cryptography]>=3.3.0",
|
|
"python-multipart>=0.0.6",
|
|
"faster-whisper>=0.10.0",
|
|
"transformers>=4.36.2",
|
|
"black==24.1.1",
|
|
"jsonschema>=4.23.0",
|
|
"openai>=1.59.7",
|
|
"psycopg2-binary>=2.9.10",
|
|
"llama-index>=0.12.52",
|
|
"llama-index-llms-openai-like>=0.4.0",
|
|
]
|
|
|
|
[dependency-groups]
|
|
dev = [
|
|
"black>=24.1.1",
|
|
"stamina>=23.1.0",
|
|
"pyinstrument>=4.6.1",
|
|
]
|
|
tests = [
|
|
"pytest-cov>=4.1.0",
|
|
"pytest-aiohttp>=1.0.4",
|
|
"pytest-asyncio>=0.21.1",
|
|
"pytest>=7.4.0",
|
|
"httpx-ws>=0.4.1",
|
|
"pytest-httpx>=0.23.1",
|
|
"pytest-celery>=0.0.0",
|
|
]
|
|
aws = ["aioboto3>=11.2.0"]
|
|
evaluation = [
|
|
"jiwer>=3.0.2",
|
|
"levenshtein>=0.21.1",
|
|
"tqdm>=4.66.0",
|
|
"pydantic>=2.1.1",
|
|
]
|
|
|
|
[tool.uv]
|
|
default-groups = [
|
|
"dev",
|
|
"tests",
|
|
"aws",
|
|
"evaluation",
|
|
]
|
|
|
|
[build-system]
|
|
requires = ["hatchling"]
|
|
build-backend = "hatchling.build"
|
|
|
|
[tool.hatch.build.targets.wheel]
|
|
packages = ["reflector"]
|
|
|
|
[tool.coverage.run]
|
|
source = ["reflector"]
|
|
|
|
[tool.pytest.ini_options]
|
|
addopts = "-ra -q --disable-pytest-warnings --cov --cov-report html -v"
|
|
testpaths = ["tests"]
|
|
asyncio_mode = "auto"
|
|
|
|
[tool.ruff.lint.per-file-ignores]
|
|
"reflector/processors/summary/summary_builder.py" = ["E501"]
|