style: use ruff for linting and formatting (#524)

server/reflector/app.py

@@ -1,12 +1,13 @@
 from contextlib import asynccontextmanager
 
-import reflector.auth  # noqa
-import reflector.db  # noqa
 from fastapi import FastAPI
 from fastapi.middleware.cors import CORSMiddleware
 from fastapi.routing import APIRoute
 from fastapi_pagination import add_pagination
 from prometheus_fastapi_instrumentator import Instrumentator
+
+import reflector.auth  # noqa
+import reflector.db  # noqa
 from reflector.events import subscribers_shutdown, subscribers_startup
 from reflector.logger import logger
 from reflector.metrics import metrics_init

server/reflector/auth/__init__.py

@@ -1,7 +1,8 @@
-from reflector.settings import settings
-from reflector.logger import logger
 import importlib
 
+from reflector.logger import logger
+from reflector.settings import settings
+
 logger.info(f"User authentication using {settings.AUTH_BACKEND}")
 module_name = f"reflector.auth.auth_{settings.AUTH_BACKEND}"
 auth_module = importlib.import_module(module_name)

server/reflector/auth/auth_jwt.py

@@ -4,6 +4,7 @@ from fastapi import Depends, HTTPException
 from fastapi.security import OAuth2PasswordBearer
 from jose import JWTError, jwt
 from pydantic import BaseModel
+
 from reflector.logger import logger
 from reflector.settings import settings
 

server/reflector/auth/auth_none.py

@@ -1,7 +1,8 @@
-from pydantic import BaseModel
 from typing import Annotated
+
 from fastapi import Depends
 from fastapi.security import OAuth2PasswordBearer
+from pydantic import BaseModel
 
 oauth2_scheme = OAuth2PasswordBearer(tokenUrl="token", auto_error=False)
 

server/reflector/client.py

@@ -1,12 +1,12 @@
 import argparse
 import asyncio
 import signal
+from typing import NoReturn
 
 from aiortc.contrib.signaling import add_signaling_arguments, create_signaling
 
 from reflector.logger import logger
 from reflector.stream_client import StreamClient
-from typing import NoReturn
 
 
 async def main() -> NoReturn:

server/reflector/db/__init__.py

@@ -1,5 +1,6 @@
 import databases
 import sqlalchemy
+
 from reflector.events import subscribers_shutdown, subscribers_startup
 from reflector.settings import settings
 

server/reflector/db/meetings.py

@@ -4,6 +4,7 @@ from typing import Literal
 import sqlalchemy as sa
 from fastapi import HTTPException
 from pydantic import BaseModel, Field
+
 from reflector.db import database, metadata
 from reflector.db.rooms import Room
 from reflector.utils import generate_uuid4

server/reflector/db/recordings.py

@@ -3,6 +3,7 @@ from typing import Literal
 
 import sqlalchemy as sa
 from pydantic import BaseModel, Field
+
 from reflector.db import database, metadata
 from reflector.utils import generate_uuid4
 

server/reflector/db/rooms.py

@@ -5,9 +5,10 @@ from typing import Literal
 import sqlalchemy
 from fastapi import HTTPException
 from pydantic import BaseModel, Field
+from sqlalchemy.sql import false, or_
+
 from reflector.db import database, metadata
 from reflector.utils import generate_uuid4
-from sqlalchemy.sql import false, or_
 
 rooms = sqlalchemy.Table(
     "room",

server/reflector/db/transcripts.py

@@ -10,13 +10,14 @@ from typing import Any, Literal
 import sqlalchemy
 from fastapi import HTTPException
 from pydantic import BaseModel, ConfigDict, Field, field_serializer
+from sqlalchemy import Enum
+from sqlalchemy.sql import false, or_
+
 from reflector.db import database, metadata
 from reflector.processors.types import Word as ProcessorWord
 from reflector.settings import settings
 from reflector.storage import get_transcripts_storage
 from reflector.utils import generate_uuid4
-from sqlalchemy import Enum
-from sqlalchemy.sql import false, or_
 
 
 class SourceKind(enum.StrEnum):

server/reflector/llm/base.py

@@ -5,11 +5,12 @@ from typing import TypeVar
 
 import nltk
 from prometheus_client import Counter, Histogram
+from transformers import GenerationConfig
+
 from reflector.llm.llm_params import TaskParams
 from reflector.logger import logger as reflector_logger
 from reflector.settings import settings
 from reflector.utils.retry import retry
-from transformers import GenerationConfig
 
 T = TypeVar("T", bound="LLM")
 

server/reflector/llm/llm_modal.py

@@ -1,9 +1,10 @@
 import httpx
+from transformers import AutoTokenizer, GenerationConfig
+
 from reflector.llm.base import LLM
 from reflector.logger import logger as reflector_logger
 from reflector.settings import settings
 from reflector.utils.retry import retry
-from transformers import AutoTokenizer, GenerationConfig
 
 
 class ModalLLM(LLM):

server/reflector/llm/openai_llm.py

@@ -1,5 +1,6 @@
 import httpx
 from transformers import AutoTokenizer
+
 from reflector.logger import logger
 
 

server/reflector/pipelines/main_live_pipeline.py

@@ -16,8 +16,10 @@ import functools
 from contextlib import asynccontextmanager
 
 import boto3
-from celery import chord, group, shared_task, current_task
+from celery import chord, current_task, group, shared_task
 from pydantic import BaseModel
+from structlog import BoundLogger as Logger
+
 from reflector.db.meetings import meeting_consent_controller, meetings_controller
 from reflector.db.recordings import recordings_controller
 from reflector.db.rooms import rooms_controller
@@ -61,7 +63,6 @@ from reflector.zulip import (
     send_message_to_zulip,
     update_zulip_message,
 )
-from structlog import BoundLogger as Logger
 
 
 def asynctask(f):

server/reflector/pipelines/runner.py

@@ -18,6 +18,7 @@ During its lifecycle, it will emit the following status:
 import asyncio
 
 from pydantic import BaseModel, ConfigDict
+
 from reflector.logger import logger
 from reflector.processors import Pipeline
 

server/reflector/processors/audio_chunker.py

@@ -1,6 +1,7 @@
-from reflector.processors.base import Processor
 import av
 
+from reflector.processors.base import Processor
+
 
 class AudioChunkerProcessor(Processor):
     """

server/reflector/processors/audio_diarization_modal.py

@@ -1,4 +1,5 @@
 import httpx
+
 from reflector.processors.audio_diarization import AudioDiarizationProcessor
 from reflector.processors.audio_diarization_auto import AudioDiarizationAutoProcessor
 from reflector.processors.types import AudioDiarizationInput, TitleSummary

server/reflector/processors/audio_file_writer.py

@@ -1,6 +1,7 @@
 from pathlib import Path
 
 import av
+
 from reflector.processors.base import Processor
 
 

server/reflector/processors/audio_merge.py

@@ -1,10 +1,12 @@
-from reflector.processors.base import Processor
-from reflector.processors.types import AudioFile
+import io
 from time import monotonic_ns
 from uuid import uuid4
-import io
+
 import av
 
+from reflector.processors.base import Processor
+from reflector.processors.types import AudioFile
+
 
 class AudioMergeProcessor(Processor):
     """

server/reflector/processors/audio_transcript.py

@@ -1,4 +1,5 @@
 from prometheus_client import Counter, Histogram
+
 from reflector.processors.base import Processor
 from reflector.processors.types import AudioFile, Transcript
 

server/reflector/processors/audio_transcript_modal.py

@@ -13,6 +13,7 @@ API will be a POST request to TRANSCRIPT_URL:
 """
 
 from openai import AsyncOpenAI
+
 from reflector.processors.audio_transcript import AudioTranscriptProcessor
 from reflector.processors.audio_transcript_auto import AudioTranscriptAutoProcessor
 from reflector.processors.types import AudioFile, Transcript, Word

server/reflector/processors/audio_transcript_whisper.py

@@ -1,4 +1,5 @@
 from faster_whisper import WhisperModel
+
 from reflector.processors.audio_transcript import AudioTranscriptProcessor
 from reflector.processors.audio_transcript_auto import AudioTranscriptAutoProcessor
 from reflector.processors.types import AudioFile, Transcript, Word

server/reflector/processors/base.py

@@ -5,6 +5,7 @@ from uuid import uuid4
 
 from prometheus_client import Counter, Gauge, Histogram
 from pydantic import BaseModel
+
 from reflector.logger import logger
 
 

server/reflector/processors/summary/summary_builder.py

@@ -18,6 +18,7 @@ from llama_index.core.program import LLMTextCompletionProgram
 from llama_index.core.response_synthesizers import TreeSummarize
 from llama_index.llms.openai_like import OpenAILike
 from pydantic import BaseModel, Field
+
 from reflector.llm.base import LLM
 from reflector.llm.openai_llm import OpenAILLM
 from reflector.settings import settings

server/reflector/processors/transcript_translator.py

@@ -1,4 +1,5 @@
 import httpx
+
 from reflector.processors.base import Processor
 from reflector.processors.types import Transcript, TranslationLanguages
 from reflector.settings import settings

server/reflector/processors/types.py

@@ -5,6 +5,7 @@ from pathlib import Path
 
 from profanityfilter import ProfanityFilter
 from pydantic import BaseModel, PrivateAttr
+
 from reflector.redis_cache import redis_cache
 
 PUNC_RE = re.compile(r"[.;:?!…]")

server/reflector/redis_cache.py

@@ -2,6 +2,7 @@ import functools
 import json
 
 import redis
+
 from reflector.settings import settings
 
 redis_clients = {}

server/reflector/storage/base.py

@@ -1,6 +1,7 @@
 import importlib
 
 from pydantic import BaseModel
+
 from reflector.settings import settings
 
 

server/reflector/storage/storage_aws.py

@@ -1,4 +1,5 @@
 import aioboto3
+
 from reflector.logger import logger
 from reflector.storage.base import FileResult, Storage
 

server/reflector/stream_client.py

@@ -7,6 +7,7 @@ import httpx
 import stamina
 from aiortc import RTCPeerConnection, RTCSessionDescription
 from aiortc.contrib.media import MediaPlayer, MediaRelay
+
 from reflector.logger import logger
 
 

server/reflector/tools/process.py

@@ -1,6 +1,7 @@
 import asyncio
 
 import av
+
 from reflector.logger import logger
 from reflector.processors import (
     AudioChunkerProcessor,

server/reflector/tools/process_with_diarization.py

@@ -9,17 +9,18 @@ This tool processes audio files locally without requiring the full server infras
 
 import asyncio
 import tempfile
+import uuid
 from pathlib import Path
 from typing import List
-import uuid
 
 import av
+
 from reflector.logger import logger
 from reflector.processors import (
     AudioChunkerProcessor,
+    AudioFileWriterProcessor,
     AudioMergeProcessor,
     AudioTranscriptAutoProcessor,
-    AudioFileWriterProcessor,
     Pipeline,
     PipelineEvent,
     TranscriptFinalSummaryProcessor,
@@ -155,9 +156,10 @@ async def process_audio_file_with_diarization(
 
                 # For Modal backend, we need to upload the file to S3 first
                 if diarization_backend == "modal":
+                    from datetime import datetime
+
                     from reflector.storage import get_transcripts_storage
                     from reflector.utils.s3_temp_file import S3TemporaryFile
-                    from datetime import datetime
 
                     storage = get_transcripts_storage()
 

server/reflector/tools/test_diarization.py

@@ -8,7 +8,6 @@ This script helps test the diarization functionality with sample audio files.
 """
 
 import asyncio
-import json
 import sys
 from pathlib import Path
 
@@ -17,23 +16,20 @@ from reflector.logger import logger
 
 async def test_diarization(audio_file: str):
     """Test the diarization functionality"""
-    
+
     # Import the processing function
     from process_with_diarization import process_audio_file_with_diarization
-    
+
     # Collect events
     events = []
-    
+
     async def event_callback(event):
-        events.append({
-            "processor": event.processor,
-            "data": event.data
-        })
+        events.append({"processor": event.processor, "data": event.data})
         logger.info(f"Event from {event.processor}")
-    
+
     # Process the audio file
     logger.info(f"Processing audio file: {audio_file}")
-    
+
     try:
         await process_audio_file_with_diarization(
             audio_file,
@@ -44,10 +40,10 @@ async def test_diarization(audio_file: str):
             enable_diarization=True,
             diarization_backend="modal",
         )
-        
+
         # Analyze results
         logger.info(f"Processing complete. Received {len(events)} events")
-        
+
         # Look for diarization results
         diarized_topics = []
         for event in events:
@@ -56,13 +52,17 @@ async def test_diarization(audio_file: str):
                 if hasattr(event["data"], "transcript") and event["data"].transcript:
                     words = event["data"].transcript.words
                     if words and hasattr(words[0], "speaker"):
-                        speakers = set(w.speaker for w in words if hasattr(w, "speaker"))
-                        logger.info(f"Found {len(speakers)} speakers in topic: {event['data'].title}")
+                        speakers = set(
+                            w.speaker for w in words if hasattr(w, "speaker")
+                        )
+                        logger.info(
+                            f"Found {len(speakers)} speakers in topic: {event['data'].title}"
+                        )
                         diarized_topics.append(event["data"])
-        
+
         if diarized_topics:
             logger.info(f"Successfully diarized {len(diarized_topics)} topics")
-            
+
             # Print sample output
             sample_topic = diarized_topics[0]
             logger.info("Sample diarized output:")
@@ -70,9 +70,9 @@ async def test_diarization(audio_file: str):
                 logger.info(f"  Word {i}: '{word.text}' - Speaker {word.speaker}")
         else:
             logger.warning("No diarization results found in output")
-        
+
         return events
-        
+
     except Exception as e:
         logger.error(f"Error during processing: {e}")
         raise
@@ -82,15 +82,15 @@ def main():
     if len(sys.argv) < 2:
         print("Usage: python test_diarization.py <audio_file>")
         sys.exit(1)
-    
+
     audio_file = sys.argv[1]
     if not Path(audio_file).exists():
         print(f"Error: Audio file '{audio_file}' not found")
         sys.exit(1)
-    
+
     # Run the test
     asyncio.run(test_diarization(audio_file))
 
 
 if __name__ == "__main__":
-    main()
+    main()

server/reflector/utils/retry.py

@@ -1,8 +1,10 @@
-from reflector.logger import logger
-from time import monotonic
-from httpx import HTTPStatusError, Response
-from random import random
 import asyncio
+from random import random
+from time import monotonic
+
+from httpx import HTTPStatusError, Response
+
+from reflector.logger import logger
 
 
 class RetryException(Exception):

server/reflector/utils/s3_temp_file.py

@@ -6,8 +6,9 @@ Provides automatic cleanup of S3 files with retry logic and proper error handlin
 """
 
 from typing import Optional
-from reflector.storage.base import Storage
+
 from reflector.logger import logger
+from reflector.storage.base import Storage
 from reflector.utils.retry import retry
 
 

server/reflector/views/meetings.py

@@ -1,10 +1,10 @@
 from datetime import datetime
 from typing import Annotated, Optional
 
-import reflector.auth as auth
-from fastapi import APIRouter, HTTPException, Request, Depends
+from fastapi import APIRouter, Depends, HTTPException, Request
 from pydantic import BaseModel
 
+import reflector.auth as auth
 from reflector.db.meetings import (
     MeetingConsent,
     meeting_consent_controller,

server/reflector/views/rooms.py

@@ -1,19 +1,20 @@
-from datetime import datetime, timedelta
-from typing import Annotated, Optional, Literal
 import logging
+import sqlite3
+from datetime import datetime, timedelta
+from typing import Annotated, Literal, Optional
 
-import reflector.auth as auth
+import asyncpg.exceptions
 from fastapi import APIRouter, Depends, HTTPException
 from fastapi_pagination import Page
 from fastapi_pagination.ext.databases import paginate
 from pydantic import BaseModel
+
+import reflector.auth as auth
 from reflector.db import database
 from reflector.db.meetings import meetings_controller
 from reflector.db.rooms import rooms_controller
 from reflector.settings import settings
 from reflector.whereby import create_meeting, upload_logo
-import asyncpg.exceptions
-import sqlite3
 
 logger = logging.getLogger(__name__)
 

server/reflector/views/rtc_offer.py

@@ -6,6 +6,7 @@ from aiortc import MediaStreamTrack, RTCPeerConnection, RTCSessionDescription
 from fastapi import APIRouter, Request
 from prometheus_client import Gauge
 from pydantic import BaseModel
+
 from reflector.events import subscribers_shutdown
 from reflector.logger import logger
 from reflector.pipelines.runner import PipelineRunner

server/reflector/views/transcripts.py

@@ -1,12 +1,13 @@
 from datetime import datetime, timedelta, timezone
 from typing import Annotated, Literal, Optional
 
-import reflector.auth as auth
 from fastapi import APIRouter, Depends, HTTPException
 from fastapi_pagination import Page
 from fastapi_pagination.ext.databases import paginate
 from jose import jwt
 from pydantic import BaseModel, Field, field_serializer
+
+import reflector.auth as auth
 from reflector.db.meetings import meetings_controller
 from reflector.db.rooms import rooms_controller
 from reflector.db.transcripts import (

server/reflector/views/transcripts_audio.py

@@ -7,9 +7,10 @@ Transcripts audio related endpoints
 from typing import Annotated, Optional
 
 import httpx
-import reflector.auth as auth
 from fastapi import APIRouter, Depends, HTTPException, Request, Response, status
 from jose import jwt
+
+import reflector.auth as auth
 from reflector.db.transcripts import AudioWaveform, transcripts_controller
 from reflector.settings import settings
 from reflector.views.transcripts import ALGORITHM

server/reflector/views/transcripts_participants.py

@@ -6,9 +6,10 @@ Transcript participants API endpoints
 
 from typing import Annotated, Optional
 
-import reflector.auth as auth
 from fastapi import APIRouter, Depends, HTTPException
 from pydantic import BaseModel, ConfigDict, Field
+
+import reflector.auth as auth
 from reflector.db.transcripts import TranscriptParticipant, transcripts_controller
 from reflector.views.types import DeletionStatus
 

server/reflector/views/transcripts_process.py

@@ -1,9 +1,10 @@
 from typing import Annotated, Optional
 
 import celery
-import reflector.auth as auth
 from fastapi import APIRouter, Depends, HTTPException
 from pydantic import BaseModel
+
+import reflector.auth as auth
 from reflector.db.transcripts import transcripts_controller
 from reflector.pipelines.main_live_pipeline import task_pipeline_process
 

server/reflector/views/transcripts_speaker.py

@@ -6,9 +6,10 @@ Reassign speakers in a transcript
 
 from typing import Annotated, Optional
 
-import reflector.auth as auth
 from fastapi import APIRouter, Depends, HTTPException
 from pydantic import BaseModel, Field
+
+import reflector.auth as auth
 from reflector.db.transcripts import transcripts_controller
 
 router = APIRouter()

server/reflector/views/transcripts_upload.py

@@ -1,9 +1,10 @@
 from typing import Annotated, Optional
 
 import av
-import reflector.auth as auth
 from fastapi import APIRouter, Depends, HTTPException, UploadFile
 from pydantic import BaseModel
+
+import reflector.auth as auth
 from reflector.db.transcripts import transcripts_controller
 from reflector.pipelines.main_live_pipeline import task_pipeline_process
 

server/reflector/views/transcripts_webrtc.py

@@ -1,7 +1,8 @@
 from typing import Annotated, Optional
 
-import reflector.auth as auth
 from fastapi import APIRouter, Depends, HTTPException, Request
+
+import reflector.auth as auth
 from reflector.db.transcripts import transcripts_controller
 
 from .rtc_offer import RtcOffer, rtc_offer_base

server/reflector/views/transcripts_websocket.py

@@ -5,6 +5,7 @@ Transcripts websocket API
 """
 
 from fastapi import APIRouter, HTTPException, WebSocket, WebSocketDisconnect
+
 from reflector.db.transcripts import transcripts_controller
 from reflector.ws_manager import get_ws_manager
 

server/reflector/views/user.py

@@ -1,9 +1,10 @@
 from typing import Annotated, Optional
 
-import reflector.auth as auth
 from fastapi import APIRouter, Depends
 from pydantic import BaseModel
 
+import reflector.auth as auth
+
 router = APIRouter()
 
 

server/reflector/views/whereby.py

@@ -7,6 +7,7 @@ from hashlib import sha256
 
 from fastapi import APIRouter, HTTPException, Request
 from pydantic import BaseModel
+
 from reflector.db.meetings import meetings_controller
 from reflector.settings import settings
 

server/reflector/views/zulip.py

@@ -1,8 +1,9 @@
 from typing import Annotated, Optional
 
-import reflector.auth as auth
 from fastapi import APIRouter, Depends, HTTPException
 from pydantic import BaseModel
+
+import reflector.auth as auth
 from reflector.zulip import get_zulip_streams, get_zulip_topics
 
 router = APIRouter()

server/reflector/whereby.py

@@ -1,6 +1,7 @@
 from datetime import datetime
 
 import httpx
+
 from reflector.db.rooms import Room
 from reflector.settings import settings
 

server/reflector/worker/app.py

@@ -2,6 +2,7 @@ import celery
 import structlog
 from celery import Celery
 from celery.schedules import crontab
+
 from reflector.settings import settings
 
 logger = structlog.get_logger(__name__)

server/reflector/worker/healthcheck.py

@@ -1,6 +1,7 @@
 import httpx
 import structlog
 from celery import shared_task
+
 from reflector.settings import settings
 
 logger = structlog.get_logger(__name__)

server/reflector/worker/process.py

@@ -9,6 +9,7 @@ import structlog
 from celery import shared_task
 from celery.utils.log import get_task_logger
 from pydantic import ValidationError
+
 from reflector.db.meetings import meetings_controller
 from reflector.db.recordings import Recording, recordings_controller
 from reflector.db.rooms import rooms_controller

server/reflector/ws_manager.py

@@ -15,6 +15,7 @@ import threading
 
 import redis.asyncio as redis
 from fastapi import WebSocket
+
 from reflector.settings import settings
 
 

server/reflector/zulip.py

@@ -2,6 +2,7 @@ from datetime import timedelta
 from urllib.parse import urlparse
 
 import httpx
+
 from reflector.db.transcripts import Transcript
 from reflector.settings import settings