mirror of
https://github.com/Monadical-SAS/reflector.git
synced 2026-02-05 10:26:48 +00:00
Compare commits
11 Commits
v0.32.0
...
feat/trans
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
b84fd1fc24 | ||
|
|
3652de9fca | ||
|
|
68df825734 | ||
|
|
8ca5324c1a | ||
|
|
39e0b89e67 | ||
|
|
544793a24f | ||
|
|
088451645a | ||
|
|
2dfe82afbc | ||
|
|
b461ebb488 | ||
|
|
0b5112cabc | ||
|
|
316f7b316d |
1
.gitignore
vendored
1
.gitignore
vendored
@@ -1,6 +1,5 @@
|
|||||||
.DS_Store
|
.DS_Store
|
||||||
server/.env
|
server/.env
|
||||||
server/.env.production
|
|
||||||
.env
|
.env
|
||||||
Caddyfile
|
Caddyfile
|
||||||
server/exportdanswer
|
server/exportdanswer
|
||||||
|
|||||||
@@ -3,4 +3,3 @@ docs/docs/installation/auth-setup.md:curl-auth-header:250
|
|||||||
docs/docs/installation/daily-setup.md:curl-auth-header:277
|
docs/docs/installation/daily-setup.md:curl-auth-header:277
|
||||||
gpu/self_hosted/DEV_SETUP.md:curl-auth-header:74
|
gpu/self_hosted/DEV_SETUP.md:curl-auth-header:74
|
||||||
gpu/self_hosted/DEV_SETUP.md:curl-auth-header:83
|
gpu/self_hosted/DEV_SETUP.md:curl-auth-header:83
|
||||||
server/reflector/worker/process.py:generic-api-key:465
|
|
||||||
|
|||||||
42
CHANGELOG.md
42
CHANGELOG.md
@@ -1,47 +1,5 @@
|
|||||||
# Changelog
|
# Changelog
|
||||||
|
|
||||||
## [0.32.0](https://github.com/Monadical-SAS/reflector/compare/v0.31.0...v0.32.0) (2026-01-30)
|
|
||||||
|
|
||||||
|
|
||||||
### Features
|
|
||||||
|
|
||||||
* modal padding ([#837](https://github.com/Monadical-SAS/reflector/issues/837)) ([7fde64e](https://github.com/Monadical-SAS/reflector/commit/7fde64e2529a1d37b0f7507c62d983a7bd0b5b89))
|
|
||||||
|
|
||||||
## [0.31.0](https://github.com/Monadical-SAS/reflector/compare/v0.30.0...v0.31.0) (2026-01-23)
|
|
||||||
|
|
||||||
|
|
||||||
### Features
|
|
||||||
|
|
||||||
* mixdown optional ([#834](https://github.com/Monadical-SAS/reflector/issues/834)) ([fc3ef6c](https://github.com/Monadical-SAS/reflector/commit/fc3ef6c8933231c731fad84e7477a476a6220a5e))
|
|
||||||
|
|
||||||
## [0.30.0](https://github.com/Monadical-SAS/reflector/compare/v0.29.0...v0.30.0) (2026-01-23)
|
|
||||||
|
|
||||||
|
|
||||||
### Features
|
|
||||||
|
|
||||||
* brady bunch ([#816](https://github.com/Monadical-SAS/reflector/issues/816)) ([6c175a1](https://github.com/Monadical-SAS/reflector/commit/6c175a11d8a3745095bfad06a4ad3ccdfd278433))
|
|
||||||
|
|
||||||
## [0.29.0](https://github.com/Monadical-SAS/reflector/compare/v0.28.1...v0.29.0) (2026-01-21)
|
|
||||||
|
|
||||||
|
|
||||||
### Features
|
|
||||||
|
|
||||||
* set hatchet as default for multitracks ([#822](https://github.com/Monadical-SAS/reflector/issues/822)) ([c723752](https://github.com/Monadical-SAS/reflector/commit/c723752b7e15aa48a41ad22856f147a5517d3f46))
|
|
||||||
|
|
||||||
## [0.28.1](https://github.com/Monadical-SAS/reflector/compare/v0.28.0...v0.28.1) (2026-01-21)
|
|
||||||
|
|
||||||
|
|
||||||
### Bug Fixes
|
|
||||||
|
|
||||||
* ics non-sync bugfix ([#823](https://github.com/Monadical-SAS/reflector/issues/823)) ([23d2bc2](https://github.com/Monadical-SAS/reflector/commit/23d2bc283d4d02187b250d2055103e0374ee93d6))
|
|
||||||
|
|
||||||
## [0.28.0](https://github.com/Monadical-SAS/reflector/compare/v0.27.0...v0.28.0) (2026-01-20)
|
|
||||||
|
|
||||||
|
|
||||||
### Features
|
|
||||||
|
|
||||||
* worker affinity ([#819](https://github.com/Monadical-SAS/reflector/issues/819)) ([3b6540e](https://github.com/Monadical-SAS/reflector/commit/3b6540eae5b597449f98661bdf15483b77be3268))
|
|
||||||
|
|
||||||
## [0.27.0](https://github.com/Monadical-SAS/reflector/compare/v0.26.0...v0.27.0) (2025-12-26)
|
## [0.27.0](https://github.com/Monadical-SAS/reflector/compare/v0.26.0...v0.27.0) (2025-12-26)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -34,7 +34,7 @@ services:
|
|||||||
environment:
|
environment:
|
||||||
ENTRYPOINT: beat
|
ENTRYPOINT: beat
|
||||||
|
|
||||||
hatchet-worker-cpu:
|
hatchet-worker:
|
||||||
build:
|
build:
|
||||||
context: server
|
context: server
|
||||||
volumes:
|
volumes:
|
||||||
@@ -43,20 +43,7 @@ services:
|
|||||||
env_file:
|
env_file:
|
||||||
- ./server/.env
|
- ./server/.env
|
||||||
environment:
|
environment:
|
||||||
ENTRYPOINT: hatchet-worker-cpu
|
ENTRYPOINT: hatchet-worker
|
||||||
depends_on:
|
|
||||||
hatchet:
|
|
||||||
condition: service_healthy
|
|
||||||
hatchet-worker-llm:
|
|
||||||
build:
|
|
||||||
context: server
|
|
||||||
volumes:
|
|
||||||
- ./server/:/app/
|
|
||||||
- /app/.venv
|
|
||||||
env_file:
|
|
||||||
- ./server/.env
|
|
||||||
environment:
|
|
||||||
ENTRYPOINT: hatchet-worker-llm
|
|
||||||
depends_on:
|
depends_on:
|
||||||
hatchet:
|
hatchet:
|
||||||
condition: service_healthy
|
condition: service_healthy
|
||||||
|
|||||||
@@ -131,15 +131,6 @@ if [ -z "$DIARIZER_URL" ]; then
|
|||||||
fi
|
fi
|
||||||
echo " -> $DIARIZER_URL"
|
echo " -> $DIARIZER_URL"
|
||||||
|
|
||||||
echo ""
|
|
||||||
echo "Deploying padding (CPU audio processing via Modal SDK)..."
|
|
||||||
modal deploy reflector_padding.py
|
|
||||||
if [ $? -ne 0 ]; then
|
|
||||||
echo "Error: Failed to deploy padding. Check Modal dashboard for details."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
echo " -> reflector-padding.pad_track (Modal SDK function)"
|
|
||||||
|
|
||||||
# --- Output Configuration ---
|
# --- Output Configuration ---
|
||||||
echo ""
|
echo ""
|
||||||
echo "=========================================="
|
echo "=========================================="
|
||||||
@@ -156,6 +147,4 @@ echo ""
|
|||||||
echo "DIARIZATION_BACKEND=modal"
|
echo "DIARIZATION_BACKEND=modal"
|
||||||
echo "DIARIZATION_URL=$DIARIZER_URL"
|
echo "DIARIZATION_URL=$DIARIZER_URL"
|
||||||
echo "DIARIZATION_MODAL_API_KEY=$API_KEY"
|
echo "DIARIZATION_MODAL_API_KEY=$API_KEY"
|
||||||
echo ""
|
|
||||||
echo "# Padding uses Modal SDK (requires MODAL_TOKEN_ID/SECRET in worker containers)"
|
|
||||||
echo "# --- End Modal Configuration ---"
|
echo "# --- End Modal Configuration ---"
|
||||||
|
|||||||
@@ -1,277 +0,0 @@
|
|||||||
"""
|
|
||||||
Reflector GPU backend - audio padding
|
|
||||||
======================================
|
|
||||||
|
|
||||||
CPU-intensive audio padding service for adding silence to audio tracks.
|
|
||||||
Uses PyAV filter graph (adelay) for precise track synchronization.
|
|
||||||
|
|
||||||
IMPORTANT: This padding logic is duplicated from server/reflector/utils/audio_padding.py
|
|
||||||
for Modal deployment isolation (Modal can't import from server/reflector/). If you modify
|
|
||||||
the PyAV filter graph or padding algorithm, you MUST update both:
|
|
||||||
- gpu/modal_deployments/reflector_padding.py (this file)
|
|
||||||
- server/reflector/utils/audio_padding.py
|
|
||||||
|
|
||||||
Constants duplicated from server/reflector/utils/audio_constants.py for same reason.
|
|
||||||
"""
|
|
||||||
|
|
||||||
import os
|
|
||||||
import tempfile
|
|
||||||
from fractions import Fraction
|
|
||||||
import math
|
|
||||||
import asyncio
|
|
||||||
|
|
||||||
import modal
|
|
||||||
|
|
||||||
S3_TIMEOUT = 60 # happens 2 times
|
|
||||||
PADDING_TIMEOUT = 600 + (S3_TIMEOUT * 2)
|
|
||||||
SCALEDOWN_WINDOW = 60 # The maximum duration (in seconds) that individual containers can remain idle when scaling down.
|
|
||||||
DISCONNECT_CHECK_INTERVAL = 2 # Check for client disconnect
|
|
||||||
|
|
||||||
|
|
||||||
app = modal.App("reflector-padding")
|
|
||||||
|
|
||||||
# CPU-based image
|
|
||||||
image = (
|
|
||||||
modal.Image.debian_slim(python_version="3.12")
|
|
||||||
.apt_install("ffmpeg") # Required by PyAV
|
|
||||||
.pip_install(
|
|
||||||
"av==13.1.0", # PyAV for audio processing
|
|
||||||
"requests==2.32.3", # HTTP for presigned URL downloads/uploads
|
|
||||||
"fastapi==0.115.12", # API framework
|
|
||||||
)
|
|
||||||
)
|
|
||||||
|
|
||||||
# ref B0F71CE8-FC59-4AA5-8414-DAFB836DB711
|
|
||||||
OPUS_STANDARD_SAMPLE_RATE = 48000
|
|
||||||
# ref B0F71CE8-FC59-4AA5-8414-DAFB836DB711
|
|
||||||
OPUS_DEFAULT_BIT_RATE = 128000
|
|
||||||
|
|
||||||
|
|
||||||
@app.function(
|
|
||||||
cpu=2.0,
|
|
||||||
timeout=PADDING_TIMEOUT,
|
|
||||||
scaledown_window=SCALEDOWN_WINDOW,
|
|
||||||
image=image,
|
|
||||||
)
|
|
||||||
@modal.asgi_app()
|
|
||||||
def web():
|
|
||||||
from fastapi import FastAPI, Request, HTTPException
|
|
||||||
from pydantic import BaseModel
|
|
||||||
|
|
||||||
class PaddingRequest(BaseModel):
|
|
||||||
track_url: str
|
|
||||||
output_url: str
|
|
||||||
start_time_seconds: float
|
|
||||||
track_index: int
|
|
||||||
|
|
||||||
class PaddingResponse(BaseModel):
|
|
||||||
size: int
|
|
||||||
cancelled: bool = False
|
|
||||||
|
|
||||||
web_app = FastAPI()
|
|
||||||
|
|
||||||
@web_app.post("/pad")
|
|
||||||
async def pad_track_endpoint(request: Request, req: PaddingRequest) -> PaddingResponse:
|
|
||||||
"""Modal web endpoint for padding audio tracks with disconnect detection.
|
|
||||||
"""
|
|
||||||
import logging
|
|
||||||
|
|
||||||
logging.basicConfig(level=logging.INFO, format="%(asctime)s - %(levelname)s - %(message)s")
|
|
||||||
logger = logging.getLogger(__name__)
|
|
||||||
|
|
||||||
if not req.track_url:
|
|
||||||
raise HTTPException(status_code=400, detail="track_url cannot be empty")
|
|
||||||
if not req.output_url:
|
|
||||||
raise HTTPException(status_code=400, detail="output_url cannot be empty")
|
|
||||||
if req.start_time_seconds <= 0:
|
|
||||||
raise HTTPException(status_code=400, detail=f"start_time_seconds must be positive, got {req.start_time_seconds}")
|
|
||||||
if req.start_time_seconds > 18000:
|
|
||||||
raise HTTPException(status_code=400, detail=f"start_time_seconds exceeds maximum 18000s (5 hours)")
|
|
||||||
|
|
||||||
logger.info(f"Padding request: track {req.track_index}, delay={req.start_time_seconds}s")
|
|
||||||
|
|
||||||
# Thread-safe cancellation flag shared between async disconnect checker and blocking thread
|
|
||||||
import threading
|
|
||||||
cancelled = threading.Event()
|
|
||||||
|
|
||||||
async def check_disconnect():
|
|
||||||
"""Background task to check for client disconnect every 2 seconds."""
|
|
||||||
while not cancelled.is_set():
|
|
||||||
await asyncio.sleep(DISCONNECT_CHECK_INTERVAL)
|
|
||||||
if await request.is_disconnected():
|
|
||||||
logger.warning("Client disconnected, setting cancellation flag")
|
|
||||||
cancelled.set()
|
|
||||||
break
|
|
||||||
|
|
||||||
# Start disconnect checker in background
|
|
||||||
disconnect_task = asyncio.create_task(check_disconnect())
|
|
||||||
|
|
||||||
try:
|
|
||||||
result = await asyncio.get_event_loop().run_in_executor(
|
|
||||||
None, _pad_track_blocking, req, cancelled, logger
|
|
||||||
)
|
|
||||||
return PaddingResponse(**result)
|
|
||||||
finally:
|
|
||||||
cancelled.set()
|
|
||||||
disconnect_task.cancel()
|
|
||||||
try:
|
|
||||||
await disconnect_task
|
|
||||||
except asyncio.CancelledError:
|
|
||||||
pass
|
|
||||||
|
|
||||||
def _pad_track_blocking(req, cancelled, logger) -> dict:
|
|
||||||
"""Blocking CPU-bound padding work with periodic cancellation checks.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
cancelled: threading.Event for thread-safe cancellation signaling
|
|
||||||
"""
|
|
||||||
import av
|
|
||||||
import requests
|
|
||||||
from av.audio.resampler import AudioResampler
|
|
||||||
import time
|
|
||||||
|
|
||||||
temp_dir = tempfile.mkdtemp()
|
|
||||||
input_path = None
|
|
||||||
output_path = None
|
|
||||||
last_check = time.time()
|
|
||||||
|
|
||||||
try:
|
|
||||||
logger.info("Downloading track for padding")
|
|
||||||
response = requests.get(req.track_url, stream=True, timeout=S3_TIMEOUT)
|
|
||||||
response.raise_for_status()
|
|
||||||
|
|
||||||
input_path = os.path.join(temp_dir, "track.webm")
|
|
||||||
total_bytes = 0
|
|
||||||
chunk_count = 0
|
|
||||||
with open(input_path, "wb") as f:
|
|
||||||
for chunk in response.iter_content(chunk_size=8192):
|
|
||||||
if chunk:
|
|
||||||
f.write(chunk)
|
|
||||||
total_bytes += len(chunk)
|
|
||||||
chunk_count += 1
|
|
||||||
|
|
||||||
# Check for cancellation every arbitrary amount of chunks
|
|
||||||
if chunk_count % 12 == 0:
|
|
||||||
now = time.time()
|
|
||||||
if now - last_check >= DISCONNECT_CHECK_INTERVAL:
|
|
||||||
if cancelled.is_set():
|
|
||||||
logger.info("Cancelled during download, exiting early")
|
|
||||||
return {"size": 0, "cancelled": True}
|
|
||||||
last_check = now
|
|
||||||
logger.info(f"Track downloaded: {total_bytes} bytes")
|
|
||||||
|
|
||||||
if cancelled.is_set():
|
|
||||||
logger.info("Cancelled after download, exiting early")
|
|
||||||
return {"size": 0, "cancelled": True}
|
|
||||||
|
|
||||||
# Apply padding using PyAV
|
|
||||||
output_path = os.path.join(temp_dir, "padded.webm")
|
|
||||||
delay_ms = math.floor(req.start_time_seconds * 1000)
|
|
||||||
logger.info(f"Padding track {req.track_index} with {delay_ms}ms delay using PyAV")
|
|
||||||
|
|
||||||
in_container = av.open(input_path)
|
|
||||||
in_stream = next((s for s in in_container.streams if s.type == "audio"), None)
|
|
||||||
if in_stream is None:
|
|
||||||
raise ValueError("No audio stream in input")
|
|
||||||
|
|
||||||
with av.open(output_path, "w", format="webm") as out_container:
|
|
||||||
out_stream = out_container.add_stream("libopus", rate=OPUS_STANDARD_SAMPLE_RATE)
|
|
||||||
out_stream.bit_rate = OPUS_DEFAULT_BIT_RATE
|
|
||||||
graph = av.filter.Graph()
|
|
||||||
|
|
||||||
abuf_args = (
|
|
||||||
f"time_base=1/{OPUS_STANDARD_SAMPLE_RATE}:"
|
|
||||||
f"sample_rate={OPUS_STANDARD_SAMPLE_RATE}:"
|
|
||||||
f"sample_fmt=s16:"
|
|
||||||
f"channel_layout=stereo"
|
|
||||||
)
|
|
||||||
src = graph.add("abuffer", args=abuf_args, name="src")
|
|
||||||
aresample_f = graph.add("aresample", args="async=1", name="ares")
|
|
||||||
delays_arg = f"{delay_ms}|{delay_ms}"
|
|
||||||
adelay_f = graph.add("adelay", args=f"delays={delays_arg}:all=1", name="delay")
|
|
||||||
sink = graph.add("abuffersink", name="sink")
|
|
||||||
|
|
||||||
src.link_to(aresample_f)
|
|
||||||
aresample_f.link_to(adelay_f)
|
|
||||||
adelay_f.link_to(sink)
|
|
||||||
graph.configure()
|
|
||||||
|
|
||||||
resampler = AudioResampler(
|
|
||||||
format="s16", layout="stereo", rate=OPUS_STANDARD_SAMPLE_RATE
|
|
||||||
)
|
|
||||||
|
|
||||||
for frame in in_container.decode(in_stream):
|
|
||||||
# Check for cancellation periodically
|
|
||||||
now = time.time()
|
|
||||||
if now - last_check >= DISCONNECT_CHECK_INTERVAL:
|
|
||||||
if cancelled.is_set():
|
|
||||||
logger.info("Cancelled during processing, exiting early")
|
|
||||||
in_container.close()
|
|
||||||
return {"size": 0, "cancelled": True}
|
|
||||||
last_check = now
|
|
||||||
|
|
||||||
out_frames = resampler.resample(frame) or []
|
|
||||||
for rframe in out_frames:
|
|
||||||
rframe.sample_rate = OPUS_STANDARD_SAMPLE_RATE
|
|
||||||
rframe.time_base = Fraction(1, OPUS_STANDARD_SAMPLE_RATE)
|
|
||||||
src.push(rframe)
|
|
||||||
|
|
||||||
while True:
|
|
||||||
try:
|
|
||||||
f_out = sink.pull()
|
|
||||||
except Exception:
|
|
||||||
break
|
|
||||||
f_out.sample_rate = OPUS_STANDARD_SAMPLE_RATE
|
|
||||||
f_out.time_base = Fraction(1, OPUS_STANDARD_SAMPLE_RATE)
|
|
||||||
for packet in out_stream.encode(f_out):
|
|
||||||
out_container.mux(packet)
|
|
||||||
|
|
||||||
# Flush filter graph
|
|
||||||
src.push(None)
|
|
||||||
while True:
|
|
||||||
try:
|
|
||||||
f_out = sink.pull()
|
|
||||||
except Exception:
|
|
||||||
break
|
|
||||||
f_out.sample_rate = OPUS_STANDARD_SAMPLE_RATE
|
|
||||||
f_out.time_base = Fraction(1, OPUS_STANDARD_SAMPLE_RATE)
|
|
||||||
for packet in out_stream.encode(f_out):
|
|
||||||
out_container.mux(packet)
|
|
||||||
|
|
||||||
# Flush encoder
|
|
||||||
for packet in out_stream.encode(None):
|
|
||||||
out_container.mux(packet)
|
|
||||||
|
|
||||||
in_container.close()
|
|
||||||
|
|
||||||
file_size = os.path.getsize(output_path)
|
|
||||||
logger.info(f"Padding complete: {file_size} bytes")
|
|
||||||
|
|
||||||
logger.info("Uploading padded track to S3")
|
|
||||||
|
|
||||||
with open(output_path, "rb") as f:
|
|
||||||
upload_response = requests.put(req.output_url, data=f, timeout=S3_TIMEOUT)
|
|
||||||
|
|
||||||
upload_response.raise_for_status()
|
|
||||||
logger.info(f"Upload complete: {file_size} bytes")
|
|
||||||
|
|
||||||
return {"size": file_size}
|
|
||||||
|
|
||||||
finally:
|
|
||||||
if input_path and os.path.exists(input_path):
|
|
||||||
try:
|
|
||||||
os.unlink(input_path)
|
|
||||||
except Exception as e:
|
|
||||||
logger.warning(f"Failed to cleanup input file: {e}")
|
|
||||||
if output_path and os.path.exists(output_path):
|
|
||||||
try:
|
|
||||||
os.unlink(output_path)
|
|
||||||
except Exception as e:
|
|
||||||
logger.warning(f"Failed to cleanup output file: {e}")
|
|
||||||
try:
|
|
||||||
os.rmdir(temp_dir)
|
|
||||||
except Exception as e:
|
|
||||||
logger.warning(f"Failed to cleanup temp directory: {e}")
|
|
||||||
|
|
||||||
return web_app
|
|
||||||
|
|
||||||
@@ -1,496 +0,0 @@
|
|||||||
# Daily.co and Reflector Data Model
|
|
||||||
|
|
||||||
This document explains the data model relationships between Daily.co's API concepts and Reflector's database schema, clarifying common sources of confusion.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Table of Contents
|
|
||||||
|
|
||||||
1. [Core Entities Overview](#core-entities-overview)
|
|
||||||
2. [Daily.co vs Reflector Terminology](#dailyco-vs-reflector-terminology)
|
|
||||||
3. [Entity Relationships](#entity-relationships)
|
|
||||||
4. [Recording Multiplicity](#recording-multiplicity)
|
|
||||||
5. [Session Identifiers Explained](#session-identifiers-explained)
|
|
||||||
6. [Time-Based Matching](#time-based-matching)
|
|
||||||
7. [Multitrack Recording Details](#multitrack-recording-details)
|
|
||||||
8. [Verified Example](#verified-example)
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Core Entities Overview
|
|
||||||
|
|
||||||
### Reflector's Four Primary Entities
|
|
||||||
|
|
||||||
```
|
|
||||||
┌─────────────────────────────────────────────────────────────────┐
|
|
||||||
│ Room (Reflector) │
|
|
||||||
│ - Persistent meeting template │
|
|
||||||
│ - User-created configuration │
|
|
||||||
│ - Example: "team-standup" │
|
|
||||||
└────────────────────┬────────────────────────────────────────────┘
|
|
||||||
│ 1:N
|
|
||||||
▼
|
|
||||||
┌─────────────────────────────────────────────────────────────────┐
|
|
||||||
│ Meeting (Reflector) │
|
|
||||||
│ - Single session instance │
|
|
||||||
│ - Creates NEW Daily.co room with timestamp │
|
|
||||||
│ - Example: "team-standup-20260115120000" │
|
|
||||||
└────────────────────┬────────────────────────────────────────────┘
|
|
||||||
│ 1:N
|
|
||||||
▼
|
|
||||||
┌─────────────────────────────────────────────────────────────────┐
|
|
||||||
│ Recording (Reflector + Daily.co) │
|
|
||||||
│ - One segment of audio/video │
|
|
||||||
│ - New recording created on stop/restart │
|
|
||||||
│ - track_keys: JSON array of S3 file paths │
|
|
||||||
└────────────────────┬────────────────────────────────────────────┘
|
|
||||||
│ 1:1
|
|
||||||
▼
|
|
||||||
┌─────────────────────────────────────────────────────────────────┐
|
|
||||||
│ Transcript (Reflector) │
|
|
||||||
│ - Processed audio with transcription │
|
|
||||||
│ - Diarization, summaries, topics │
|
|
||||||
│ - One transcript per recording │
|
|
||||||
└─────────────────────────────────────────────────────────────────┘
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Daily.co vs Reflector Terminology
|
|
||||||
|
|
||||||
### Room
|
|
||||||
|
|
||||||
| Aspect | Daily.co | Reflector |
|
|
||||||
|--------|----------|-----------|
|
|
||||||
| **Definition** | Virtual meeting space on Daily.co platform | User-created meeting template/configuration |
|
|
||||||
| **Lifetime** | Configurable expiration | Persistent until user deletes |
|
|
||||||
| **Creation** | API call for each meeting | Pre-created by user once |
|
|
||||||
| **Reuse** | Can host multiple sessions | Generates new Daily.co room per meeting |
|
|
||||||
| **Name Format** | `room-name` (reusable) | `room-name` (base identifier) |
|
|
||||||
| **Timestamping** | Not required | Meeting adds timestamp: `{name}-YYYYMMDDHHMMSS` |
|
|
||||||
|
|
||||||
**Example:**
|
|
||||||
```
|
|
||||||
Reflector Room: "daily-private-igor" (persistent config)
|
|
||||||
↓ starts meeting
|
|
||||||
Daily.co Room: "daily-private-igor-20260110042117"
|
|
||||||
```
|
|
||||||
|
|
||||||
### Meeting
|
|
||||||
|
|
||||||
| Aspect | Daily.co | Reflector |
|
|
||||||
|--------|----------|-----------|
|
|
||||||
| **Definition** | Session that starts when first participant joins | Explicit database record of a session |
|
|
||||||
| **Identifier** | `mtgSessionId` (generated by Daily.co) | `meeting.id` (UUID, generated by Reflector) |
|
|
||||||
| **Creation** | Implicit (first participant join) | Explicit API call before participants join |
|
|
||||||
| **Purpose** | Tracks active session state | Links recordings, transcripts, participants |
|
|
||||||
| **Scope** | Per room instance | Per Reflector room + timestamp |
|
|
||||||
|
|
||||||
**Critical Limitation:** Daily.co's recordings API often does NOT return `mtgSessionId`, requiring time-based matching (see [Time-Based Matching](#time-based-matching)).
|
|
||||||
|
|
||||||
### Recording
|
|
||||||
|
|
||||||
| Aspect | Daily.co | Reflector |
|
|
||||||
|--------|----------|-----------|
|
|
||||||
| **Definition** | Audio/video files on S3 | Metadata + processing status |
|
|
||||||
| **Types** | `cloud` (composed video), `raw-tracks` (multitrack) | Stores references + `track_keys` array |
|
|
||||||
| **Multiplicity** | One recording object per start/stop cycle | One DB row per Daily.co recording object |
|
|
||||||
| **Identifier** | Daily.co `recording_id` | Same `recording_id` (stored in DB) |
|
|
||||||
| **Multitrack** | Array of `.webm` files (one per participant) | `track_keys` JSON array with S3 paths |
|
|
||||||
| **Linkage** | Via `room_name` + `start_ts` | FK `meeting_id` (set via time-based match) |
|
|
||||||
|
|
||||||
**Critical Behavior:** Recording **stops/restarts** create **separate recording objects** with unique IDs.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Entity Relationships
|
|
||||||
|
|
||||||
### Database Schema Relationships
|
|
||||||
|
|
||||||
```sql
|
|
||||||
-- Simplified schema showing key relationships
|
|
||||||
|
|
||||||
TABLE room (
|
|
||||||
id VARCHAR PRIMARY KEY,
|
|
||||||
name VARCHAR UNIQUE,
|
|
||||||
platform VARCHAR -- 'whereby' | 'daily'
|
|
||||||
)
|
|
||||||
|
|
||||||
TABLE meeting (
|
|
||||||
id VARCHAR PRIMARY KEY,
|
|
||||||
room_id VARCHAR REFERENCES room(id) ON DELETE CASCADE, -- nullable
|
|
||||||
room_name VARCHAR, -- Daily.co room name (timestamped)
|
|
||||||
start_date TIMESTAMP,
|
|
||||||
platform VARCHAR
|
|
||||||
)
|
|
||||||
|
|
||||||
TABLE recording (
|
|
||||||
id VARCHAR PRIMARY KEY, -- Daily.co recording_id
|
|
||||||
meeting_id VARCHAR, -- FK to meeting (set via time-based match)
|
|
||||||
bucket_name VARCHAR,
|
|
||||||
object_key VARCHAR, -- S3 prefix
|
|
||||||
track_keys JSON, -- Array of S3 keys for multitrack
|
|
||||||
recorded_at TIMESTAMP
|
|
||||||
)
|
|
||||||
|
|
||||||
TABLE transcript (
|
|
||||||
id VARCHAR PRIMARY KEY,
|
|
||||||
recording_id VARCHAR, -- nullable FK
|
|
||||||
meeting_id VARCHAR, -- nullable FK
|
|
||||||
room_id VARCHAR, -- nullable FK
|
|
||||||
participants JSON, -- [{id, speaker, name, user_id}, ...]
|
|
||||||
title VARCHAR,
|
|
||||||
long_summary VARCHAR,
|
|
||||||
webvtt TEXT
|
|
||||||
)
|
|
||||||
```
|
|
||||||
|
|
||||||
**Relationship Cardinalities:**
|
|
||||||
```
|
|
||||||
1 Room → N Meetings
|
|
||||||
1 Meeting → N Recordings (common: 1-21 recordings per meeting)
|
|
||||||
1 Recording → 1 Transcript
|
|
||||||
1 Meeting → N Transcripts (via recordings)
|
|
||||||
```
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Recording Multiplicity
|
|
||||||
|
|
||||||
### Why Multiple Recordings Per Meeting?
|
|
||||||
|
|
||||||
Daily.co creates a **new recording object** (new ID, new files) whenever recording stops and restarts. This happens due to:
|
|
||||||
|
|
||||||
1. **Manual stop/start** - User clicks stop, then start recording again
|
|
||||||
2. **Network reconnection** - Participant drops, reconnects → triggers restart
|
|
||||||
3. **Participant rejoin** - Last participant leaves, new one joins → new session
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Session Identifiers Explained
|
|
||||||
|
|
||||||
### The Hidden Entity: Daily.co Meeting Session
|
|
||||||
|
|
||||||
Daily.co has an **implicit ephemeral entity** that sits between Room and Recording:
|
|
||||||
|
|
||||||
```
|
|
||||||
Daily.co Room: "daily-private-igor-20260110042117"
|
|
||||||
│
|
|
||||||
├─ Daily.co Meeting Session #1 (mtgSessionId: c04334de...)
|
|
||||||
│ └─ Recording #3 (f4a50f94) - 4s, 1 track
|
|
||||||
│
|
|
||||||
└─ Daily.co Meeting Session #2 (mtgSessionId: 4cdae3c0...)
|
|
||||||
├─ Recording #2 (b0fa94da) - 80s, 2 tracks ← recording stopped
|
|
||||||
└─ Recording #1 (05edf519) - 62s, 1 track ← then restarted
|
|
||||||
```
|
|
||||||
|
|
||||||
**Daily.co Meeting Session:**
|
|
||||||
- **Lifecycle:** Starts when first participant joins, ends when last participant leaves
|
|
||||||
- **Identifier:** `mtgSessionId` (generated by Daily.co)
|
|
||||||
- **Persistence:** Ephemeral - new ID if everyone leaves and someone rejoins
|
|
||||||
- **Relationship:** 1 Session → N Recordings (if recording stops/restarts during session)
|
|
||||||
|
|
||||||
**Key Insight:** Multiple recordings can share the same `mtgSessionId` if recording was stopped and restarted while participants remained connected.
|
|
||||||
|
|
||||||
### mtgSessionId (Meeting Session Identifier)
|
|
||||||
|
|
||||||
`mtgSessionId` identifies a **Daily.co meeting session** (not individual participants, not a room).
|
|
||||||
|
|
||||||
### session_id (Per-Participant)
|
|
||||||
|
|
||||||
**Different concept:** Per-participant connection identifier from webhooks.
|
|
||||||
|
|
||||||
**Reflector Tracking:** `daily_participant_session` table
|
|
||||||
```sql
|
|
||||||
TABLE daily_participant_session (
|
|
||||||
id VARCHAR PRIMARY KEY, -- {meeting_id}:{user_id}:{joined_at_ms}
|
|
||||||
meeting_id VARCHAR,
|
|
||||||
session_id VARCHAR, -- From webhook (per-participant)
|
|
||||||
user_id VARCHAR,
|
|
||||||
user_name VARCHAR,
|
|
||||||
joined_at TIMESTAMP,
|
|
||||||
left_at TIMESTAMP
|
|
||||||
)
|
|
||||||
```
|
|
||||||
---
|
|
||||||
|
|
||||||
## Time-Based Matching
|
|
||||||
|
|
||||||
### Problem Statement
|
|
||||||
|
|
||||||
Daily.co's recordings API does not reliably return `mtgSessionId`, making it impossible to directly link recordings to meetings via Daily.co's identifiers.
|
|
||||||
|
|
||||||
**Example API response:**
|
|
||||||
```json
|
|
||||||
{
|
|
||||||
"id": "recording-uuid",
|
|
||||||
"room_name": "daily-private-igor-20260110042117",
|
|
||||||
"start_ts": 1768018896,
|
|
||||||
"mtgSessionId": null ← Missing!
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
### Solution: Time-Based Matching
|
|
||||||
|
|
||||||
**Implementation:** `reflector/db/meetings.py:get_by_room_name_and_time()`
|
|
||||||
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Multitrack Recording Details
|
|
||||||
|
|
||||||
### track_keys JSON Array
|
|
||||||
|
|
||||||
**Schema:** `recording.track_keys` (JSON, nullable)
|
|
||||||
```sql
|
|
||||||
-- Example recording with 2 audio tracks
|
|
||||||
{
|
|
||||||
"id": "b0fa94da-73b5-4f95-9239-5216a682a505",
|
|
||||||
"track_keys": [
|
|
||||||
"igormonadical/daily-private-igor-20260110042117/1768018896877-890c0eae-e186-4534-a7bd-7c794b7d6d7f-cam-audio-1768018914565",
|
|
||||||
"igormonadical/daily-private-igor-20260110042117/1768018896877-9660e8e9-4297-4f17-951d-0b2bf2401803-cam-audio-1768018899286"
|
|
||||||
]
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
**Semantics:**
|
|
||||||
- `track_keys = null` → Not multitrack (cloud recording)
|
|
||||||
- `track_keys = []` → Multitrack recording with no audio captured (silence/muted)
|
|
||||||
- `track_keys = [...]` → Multitrack with N audio tracks
|
|
||||||
|
|
||||||
**Property:** `recording.is_multitrack` (Python)
|
|
||||||
```python
|
|
||||||
@property
|
|
||||||
def is_multitrack(self) -> bool:
|
|
||||||
return self.track_keys is not None and len(self.track_keys) > 0
|
|
||||||
```
|
|
||||||
|
|
||||||
### Track Filename Format
|
|
||||||
|
|
||||||
Daily.co multitrack filenames encode timing and participant information:
|
|
||||||
|
|
||||||
**Format:** `{recording_start_ts}-{participant_id}-cam-audio-{track_start_ts}`
|
|
||||||
|
|
||||||
**Example:** `1768018896877-890c0eae-e186-4534-a7bd-7c794b7d6d7f-cam-audio-1768018914565`
|
|
||||||
|
|
||||||
**Parsed Components:**
|
|
||||||
```python
|
|
||||||
# reflector/utils/daily.py:25-60
|
|
||||||
class DailyRecordingFilename(NamedTuple):
|
|
||||||
recording_start_ts: int # 1768018896877 (milliseconds)
|
|
||||||
participant_id: str # 890c0eae-e186-4534-a7bd-7c794b7d6d7f
|
|
||||||
track_start_ts: int # 1768018914565 (milliseconds)
|
|
||||||
```
|
|
||||||
|
|
||||||
**Note:** Browser downloads from S3 add `.webm` extension due to MIME headers, but S3 object keys have no extension.
|
|
||||||
|
|
||||||
### Video Track Filtering
|
|
||||||
|
|
||||||
Daily.co API returns both audio and video tracks, but Reflector only processes audio.
|
|
||||||
|
|
||||||
**Filtering Logic:** `reflector/worker/process.py:660`
|
|
||||||
```python
|
|
||||||
track_keys = [t.s3Key for t in recording.tracks if t.type == "audio"]
|
|
||||||
```
|
|
||||||
|
|
||||||
**Example API Response:**
|
|
||||||
```json
|
|
||||||
{
|
|
||||||
"tracks": [
|
|
||||||
{"type": "audio", "s3Key": "...cam-audio-1768018914565"},
|
|
||||||
{"type": "audio", "s3Key": "...cam-audio-1768018899286"},
|
|
||||||
{"type": "video", "s3Key": "...cam-video-1768018897095"} ← Filtered out
|
|
||||||
]
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
**Result:** Only 2 audio tracks stored in `recording.track_keys`, video track discarded.
|
|
||||||
|
|
||||||
**Rationale:** Reflector is audio transcription system; video not needed for processing.
|
|
||||||
|
|
||||||
### Track-to-Participant Mapping
|
|
||||||
|
|
||||||
**Flow:**
|
|
||||||
1. Daily.co webhook/polling provides `track_keys` array
|
|
||||||
2. Each track filename contains `participant_id`
|
|
||||||
3. Reflector queries Daily.co API: `GET /meetings/{mtgSessionId}/participants`
|
|
||||||
4. Maps `participant_id` → `user_name`
|
|
||||||
5. Stores in `transcript.participants` JSON:
|
|
||||||
```json
|
|
||||||
[
|
|
||||||
{
|
|
||||||
"id": "890c0eae-e186-4534-a7bd-7c794b7d6d7f",
|
|
||||||
"speaker": 0,
|
|
||||||
"name": "test2",
|
|
||||||
"user_id": "907f2cc1-eaab-435f-8ee2-09185f416b22"
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"id": "9660e8e9-4297-4f17-951d-0b2bf2401803",
|
|
||||||
"speaker": 1,
|
|
||||||
"name": "test",
|
|
||||||
"user_id": "907f2cc1-eaab-435f-8ee2-09185f416b22"
|
|
||||||
}
|
|
||||||
]
|
|
||||||
```
|
|
||||||
|
|
||||||
**Diarization:** Multitrack recordings don't need speaker diarization AI — speaker identity comes from separate audio tracks.
|
|
||||||
|
|
||||||
---
|
|
||||||
|
|
||||||
## Example
|
|
||||||
|
|
||||||
### Meeting: daily-private-igor-20260110042117
|
|
||||||
|
|
||||||
**Context:** User conducted test recording with start/stop cycles, producing 3 recordings.
|
|
||||||
|
|
||||||
#### Database State
|
|
||||||
|
|
||||||
```sql
|
|
||||||
-- Meeting
|
|
||||||
id: 034804b8-cee2-4fb4-94d7-122f6f068a61
|
|
||||||
room_name: daily-private-igor-20260110042117
|
|
||||||
start_date: 2026-01-10 04:21:17+00
|
|
||||||
```
|
|
||||||
|
|
||||||
#### Daily.co API Response
|
|
||||||
|
|
||||||
```json
|
|
||||||
[
|
|
||||||
{
|
|
||||||
"id": "f4a50f94-053c-4f9d-bda6-78ad051fbc36",
|
|
||||||
"room_name": "daily-private-igor-20260110042117",
|
|
||||||
"start_ts": 1768018885,
|
|
||||||
"duration": 4,
|
|
||||||
"status": "finished",
|
|
||||||
"mtgSessionId": "c04334de-42a0-4c2a-96be-a49b068dca85",
|
|
||||||
"tracks": [
|
|
||||||
{"type": "audio", "s3Key": "...62e8f3ae...cam-audio-1768018885417"}
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"id": "b0fa94da-73b5-4f95-9239-5216a682a505",
|
|
||||||
"room_name": "daily-private-igor-20260110042117",
|
|
||||||
"start_ts": 1768018896,
|
|
||||||
"duration": 80,
|
|
||||||
"status": "finished",
|
|
||||||
"mtgSessionId": "4cdae3c0-86cb-4578-8a6d-3a228bb48345",
|
|
||||||
"tracks": [
|
|
||||||
{"type": "audio", "s3Key": "...890c0eae...cam-audio-1768018914565"},
|
|
||||||
{"type": "audio", "s3Key": "...9660e8e9...cam-audio-1768018899286"},
|
|
||||||
{"type": "video", "s3Key": "...9660e8e9...cam-video-1768018897095"}
|
|
||||||
]
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"id": "05edf519-9048-4b49-9a75-73e9826fd950",
|
|
||||||
"room_name": "daily-private-igor-20260110042117",
|
|
||||||
"start_ts": 1768018914,
|
|
||||||
"duration": 62,
|
|
||||||
"status": "finished",
|
|
||||||
"mtgSessionId": "4cdae3c0-86cb-4578-8a6d-3a228bb48345",
|
|
||||||
"tracks": [
|
|
||||||
{"type": "audio", "s3Key": "...890c0eae...cam-audio-1768018914948"}
|
|
||||||
]
|
|
||||||
}
|
|
||||||
]
|
|
||||||
```
|
|
||||||
|
|
||||||
**Key Observations:**
|
|
||||||
- 3 recording objects returned by Daily.co
|
|
||||||
- 2 different `mtgSessionId` values (2 different meeting instances)
|
|
||||||
- Recording #2 has 3 tracks (2 audio + 1 video)
|
|
||||||
- Timestamps: 1768018885 → 1768018896 (+11s) → 1768018914 (+18s)
|
|
||||||
|
|
||||||
#### Reflector Database
|
|
||||||
|
|
||||||
**Recordings:**
|
|
||||||
```
|
|
||||||
┌──────────────────────────────────────┬──────────────┬────────────┬──────────────────────────────────────┐
|
|
||||||
│ id │ track_count │ duration │ mtgSessionId │
|
|
||||||
├──────────────────────────────────────┼──────────────┼────────────┼──────────────────────────────────────┤
|
|
||||||
│ f4a50f94-053c-4f9d-bda6-78ad051fbc36 │ 1 │ 4s │ c04334de-42a0-4c2a-96be-a49b068dca85 │
|
|
||||||
│ b0fa94da-73b5-4f95-9239-5216a682a505 │ 2 (video=0) │ 80s │ 4cdae3c0-86cb-4578-8a6d-3a228bb48345 │
|
|
||||||
│ 05edf519-9048-4b49-9a75-73e9826fd950 │ 1 │ 62s │ 4cdae3c0-86cb-4578-8a6d-3a228bb48345 │
|
|
||||||
└──────────────────────────────────────┴──────────────┴────────────┴──────────────────────────────────────┘
|
|
||||||
```
|
|
||||||
**Note:** Recording #2 has 2 audio tracks (video filtered out), not 3.
|
|
||||||
|
|
||||||
**Transcripts:**
|
|
||||||
```
|
|
||||||
┌──────────────────────────────────────┬──────────────────────────────────────┬──────────────┬──────────────────────────────────────────────┐
|
|
||||||
│ id │ recording_id │ participants │ title │
|
|
||||||
├──────────────────────────────────────┼──────────────────────────────────────┼──────────────┼──────────────────────────────────────────────┤
|
|
||||||
│ 17149b1f-546c-4837-80a0-f8140bd16592 │ f4a50f94-053c-4f9d-bda6-78ad051fbc36 │ 1 (test) │ (empty - no speech) │
|
|
||||||
│ 49801332-3222-4c11-bdb2-375479fc87f2 │ b0fa94da-73b5-4f95-9239-5216a682a505 │ 2 (test, │ "Examination and Validation Procedures │
|
|
||||||
│ │ │ test2) │ Review" │
|
|
||||||
│ e5271e12-20fb-42d2-b5a8-21438abadef9 │ 05edf519-9048-4b49-9a75-73e9826fd950 │ 1 (test2) │ "Technical Sound Check Procedure Review" │
|
|
||||||
└──────────────────────────────────────┴──────────────────────────────────────┴──────────────┴──────────────────────────────────────────────┘
|
|
||||||
```
|
|
||||||
|
|
||||||
**Transcript Content:**
|
|
||||||
|
|
||||||
*Transcript #1* (17149b1f): Empty WebVTT (no audio captured)
|
|
||||||
|
|
||||||
*Transcript #2* (49801332):
|
|
||||||
```webvtt
|
|
||||||
WEBVTT
|
|
||||||
|
|
||||||
00:00:03.109 --> 00:00:05.589
|
|
||||||
<v Speaker1>Test, test, test. Test, test, test, test, test.
|
|
||||||
|
|
||||||
00:00:19.829 --> 00:00:22.710
|
|
||||||
<v Speaker0>Test test test test test test test test test test test.
|
|
||||||
```
|
|
||||||
**AI-Generated Summary:**
|
|
||||||
> "The meeting focused on the critical importance of rigorous testing for ensuring reliability and quality, with test and test2 emphasizing the need for a structured testing framework and meticulous documentation..."
|
|
||||||
|
|
||||||
*Transcript #3* (e5271e12):
|
|
||||||
```webvtt
|
|
||||||
WEBVTT
|
|
||||||
|
|
||||||
00:00:02.029 --> 00:00:04.910
|
|
||||||
<v Speaker0>Test, test, test, test, test, test, test, test, test, test, test.
|
|
||||||
```
|
|
||||||
|
|
||||||
#### Validation: track_keys → participants
|
|
||||||
|
|
||||||
**Recording #2 (b0fa94da) tracks:**
|
|
||||||
```json
|
|
||||||
[
|
|
||||||
".../890c0eae-e186-4534-a7bd-7c794b7d6d7f-cam-audio-...",
|
|
||||||
".../9660e8e9-4297-4f17-951d-0b2bf2401803-cam-audio-..."
|
|
||||||
]
|
|
||||||
```
|
|
||||||
|
|
||||||
**Transcript #2 (49801332) participants:**
|
|
||||||
```json
|
|
||||||
[
|
|
||||||
{"id": "890c0eae-e186-4534-a7bd-7c794b7d6d7f", "speaker": 0, "name": "test2"},
|
|
||||||
{"id": "9660e8e9-4297-4f17-951d-0b2bf2401803", "speaker": 1, "name": "test"}
|
|
||||||
]
|
|
||||||
```
|
|
||||||
|
|
||||||
### Data Flow
|
|
||||||
|
|
||||||
```
|
|
||||||
Daily.co API: 3 recordings
|
|
||||||
↓
|
|
||||||
Polling: _poll_raw_tracks_recordings()
|
|
||||||
↓
|
|
||||||
Worker: process_multitrack_recording.delay() × 3
|
|
||||||
↓
|
|
||||||
DB: 3 recording rows created
|
|
||||||
↓
|
|
||||||
Pipeline: Audio processing + transcription × 3
|
|
||||||
↓
|
|
||||||
DB: 3 transcript rows created (1:1 with recordings)
|
|
||||||
↓
|
|
||||||
UI: User sees 3 separate transcripts
|
|
||||||
```
|
|
||||||
|
|
||||||
**Result:** ✅ 1:1 Recording → Transcript relationship maintained.
|
|
||||||
|
|
||||||
|
|
||||||
---
|
|
||||||
**Document Version:** 1.0
|
|
||||||
**Last Verified:** 2026-01-15
|
|
||||||
**Data Source:** Production database + Daily.co API inspection
|
|
||||||
@@ -1,40 +0,0 @@
|
|||||||
"""add cloud recording support
|
|
||||||
|
|
||||||
Revision ID: 1b1e6a6fc465
|
|
||||||
Revises: bd3a729bb379
|
|
||||||
Create Date: 2026-01-09 17:17:33.535620
|
|
||||||
|
|
||||||
"""
|
|
||||||
|
|
||||||
from typing import Sequence, Union
|
|
||||||
|
|
||||||
import sqlalchemy as sa
|
|
||||||
from alembic import op
|
|
||||||
|
|
||||||
# revision identifiers, used by Alembic.
|
|
||||||
revision: str = "1b1e6a6fc465"
|
|
||||||
down_revision: Union[str, None] = "bd3a729bb379"
|
|
||||||
branch_labels: Union[str, Sequence[str], None] = None
|
|
||||||
depends_on: Union[str, Sequence[str], None] = None
|
|
||||||
|
|
||||||
|
|
||||||
def upgrade() -> None:
|
|
||||||
# ### commands auto generated by Alembic - please adjust! ###
|
|
||||||
with op.batch_alter_table("meeting", schema=None) as batch_op:
|
|
||||||
batch_op.add_column(
|
|
||||||
sa.Column("daily_composed_video_s3_key", sa.String(), nullable=True)
|
|
||||||
)
|
|
||||||
batch_op.add_column(
|
|
||||||
sa.Column("daily_composed_video_duration", sa.Integer(), nullable=True)
|
|
||||||
)
|
|
||||||
|
|
||||||
# ### end Alembic commands ###
|
|
||||||
|
|
||||||
|
|
||||||
def downgrade() -> None:
|
|
||||||
# ### commands auto generated by Alembic - please adjust! ###
|
|
||||||
with op.batch_alter_table("meeting", schema=None) as batch_op:
|
|
||||||
batch_op.drop_column("daily_composed_video_duration")
|
|
||||||
batch_op.drop_column("daily_composed_video_s3_key")
|
|
||||||
|
|
||||||
# ### end Alembic commands ###
|
|
||||||
@@ -1,44 +0,0 @@
|
|||||||
"""replace_use_hatchet_with_use_celery
|
|
||||||
|
|
||||||
Revision ID: 80beb1ea3269
|
|
||||||
Revises: bd3a729bb379
|
|
||||||
Create Date: 2026-01-20 16:26:25.555869
|
|
||||||
|
|
||||||
"""
|
|
||||||
|
|
||||||
from typing import Sequence, Union
|
|
||||||
|
|
||||||
import sqlalchemy as sa
|
|
||||||
from alembic import op
|
|
||||||
|
|
||||||
# revision identifiers, used by Alembic.
|
|
||||||
revision: str = "80beb1ea3269"
|
|
||||||
down_revision: Union[str, None] = "bd3a729bb379"
|
|
||||||
branch_labels: Union[str, Sequence[str], None] = None
|
|
||||||
depends_on: Union[str, Sequence[str], None] = None
|
|
||||||
|
|
||||||
|
|
||||||
def upgrade() -> None:
|
|
||||||
with op.batch_alter_table("room", schema=None) as batch_op:
|
|
||||||
batch_op.add_column(
|
|
||||||
sa.Column(
|
|
||||||
"use_celery",
|
|
||||||
sa.Boolean(),
|
|
||||||
server_default=sa.text("false"),
|
|
||||||
nullable=False,
|
|
||||||
)
|
|
||||||
)
|
|
||||||
batch_op.drop_column("use_hatchet")
|
|
||||||
|
|
||||||
|
|
||||||
def downgrade() -> None:
|
|
||||||
with op.batch_alter_table("room", schema=None) as batch_op:
|
|
||||||
batch_op.add_column(
|
|
||||||
sa.Column(
|
|
||||||
"use_hatchet",
|
|
||||||
sa.Boolean(),
|
|
||||||
server_default=sa.text("false"),
|
|
||||||
nullable=False,
|
|
||||||
)
|
|
||||||
)
|
|
||||||
batch_op.drop_column("use_celery")
|
|
||||||
@@ -1,23 +0,0 @@
|
|||||||
"""merge cloud recording and celery heads
|
|
||||||
|
|
||||||
Revision ID: e69f08ead8ea
|
|
||||||
Revises: 1b1e6a6fc465, 80beb1ea3269
|
|
||||||
Create Date: 2026-01-21 21:39:10.326841
|
|
||||||
|
|
||||||
"""
|
|
||||||
|
|
||||||
from typing import Sequence, Union
|
|
||||||
|
|
||||||
# revision identifiers, used by Alembic.
|
|
||||||
revision: str = "e69f08ead8ea"
|
|
||||||
down_revision: Union[str, None] = ("1b1e6a6fc465", "80beb1ea3269")
|
|
||||||
branch_labels: Union[str, Sequence[str], None] = None
|
|
||||||
depends_on: Union[str, Sequence[str], None] = None
|
|
||||||
|
|
||||||
|
|
||||||
def upgrade() -> None:
|
|
||||||
pass
|
|
||||||
|
|
||||||
|
|
||||||
def downgrade() -> None:
|
|
||||||
pass
|
|
||||||
@@ -8,7 +8,7 @@ readme = "README.md"
|
|||||||
dependencies = [
|
dependencies = [
|
||||||
"aiohttp>=3.9.0",
|
"aiohttp>=3.9.0",
|
||||||
"aiohttp-cors>=0.7.0",
|
"aiohttp-cors>=0.7.0",
|
||||||
"av>=15.0.0",
|
"av>=10.0.0",
|
||||||
"requests>=2.31.0",
|
"requests>=2.31.0",
|
||||||
"aiortc>=1.5.0",
|
"aiortc>=1.5.0",
|
||||||
"sortedcontainers>=2.4.0",
|
"sortedcontainers>=2.4.0",
|
||||||
|
|||||||
@@ -18,6 +18,7 @@ from reflector.views.rooms import router as rooms_router
|
|||||||
from reflector.views.rtc_offer import router as rtc_offer_router
|
from reflector.views.rtc_offer import router as rtc_offer_router
|
||||||
from reflector.views.transcripts import router as transcripts_router
|
from reflector.views.transcripts import router as transcripts_router
|
||||||
from reflector.views.transcripts_audio import router as transcripts_audio_router
|
from reflector.views.transcripts_audio import router as transcripts_audio_router
|
||||||
|
from reflector.views.transcripts_chat import router as transcripts_chat_router
|
||||||
from reflector.views.transcripts_participants import (
|
from reflector.views.transcripts_participants import (
|
||||||
router as transcripts_participants_router,
|
router as transcripts_participants_router,
|
||||||
)
|
)
|
||||||
@@ -90,6 +91,7 @@ app.include_router(transcripts_participants_router, prefix="/v1")
|
|||||||
app.include_router(transcripts_speaker_router, prefix="/v1")
|
app.include_router(transcripts_speaker_router, prefix="/v1")
|
||||||
app.include_router(transcripts_upload_router, prefix="/v1")
|
app.include_router(transcripts_upload_router, prefix="/v1")
|
||||||
app.include_router(transcripts_websocket_router, prefix="/v1")
|
app.include_router(transcripts_websocket_router, prefix="/v1")
|
||||||
|
app.include_router(transcripts_chat_router, prefix="/v1")
|
||||||
app.include_router(transcripts_webrtc_router, prefix="/v1")
|
app.include_router(transcripts_webrtc_router, prefix="/v1")
|
||||||
app.include_router(transcripts_process_router, prefix="/v1")
|
app.include_router(transcripts_process_router, prefix="/v1")
|
||||||
app.include_router(user_router, prefix="/v1")
|
app.include_router(user_router, prefix="/v1")
|
||||||
|
|||||||
@@ -3,7 +3,7 @@ Daily.co API Module
|
|||||||
"""
|
"""
|
||||||
|
|
||||||
# Client
|
# Client
|
||||||
from .client import DailyApiClient, DailyApiError, RecordingType
|
from .client import DailyApiClient, DailyApiError
|
||||||
|
|
||||||
# Request models
|
# Request models
|
||||||
from .requests import (
|
from .requests import (
|
||||||
@@ -64,7 +64,6 @@ __all__ = [
|
|||||||
# Client
|
# Client
|
||||||
"DailyApiClient",
|
"DailyApiClient",
|
||||||
"DailyApiError",
|
"DailyApiError",
|
||||||
"RecordingType",
|
|
||||||
# Requests
|
# Requests
|
||||||
"CreateRoomRequest",
|
"CreateRoomRequest",
|
||||||
"RoomProperties",
|
"RoomProperties",
|
||||||
|
|||||||
@@ -7,8 +7,7 @@ Reference: https://docs.daily.co/reference/rest-api
|
|||||||
"""
|
"""
|
||||||
|
|
||||||
from http import HTTPStatus
|
from http import HTTPStatus
|
||||||
from typing import Any, Literal
|
from typing import Any
|
||||||
from uuid import UUID
|
|
||||||
|
|
||||||
import httpx
|
import httpx
|
||||||
import structlog
|
import structlog
|
||||||
@@ -33,8 +32,6 @@ from .responses import (
|
|||||||
|
|
||||||
logger = structlog.get_logger(__name__)
|
logger = structlog.get_logger(__name__)
|
||||||
|
|
||||||
RecordingType = Literal["cloud", "raw-tracks"]
|
|
||||||
|
|
||||||
|
|
||||||
class DailyApiError(Exception):
|
class DailyApiError(Exception):
|
||||||
"""Daily.co API error with full request/response context."""
|
"""Daily.co API error with full request/response context."""
|
||||||
@@ -398,38 +395,6 @@ class DailyApiClient:
|
|||||||
|
|
||||||
return [RecordingResponse(**r) for r in data["data"]]
|
return [RecordingResponse(**r) for r in data["data"]]
|
||||||
|
|
||||||
async def start_recording(
|
|
||||||
self,
|
|
||||||
room_name: NonEmptyString,
|
|
||||||
recording_type: RecordingType,
|
|
||||||
instance_id: UUID,
|
|
||||||
) -> dict[str, Any]:
|
|
||||||
"""Start recording via REST API.
|
|
||||||
|
|
||||||
Reference: https://docs.daily.co/reference/rest-api/rooms/recordings/start
|
|
||||||
|
|
||||||
Args:
|
|
||||||
room_name: Daily.co room name
|
|
||||||
recording_type: Recording type
|
|
||||||
instance_id: UUID for this recording session
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
Recording start confirmation from Daily.co API
|
|
||||||
|
|
||||||
Raises:
|
|
||||||
DailyApiError: If API request fails
|
|
||||||
"""
|
|
||||||
client = await self._get_client()
|
|
||||||
response = await client.post(
|
|
||||||
f"{self.base_url}/rooms/{room_name}/recordings/start",
|
|
||||||
headers=self.headers,
|
|
||||||
json={
|
|
||||||
"type": recording_type,
|
|
||||||
"instanceId": str(instance_id),
|
|
||||||
},
|
|
||||||
)
|
|
||||||
return await self._handle_response(response, "start_recording")
|
|
||||||
|
|
||||||
# ============================================================================
|
# ============================================================================
|
||||||
# MEETING TOKENS
|
# MEETING TOKENS
|
||||||
# ============================================================================
|
# ============================================================================
|
||||||
|
|||||||
@@ -1,37 +0,0 @@
|
|||||||
"""
|
|
||||||
Daily.co recording instanceId generation utilities.
|
|
||||||
|
|
||||||
Deterministic instance ID generation for cloud and raw-tracks recordings.
|
|
||||||
MUST match frontend logic
|
|
||||||
"""
|
|
||||||
|
|
||||||
from uuid import UUID, uuid5
|
|
||||||
|
|
||||||
from reflector.utils.string import NonEmptyString
|
|
||||||
|
|
||||||
# Namespace UUID for UUIDv5 generation of raw-tracks instanceIds
|
|
||||||
# DO NOT CHANGE: Breaks instanceId determinism across deployments and frontend/backend matching
|
|
||||||
RAW_TRACKS_NAMESPACE = UUID("a1b2c3d4-e5f6-7890-abcd-ef1234567890")
|
|
||||||
|
|
||||||
|
|
||||||
def generate_cloud_instance_id(meeting_id: NonEmptyString) -> UUID:
|
|
||||||
"""
|
|
||||||
Generate instanceId for cloud recording.
|
|
||||||
|
|
||||||
Cloud recordings use meeting ID directly as instanceId.
|
|
||||||
This ensures each meeting has one unique cloud recording.
|
|
||||||
"""
|
|
||||||
return UUID(meeting_id)
|
|
||||||
|
|
||||||
|
|
||||||
def generate_raw_tracks_instance_id(meeting_id: NonEmptyString) -> UUID:
|
|
||||||
"""
|
|
||||||
Generate instanceId for raw-tracks recording.
|
|
||||||
|
|
||||||
Raw-tracks recordings use UUIDv5(meeting_id, namespace) to ensure
|
|
||||||
different instanceId from cloud while remaining deterministic.
|
|
||||||
|
|
||||||
Daily.co requires cloud and raw-tracks to have different instanceIds
|
|
||||||
for concurrent recording.
|
|
||||||
"""
|
|
||||||
return uuid5(RAW_TRACKS_NAMESPACE, meeting_id)
|
|
||||||
@@ -88,6 +88,13 @@ class MeetingTokenProperties(BaseModel):
|
|||||||
is_owner: bool = Field(
|
is_owner: bool = Field(
|
||||||
default=False, description="Grant owner privileges to token holder"
|
default=False, description="Grant owner privileges to token holder"
|
||||||
)
|
)
|
||||||
|
start_cloud_recording: bool = Field(
|
||||||
|
default=False, description="Automatically start cloud recording on join"
|
||||||
|
)
|
||||||
|
start_cloud_recording_opts: dict | None = Field(
|
||||||
|
default=None,
|
||||||
|
description="Options for startRecording when start_cloud_recording is true (e.g., maxDuration)",
|
||||||
|
)
|
||||||
enable_recording_ui: bool = Field(
|
enable_recording_ui: bool = Field(
|
||||||
default=True, description="Show recording controls in UI"
|
default=True, description="Show recording controls in UI"
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -116,7 +116,6 @@ class RecordingS3Info(BaseModel):
|
|||||||
|
|
||||||
bucket_name: NonEmptyString
|
bucket_name: NonEmptyString
|
||||||
bucket_region: NonEmptyString
|
bucket_region: NonEmptyString
|
||||||
key: NonEmptyString | None = None
|
|
||||||
endpoint: NonEmptyString | None = None
|
endpoint: NonEmptyString | None = None
|
||||||
|
|
||||||
|
|
||||||
@@ -133,9 +132,6 @@ class RecordingResponse(BaseModel):
|
|||||||
id: NonEmptyString = Field(description="Recording identifier")
|
id: NonEmptyString = Field(description="Recording identifier")
|
||||||
room_name: NonEmptyString = Field(description="Room where recording occurred")
|
room_name: NonEmptyString = Field(description="Room where recording occurred")
|
||||||
start_ts: int = Field(description="Recording start timestamp (Unix epoch seconds)")
|
start_ts: int = Field(description="Recording start timestamp (Unix epoch seconds)")
|
||||||
type: Literal["cloud", "raw-tracks"] | None = Field(
|
|
||||||
None, description="Recording type (may be missing from API)"
|
|
||||||
)
|
|
||||||
status: RecordingStatus = Field(
|
status: RecordingStatus = Field(
|
||||||
description="Recording status ('in-progress' or 'finished')"
|
description="Recording status ('in-progress' or 'finished')"
|
||||||
)
|
)
|
||||||
@@ -149,9 +145,6 @@ class RecordingResponse(BaseModel):
|
|||||||
None, description="Token for sharing recording"
|
None, description="Token for sharing recording"
|
||||||
)
|
)
|
||||||
s3: RecordingS3Info | None = Field(None, description="S3 bucket information")
|
s3: RecordingS3Info | None = Field(None, description="S3 bucket information")
|
||||||
s3key: NonEmptyString | None = Field(
|
|
||||||
None, description="S3 key for cloud recordings (top-level field)"
|
|
||||||
)
|
|
||||||
tracks: list[DailyTrack] = Field(
|
tracks: list[DailyTrack] = Field(
|
||||||
default_factory=list,
|
default_factory=list,
|
||||||
description="Track list for raw-tracks recordings (always array, never null)",
|
description="Track list for raw-tracks recordings (always array, never null)",
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
from datetime import datetime, timedelta
|
from datetime import datetime
|
||||||
from typing import Any, Literal
|
from typing import Any, Literal
|
||||||
|
|
||||||
import sqlalchemy as sa
|
import sqlalchemy as sa
|
||||||
@@ -9,7 +9,7 @@ from reflector.db import get_database, metadata
|
|||||||
from reflector.db.rooms import Room
|
from reflector.db.rooms import Room
|
||||||
from reflector.schemas.platform import WHEREBY_PLATFORM, Platform
|
from reflector.schemas.platform import WHEREBY_PLATFORM, Platform
|
||||||
from reflector.utils import generate_uuid4
|
from reflector.utils import generate_uuid4
|
||||||
from reflector.utils.string import NonEmptyString, assert_equal
|
from reflector.utils.string import assert_equal
|
||||||
|
|
||||||
meetings = sa.Table(
|
meetings = sa.Table(
|
||||||
"meeting",
|
"meeting",
|
||||||
@@ -63,9 +63,6 @@ meetings = sa.Table(
|
|||||||
nullable=False,
|
nullable=False,
|
||||||
server_default=assert_equal(WHEREBY_PLATFORM, "whereby"),
|
server_default=assert_equal(WHEREBY_PLATFORM, "whereby"),
|
||||||
),
|
),
|
||||||
# Daily.co composed video (Brady Bunch grid layout) - Daily.co only, not Whereby
|
|
||||||
sa.Column("daily_composed_video_s3_key", sa.String, nullable=True),
|
|
||||||
sa.Column("daily_composed_video_duration", sa.Integer, nullable=True),
|
|
||||||
sa.Index("idx_meeting_room_id", "room_id"),
|
sa.Index("idx_meeting_room_id", "room_id"),
|
||||||
sa.Index("idx_meeting_calendar_event", "calendar_event_id"),
|
sa.Index("idx_meeting_calendar_event", "calendar_event_id"),
|
||||||
)
|
)
|
||||||
@@ -113,9 +110,6 @@ class Meeting(BaseModel):
|
|||||||
calendar_event_id: str | None = None
|
calendar_event_id: str | None = None
|
||||||
calendar_metadata: dict[str, Any] | None = None
|
calendar_metadata: dict[str, Any] | None = None
|
||||||
platform: Platform = WHEREBY_PLATFORM
|
platform: Platform = WHEREBY_PLATFORM
|
||||||
# Daily.co composed video (Brady Bunch grid) - Daily.co only
|
|
||||||
daily_composed_video_s3_key: str | None = None
|
|
||||||
daily_composed_video_duration: int | None = None
|
|
||||||
|
|
||||||
|
|
||||||
class MeetingController:
|
class MeetingController:
|
||||||
@@ -177,90 +171,6 @@ class MeetingController:
|
|||||||
return None
|
return None
|
||||||
return Meeting(**result)
|
return Meeting(**result)
|
||||||
|
|
||||||
async def get_by_room_name_all(self, room_name: str) -> list[Meeting]:
|
|
||||||
"""Get all meetings for a room name (not just most recent)."""
|
|
||||||
query = meetings.select().where(meetings.c.room_name == room_name)
|
|
||||||
results = await get_database().fetch_all(query)
|
|
||||||
return [Meeting(**r) for r in results]
|
|
||||||
|
|
||||||
async def get_by_room_name_and_time(
|
|
||||||
self,
|
|
||||||
room_name: NonEmptyString,
|
|
||||||
recording_start: datetime,
|
|
||||||
time_window_hours: int = 168,
|
|
||||||
) -> Meeting | None:
|
|
||||||
"""
|
|
||||||
Get meeting by room name closest to recording timestamp.
|
|
||||||
|
|
||||||
HACK ALERT: Daily.co doesn't return instanceId in recordings API response,
|
|
||||||
and mtgSessionId is separate from our instanceId. Time-based matching is
|
|
||||||
the least-bad workaround.
|
|
||||||
|
|
||||||
This handles edge case of duplicate room_name values in DB (race conditions,
|
|
||||||
double-clicks, etc.) by matching based on temporal proximity.
|
|
||||||
|
|
||||||
Algorithm:
|
|
||||||
1. Find meetings within time_window_hours of recording_start
|
|
||||||
2. Return meeting with start_date closest to recording_start
|
|
||||||
3. If tie, return first by meeting.id (deterministic)
|
|
||||||
|
|
||||||
Args:
|
|
||||||
room_name: Daily.co room name from recording
|
|
||||||
recording_start: Timezone-aware datetime from recording.start_ts
|
|
||||||
time_window_hours: Search window (default 168 = 1 week)
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
Meeting closest to recording timestamp, or None if no matches
|
|
||||||
|
|
||||||
Failure modes:
|
|
||||||
- Multiple meetings in same room within ~5 minutes: picks closest
|
|
||||||
- All meetings outside time window: returns None
|
|
||||||
- Clock skew between Daily.co and DB: 1-week window tolerates this
|
|
||||||
|
|
||||||
Why 1 week window:
|
|
||||||
- Handles webhook failures (recording discovered days later)
|
|
||||||
- Tolerates clock skew
|
|
||||||
- Rejects unrelated meetings from weeks ago
|
|
||||||
|
|
||||||
"""
|
|
||||||
# Validate timezone-aware datetime
|
|
||||||
if recording_start.tzinfo is None:
|
|
||||||
raise ValueError(
|
|
||||||
f"recording_start must be timezone-aware, got naive datetime: {recording_start}"
|
|
||||||
)
|
|
||||||
|
|
||||||
window_start = recording_start - timedelta(hours=time_window_hours)
|
|
||||||
window_end = recording_start + timedelta(hours=time_window_hours)
|
|
||||||
|
|
||||||
query = (
|
|
||||||
meetings.select()
|
|
||||||
.where(
|
|
||||||
sa.and_(
|
|
||||||
meetings.c.room_name == room_name,
|
|
||||||
meetings.c.start_date >= window_start,
|
|
||||||
meetings.c.start_date <= window_end,
|
|
||||||
)
|
|
||||||
)
|
|
||||||
.order_by(meetings.c.start_date)
|
|
||||||
)
|
|
||||||
|
|
||||||
results = await get_database().fetch_all(query)
|
|
||||||
if not results:
|
|
||||||
return None
|
|
||||||
|
|
||||||
candidates = [Meeting(**r) for r in results]
|
|
||||||
|
|
||||||
# Find meeting with start_date closest to recording_start
|
|
||||||
closest = min(
|
|
||||||
candidates,
|
|
||||||
key=lambda m: (
|
|
||||||
abs((m.start_date - recording_start).total_seconds()),
|
|
||||||
m.id, # Tie-breaker: deterministic by UUID
|
|
||||||
),
|
|
||||||
)
|
|
||||||
|
|
||||||
return closest
|
|
||||||
|
|
||||||
async def get_active(self, room: Room, current_time: datetime) -> Meeting | None:
|
async def get_active(self, room: Room, current_time: datetime) -> Meeting | None:
|
||||||
"""
|
"""
|
||||||
Get latest active meeting for a room.
|
Get latest active meeting for a room.
|
||||||
@@ -350,44 +260,6 @@ class MeetingController:
|
|||||||
query = meetings.update().where(meetings.c.id == meeting_id).values(**kwargs)
|
query = meetings.update().where(meetings.c.id == meeting_id).values(**kwargs)
|
||||||
await get_database().execute(query)
|
await get_database().execute(query)
|
||||||
|
|
||||||
async def set_cloud_recording_if_missing(
|
|
||||||
self,
|
|
||||||
meeting_id: NonEmptyString,
|
|
||||||
s3_key: NonEmptyString,
|
|
||||||
duration: int,
|
|
||||||
) -> bool:
|
|
||||||
"""
|
|
||||||
Set cloud recording only if not already set.
|
|
||||||
|
|
||||||
Returns True if updated, False if already set.
|
|
||||||
Prevents webhook/polling race condition via atomic WHERE clause.
|
|
||||||
"""
|
|
||||||
# Check current value before update to detect actual change
|
|
||||||
meeting_before = await self.get_by_id(meeting_id)
|
|
||||||
if not meeting_before:
|
|
||||||
return False
|
|
||||||
|
|
||||||
was_null = meeting_before.daily_composed_video_s3_key is None
|
|
||||||
|
|
||||||
query = (
|
|
||||||
meetings.update()
|
|
||||||
.where(
|
|
||||||
sa.and_(
|
|
||||||
meetings.c.id == meeting_id,
|
|
||||||
meetings.c.daily_composed_video_s3_key.is_(None),
|
|
||||||
)
|
|
||||||
)
|
|
||||||
.values(
|
|
||||||
daily_composed_video_s3_key=s3_key,
|
|
||||||
daily_composed_video_duration=duration,
|
|
||||||
)
|
|
||||||
)
|
|
||||||
await get_database().execute(query)
|
|
||||||
|
|
||||||
# Return True only if value was NULL before (actual update occurred)
|
|
||||||
# If was_null=False, the WHERE clause prevented the update
|
|
||||||
return was_null
|
|
||||||
|
|
||||||
async def increment_num_clients(self, meeting_id: str) -> None:
|
async def increment_num_clients(self, meeting_id: str) -> None:
|
||||||
"""Atomically increment participant count."""
|
"""Atomically increment participant count."""
|
||||||
query = (
|
query = (
|
||||||
|
|||||||
@@ -7,7 +7,6 @@ from sqlalchemy import or_
|
|||||||
|
|
||||||
from reflector.db import get_database, metadata
|
from reflector.db import get_database, metadata
|
||||||
from reflector.utils import generate_uuid4
|
from reflector.utils import generate_uuid4
|
||||||
from reflector.utils.string import NonEmptyString
|
|
||||||
|
|
||||||
recordings = sa.Table(
|
recordings = sa.Table(
|
||||||
"recording",
|
"recording",
|
||||||
@@ -72,19 +71,6 @@ class RecordingController:
|
|||||||
query = recordings.delete().where(recordings.c.id == id)
|
query = recordings.delete().where(recordings.c.id == id)
|
||||||
await get_database().execute(query)
|
await get_database().execute(query)
|
||||||
|
|
||||||
async def set_meeting_id(
|
|
||||||
self,
|
|
||||||
recording_id: NonEmptyString,
|
|
||||||
meeting_id: NonEmptyString,
|
|
||||||
) -> None:
|
|
||||||
"""Link recording to meeting."""
|
|
||||||
query = (
|
|
||||||
recordings.update()
|
|
||||||
.where(recordings.c.id == recording_id)
|
|
||||||
.values(meeting_id=meeting_id)
|
|
||||||
)
|
|
||||||
await get_database().execute(query)
|
|
||||||
|
|
||||||
# no check for existence
|
# no check for existence
|
||||||
async def get_by_ids(self, recording_ids: list[str]) -> list[Recording]:
|
async def get_by_ids(self, recording_ids: list[str]) -> list[Recording]:
|
||||||
if not recording_ids:
|
if not recording_ids:
|
||||||
|
|||||||
@@ -58,7 +58,7 @@ rooms = sqlalchemy.Table(
|
|||||||
nullable=False,
|
nullable=False,
|
||||||
),
|
),
|
||||||
sqlalchemy.Column(
|
sqlalchemy.Column(
|
||||||
"use_celery",
|
"use_hatchet",
|
||||||
sqlalchemy.Boolean,
|
sqlalchemy.Boolean,
|
||||||
nullable=False,
|
nullable=False,
|
||||||
server_default=false(),
|
server_default=false(),
|
||||||
@@ -97,7 +97,7 @@ class Room(BaseModel):
|
|||||||
ics_last_sync: datetime | None = None
|
ics_last_sync: datetime | None = None
|
||||||
ics_last_etag: str | None = None
|
ics_last_etag: str | None = None
|
||||||
platform: Platform = Field(default_factory=lambda: settings.DEFAULT_VIDEO_PLATFORM)
|
platform: Platform = Field(default_factory=lambda: settings.DEFAULT_VIDEO_PLATFORM)
|
||||||
use_celery: bool = False
|
use_hatchet: bool = False
|
||||||
skip_consent: bool = False
|
skip_consent: bool = False
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -37,5 +37,5 @@ LLM_RATE_LIMIT_PER_SECOND = 10
|
|||||||
TIMEOUT_SHORT = 60 # Quick operations: API calls, DB updates
|
TIMEOUT_SHORT = 60 # Quick operations: API calls, DB updates
|
||||||
TIMEOUT_MEDIUM = 120 # Single LLM calls, waveform generation
|
TIMEOUT_MEDIUM = 120 # Single LLM calls, waveform generation
|
||||||
TIMEOUT_LONG = 180 # Action items (larger context LLM)
|
TIMEOUT_LONG = 180 # Action items (larger context LLM)
|
||||||
TIMEOUT_AUDIO = 720 # Audio processing: padding, mixdown
|
TIMEOUT_AUDIO = 300 # Audio processing: padding, mixdown
|
||||||
TIMEOUT_HEAVY = 600 # Transcription, fan-out LLM tasks
|
TIMEOUT_HEAVY = 600 # Transcription, fan-out LLM tasks
|
||||||
|
|||||||
77
server/reflector/hatchet/run_workers.py
Normal file
77
server/reflector/hatchet/run_workers.py
Normal file
@@ -0,0 +1,77 @@
|
|||||||
|
"""
|
||||||
|
Run Hatchet workers for the multitrack pipeline.
|
||||||
|
Runs as a separate process, just like Celery workers.
|
||||||
|
|
||||||
|
Usage:
|
||||||
|
uv run -m reflector.hatchet.run_workers
|
||||||
|
|
||||||
|
# Or via docker:
|
||||||
|
docker compose exec server uv run -m reflector.hatchet.run_workers
|
||||||
|
"""
|
||||||
|
|
||||||
|
import signal
|
||||||
|
import sys
|
||||||
|
|
||||||
|
from hatchet_sdk.rate_limit import RateLimitDuration
|
||||||
|
|
||||||
|
from reflector.hatchet.constants import LLM_RATE_LIMIT_KEY, LLM_RATE_LIMIT_PER_SECOND
|
||||||
|
from reflector.logger import logger
|
||||||
|
from reflector.settings import settings
|
||||||
|
|
||||||
|
|
||||||
|
def main() -> None:
|
||||||
|
"""Start Hatchet worker polling."""
|
||||||
|
if not settings.HATCHET_ENABLED:
|
||||||
|
logger.error("HATCHET_ENABLED is False, not starting workers")
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
if not settings.HATCHET_CLIENT_TOKEN:
|
||||||
|
logger.error("HATCHET_CLIENT_TOKEN is not set")
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
logger.info(
|
||||||
|
"Starting Hatchet workers",
|
||||||
|
debug=settings.HATCHET_DEBUG,
|
||||||
|
)
|
||||||
|
|
||||||
|
# Import here (not top-level) - workflow modules call HatchetClientManager.get_client()
|
||||||
|
# at module level because Hatchet SDK decorators (@workflow.task) bind at import time.
|
||||||
|
# Can't use lazy init: decorators need the client object when function is defined.
|
||||||
|
from reflector.hatchet.client import HatchetClientManager # noqa: PLC0415
|
||||||
|
from reflector.hatchet.workflows import ( # noqa: PLC0415
|
||||||
|
daily_multitrack_pipeline,
|
||||||
|
subject_workflow,
|
||||||
|
topic_chunk_workflow,
|
||||||
|
track_workflow,
|
||||||
|
)
|
||||||
|
|
||||||
|
hatchet = HatchetClientManager.get_client()
|
||||||
|
|
||||||
|
hatchet.rate_limits.put(
|
||||||
|
LLM_RATE_LIMIT_KEY, LLM_RATE_LIMIT_PER_SECOND, RateLimitDuration.SECOND
|
||||||
|
)
|
||||||
|
|
||||||
|
worker = hatchet.worker(
|
||||||
|
"reflector-pipeline-worker",
|
||||||
|
workflows=[
|
||||||
|
daily_multitrack_pipeline,
|
||||||
|
subject_workflow,
|
||||||
|
topic_chunk_workflow,
|
||||||
|
track_workflow,
|
||||||
|
],
|
||||||
|
)
|
||||||
|
|
||||||
|
def shutdown_handler(signum: int, frame) -> None:
|
||||||
|
logger.info("Received shutdown signal, stopping workers...")
|
||||||
|
# Worker cleanup happens automatically on exit
|
||||||
|
sys.exit(0)
|
||||||
|
|
||||||
|
signal.signal(signal.SIGINT, shutdown_handler)
|
||||||
|
signal.signal(signal.SIGTERM, shutdown_handler)
|
||||||
|
|
||||||
|
logger.info("Starting Hatchet worker polling...")
|
||||||
|
worker.start()
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
@@ -1,43 +0,0 @@
|
|||||||
"""
|
|
||||||
CPU-heavy worker pool for audio processing tasks.
|
|
||||||
Handles ONLY: mixdown_tracks
|
|
||||||
|
|
||||||
Configuration:
|
|
||||||
- slots=1: Only mixdown (already serialized globally with max_runs=1)
|
|
||||||
- Worker affinity: pool=cpu-heavy
|
|
||||||
"""
|
|
||||||
|
|
||||||
from reflector.hatchet.client import HatchetClientManager
|
|
||||||
from reflector.hatchet.workflows.daily_multitrack_pipeline import (
|
|
||||||
daily_multitrack_pipeline,
|
|
||||||
)
|
|
||||||
from reflector.logger import logger
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
hatchet = HatchetClientManager.get_client()
|
|
||||||
|
|
||||||
logger.info(
|
|
||||||
"Starting Hatchet CPU worker pool (mixdown only)",
|
|
||||||
worker_name="cpu-worker-pool",
|
|
||||||
slots=1,
|
|
||||||
labels={"pool": "cpu-heavy"},
|
|
||||||
)
|
|
||||||
|
|
||||||
cpu_worker = hatchet.worker(
|
|
||||||
"cpu-worker-pool",
|
|
||||||
slots=1, # Only 1 mixdown at a time (already serialized globally)
|
|
||||||
labels={
|
|
||||||
"pool": "cpu-heavy",
|
|
||||||
},
|
|
||||||
workflows=[daily_multitrack_pipeline],
|
|
||||||
)
|
|
||||||
|
|
||||||
try:
|
|
||||||
cpu_worker.start()
|
|
||||||
except KeyboardInterrupt:
|
|
||||||
logger.info("Received shutdown signal, stopping CPU workers...")
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
main()
|
|
||||||
@@ -1,51 +0,0 @@
|
|||||||
"""
|
|
||||||
LLM/I/O worker pool for all non-CPU tasks.
|
|
||||||
Handles: all tasks except mixdown_tracks (transcription, LLM inference, orchestration)
|
|
||||||
"""
|
|
||||||
|
|
||||||
from reflector.hatchet.client import HatchetClientManager
|
|
||||||
from reflector.hatchet.workflows.daily_multitrack_pipeline import (
|
|
||||||
daily_multitrack_pipeline,
|
|
||||||
)
|
|
||||||
from reflector.hatchet.workflows.subject_processing import subject_workflow
|
|
||||||
from reflector.hatchet.workflows.topic_chunk_processing import topic_chunk_workflow
|
|
||||||
from reflector.hatchet.workflows.track_processing import track_workflow
|
|
||||||
from reflector.logger import logger
|
|
||||||
|
|
||||||
SLOTS = 10
|
|
||||||
WORKER_NAME = "llm-worker-pool"
|
|
||||||
POOL = "llm-io"
|
|
||||||
|
|
||||||
|
|
||||||
def main():
|
|
||||||
hatchet = HatchetClientManager.get_client()
|
|
||||||
|
|
||||||
logger.info(
|
|
||||||
"Starting Hatchet LLM worker pool (all tasks except mixdown)",
|
|
||||||
worker_name=WORKER_NAME,
|
|
||||||
slots=SLOTS,
|
|
||||||
labels={"pool": POOL},
|
|
||||||
)
|
|
||||||
|
|
||||||
llm_worker = hatchet.worker(
|
|
||||||
WORKER_NAME,
|
|
||||||
slots=SLOTS, # not all slots are probably used
|
|
||||||
labels={
|
|
||||||
"pool": POOL,
|
|
||||||
},
|
|
||||||
workflows=[
|
|
||||||
daily_multitrack_pipeline,
|
|
||||||
topic_chunk_workflow,
|
|
||||||
subject_workflow,
|
|
||||||
track_workflow,
|
|
||||||
],
|
|
||||||
)
|
|
||||||
|
|
||||||
try:
|
|
||||||
llm_worker.start()
|
|
||||||
except KeyboardInterrupt:
|
|
||||||
logger.info("Received shutdown signal, stopping LLM workers...")
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
|
||||||
main()
|
|
||||||
@@ -23,12 +23,7 @@ from pathlib import Path
|
|||||||
from typing import Any, Callable, Coroutine, Protocol, TypeVar
|
from typing import Any, Callable, Coroutine, Protocol, TypeVar
|
||||||
|
|
||||||
import httpx
|
import httpx
|
||||||
from hatchet_sdk import (
|
from hatchet_sdk import Context
|
||||||
ConcurrencyExpression,
|
|
||||||
ConcurrencyLimitStrategy,
|
|
||||||
Context,
|
|
||||||
)
|
|
||||||
from hatchet_sdk.labels import DesiredWorkerLabel
|
|
||||||
from pydantic import BaseModel
|
from pydantic import BaseModel
|
||||||
|
|
||||||
from reflector.dailyco_api.client import DailyApiClient
|
from reflector.dailyco_api.client import DailyApiClient
|
||||||
@@ -472,20 +467,6 @@ async def process_tracks(input: PipelineInput, ctx: Context) -> ProcessTracksRes
|
|||||||
parents=[process_tracks],
|
parents=[process_tracks],
|
||||||
execution_timeout=timedelta(seconds=TIMEOUT_AUDIO),
|
execution_timeout=timedelta(seconds=TIMEOUT_AUDIO),
|
||||||
retries=3,
|
retries=3,
|
||||||
desired_worker_labels={
|
|
||||||
"pool": DesiredWorkerLabel(
|
|
||||||
value="cpu-heavy",
|
|
||||||
required=True,
|
|
||||||
weight=100,
|
|
||||||
),
|
|
||||||
},
|
|
||||||
concurrency=[
|
|
||||||
ConcurrencyExpression(
|
|
||||||
expression="'mixdown-global'",
|
|
||||||
max_runs=1, # serialize mixdown to prevent resource contention
|
|
||||||
limit_strategy=ConcurrencyLimitStrategy.GROUP_ROUND_ROBIN, # Queue
|
|
||||||
)
|
|
||||||
],
|
|
||||||
)
|
)
|
||||||
@with_error_handling(TaskName.MIXDOWN_TRACKS)
|
@with_error_handling(TaskName.MIXDOWN_TRACKS)
|
||||||
async def mixdown_tracks(input: PipelineInput, ctx: Context) -> MixdownResult:
|
async def mixdown_tracks(input: PipelineInput, ctx: Context) -> MixdownResult:
|
||||||
@@ -1095,7 +1076,7 @@ async def identify_action_items(
|
|||||||
|
|
||||||
|
|
||||||
@daily_multitrack_pipeline.task(
|
@daily_multitrack_pipeline.task(
|
||||||
parents=[generate_title, generate_recap, identify_action_items],
|
parents=[generate_waveform, generate_title, generate_recap, identify_action_items],
|
||||||
execution_timeout=timedelta(seconds=TIMEOUT_SHORT),
|
execution_timeout=timedelta(seconds=TIMEOUT_SHORT),
|
||||||
retries=3,
|
retries=3,
|
||||||
)
|
)
|
||||||
@@ -1149,8 +1130,8 @@ async def finalize(input: PipelineInput, ctx: Context) -> FinalizeResult:
|
|||||||
transcript,
|
transcript,
|
||||||
"TRANSCRIPT",
|
"TRANSCRIPT",
|
||||||
TranscriptText(
|
TranscriptText(
|
||||||
text="",
|
text=merged_transcript.text,
|
||||||
translation=None,
|
translation=merged_transcript.translation,
|
||||||
),
|
),
|
||||||
logger=logger,
|
logger=logger,
|
||||||
)
|
)
|
||||||
@@ -1347,34 +1328,14 @@ async def send_webhook(input: PipelineInput, ctx: Context) -> WebhookResult:
|
|||||||
f"participants={len(payload.transcript.participants)})"
|
f"participants={len(payload.transcript.participants)})"
|
||||||
)
|
)
|
||||||
|
|
||||||
try:
|
response = await send_webhook_request(
|
||||||
response = await send_webhook_request(
|
url=room.webhook_url,
|
||||||
url=room.webhook_url,
|
payload=payload,
|
||||||
payload=payload,
|
event_type="transcript.completed",
|
||||||
event_type="transcript.completed",
|
webhook_secret=room.webhook_secret,
|
||||||
webhook_secret=room.webhook_secret,
|
timeout=30.0,
|
||||||
timeout=30.0,
|
)
|
||||||
)
|
|
||||||
|
|
||||||
ctx.log(f"send_webhook complete: status_code={response.status_code}")
|
ctx.log(f"send_webhook complete: status_code={response.status_code}")
|
||||||
return WebhookResult(webhook_sent=True, response_code=response.status_code)
|
|
||||||
|
|
||||||
except httpx.HTTPStatusError as e:
|
return WebhookResult(webhook_sent=True, response_code=response.status_code)
|
||||||
ctx.log(
|
|
||||||
f"send_webhook failed (HTTP {e.response.status_code}), continuing anyway"
|
|
||||||
)
|
|
||||||
return WebhookResult(
|
|
||||||
webhook_sent=False, response_code=e.response.status_code
|
|
||||||
)
|
|
||||||
|
|
||||||
except httpx.ConnectError as e:
|
|
||||||
ctx.log(f"send_webhook failed (connection error), continuing anyway: {e}")
|
|
||||||
return WebhookResult(webhook_sent=False)
|
|
||||||
|
|
||||||
except httpx.TimeoutException as e:
|
|
||||||
ctx.log(f"send_webhook failed (timeout), continuing anyway: {e}")
|
|
||||||
return WebhookResult(webhook_sent=False)
|
|
||||||
|
|
||||||
except Exception as e:
|
|
||||||
ctx.log(f"send_webhook unexpected error, continuing anyway: {e}")
|
|
||||||
return WebhookResult(webhook_sent=False)
|
|
||||||
|
|||||||
@@ -1,165 +0,0 @@
|
|||||||
"""
|
|
||||||
Hatchet child workflow: PaddingWorkflow
|
|
||||||
Handles individual audio track padding via Modal.com backend.
|
|
||||||
"""
|
|
||||||
|
|
||||||
from datetime import timedelta
|
|
||||||
|
|
||||||
import av
|
|
||||||
from hatchet_sdk import Context
|
|
||||||
from pydantic import BaseModel
|
|
||||||
|
|
||||||
from reflector.hatchet.client import HatchetClientManager
|
|
||||||
from reflector.hatchet.constants import TIMEOUT_AUDIO
|
|
||||||
from reflector.hatchet.workflows.models import PadTrackResult
|
|
||||||
from reflector.logger import logger
|
|
||||||
from reflector.utils.audio_constants import PRESIGNED_URL_EXPIRATION_SECONDS
|
|
||||||
from reflector.utils.audio_padding import extract_stream_start_time_from_container
|
|
||||||
|
|
||||||
|
|
||||||
class PaddingInput(BaseModel):
|
|
||||||
"""Input for individual track padding."""
|
|
||||||
|
|
||||||
track_index: int
|
|
||||||
s3_key: str
|
|
||||||
bucket_name: str
|
|
||||||
transcript_id: str
|
|
||||||
|
|
||||||
|
|
||||||
hatchet = HatchetClientManager.get_client()
|
|
||||||
|
|
||||||
padding_workflow = hatchet.workflow(
|
|
||||||
name="PaddingWorkflow", input_validator=PaddingInput
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
@padding_workflow.task(execution_timeout=timedelta(seconds=TIMEOUT_AUDIO), retries=3)
|
|
||||||
async def pad_track(input: PaddingInput, ctx: Context) -> PadTrackResult:
|
|
||||||
"""Pad audio track with silence based on WebM container start_time."""
|
|
||||||
ctx.log(f"pad_track: track {input.track_index}, s3_key={input.s3_key}")
|
|
||||||
logger.info(
|
|
||||||
"[Hatchet] pad_track",
|
|
||||||
track_index=input.track_index,
|
|
||||||
s3_key=input.s3_key,
|
|
||||||
transcript_id=input.transcript_id,
|
|
||||||
)
|
|
||||||
|
|
||||||
try:
|
|
||||||
# Create fresh storage instance to avoid aioboto3 fork issues
|
|
||||||
from reflector.settings import settings # noqa: PLC0415
|
|
||||||
from reflector.storage.storage_aws import AwsStorage # noqa: PLC0415
|
|
||||||
|
|
||||||
storage = AwsStorage(
|
|
||||||
aws_bucket_name=settings.TRANSCRIPT_STORAGE_AWS_BUCKET_NAME,
|
|
||||||
aws_region=settings.TRANSCRIPT_STORAGE_AWS_REGION,
|
|
||||||
aws_access_key_id=settings.TRANSCRIPT_STORAGE_AWS_ACCESS_KEY_ID,
|
|
||||||
aws_secret_access_key=settings.TRANSCRIPT_STORAGE_AWS_SECRET_ACCESS_KEY,
|
|
||||||
)
|
|
||||||
|
|
||||||
source_url = await storage.get_file_url(
|
|
||||||
input.s3_key,
|
|
||||||
operation="get_object",
|
|
||||||
expires_in=PRESIGNED_URL_EXPIRATION_SECONDS,
|
|
||||||
bucket=input.bucket_name,
|
|
||||||
)
|
|
||||||
|
|
||||||
# Extract start_time to determine if padding needed
|
|
||||||
with av.open(source_url) as in_container:
|
|
||||||
if in_container.duration:
|
|
||||||
try:
|
|
||||||
duration = timedelta(seconds=in_container.duration // 1_000_000)
|
|
||||||
ctx.log(
|
|
||||||
f"pad_track: track {input.track_index}, duration={duration}"
|
|
||||||
)
|
|
||||||
except (ValueError, TypeError, OverflowError) as e:
|
|
||||||
ctx.log(
|
|
||||||
f"pad_track: track {input.track_index}, duration error: {str(e)}"
|
|
||||||
)
|
|
||||||
|
|
||||||
start_time_seconds = extract_stream_start_time_from_container(
|
|
||||||
in_container, input.track_index, logger=logger
|
|
||||||
)
|
|
||||||
|
|
||||||
if start_time_seconds <= 0:
|
|
||||||
logger.info(
|
|
||||||
f"Track {input.track_index} requires no padding",
|
|
||||||
track_index=input.track_index,
|
|
||||||
)
|
|
||||||
return PadTrackResult(
|
|
||||||
padded_key=input.s3_key,
|
|
||||||
bucket_name=input.bucket_name,
|
|
||||||
size=0,
|
|
||||||
track_index=input.track_index,
|
|
||||||
)
|
|
||||||
|
|
||||||
storage_path = f"file_pipeline_hatchet/{input.transcript_id}/tracks/padded_{input.track_index}.webm"
|
|
||||||
|
|
||||||
# Presign PUT URL for output (Modal will upload directly)
|
|
||||||
output_url = await storage.get_file_url(
|
|
||||||
storage_path,
|
|
||||||
operation="put_object",
|
|
||||||
expires_in=PRESIGNED_URL_EXPIRATION_SECONDS,
|
|
||||||
)
|
|
||||||
|
|
||||||
import httpx # noqa: PLC0415
|
|
||||||
|
|
||||||
from reflector.processors.audio_padding_modal import ( # noqa: PLC0415
|
|
||||||
AudioPaddingModalProcessor,
|
|
||||||
)
|
|
||||||
|
|
||||||
try:
|
|
||||||
processor = AudioPaddingModalProcessor()
|
|
||||||
result = await processor.pad_track(
|
|
||||||
track_url=source_url,
|
|
||||||
output_url=output_url,
|
|
||||||
start_time_seconds=start_time_seconds,
|
|
||||||
track_index=input.track_index,
|
|
||||||
)
|
|
||||||
file_size = result.size
|
|
||||||
|
|
||||||
ctx.log(f"pad_track: Modal returned size={file_size}")
|
|
||||||
except httpx.HTTPStatusError as e:
|
|
||||||
error_detail = e.response.text if hasattr(e.response, "text") else str(e)
|
|
||||||
logger.error(
|
|
||||||
"[Hatchet] Modal padding HTTP error",
|
|
||||||
transcript_id=input.transcript_id,
|
|
||||||
track_index=input.track_index,
|
|
||||||
status_code=e.response.status_code if hasattr(e, "response") else None,
|
|
||||||
error=error_detail,
|
|
||||||
exc_info=True,
|
|
||||||
)
|
|
||||||
raise Exception(
|
|
||||||
f"Modal padding failed: HTTP {e.response.status_code}"
|
|
||||||
) from e
|
|
||||||
except httpx.TimeoutException as e:
|
|
||||||
logger.error(
|
|
||||||
"[Hatchet] Modal padding timeout",
|
|
||||||
transcript_id=input.transcript_id,
|
|
||||||
track_index=input.track_index,
|
|
||||||
error=str(e),
|
|
||||||
exc_info=True,
|
|
||||||
)
|
|
||||||
raise Exception("Modal padding timeout") from e
|
|
||||||
|
|
||||||
logger.info(
|
|
||||||
"[Hatchet] pad_track complete",
|
|
||||||
track_index=input.track_index,
|
|
||||||
padded_key=storage_path,
|
|
||||||
)
|
|
||||||
|
|
||||||
return PadTrackResult(
|
|
||||||
padded_key=storage_path,
|
|
||||||
bucket_name=None, # None = use default transcript storage bucket
|
|
||||||
size=file_size,
|
|
||||||
track_index=input.track_index,
|
|
||||||
)
|
|
||||||
|
|
||||||
except Exception as e:
|
|
||||||
logger.error(
|
|
||||||
"[Hatchet] pad_track failed",
|
|
||||||
transcript_id=input.transcript_id,
|
|
||||||
track_index=input.track_index,
|
|
||||||
error=str(e),
|
|
||||||
exc_info=True,
|
|
||||||
)
|
|
||||||
raise
|
|
||||||
@@ -7,11 +7,7 @@ Spawned dynamically by detect_topics via aio_run_many() for parallel processing.
|
|||||||
|
|
||||||
from datetime import timedelta
|
from datetime import timedelta
|
||||||
|
|
||||||
from hatchet_sdk import (
|
from hatchet_sdk import ConcurrencyExpression, ConcurrencyLimitStrategy, Context
|
||||||
ConcurrencyExpression,
|
|
||||||
ConcurrencyLimitStrategy,
|
|
||||||
Context,
|
|
||||||
)
|
|
||||||
from hatchet_sdk.rate_limit import RateLimit
|
from hatchet_sdk.rate_limit import RateLimit
|
||||||
from pydantic import BaseModel
|
from pydantic import BaseModel
|
||||||
|
|
||||||
@@ -38,13 +34,11 @@ hatchet = HatchetClientManager.get_client()
|
|||||||
topic_chunk_workflow = hatchet.workflow(
|
topic_chunk_workflow = hatchet.workflow(
|
||||||
name="TopicChunkProcessing",
|
name="TopicChunkProcessing",
|
||||||
input_validator=TopicChunkInput,
|
input_validator=TopicChunkInput,
|
||||||
concurrency=[
|
concurrency=ConcurrencyExpression(
|
||||||
ConcurrencyExpression(
|
expression="'global'", # constant string = global limit across all runs
|
||||||
expression="'global'", # constant string = global limit across all runs
|
max_runs=20,
|
||||||
max_runs=20,
|
limit_strategy=ConcurrencyLimitStrategy.GROUP_ROUND_ROBIN,
|
||||||
limit_strategy=ConcurrencyLimitStrategy.GROUP_ROUND_ROBIN,
|
),
|
||||||
)
|
|
||||||
],
|
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -14,7 +14,9 @@ Hatchet workers run in forked processes; fresh imports per task ensure
|
|||||||
storage/DB connections are not shared across forks.
|
storage/DB connections are not shared across forks.
|
||||||
"""
|
"""
|
||||||
|
|
||||||
|
import tempfile
|
||||||
from datetime import timedelta
|
from datetime import timedelta
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
import av
|
import av
|
||||||
from hatchet_sdk import Context
|
from hatchet_sdk import Context
|
||||||
@@ -25,7 +27,10 @@ from reflector.hatchet.constants import TIMEOUT_AUDIO, TIMEOUT_HEAVY
|
|||||||
from reflector.hatchet.workflows.models import PadTrackResult, TranscribeTrackResult
|
from reflector.hatchet.workflows.models import PadTrackResult, TranscribeTrackResult
|
||||||
from reflector.logger import logger
|
from reflector.logger import logger
|
||||||
from reflector.utils.audio_constants import PRESIGNED_URL_EXPIRATION_SECONDS
|
from reflector.utils.audio_constants import PRESIGNED_URL_EXPIRATION_SECONDS
|
||||||
from reflector.utils.audio_padding import extract_stream_start_time_from_container
|
from reflector.utils.audio_padding import (
|
||||||
|
apply_audio_padding_to_file,
|
||||||
|
extract_stream_start_time_from_container,
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
class TrackInput(BaseModel):
|
class TrackInput(BaseModel):
|
||||||
@@ -78,44 +83,63 @@ async def pad_track(input: TrackInput, ctx: Context) -> PadTrackResult:
|
|||||||
)
|
)
|
||||||
|
|
||||||
with av.open(source_url) as in_container:
|
with av.open(source_url) as in_container:
|
||||||
|
if in_container.duration:
|
||||||
|
try:
|
||||||
|
duration = timedelta(seconds=in_container.duration // 1_000_000)
|
||||||
|
ctx.log(
|
||||||
|
f"pad_track: track {input.track_index}, duration={duration}"
|
||||||
|
)
|
||||||
|
except Exception:
|
||||||
|
ctx.log(f"pad_track: track {input.track_index}, duration=ERROR")
|
||||||
|
|
||||||
start_time_seconds = extract_stream_start_time_from_container(
|
start_time_seconds = extract_stream_start_time_from_container(
|
||||||
in_container, input.track_index, logger=logger
|
in_container, input.track_index, logger=logger
|
||||||
)
|
)
|
||||||
|
|
||||||
# If no padding needed, return original S3 key
|
# If no padding needed, return original S3 key
|
||||||
if start_time_seconds <= 0:
|
if start_time_seconds <= 0:
|
||||||
logger.info(
|
logger.info(
|
||||||
f"Track {input.track_index} requires no padding",
|
f"Track {input.track_index} requires no padding",
|
||||||
track_index=input.track_index,
|
track_index=input.track_index,
|
||||||
)
|
)
|
||||||
return PadTrackResult(
|
return PadTrackResult(
|
||||||
padded_key=input.s3_key,
|
padded_key=input.s3_key,
|
||||||
bucket_name=input.bucket_name,
|
bucket_name=input.bucket_name,
|
||||||
size=0,
|
size=0,
|
||||||
track_index=input.track_index,
|
track_index=input.track_index,
|
||||||
)
|
)
|
||||||
|
|
||||||
storage_path = f"file_pipeline_hatchet/{input.transcript_id}/tracks/padded_{input.track_index}.webm"
|
with tempfile.NamedTemporaryFile(suffix=".webm", delete=False) as temp_file:
|
||||||
|
temp_path = temp_file.name
|
||||||
|
|
||||||
# Presign PUT URL for output (Modal uploads directly)
|
try:
|
||||||
output_url = await storage.get_file_url(
|
apply_audio_padding_to_file(
|
||||||
storage_path,
|
in_container,
|
||||||
operation="put_object",
|
temp_path,
|
||||||
expires_in=PRESIGNED_URL_EXPIRATION_SECONDS,
|
start_time_seconds,
|
||||||
)
|
input.track_index,
|
||||||
|
logger=logger,
|
||||||
|
)
|
||||||
|
|
||||||
from reflector.processors.audio_padding_modal import ( # noqa: PLC0415
|
file_size = Path(temp_path).stat().st_size
|
||||||
AudioPaddingModalProcessor,
|
storage_path = f"file_pipeline_hatchet/{input.transcript_id}/tracks/padded_{input.track_index}.webm"
|
||||||
)
|
|
||||||
|
|
||||||
processor = AudioPaddingModalProcessor()
|
logger.info(
|
||||||
result = await processor.pad_track(
|
f"About to upload padded track",
|
||||||
track_url=source_url,
|
key=storage_path,
|
||||||
output_url=output_url,
|
size=file_size,
|
||||||
start_time_seconds=start_time_seconds,
|
)
|
||||||
track_index=input.track_index,
|
|
||||||
)
|
with open(temp_path, "rb") as padded_file:
|
||||||
file_size = result.size
|
await storage.put_file(storage_path, padded_file)
|
||||||
|
|
||||||
|
logger.info(
|
||||||
|
f"Uploaded padded track to S3",
|
||||||
|
key=storage_path,
|
||||||
|
size=file_size,
|
||||||
|
)
|
||||||
|
finally:
|
||||||
|
Path(temp_path).unlink(missing_ok=True)
|
||||||
|
|
||||||
ctx.log(f"pad_track complete: track {input.track_index} -> {storage_path}")
|
ctx.log(f"pad_track complete: track {input.track_index} -> {storage_path}")
|
||||||
logger.info(
|
logger.info(
|
||||||
|
|||||||
@@ -1,112 +0,0 @@
|
|||||||
"""
|
|
||||||
Modal.com backend for audio padding.
|
|
||||||
"""
|
|
||||||
|
|
||||||
import asyncio
|
|
||||||
import os
|
|
||||||
|
|
||||||
import httpx
|
|
||||||
from pydantic import BaseModel
|
|
||||||
|
|
||||||
from reflector.logger import logger
|
|
||||||
|
|
||||||
|
|
||||||
class PaddingResponse(BaseModel):
|
|
||||||
size: int
|
|
||||||
cancelled: bool = False
|
|
||||||
|
|
||||||
|
|
||||||
class AudioPaddingModalProcessor:
|
|
||||||
"""Audio padding processor using Modal.com CPU backend via HTTP."""
|
|
||||||
|
|
||||||
def __init__(
|
|
||||||
self, padding_url: str | None = None, modal_api_key: str | None = None
|
|
||||||
):
|
|
||||||
self.padding_url = padding_url or os.getenv("PADDING_URL")
|
|
||||||
if not self.padding_url:
|
|
||||||
raise ValueError(
|
|
||||||
"PADDING_URL required to use AudioPaddingModalProcessor. "
|
|
||||||
"Set PADDING_URL environment variable or pass padding_url parameter."
|
|
||||||
)
|
|
||||||
|
|
||||||
self.modal_api_key = modal_api_key or os.getenv("MODAL_API_KEY")
|
|
||||||
|
|
||||||
async def pad_track(
|
|
||||||
self,
|
|
||||||
track_url: str,
|
|
||||||
output_url: str,
|
|
||||||
start_time_seconds: float,
|
|
||||||
track_index: int,
|
|
||||||
) -> PaddingResponse:
|
|
||||||
"""Pad audio track with silence via Modal backend.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
track_url: Presigned GET URL for source audio track
|
|
||||||
output_url: Presigned PUT URL for output WebM
|
|
||||||
start_time_seconds: Amount of silence to prepend
|
|
||||||
track_index: Track index for logging
|
|
||||||
"""
|
|
||||||
if not track_url:
|
|
||||||
raise ValueError("track_url cannot be empty")
|
|
||||||
if start_time_seconds <= 0:
|
|
||||||
raise ValueError(
|
|
||||||
f"start_time_seconds must be positive, got {start_time_seconds}"
|
|
||||||
)
|
|
||||||
|
|
||||||
log = logger.bind(track_index=track_index, padding_seconds=start_time_seconds)
|
|
||||||
log.info("Sending Modal padding HTTP request")
|
|
||||||
|
|
||||||
url = f"{self.padding_url}/pad"
|
|
||||||
|
|
||||||
headers = {}
|
|
||||||
if self.modal_api_key:
|
|
||||||
headers["Authorization"] = f"Bearer {self.modal_api_key}"
|
|
||||||
|
|
||||||
try:
|
|
||||||
async with httpx.AsyncClient() as client:
|
|
||||||
response = await client.post(
|
|
||||||
url,
|
|
||||||
headers=headers,
|
|
||||||
json={
|
|
||||||
"track_url": track_url,
|
|
||||||
"output_url": output_url,
|
|
||||||
"start_time_seconds": start_time_seconds,
|
|
||||||
"track_index": track_index,
|
|
||||||
},
|
|
||||||
follow_redirects=True,
|
|
||||||
)
|
|
||||||
|
|
||||||
if response.status_code != 200:
|
|
||||||
error_body = response.text
|
|
||||||
log.error(
|
|
||||||
"Modal padding API error",
|
|
||||||
status_code=response.status_code,
|
|
||||||
error_body=error_body,
|
|
||||||
)
|
|
||||||
|
|
||||||
response.raise_for_status()
|
|
||||||
result = response.json()
|
|
||||||
|
|
||||||
# Check if work was cancelled
|
|
||||||
if result.get("cancelled"):
|
|
||||||
log.warning("Modal padding was cancelled by disconnect detection")
|
|
||||||
raise asyncio.CancelledError(
|
|
||||||
"Padding cancelled due to client disconnect"
|
|
||||||
)
|
|
||||||
|
|
||||||
log.info("Modal padding complete", size=result["size"])
|
|
||||||
return PaddingResponse(**result)
|
|
||||||
except asyncio.CancelledError:
|
|
||||||
log.warning(
|
|
||||||
"Modal padding cancelled (Hatchet timeout, disconnect detected on Modal side)"
|
|
||||||
)
|
|
||||||
raise
|
|
||||||
except httpx.TimeoutException as e:
|
|
||||||
log.error("Modal padding timeout", error=str(e), exc_info=True)
|
|
||||||
raise Exception(f"Modal padding timeout: {e}") from e
|
|
||||||
except httpx.HTTPStatusError as e:
|
|
||||||
log.error("Modal padding HTTP error", error=str(e), exc_info=True)
|
|
||||||
raise Exception(f"Modal padding HTTP error: {e}") from e
|
|
||||||
except Exception as e:
|
|
||||||
log.error("Modal padding unexpected error", error=str(e), exc_info=True)
|
|
||||||
raise
|
|
||||||
@@ -319,6 +319,21 @@ class ICSSyncService:
|
|||||||
calendar = self.fetch_service.parse_ics(ics_content)
|
calendar = self.fetch_service.parse_ics(ics_content)
|
||||||
|
|
||||||
content_hash = hashlib.md5(ics_content.encode()).hexdigest()
|
content_hash = hashlib.md5(ics_content.encode()).hexdigest()
|
||||||
|
if room.ics_last_etag == content_hash:
|
||||||
|
logger.info("No changes in ICS for room", room_id=room.id)
|
||||||
|
room_url = f"{settings.UI_BASE_URL}/{room.name}"
|
||||||
|
events, total_events = self.fetch_service.extract_room_events(
|
||||||
|
calendar, room.name, room_url
|
||||||
|
)
|
||||||
|
return {
|
||||||
|
"status": SyncStatus.UNCHANGED,
|
||||||
|
"hash": content_hash,
|
||||||
|
"events_found": len(events),
|
||||||
|
"total_events": total_events,
|
||||||
|
"events_created": 0,
|
||||||
|
"events_updated": 0,
|
||||||
|
"events_deleted": 0,
|
||||||
|
}
|
||||||
|
|
||||||
# Extract matching events
|
# Extract matching events
|
||||||
room_url = f"{settings.UI_BASE_URL}/{room.name}"
|
room_url = f"{settings.UI_BASE_URL}/{room.name}"
|
||||||
@@ -356,44 +371,6 @@ class ICSSyncService:
|
|||||||
time_since_sync = datetime.now(timezone.utc) - room.ics_last_sync
|
time_since_sync = datetime.now(timezone.utc) - room.ics_last_sync
|
||||||
return time_since_sync.total_seconds() >= room.ics_fetch_interval
|
return time_since_sync.total_seconds() >= room.ics_fetch_interval
|
||||||
|
|
||||||
def _event_data_changed(self, existing: CalendarEvent, new_data: EventData) -> bool:
|
|
||||||
"""Check if event data has changed by comparing relevant fields.
|
|
||||||
|
|
||||||
IMPORTANT: When adding fields to CalendarEvent/EventData, update this method
|
|
||||||
and the _COMPARED_FIELDS set below for runtime validation.
|
|
||||||
"""
|
|
||||||
# Fields that come from ICS and should trigger updates when changed
|
|
||||||
_COMPARED_FIELDS = {
|
|
||||||
"title",
|
|
||||||
"description",
|
|
||||||
"start_time",
|
|
||||||
"end_time",
|
|
||||||
"location",
|
|
||||||
"attendees",
|
|
||||||
"ics_raw_data",
|
|
||||||
}
|
|
||||||
|
|
||||||
# Runtime exhaustiveness check: ensure we're comparing all EventData fields
|
|
||||||
event_data_fields = set(EventData.__annotations__.keys()) - {"ics_uid"}
|
|
||||||
if event_data_fields != _COMPARED_FIELDS:
|
|
||||||
missing = event_data_fields - _COMPARED_FIELDS
|
|
||||||
extra = _COMPARED_FIELDS - event_data_fields
|
|
||||||
raise RuntimeError(
|
|
||||||
f"_event_data_changed() field mismatch: "
|
|
||||||
f"missing={missing}, extra={extra}. "
|
|
||||||
f"Update the comparison logic when adding/removing fields."
|
|
||||||
)
|
|
||||||
|
|
||||||
return (
|
|
||||||
existing.title != new_data["title"]
|
|
||||||
or existing.description != new_data["description"]
|
|
||||||
or existing.start_time != new_data["start_time"]
|
|
||||||
or existing.end_time != new_data["end_time"]
|
|
||||||
or existing.location != new_data["location"]
|
|
||||||
or existing.attendees != new_data["attendees"]
|
|
||||||
or existing.ics_raw_data != new_data["ics_raw_data"]
|
|
||||||
)
|
|
||||||
|
|
||||||
async def _sync_events_to_database(
|
async def _sync_events_to_database(
|
||||||
self, room_id: str, events: list[EventData]
|
self, room_id: str, events: list[EventData]
|
||||||
) -> SyncStats:
|
) -> SyncStats:
|
||||||
@@ -409,14 +386,11 @@ class ICSSyncService:
|
|||||||
)
|
)
|
||||||
|
|
||||||
if existing:
|
if existing:
|
||||||
# Only count as updated if data actually changed
|
updated += 1
|
||||||
if self._event_data_changed(existing, event_data):
|
|
||||||
updated += 1
|
|
||||||
await calendar_events_controller.upsert(calendar_event)
|
|
||||||
else:
|
else:
|
||||||
created += 1
|
created += 1
|
||||||
await calendar_events_controller.upsert(calendar_event)
|
|
||||||
|
|
||||||
|
await calendar_events_controller.upsert(calendar_event)
|
||||||
current_ics_uids.append(event_data["ics_uid"])
|
current_ics_uids.append(event_data["ics_uid"])
|
||||||
|
|
||||||
# Soft delete events that are no longer in calendar
|
# Soft delete events that are no longer in calendar
|
||||||
|
|||||||
@@ -11,7 +11,7 @@ from typing import Literal, Union, assert_never
|
|||||||
|
|
||||||
import celery
|
import celery
|
||||||
from celery.result import AsyncResult
|
from celery.result import AsyncResult
|
||||||
from hatchet_sdk.clients.rest.exceptions import ApiException, NotFoundException
|
from hatchet_sdk.clients.rest.exceptions import ApiException
|
||||||
from hatchet_sdk.clients.rest.models import V1TaskStatus
|
from hatchet_sdk.clients.rest.models import V1TaskStatus
|
||||||
|
|
||||||
from reflector.db.recordings import recordings_controller
|
from reflector.db.recordings import recordings_controller
|
||||||
@@ -23,6 +23,7 @@ from reflector.pipelines.main_file_pipeline import task_pipeline_file_process
|
|||||||
from reflector.pipelines.main_multitrack_pipeline import (
|
from reflector.pipelines.main_multitrack_pipeline import (
|
||||||
task_pipeline_multitrack_process,
|
task_pipeline_multitrack_process,
|
||||||
)
|
)
|
||||||
|
from reflector.settings import settings
|
||||||
from reflector.utils.string import NonEmptyString
|
from reflector.utils.string import NonEmptyString
|
||||||
|
|
||||||
|
|
||||||
@@ -101,8 +102,8 @@ async def validate_transcript_for_processing(
|
|||||||
if transcript.locked:
|
if transcript.locked:
|
||||||
return ValidationLocked(detail="Recording is locked")
|
return ValidationLocked(detail="Recording is locked")
|
||||||
|
|
||||||
# Check if recording is ready for processing
|
# hatchet is idempotent anyways + if it wasn't dispatched successfully
|
||||||
if transcript.status == "idle" and not transcript.workflow_run_id:
|
if transcript.status == "idle" and not settings.HATCHET_ENABLED:
|
||||||
return ValidationNotReady(detail="Recording is not ready for processing")
|
return ValidationNotReady(detail="Recording is not ready for processing")
|
||||||
|
|
||||||
# Check Celery tasks
|
# Check Celery tasks
|
||||||
@@ -115,8 +116,7 @@ async def validate_transcript_for_processing(
|
|||||||
):
|
):
|
||||||
return ValidationAlreadyScheduled(detail="already running")
|
return ValidationAlreadyScheduled(detail="already running")
|
||||||
|
|
||||||
# Check Hatchet workflow status if workflow_run_id exists
|
if settings.HATCHET_ENABLED and transcript.workflow_run_id:
|
||||||
if transcript.workflow_run_id:
|
|
||||||
try:
|
try:
|
||||||
status = await HatchetClientManager.get_workflow_run_status(
|
status = await HatchetClientManager.get_workflow_run_status(
|
||||||
transcript.workflow_run_id
|
transcript.workflow_run_id
|
||||||
@@ -181,16 +181,19 @@ async def dispatch_transcript_processing(
|
|||||||
Returns AsyncResult for Celery tasks, None for Hatchet workflows.
|
Returns AsyncResult for Celery tasks, None for Hatchet workflows.
|
||||||
"""
|
"""
|
||||||
if isinstance(config, MultitrackProcessingConfig):
|
if isinstance(config, MultitrackProcessingConfig):
|
||||||
use_celery = False
|
# Check if room has use_hatchet=True (overrides env vars)
|
||||||
|
room_forces_hatchet = False
|
||||||
if config.room_id:
|
if config.room_id:
|
||||||
room = await rooms_controller.get_by_id(config.room_id)
|
room = await rooms_controller.get_by_id(config.room_id)
|
||||||
use_celery = room.use_celery if room else False
|
room_forces_hatchet = room.use_hatchet if room else False
|
||||||
|
|
||||||
use_hatchet = not use_celery
|
# Start durable workflow if enabled (Hatchet)
|
||||||
|
# and if room has use_hatchet=True
|
||||||
|
use_hatchet = settings.HATCHET_ENABLED and room_forces_hatchet
|
||||||
|
|
||||||
if use_celery:
|
if room_forces_hatchet:
|
||||||
logger.info(
|
logger.info(
|
||||||
"Room uses legacy Celery processing",
|
"Room forces Hatchet workflow",
|
||||||
room_id=config.room_id,
|
room_id=config.room_id,
|
||||||
transcript_id=config.transcript_id,
|
transcript_id=config.transcript_id,
|
||||||
)
|
)
|
||||||
@@ -212,39 +215,24 @@ async def dispatch_transcript_processing(
|
|||||||
)
|
)
|
||||||
return None
|
return None
|
||||||
else:
|
else:
|
||||||
# Workflow can't replay (CANCELLED, COMPLETED, or 404 deleted)
|
# Workflow exists but can't replay (CANCELLED, COMPLETED, etc.)
|
||||||
# Log and proceed to start new workflow
|
# Log and proceed to start new workflow
|
||||||
try:
|
status = await HatchetClientManager.get_workflow_run_status(
|
||||||
status = await HatchetClientManager.get_workflow_run_status(
|
|
||||||
transcript.workflow_run_id
|
|
||||||
)
|
|
||||||
logger.info(
|
|
||||||
"Old workflow not replayable, starting new",
|
|
||||||
old_workflow_id=transcript.workflow_run_id,
|
|
||||||
old_status=status.value,
|
|
||||||
)
|
|
||||||
except NotFoundException:
|
|
||||||
# Workflow deleted from Hatchet but ID still in DB
|
|
||||||
logger.info(
|
|
||||||
"Old workflow not found in Hatchet, starting new",
|
|
||||||
old_workflow_id=transcript.workflow_run_id,
|
|
||||||
)
|
|
||||||
|
|
||||||
# Force: cancel old workflow if exists
|
|
||||||
if force and transcript and transcript.workflow_run_id:
|
|
||||||
try:
|
|
||||||
await HatchetClientManager.cancel_workflow(
|
|
||||||
transcript.workflow_run_id
|
transcript.workflow_run_id
|
||||||
)
|
)
|
||||||
logger.info(
|
logger.info(
|
||||||
"Cancelled old workflow (--force)",
|
"Old workflow not replayable, starting new",
|
||||||
workflow_id=transcript.workflow_run_id,
|
old_workflow_id=transcript.workflow_run_id,
|
||||||
)
|
old_status=status.value,
|
||||||
except NotFoundException:
|
|
||||||
logger.info(
|
|
||||||
"Old workflow already deleted (--force)",
|
|
||||||
workflow_id=transcript.workflow_run_id,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
|
# Force: cancel old workflow if exists
|
||||||
|
if force and transcript and transcript.workflow_run_id:
|
||||||
|
await HatchetClientManager.cancel_workflow(transcript.workflow_run_id)
|
||||||
|
logger.info(
|
||||||
|
"Cancelled old workflow (--force)",
|
||||||
|
workflow_id=transcript.workflow_run_id,
|
||||||
|
)
|
||||||
await transcripts_controller.update(
|
await transcripts_controller.update(
|
||||||
transcript, {"workflow_run_id": None}
|
transcript, {"workflow_run_id": None}
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -98,10 +98,6 @@ class Settings(BaseSettings):
|
|||||||
# Diarization: local pyannote.audio
|
# Diarization: local pyannote.audio
|
||||||
DIARIZATION_PYANNOTE_AUTH_TOKEN: str | None = None
|
DIARIZATION_PYANNOTE_AUTH_TOKEN: str | None = None
|
||||||
|
|
||||||
# Audio Padding (Modal.com backend)
|
|
||||||
PADDING_URL: str | None = None
|
|
||||||
PADDING_MODAL_API_KEY: str | None = None
|
|
||||||
|
|
||||||
# Sentry
|
# Sentry
|
||||||
SENTRY_DSN: str | None = None
|
SENTRY_DSN: str | None = None
|
||||||
|
|
||||||
@@ -162,10 +158,19 @@ class Settings(BaseSettings):
|
|||||||
ZULIP_API_KEY: str | None = None
|
ZULIP_API_KEY: str | None = None
|
||||||
ZULIP_BOT_EMAIL: str | None = None
|
ZULIP_BOT_EMAIL: str | None = None
|
||||||
|
|
||||||
# Hatchet workflow orchestration (always enabled for multitrack processing)
|
# Durable workflow orchestration
|
||||||
|
# Provider: "hatchet" (or "none" to disable)
|
||||||
|
DURABLE_WORKFLOW_PROVIDER: str = "none"
|
||||||
|
|
||||||
|
# Hatchet workflow orchestration
|
||||||
HATCHET_CLIENT_TOKEN: str | None = None
|
HATCHET_CLIENT_TOKEN: str | None = None
|
||||||
HATCHET_CLIENT_TLS_STRATEGY: str = "none" # none, tls, mtls
|
HATCHET_CLIENT_TLS_STRATEGY: str = "none" # none, tls, mtls
|
||||||
HATCHET_DEBUG: bool = False
|
HATCHET_DEBUG: bool = False
|
||||||
|
|
||||||
|
@property
|
||||||
|
def HATCHET_ENABLED(self) -> bool:
|
||||||
|
"""True if Hatchet is the active provider."""
|
||||||
|
return self.DURABLE_WORKFLOW_PROVIDER == "hatchet"
|
||||||
|
|
||||||
|
|
||||||
settings = Settings()
|
settings = Settings()
|
||||||
|
|||||||
@@ -5,9 +5,7 @@ Used by both Hatchet workflows and Celery pipelines for consistent audio encodin
|
|||||||
"""
|
"""
|
||||||
|
|
||||||
# Opus codec settings
|
# Opus codec settings
|
||||||
# ref B0F71CE8-FC59-4AA5-8414-DAFB836DB711
|
|
||||||
OPUS_STANDARD_SAMPLE_RATE = 48000
|
OPUS_STANDARD_SAMPLE_RATE = 48000
|
||||||
# ref B0F71CE8-FC59-4AA5-8414-DAFB836DB711
|
|
||||||
OPUS_DEFAULT_BIT_RATE = 128000 # 128kbps for good speech quality
|
OPUS_DEFAULT_BIT_RATE = 128000 # 128kbps for good speech quality
|
||||||
|
|
||||||
# S3 presigned URL expiration
|
# S3 presigned URL expiration
|
||||||
|
|||||||
@@ -1,5 +1,4 @@
|
|||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
from uuid import UUID
|
|
||||||
|
|
||||||
from reflector.dailyco_api import (
|
from reflector.dailyco_api import (
|
||||||
CreateMeetingTokenRequest,
|
CreateMeetingTokenRequest,
|
||||||
@@ -13,11 +12,9 @@ from reflector.dailyco_api import (
|
|||||||
RoomProperties,
|
RoomProperties,
|
||||||
verify_webhook_signature,
|
verify_webhook_signature,
|
||||||
)
|
)
|
||||||
from reflector.dailyco_api import RecordingType as DailyRecordingType
|
|
||||||
from reflector.db.daily_participant_sessions import (
|
from reflector.db.daily_participant_sessions import (
|
||||||
daily_participant_sessions_controller,
|
daily_participant_sessions_controller,
|
||||||
)
|
)
|
||||||
from reflector.db.meetings import meetings_controller
|
|
||||||
from reflector.db.rooms import Room
|
from reflector.db.rooms import Room
|
||||||
from reflector.logger import logger
|
from reflector.logger import logger
|
||||||
from reflector.storage import get_dailyco_storage
|
from reflector.storage import get_dailyco_storage
|
||||||
@@ -61,9 +58,10 @@ class DailyClient(VideoPlatformClient):
|
|||||||
enable_recording = None
|
enable_recording = None
|
||||||
if room.recording_type == self.RECORDING_LOCAL:
|
if room.recording_type == self.RECORDING_LOCAL:
|
||||||
enable_recording = "local"
|
enable_recording = "local"
|
||||||
elif room.recording_type == self.RECORDING_CLOUD:
|
elif (
|
||||||
# Don't set enable_recording - recordings started via REST API (not auto-start)
|
room.recording_type == self.RECORDING_CLOUD
|
||||||
enable_recording = None
|
): # daily "cloud" is not our "cloud"
|
||||||
|
enable_recording = "raw-tracks"
|
||||||
|
|
||||||
properties = RoomProperties(
|
properties = RoomProperties(
|
||||||
enable_recording=enable_recording,
|
enable_recording=enable_recording,
|
||||||
@@ -108,6 +106,8 @@ class DailyClient(VideoPlatformClient):
|
|||||||
Daily.co doesn't provide historical session API, so we query our database
|
Daily.co doesn't provide historical session API, so we query our database
|
||||||
where participant.joined/left webhooks are stored.
|
where participant.joined/left webhooks are stored.
|
||||||
"""
|
"""
|
||||||
|
from reflector.db.meetings import meetings_controller # noqa: PLC0415
|
||||||
|
|
||||||
meeting = await meetings_controller.get_by_room_name(room_name)
|
meeting = await meetings_controller.get_by_room_name(room_name)
|
||||||
if not meeting:
|
if not meeting:
|
||||||
return []
|
return []
|
||||||
@@ -179,14 +179,21 @@ class DailyClient(VideoPlatformClient):
|
|||||||
async def create_meeting_token(
|
async def create_meeting_token(
|
||||||
self,
|
self,
|
||||||
room_name: DailyRoomName,
|
room_name: DailyRoomName,
|
||||||
|
start_cloud_recording: bool,
|
||||||
enable_recording_ui: bool,
|
enable_recording_ui: bool,
|
||||||
user_id: NonEmptyString | None = None,
|
user_id: NonEmptyString | None = None,
|
||||||
is_owner: bool = False,
|
is_owner: bool = False,
|
||||||
max_recording_duration_seconds: int | None = None,
|
max_recording_duration_seconds: int | None = None,
|
||||||
) -> NonEmptyString:
|
) -> NonEmptyString:
|
||||||
|
start_cloud_recording_opts = None
|
||||||
|
if start_cloud_recording and max_recording_duration_seconds:
|
||||||
|
start_cloud_recording_opts = {"maxDuration": max_recording_duration_seconds}
|
||||||
|
|
||||||
properties = MeetingTokenProperties(
|
properties = MeetingTokenProperties(
|
||||||
room_name=room_name,
|
room_name=room_name,
|
||||||
user_id=user_id,
|
user_id=user_id,
|
||||||
|
start_cloud_recording=start_cloud_recording,
|
||||||
|
start_cloud_recording_opts=start_cloud_recording_opts,
|
||||||
enable_recording_ui=enable_recording_ui,
|
enable_recording_ui=enable_recording_ui,
|
||||||
is_owner=is_owner,
|
is_owner=is_owner,
|
||||||
)
|
)
|
||||||
@@ -194,23 +201,6 @@ class DailyClient(VideoPlatformClient):
|
|||||||
result = await self._api_client.create_meeting_token(request)
|
result = await self._api_client.create_meeting_token(request)
|
||||||
return result.token
|
return result.token
|
||||||
|
|
||||||
async def start_recording(
|
|
||||||
self,
|
|
||||||
room_name: DailyRoomName,
|
|
||||||
recording_type: DailyRecordingType,
|
|
||||||
instance_id: UUID,
|
|
||||||
) -> dict:
|
|
||||||
"""Start recording via Daily.co REST API.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
instance_id: UUID for this recording session - one UUID per "room" in Daily (which is "meeting" in Reflector)
|
|
||||||
"""
|
|
||||||
return await self._api_client.start_recording(
|
|
||||||
room_name=room_name,
|
|
||||||
recording_type=recording_type,
|
|
||||||
instance_id=instance_id,
|
|
||||||
)
|
|
||||||
|
|
||||||
async def close(self):
|
async def close(self):
|
||||||
"""Clean up API client resources."""
|
"""Clean up API client resources."""
|
||||||
await self._api_client.close()
|
await self._api_client.close()
|
||||||
|
|||||||
@@ -19,7 +19,6 @@ from reflector.video_platforms.factory import create_platform_client
|
|||||||
from reflector.worker.process import (
|
from reflector.worker.process import (
|
||||||
poll_daily_room_presence_task,
|
poll_daily_room_presence_task,
|
||||||
process_multitrack_recording,
|
process_multitrack_recording,
|
||||||
store_cloud_recording,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
router = APIRouter()
|
router = APIRouter()
|
||||||
@@ -175,64 +174,46 @@ async def _handle_recording_started(event: RecordingStartedEvent):
|
|||||||
async def _handle_recording_ready(event: RecordingReadyEvent):
|
async def _handle_recording_ready(event: RecordingReadyEvent):
|
||||||
room_name = event.payload.room_name
|
room_name = event.payload.room_name
|
||||||
recording_id = event.payload.recording_id
|
recording_id = event.payload.recording_id
|
||||||
recording_type = event.payload.type
|
tracks = event.payload.tracks
|
||||||
|
|
||||||
|
if not tracks:
|
||||||
|
logger.warning(
|
||||||
|
"recording.ready-to-download: missing tracks",
|
||||||
|
room_name=room_name,
|
||||||
|
recording_id=recording_id,
|
||||||
|
payload=event.payload,
|
||||||
|
)
|
||||||
|
return
|
||||||
|
|
||||||
logger.info(
|
logger.info(
|
||||||
"Recording ready for download",
|
"Recording ready for download",
|
||||||
room_name=room_name,
|
room_name=room_name,
|
||||||
recording_id=recording_id,
|
recording_id=recording_id,
|
||||||
recording_type=recording_type,
|
num_tracks=len(tracks),
|
||||||
platform="daily",
|
platform="daily",
|
||||||
)
|
)
|
||||||
|
|
||||||
bucket_name = settings.DAILYCO_STORAGE_AWS_BUCKET_NAME
|
bucket_name = settings.DAILYCO_STORAGE_AWS_BUCKET_NAME
|
||||||
if not bucket_name:
|
if not bucket_name:
|
||||||
logger.error("DAILYCO_STORAGE_AWS_BUCKET_NAME not configured")
|
logger.error(
|
||||||
|
"DAILYCO_STORAGE_AWS_BUCKET_NAME not configured; cannot process Daily recording"
|
||||||
|
)
|
||||||
return
|
return
|
||||||
|
|
||||||
if recording_type == "cloud":
|
track_keys = [t.s3Key for t in tracks if t.type == "audio"]
|
||||||
await store_cloud_recording(
|
|
||||||
recording_id=recording_id,
|
|
||||||
room_name=room_name,
|
|
||||||
s3_key=event.payload.s3_key,
|
|
||||||
duration=event.payload.duration,
|
|
||||||
start_ts=event.payload.start_ts,
|
|
||||||
source="webhook",
|
|
||||||
)
|
|
||||||
|
|
||||||
elif recording_type == "raw-tracks":
|
logger.info(
|
||||||
tracks = event.payload.tracks
|
"Recording webhook queuing processing",
|
||||||
if not tracks:
|
recording_id=recording_id,
|
||||||
logger.warning(
|
room_name=room_name,
|
||||||
"raw-tracks recording: missing tracks array",
|
)
|
||||||
room_name=room_name,
|
|
||||||
recording_id=recording_id,
|
|
||||||
)
|
|
||||||
return
|
|
||||||
|
|
||||||
track_keys = [t.s3Key for t in tracks if t.type == "audio"]
|
process_multitrack_recording.delay(
|
||||||
|
bucket_name=bucket_name,
|
||||||
logger.info(
|
daily_room_name=room_name,
|
||||||
"Raw-tracks recording queuing processing",
|
recording_id=recording_id,
|
||||||
recording_id=recording_id,
|
track_keys=track_keys,
|
||||||
room_name=room_name,
|
)
|
||||||
num_tracks=len(track_keys),
|
|
||||||
)
|
|
||||||
|
|
||||||
process_multitrack_recording.delay(
|
|
||||||
bucket_name=bucket_name,
|
|
||||||
daily_room_name=room_name,
|
|
||||||
recording_id=recording_id,
|
|
||||||
track_keys=track_keys,
|
|
||||||
recording_start_ts=event.payload.start_ts,
|
|
||||||
)
|
|
||||||
|
|
||||||
else:
|
|
||||||
logger.warning(
|
|
||||||
"Unknown recording type",
|
|
||||||
recording_type=recording_type,
|
|
||||||
recording_id=recording_id,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
async def _handle_recording_error(event: RecordingErrorEvent):
|
async def _handle_recording_error(event: RecordingErrorEvent):
|
||||||
|
|||||||
@@ -1,23 +1,16 @@
|
|||||||
import json
|
|
||||||
from datetime import datetime, timezone
|
from datetime import datetime, timezone
|
||||||
from typing import Annotated, Any, Optional
|
from typing import Annotated, Optional
|
||||||
from uuid import UUID
|
|
||||||
|
|
||||||
from fastapi import APIRouter, Depends, HTTPException, Request
|
from fastapi import APIRouter, Depends, HTTPException, Request
|
||||||
from pydantic import BaseModel
|
from pydantic import BaseModel
|
||||||
|
|
||||||
import reflector.auth as auth
|
import reflector.auth as auth
|
||||||
from reflector.dailyco_api import RecordingType
|
|
||||||
from reflector.dailyco_api.client import DailyApiError
|
|
||||||
from reflector.db.meetings import (
|
from reflector.db.meetings import (
|
||||||
MeetingConsent,
|
MeetingConsent,
|
||||||
meeting_consent_controller,
|
meeting_consent_controller,
|
||||||
meetings_controller,
|
meetings_controller,
|
||||||
)
|
)
|
||||||
from reflector.db.rooms import rooms_controller
|
from reflector.db.rooms import rooms_controller
|
||||||
from reflector.logger import logger
|
|
||||||
from reflector.utils.string import NonEmptyString
|
|
||||||
from reflector.video_platforms.factory import create_platform_client
|
|
||||||
|
|
||||||
router = APIRouter()
|
router = APIRouter()
|
||||||
|
|
||||||
@@ -80,72 +73,3 @@ async def meeting_deactivate(
|
|||||||
await meetings_controller.update_meeting(meeting_id, is_active=False)
|
await meetings_controller.update_meeting(meeting_id, is_active=False)
|
||||||
|
|
||||||
return {"status": "success", "meeting_id": meeting_id}
|
return {"status": "success", "meeting_id": meeting_id}
|
||||||
|
|
||||||
|
|
||||||
class StartRecordingRequest(BaseModel):
|
|
||||||
type: RecordingType
|
|
||||||
instanceId: UUID
|
|
||||||
|
|
||||||
|
|
||||||
@router.post("/meetings/{meeting_id}/recordings/start")
|
|
||||||
async def start_recording(
|
|
||||||
meeting_id: NonEmptyString, body: StartRecordingRequest
|
|
||||||
) -> dict[str, Any]:
|
|
||||||
"""Start cloud or raw-tracks recording via Daily.co REST API.
|
|
||||||
|
|
||||||
Both cloud and raw-tracks are started via REST API to bypass enable_recording limitation of allowing only 1 recording at a time.
|
|
||||||
Uses different instanceIds for cloud vs raw-tracks (same won't work)
|
|
||||||
|
|
||||||
Note: No authentication required - anonymous users supported. TODO this is a DOS vector
|
|
||||||
"""
|
|
||||||
meeting = await meetings_controller.get_by_id(meeting_id)
|
|
||||||
if not meeting:
|
|
||||||
raise HTTPException(status_code=404, detail="Meeting not found")
|
|
||||||
|
|
||||||
log = logger.bind(
|
|
||||||
meeting_id=meeting_id,
|
|
||||||
room_name=meeting.room_name,
|
|
||||||
recording_type=body.type,
|
|
||||||
instance_id=body.instanceId,
|
|
||||||
)
|
|
||||||
|
|
||||||
try:
|
|
||||||
client = create_platform_client("daily")
|
|
||||||
result = await client.start_recording(
|
|
||||||
room_name=meeting.room_name,
|
|
||||||
recording_type=body.type,
|
|
||||||
instance_id=body.instanceId,
|
|
||||||
)
|
|
||||||
|
|
||||||
log.info(f"Started {body.type} recording via REST API")
|
|
||||||
|
|
||||||
return {"status": "ok", "result": result}
|
|
||||||
|
|
||||||
except DailyApiError as e:
|
|
||||||
# Parse Daily.co error response to detect "has an active stream"
|
|
||||||
try:
|
|
||||||
error_body = json.loads(e.response_body)
|
|
||||||
error_info = error_body.get("info", "")
|
|
||||||
|
|
||||||
# "has an active stream" means recording already started by another participant
|
|
||||||
# This is SUCCESS from business logic perspective - return 200
|
|
||||||
if "has an active stream" in error_info:
|
|
||||||
log.info(
|
|
||||||
f"{body.type} recording already active (started by another participant)"
|
|
||||||
)
|
|
||||||
return {"status": "already_active", "instanceId": str(body.instanceId)}
|
|
||||||
except (json.JSONDecodeError, KeyError):
|
|
||||||
pass # Fall through to error handling
|
|
||||||
|
|
||||||
# All other Daily.co API errors
|
|
||||||
log.error(f"Failed to start {body.type} recording", error=str(e))
|
|
||||||
raise HTTPException(
|
|
||||||
status_code=500, detail=f"Failed to start recording: {str(e)}"
|
|
||||||
)
|
|
||||||
|
|
||||||
except Exception as e:
|
|
||||||
# Non-Daily.co errors
|
|
||||||
log.error(f"Failed to start {body.type} recording", error=str(e))
|
|
||||||
raise HTTPException(
|
|
||||||
status_code=500, detail=f"Failed to start recording: {str(e)}"
|
|
||||||
)
|
|
||||||
|
|||||||
@@ -73,8 +73,6 @@ class Meeting(BaseModel):
|
|||||||
calendar_event_id: str | None = None
|
calendar_event_id: str | None = None
|
||||||
calendar_metadata: dict[str, Any] | None = None
|
calendar_metadata: dict[str, Any] | None = None
|
||||||
platform: Platform
|
platform: Platform
|
||||||
daily_composed_video_s3_key: str | None = None
|
|
||||||
daily_composed_video_duration: int | None = None
|
|
||||||
|
|
||||||
|
|
||||||
class CreateRoom(BaseModel):
|
class CreateRoom(BaseModel):
|
||||||
@@ -588,6 +586,7 @@ async def rooms_join_meeting(
|
|||||||
)
|
)
|
||||||
token = await client.create_meeting_token(
|
token = await client.create_meeting_token(
|
||||||
meeting.room_name,
|
meeting.room_name,
|
||||||
|
start_cloud_recording=meeting.recording_type == "cloud",
|
||||||
enable_recording_ui=enable_recording_ui,
|
enable_recording_ui=enable_recording_ui,
|
||||||
user_id=user_id,
|
user_id=user_id,
|
||||||
is_owner=user_id == room.user_id,
|
is_owner=user_id == room.user_id,
|
||||||
|
|||||||
133
server/reflector/views/transcripts_chat.py
Normal file
133
server/reflector/views/transcripts_chat.py
Normal file
@@ -0,0 +1,133 @@
|
|||||||
|
"""
|
||||||
|
Transcripts chat API
|
||||||
|
====================
|
||||||
|
|
||||||
|
WebSocket endpoint for bidirectional chat with LLM about transcript content.
|
||||||
|
"""
|
||||||
|
|
||||||
|
from typing import Optional
|
||||||
|
|
||||||
|
from fastapi import APIRouter, WebSocket, WebSocketDisconnect
|
||||||
|
from llama_index.core import Settings
|
||||||
|
from llama_index.core.base.llms.types import ChatMessage, MessageRole
|
||||||
|
|
||||||
|
from reflector.auth.auth_jwt import JWTAuth
|
||||||
|
from reflector.db.recordings import recordings_controller
|
||||||
|
from reflector.db.transcripts import transcripts_controller
|
||||||
|
from reflector.db.users import user_controller
|
||||||
|
from reflector.llm import LLM
|
||||||
|
from reflector.settings import settings
|
||||||
|
from reflector.utils.transcript_formats import topics_to_webvtt_named
|
||||||
|
|
||||||
|
router = APIRouter()
|
||||||
|
|
||||||
|
|
||||||
|
async def _get_is_multitrack(transcript) -> bool:
|
||||||
|
"""Detect if transcript is from multitrack recording."""
|
||||||
|
if not transcript.recording_id:
|
||||||
|
return False
|
||||||
|
recording = await recordings_controller.get_by_id(transcript.recording_id)
|
||||||
|
return recording is not None and recording.is_multitrack
|
||||||
|
|
||||||
|
|
||||||
|
@router.websocket("/transcripts/{transcript_id}/chat")
|
||||||
|
async def transcript_chat_websocket(
|
||||||
|
transcript_id: str,
|
||||||
|
websocket: WebSocket,
|
||||||
|
):
|
||||||
|
"""WebSocket endpoint for chatting with LLM about transcript content."""
|
||||||
|
# 1. Auth check (optional) - extract token from WebSocket subprotocol header
|
||||||
|
# Browser can't send Authorization header for WS; use subprotocol: ["bearer", token]
|
||||||
|
raw_subprotocol = websocket.headers.get("sec-websocket-protocol") or ""
|
||||||
|
parts = [p.strip() for p in raw_subprotocol.split(",") if p.strip()]
|
||||||
|
token: Optional[str] = None
|
||||||
|
negotiated_subprotocol: Optional[str] = None
|
||||||
|
if len(parts) >= 2 and parts[0].lower() == "bearer":
|
||||||
|
negotiated_subprotocol = "bearer"
|
||||||
|
token = parts[1]
|
||||||
|
|
||||||
|
user_id: Optional[str] = None
|
||||||
|
if token:
|
||||||
|
try:
|
||||||
|
payload = JWTAuth().verify_token(token)
|
||||||
|
authentik_uid = payload.get("sub")
|
||||||
|
|
||||||
|
if authentik_uid:
|
||||||
|
user = await user_controller.get_by_authentik_uid(authentik_uid)
|
||||||
|
if user:
|
||||||
|
user_id = user.id
|
||||||
|
except Exception:
|
||||||
|
# Auth failed - continue as anonymous
|
||||||
|
pass
|
||||||
|
|
||||||
|
# Get transcript (respects user_id for private transcripts)
|
||||||
|
transcript = await transcripts_controller.get_by_id_for_http(
|
||||||
|
transcript_id, user_id=user_id
|
||||||
|
)
|
||||||
|
if not transcript:
|
||||||
|
await websocket.close(code=1008) # Policy violation (not found/unauthorized)
|
||||||
|
return
|
||||||
|
|
||||||
|
# 2. Accept connection (with negotiated subprotocol if present)
|
||||||
|
await websocket.accept(subprotocol=negotiated_subprotocol)
|
||||||
|
|
||||||
|
# 3. Generate WebVTT context
|
||||||
|
is_multitrack = await _get_is_multitrack(transcript)
|
||||||
|
webvtt = topics_to_webvtt_named(
|
||||||
|
transcript.topics, transcript.participants, is_multitrack
|
||||||
|
)
|
||||||
|
|
||||||
|
# Truncate if needed (15k char limit for POC)
|
||||||
|
webvtt_truncated = webvtt[:15000] if len(webvtt) > 15000 else webvtt
|
||||||
|
|
||||||
|
# 4. Configure LLM
|
||||||
|
llm = LLM(settings=settings, temperature=0.7)
|
||||||
|
|
||||||
|
# 5. System message with transcript context
|
||||||
|
system_msg = f"""You are analyzing this meeting transcript (WebVTT):
|
||||||
|
|
||||||
|
{webvtt_truncated}
|
||||||
|
|
||||||
|
Answer questions about content, speakers, timeline. Include timestamps when relevant."""
|
||||||
|
|
||||||
|
# 6. Conversation history
|
||||||
|
conversation_history = [ChatMessage(role=MessageRole.SYSTEM, content=system_msg)]
|
||||||
|
|
||||||
|
try:
|
||||||
|
# 7. Message loop
|
||||||
|
while True:
|
||||||
|
data = await websocket.receive_json()
|
||||||
|
|
||||||
|
if data.get("type") == "get_context":
|
||||||
|
# Return WebVTT context (for debugging/testing)
|
||||||
|
await websocket.send_json({"type": "context", "webvtt": webvtt})
|
||||||
|
continue
|
||||||
|
|
||||||
|
if data.get("type") != "message":
|
||||||
|
# Echo unknown types for backward compatibility
|
||||||
|
await websocket.send_json({"type": "echo", "data": data})
|
||||||
|
continue
|
||||||
|
|
||||||
|
# Add user message to history
|
||||||
|
user_msg = ChatMessage(role=MessageRole.USER, content=data.get("text", ""))
|
||||||
|
conversation_history.append(user_msg)
|
||||||
|
|
||||||
|
# Stream LLM response
|
||||||
|
assistant_msg = ""
|
||||||
|
chat_stream = await Settings.llm.astream_chat(conversation_history)
|
||||||
|
async for chunk in chat_stream:
|
||||||
|
token = chunk.delta or ""
|
||||||
|
if token:
|
||||||
|
await websocket.send_json({"type": "token", "text": token})
|
||||||
|
assistant_msg += token
|
||||||
|
|
||||||
|
# Save assistant response to history
|
||||||
|
conversation_history.append(
|
||||||
|
ChatMessage(role=MessageRole.ASSISTANT, content=assistant_msg)
|
||||||
|
)
|
||||||
|
await websocket.send_json({"type": "done"})
|
||||||
|
|
||||||
|
except WebSocketDisconnect:
|
||||||
|
pass
|
||||||
|
except Exception as e:
|
||||||
|
await websocket.send_json({"type": "error", "message": str(e)})
|
||||||
@@ -6,11 +6,6 @@ from celery.schedules import crontab
|
|||||||
from reflector.settings import settings
|
from reflector.settings import settings
|
||||||
|
|
||||||
logger = structlog.get_logger(__name__)
|
logger = structlog.get_logger(__name__)
|
||||||
|
|
||||||
# Polling intervals (seconds)
|
|
||||||
# Webhook-aware: 180s when webhook configured (backup mode), 15s when no webhook (primary discovery)
|
|
||||||
POLL_DAILY_RECORDINGS_INTERVAL_SEC = 180.0 if settings.DAILY_WEBHOOK_SECRET else 15.0
|
|
||||||
|
|
||||||
if celery.current_app.main != "default":
|
if celery.current_app.main != "default":
|
||||||
logger.info(f"Celery already configured ({celery.current_app})")
|
logger.info(f"Celery already configured ({celery.current_app})")
|
||||||
app = celery.current_app
|
app = celery.current_app
|
||||||
@@ -49,7 +44,7 @@ else:
|
|||||||
},
|
},
|
||||||
"poll_daily_recordings": {
|
"poll_daily_recordings": {
|
||||||
"task": "reflector.worker.process.poll_daily_recordings",
|
"task": "reflector.worker.process.poll_daily_recordings",
|
||||||
"schedule": POLL_DAILY_RECORDINGS_INTERVAL_SEC,
|
"schedule": 180.0, # Every 3 minutes (configurable lookback window)
|
||||||
},
|
},
|
||||||
"trigger_daily_reconciliation": {
|
"trigger_daily_reconciliation": {
|
||||||
"task": "reflector.worker.process.trigger_daily_reconciliation",
|
"task": "reflector.worker.process.trigger_daily_reconciliation",
|
||||||
|
|||||||
@@ -2,7 +2,7 @@ import json
|
|||||||
import os
|
import os
|
||||||
import re
|
import re
|
||||||
from datetime import datetime, timezone
|
from datetime import datetime, timezone
|
||||||
from typing import List, Literal
|
from typing import List
|
||||||
from urllib.parse import unquote
|
from urllib.parse import unquote
|
||||||
|
|
||||||
import av
|
import av
|
||||||
@@ -42,7 +42,6 @@ from reflector.utils.daily import (
|
|||||||
filter_cam_audio_tracks,
|
filter_cam_audio_tracks,
|
||||||
recording_lock_key,
|
recording_lock_key,
|
||||||
)
|
)
|
||||||
from reflector.utils.string import NonEmptyString
|
|
||||||
from reflector.video_platforms.factory import create_platform_client
|
from reflector.video_platforms.factory import create_platform_client
|
||||||
from reflector.video_platforms.whereby_utils import (
|
from reflector.video_platforms.whereby_utils import (
|
||||||
parse_whereby_recording_filename,
|
parse_whereby_recording_filename,
|
||||||
@@ -176,18 +175,13 @@ async def process_multitrack_recording(
|
|||||||
daily_room_name: DailyRoomName,
|
daily_room_name: DailyRoomName,
|
||||||
recording_id: str,
|
recording_id: str,
|
||||||
track_keys: list[str],
|
track_keys: list[str],
|
||||||
recording_start_ts: int,
|
|
||||||
):
|
):
|
||||||
"""
|
|
||||||
Process raw-tracks (multitrack) recording from Daily.co.
|
|
||||||
"""
|
|
||||||
logger.info(
|
logger.info(
|
||||||
"Processing multitrack recording",
|
"Processing multitrack recording",
|
||||||
bucket=bucket_name,
|
bucket=bucket_name,
|
||||||
room_name=daily_room_name,
|
room_name=daily_room_name,
|
||||||
recording_id=recording_id,
|
recording_id=recording_id,
|
||||||
provided_keys=len(track_keys),
|
provided_keys=len(track_keys),
|
||||||
recording_start_ts=recording_start_ts,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
if not track_keys:
|
if not track_keys:
|
||||||
@@ -218,7 +212,7 @@ async def process_multitrack_recording(
|
|||||||
)
|
)
|
||||||
|
|
||||||
await _process_multitrack_recording_inner(
|
await _process_multitrack_recording_inner(
|
||||||
bucket_name, daily_room_name, recording_id, track_keys, recording_start_ts
|
bucket_name, daily_room_name, recording_id, track_keys
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
@@ -227,18 +221,8 @@ async def _process_multitrack_recording_inner(
|
|||||||
daily_room_name: DailyRoomName,
|
daily_room_name: DailyRoomName,
|
||||||
recording_id: str,
|
recording_id: str,
|
||||||
track_keys: list[str],
|
track_keys: list[str],
|
||||||
recording_start_ts: int,
|
|
||||||
):
|
):
|
||||||
"""
|
"""Inner function containing the actual processing logic."""
|
||||||
Process multitrack recording (first time or reprocessing).
|
|
||||||
|
|
||||||
For first processing (webhook/polling):
|
|
||||||
- Uses recording_start_ts for time-based meeting matching (no instanceId available)
|
|
||||||
|
|
||||||
For reprocessing:
|
|
||||||
- Uses recording.meeting_id directly (already linked during first processing)
|
|
||||||
- recording_start_ts is ignored
|
|
||||||
"""
|
|
||||||
|
|
||||||
tz = timezone.utc
|
tz = timezone.utc
|
||||||
recorded_at = datetime.now(tz)
|
recorded_at = datetime.now(tz)
|
||||||
@@ -256,53 +240,7 @@ async def _process_multitrack_recording_inner(
|
|||||||
exc_info=True,
|
exc_info=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
# Check if recording already exists (reprocessing path)
|
meeting = await meetings_controller.get_by_room_name(daily_room_name)
|
||||||
recording = await recordings_controller.get_by_id(recording_id)
|
|
||||||
|
|
||||||
if recording and recording.meeting_id:
|
|
||||||
# Reprocessing: recording exists with meeting already linked
|
|
||||||
meeting = await meetings_controller.get_by_id(recording.meeting_id)
|
|
||||||
if not meeting:
|
|
||||||
logger.error(
|
|
||||||
"Reprocessing: meeting not found for recording - skipping",
|
|
||||||
meeting_id=recording.meeting_id,
|
|
||||||
recording_id=recording_id,
|
|
||||||
)
|
|
||||||
return
|
|
||||||
|
|
||||||
logger.info(
|
|
||||||
"Reprocessing: using existing recording.meeting_id",
|
|
||||||
recording_id=recording_id,
|
|
||||||
meeting_id=meeting.id,
|
|
||||||
room_name=daily_room_name,
|
|
||||||
)
|
|
||||||
else:
|
|
||||||
# First processing: recording doesn't exist, need time-based matching
|
|
||||||
# (Daily.co doesn't return instanceId in API, must match by timestamp)
|
|
||||||
recording_start = datetime.fromtimestamp(recording_start_ts, tz=timezone.utc)
|
|
||||||
meeting = await meetings_controller.get_by_room_name_and_time(
|
|
||||||
room_name=daily_room_name,
|
|
||||||
recording_start=recording_start,
|
|
||||||
time_window_hours=168, # 1 week
|
|
||||||
)
|
|
||||||
if not meeting:
|
|
||||||
logger.error(
|
|
||||||
"Raw-tracks: no meeting found within 1-week window (time-based match) - skipping",
|
|
||||||
recording_id=recording_id,
|
|
||||||
room_name=daily_room_name,
|
|
||||||
recording_start_ts=recording_start_ts,
|
|
||||||
recording_start=recording_start.isoformat(),
|
|
||||||
)
|
|
||||||
return # Skip processing, will retry on next poll
|
|
||||||
logger.info(
|
|
||||||
"First processing: found meeting via time-based matching",
|
|
||||||
meeting_id=meeting.id,
|
|
||||||
room_name=daily_room_name,
|
|
||||||
recording_id=recording_id,
|
|
||||||
time_delta_seconds=abs(
|
|
||||||
(meeting.start_date - recording_start).total_seconds()
|
|
||||||
),
|
|
||||||
)
|
|
||||||
|
|
||||||
room_name_base = extract_base_room_name(daily_room_name)
|
room_name_base = extract_base_room_name(daily_room_name)
|
||||||
|
|
||||||
@@ -310,8 +248,18 @@ async def _process_multitrack_recording_inner(
|
|||||||
if not room:
|
if not room:
|
||||||
raise Exception(f"Room not found: {room_name_base}")
|
raise Exception(f"Room not found: {room_name_base}")
|
||||||
|
|
||||||
|
if not meeting:
|
||||||
|
raise Exception(f"Meeting not found: {room_name_base}")
|
||||||
|
|
||||||
|
logger.info(
|
||||||
|
"Found existing Meeting for recording",
|
||||||
|
meeting_id=meeting.id,
|
||||||
|
room_name=daily_room_name,
|
||||||
|
recording_id=recording_id,
|
||||||
|
)
|
||||||
|
|
||||||
|
recording = await recordings_controller.get_by_id(recording_id)
|
||||||
if not recording:
|
if not recording:
|
||||||
# Create recording (only happens during first processing)
|
|
||||||
object_key_dir = os.path.dirname(track_keys[0]) if track_keys else ""
|
object_key_dir = os.path.dirname(track_keys[0]) if track_keys else ""
|
||||||
recording = await recordings_controller.create(
|
recording = await recordings_controller.create(
|
||||||
Recording(
|
Recording(
|
||||||
@@ -323,19 +271,7 @@ async def _process_multitrack_recording_inner(
|
|||||||
track_keys=track_keys,
|
track_keys=track_keys,
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
elif not recording.meeting_id:
|
# else: Recording already exists; metadata set at creation time
|
||||||
# Recording exists but meeting_id is null (failed first processing)
|
|
||||||
# Update with meeting from time-based matching
|
|
||||||
await recordings_controller.set_meeting_id(
|
|
||||||
recording_id=recording.id,
|
|
||||||
meeting_id=meeting.id,
|
|
||||||
)
|
|
||||||
recording.meeting_id = meeting.id
|
|
||||||
logger.info(
|
|
||||||
"Updated existing recording with meeting_id",
|
|
||||||
recording_id=recording.id,
|
|
||||||
meeting_id=meeting.id,
|
|
||||||
)
|
|
||||||
|
|
||||||
transcript = await transcripts_controller.get_by_recording_id(recording.id)
|
transcript = await transcripts_controller.get_by_recording_id(recording.id)
|
||||||
if not transcript:
|
if not transcript:
|
||||||
@@ -351,12 +287,11 @@ async def _process_multitrack_recording_inner(
|
|||||||
room_id=room.id,
|
room_id=room.id,
|
||||||
)
|
)
|
||||||
|
|
||||||
use_celery = room and room.use_celery
|
use_hatchet = settings.HATCHET_ENABLED and room and room.use_hatchet
|
||||||
use_hatchet = not use_celery
|
|
||||||
|
|
||||||
if use_celery:
|
if room and room.use_hatchet and not settings.HATCHET_ENABLED:
|
||||||
logger.info(
|
logger.info(
|
||||||
"Room uses legacy Celery processing",
|
"Room forces Hatchet workflow",
|
||||||
room_id=room.id,
|
room_id=room.id,
|
||||||
transcript_id=transcript.id,
|
transcript_id=transcript.id,
|
||||||
)
|
)
|
||||||
@@ -402,11 +337,9 @@ async def poll_daily_recordings():
|
|||||||
"""Poll Daily.co API for recordings and process missing ones.
|
"""Poll Daily.co API for recordings and process missing ones.
|
||||||
|
|
||||||
Fetches latest recordings from Daily.co API (default limit 100), compares with DB,
|
Fetches latest recordings from Daily.co API (default limit 100), compares with DB,
|
||||||
and stores/queues missing recordings:
|
and queues processing for recordings not already in DB.
|
||||||
- Cloud recordings: Store S3 key in meeting table
|
|
||||||
- Raw-tracks recordings: Queue multitrack processing
|
|
||||||
|
|
||||||
Acts as fallback when webhooks active, primary discovery when webhooks unavailable.
|
For each missing recording, uses audio tracks from API response.
|
||||||
|
|
||||||
Worker-level locking provides idempotency (see process_multitrack_recording).
|
Worker-level locking provides idempotency (see process_multitrack_recording).
|
||||||
"""
|
"""
|
||||||
@@ -447,222 +380,51 @@ async def poll_daily_recordings():
|
|||||||
)
|
)
|
||||||
return
|
return
|
||||||
|
|
||||||
# Separate cloud and raw-tracks recordings
|
recording_ids = [rec.id for rec in finished_recordings]
|
||||||
cloud_recordings = []
|
|
||||||
raw_tracks_recordings = []
|
|
||||||
for rec in finished_recordings:
|
|
||||||
if rec.type:
|
|
||||||
# Daily.co API returns null type - make sure this assumption stays
|
|
||||||
# If this logs, Daily.co API changed - we can remove inference logic.
|
|
||||||
recording_type = rec.type
|
|
||||||
logger.warning(
|
|
||||||
"Recording has explicit type field from Daily.co API (unexpected, API may have changed)",
|
|
||||||
recording_id=rec.id,
|
|
||||||
room_name=rec.room_name,
|
|
||||||
recording_type=recording_type,
|
|
||||||
has_s3key=bool(rec.s3key),
|
|
||||||
tracks_count=len(rec.tracks),
|
|
||||||
)
|
|
||||||
else:
|
|
||||||
# DAILY.CO API LIMITATION:
|
|
||||||
# GET /recordings response does NOT include type field.
|
|
||||||
# Daily.co docs mention type field exists, but API never returns it.
|
|
||||||
# Verified: 84 recordings from Nov 2025 - Jan 2026 ALL have type=None.
|
|
||||||
#
|
|
||||||
# This is not a recent API change - Daily.co has never returned type.
|
|
||||||
# Must infer from structural properties.
|
|
||||||
#
|
|
||||||
# Inference heuristic (reliable for finished recordings):
|
|
||||||
# - Has tracks array → raw-tracks
|
|
||||||
# - Has s3key but no tracks → cloud
|
|
||||||
# - Neither → failed/incomplete recording
|
|
||||||
if len(rec.tracks) > 0:
|
|
||||||
recording_type = "raw-tracks"
|
|
||||||
elif rec.s3key and len(rec.tracks) == 0:
|
|
||||||
recording_type = "cloud"
|
|
||||||
else:
|
|
||||||
logger.warning(
|
|
||||||
"Recording has no type, no s3key, and no tracks - likely failed recording",
|
|
||||||
recording_id=rec.id,
|
|
||||||
room_name=rec.room_name,
|
|
||||||
status=rec.status,
|
|
||||||
duration=rec.duration,
|
|
||||||
mtg_session_id=rec.mtgSessionId,
|
|
||||||
)
|
|
||||||
continue
|
|
||||||
|
|
||||||
if recording_type == "cloud":
|
|
||||||
cloud_recordings.append(rec)
|
|
||||||
else:
|
|
||||||
raw_tracks_recordings.append(rec)
|
|
||||||
|
|
||||||
logger.debug(
|
|
||||||
"Poll results",
|
|
||||||
total=len(finished_recordings),
|
|
||||||
cloud=len(cloud_recordings),
|
|
||||||
raw_tracks=len(raw_tracks_recordings),
|
|
||||||
)
|
|
||||||
|
|
||||||
# Process cloud recordings
|
|
||||||
await _poll_cloud_recordings(cloud_recordings)
|
|
||||||
|
|
||||||
# Process raw-tracks recordings
|
|
||||||
await _poll_raw_tracks_recordings(raw_tracks_recordings, bucket_name)
|
|
||||||
|
|
||||||
|
|
||||||
async def store_cloud_recording(
|
|
||||||
recording_id: NonEmptyString,
|
|
||||||
room_name: NonEmptyString,
|
|
||||||
s3_key: NonEmptyString,
|
|
||||||
duration: int,
|
|
||||||
start_ts: int,
|
|
||||||
source: Literal["webhook", "polling"],
|
|
||||||
) -> bool:
|
|
||||||
"""
|
|
||||||
Store cloud recording reference in meeting table.
|
|
||||||
|
|
||||||
Common function for both webhook and polling code paths.
|
|
||||||
Uses time-based matching to handle duplicate room_name values.
|
|
||||||
|
|
||||||
Args:
|
|
||||||
recording_id: Daily.co recording ID
|
|
||||||
room_name: Daily.co room name
|
|
||||||
s3_key: S3 key where recording is stored
|
|
||||||
duration: Recording duration in seconds
|
|
||||||
start_ts: Unix timestamp when recording started
|
|
||||||
source: "webhook" or "polling" (for logging)
|
|
||||||
|
|
||||||
Returns:
|
|
||||||
True if stored, False if skipped/failed
|
|
||||||
"""
|
|
||||||
recording_start = datetime.fromtimestamp(start_ts, tz=timezone.utc)
|
|
||||||
|
|
||||||
meeting = await meetings_controller.get_by_room_name_and_time(
|
|
||||||
room_name=room_name,
|
|
||||||
recording_start=recording_start,
|
|
||||||
time_window_hours=168, # 1 week
|
|
||||||
)
|
|
||||||
|
|
||||||
if not meeting:
|
|
||||||
logger.warning(
|
|
||||||
f"Cloud recording ({source}): no meeting found within 1-week window",
|
|
||||||
recording_id=recording_id,
|
|
||||||
room_name=room_name,
|
|
||||||
recording_start_ts=start_ts,
|
|
||||||
recording_start=recording_start.isoformat(),
|
|
||||||
)
|
|
||||||
return False
|
|
||||||
|
|
||||||
success = await meetings_controller.set_cloud_recording_if_missing(
|
|
||||||
meeting_id=meeting.id,
|
|
||||||
s3_key=s3_key,
|
|
||||||
duration=duration,
|
|
||||||
)
|
|
||||||
|
|
||||||
if not success:
|
|
||||||
logger.debug(
|
|
||||||
f"Cloud recording ({source}): already set (race lost)",
|
|
||||||
recording_id=recording_id,
|
|
||||||
room_name=room_name,
|
|
||||||
meeting_id=meeting.id,
|
|
||||||
)
|
|
||||||
return False
|
|
||||||
|
|
||||||
logger.info(
|
|
||||||
f"Cloud recording stored via {source} (time-based match)",
|
|
||||||
meeting_id=meeting.id,
|
|
||||||
recording_id=recording_id,
|
|
||||||
s3_key=s3_key,
|
|
||||||
duration=duration,
|
|
||||||
time_delta_seconds=abs((meeting.start_date - recording_start).total_seconds()),
|
|
||||||
)
|
|
||||||
return True
|
|
||||||
|
|
||||||
|
|
||||||
async def _poll_cloud_recordings(cloud_recordings: List[FinishedRecordingResponse]):
|
|
||||||
"""
|
|
||||||
Store cloud recordings missing from meeting table via polling.
|
|
||||||
|
|
||||||
Uses time-based matching via store_cloud_recording().
|
|
||||||
"""
|
|
||||||
if not cloud_recordings:
|
|
||||||
return
|
|
||||||
|
|
||||||
stored_count = 0
|
|
||||||
for recording in cloud_recordings:
|
|
||||||
# Extract S3 key from recording (cloud recordings use s3key field)
|
|
||||||
s3_key = recording.s3key or (recording.s3.key if recording.s3 else None)
|
|
||||||
if not s3_key:
|
|
||||||
logger.warning(
|
|
||||||
"Cloud recording: missing S3 key",
|
|
||||||
recording_id=recording.id,
|
|
||||||
room_name=recording.room_name,
|
|
||||||
)
|
|
||||||
continue
|
|
||||||
|
|
||||||
stored = await store_cloud_recording(
|
|
||||||
recording_id=recording.id,
|
|
||||||
room_name=recording.room_name,
|
|
||||||
s3_key=s3_key,
|
|
||||||
duration=recording.duration,
|
|
||||||
start_ts=recording.start_ts,
|
|
||||||
source="polling",
|
|
||||||
)
|
|
||||||
if stored:
|
|
||||||
stored_count += 1
|
|
||||||
|
|
||||||
logger.info(
|
|
||||||
"Cloud recording polling complete",
|
|
||||||
total=len(cloud_recordings),
|
|
||||||
stored=stored_count,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
async def _poll_raw_tracks_recordings(
|
|
||||||
raw_tracks_recordings: List[FinishedRecordingResponse],
|
|
||||||
bucket_name: str,
|
|
||||||
):
|
|
||||||
"""Queue raw-tracks recordings missing from DB (existing logic)."""
|
|
||||||
if not raw_tracks_recordings:
|
|
||||||
return
|
|
||||||
|
|
||||||
recording_ids = [rec.id for rec in raw_tracks_recordings]
|
|
||||||
existing_recordings = await recordings_controller.get_by_ids(recording_ids)
|
existing_recordings = await recordings_controller.get_by_ids(recording_ids)
|
||||||
existing_ids = {rec.id for rec in existing_recordings}
|
existing_ids = {rec.id for rec in existing_recordings}
|
||||||
|
|
||||||
missing_recordings = [
|
missing_recordings = [
|
||||||
rec for rec in raw_tracks_recordings if rec.id not in existing_ids
|
rec for rec in finished_recordings if rec.id not in existing_ids
|
||||||
]
|
]
|
||||||
|
|
||||||
if not missing_recordings:
|
if not missing_recordings:
|
||||||
logger.debug(
|
logger.debug(
|
||||||
"All raw-tracks recordings already in DB",
|
"All recordings already in DB",
|
||||||
api_count=len(raw_tracks_recordings),
|
api_count=len(finished_recordings),
|
||||||
existing_count=len(existing_recordings),
|
existing_count=len(existing_recordings),
|
||||||
)
|
)
|
||||||
return
|
return
|
||||||
|
|
||||||
logger.info(
|
logger.info(
|
||||||
"Found raw-tracks recordings missing from DB",
|
"Found recordings missing from DB",
|
||||||
missing_count=len(missing_recordings),
|
missing_count=len(missing_recordings),
|
||||||
total_api_count=len(raw_tracks_recordings),
|
total_api_count=len(finished_recordings),
|
||||||
existing_count=len(existing_recordings),
|
existing_count=len(existing_recordings),
|
||||||
)
|
)
|
||||||
|
|
||||||
for recording in missing_recordings:
|
for recording in missing_recordings:
|
||||||
if not recording.tracks:
|
if not recording.tracks:
|
||||||
logger.warning(
|
if recording.status == "finished":
|
||||||
"Finished raw-tracks recording has no tracks (no audio captured)",
|
logger.warning(
|
||||||
recording_id=recording.id,
|
"Finished recording has no tracks (no audio captured)",
|
||||||
room_name=recording.room_name,
|
recording_id=recording.id,
|
||||||
)
|
room_name=recording.room_name,
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
logger.debug(
|
||||||
|
"No tracks in recording yet",
|
||||||
|
recording_id=recording.id,
|
||||||
|
room_name=recording.room_name,
|
||||||
|
status=recording.status,
|
||||||
|
)
|
||||||
continue
|
continue
|
||||||
|
|
||||||
track_keys = [t.s3Key for t in recording.tracks if t.type == "audio"]
|
track_keys = [t.s3Key for t in recording.tracks if t.type == "audio"]
|
||||||
|
|
||||||
if not track_keys:
|
if not track_keys:
|
||||||
logger.warning(
|
logger.warning(
|
||||||
"No audio tracks found in raw-tracks recording",
|
"No audio tracks found in recording (only video tracks)",
|
||||||
recording_id=recording.id,
|
recording_id=recording.id,
|
||||||
room_name=recording.room_name,
|
room_name=recording.room_name,
|
||||||
total_tracks=len(recording.tracks),
|
total_tracks=len(recording.tracks),
|
||||||
@@ -670,7 +432,7 @@ async def _poll_raw_tracks_recordings(
|
|||||||
continue
|
continue
|
||||||
|
|
||||||
logger.info(
|
logger.info(
|
||||||
"Queueing missing raw-tracks recording for processing",
|
"Queueing missing recording for processing",
|
||||||
recording_id=recording.id,
|
recording_id=recording.id,
|
||||||
room_name=recording.room_name,
|
room_name=recording.room_name,
|
||||||
track_count=len(track_keys),
|
track_count=len(track_keys),
|
||||||
@@ -681,7 +443,6 @@ async def _poll_raw_tracks_recordings(
|
|||||||
daily_room_name=recording.room_name,
|
daily_room_name=recording.room_name,
|
||||||
recording_id=recording.id,
|
recording_id=recording.id,
|
||||||
track_keys=track_keys,
|
track_keys=track_keys,
|
||||||
recording_start_ts=recording.start_ts,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
@@ -1049,6 +810,7 @@ async def reprocess_failed_daily_recordings():
|
|||||||
)
|
)
|
||||||
continue
|
continue
|
||||||
|
|
||||||
|
# Fetch room to check use_hatchet flag
|
||||||
room = None
|
room = None
|
||||||
if meeting.room_id:
|
if meeting.room_id:
|
||||||
room = await rooms_controller.get_by_id(meeting.room_id)
|
room = await rooms_controller.get_by_id(meeting.room_id)
|
||||||
@@ -1072,10 +834,10 @@ async def reprocess_failed_daily_recordings():
|
|||||||
)
|
)
|
||||||
continue
|
continue
|
||||||
|
|
||||||
use_celery = room and room.use_celery
|
use_hatchet = settings.HATCHET_ENABLED and room and room.use_hatchet
|
||||||
use_hatchet = not use_celery
|
|
||||||
|
|
||||||
if use_hatchet:
|
if use_hatchet:
|
||||||
|
# Hatchet requires a transcript for workflow_run_id tracking
|
||||||
if not transcript:
|
if not transcript:
|
||||||
logger.warning(
|
logger.warning(
|
||||||
"No transcript for Hatchet reprocessing, skipping",
|
"No transcript for Hatchet reprocessing, skipping",
|
||||||
@@ -1121,16 +883,11 @@ async def reprocess_failed_daily_recordings():
|
|||||||
transcript_status=transcript.status if transcript else None,
|
transcript_status=transcript.status if transcript else None,
|
||||||
)
|
)
|
||||||
|
|
||||||
# For reprocessing, pass actual recording time (though it's ignored - see _process_multitrack_recording_inner)
|
|
||||||
# Reprocessing uses recording.meeting_id directly instead of time-based matching
|
|
||||||
recording_start_ts = int(recording.recorded_at.timestamp())
|
|
||||||
|
|
||||||
process_multitrack_recording.delay(
|
process_multitrack_recording.delay(
|
||||||
bucket_name=bucket_name,
|
bucket_name=bucket_name,
|
||||||
daily_room_name=meeting.room_name,
|
daily_room_name=meeting.room_name,
|
||||||
recording_id=recording.id,
|
recording_id=recording.id,
|
||||||
track_keys=recording.track_keys,
|
track_keys=recording.track_keys,
|
||||||
recording_start_ts=recording_start_ts,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
reprocessed_count += 1
|
reprocessed_count += 1
|
||||||
|
|||||||
@@ -7,10 +7,8 @@ elif [ "${ENTRYPOINT}" = "worker" ]; then
|
|||||||
uv run celery -A reflector.worker.app worker --loglevel=info
|
uv run celery -A reflector.worker.app worker --loglevel=info
|
||||||
elif [ "${ENTRYPOINT}" = "beat" ]; then
|
elif [ "${ENTRYPOINT}" = "beat" ]; then
|
||||||
uv run celery -A reflector.worker.app beat --loglevel=info
|
uv run celery -A reflector.worker.app beat --loglevel=info
|
||||||
elif [ "${ENTRYPOINT}" = "hatchet-worker-cpu" ]; then
|
elif [ "${ENTRYPOINT}" = "hatchet-worker" ]; then
|
||||||
uv run python -m reflector.hatchet.run_workers_cpu
|
uv run python -m reflector.hatchet.run_workers
|
||||||
elif [ "${ENTRYPOINT}" = "hatchet-worker-llm" ]; then
|
|
||||||
uv run python -m reflector.hatchet.run_workers_llm
|
|
||||||
else
|
else
|
||||||
echo "Unknown command"
|
echo "Unknown command"
|
||||||
fi
|
fi
|
||||||
|
|||||||
@@ -1,147 +0,0 @@
|
|||||||
"""
|
|
||||||
Tests for Daily.co instanceId generation.
|
|
||||||
|
|
||||||
Verifies deterministic behavior and frontend/backend consistency.
|
|
||||||
"""
|
|
||||||
|
|
||||||
import pytest
|
|
||||||
|
|
||||||
from reflector.dailyco_api.instance_id import (
|
|
||||||
RAW_TRACKS_NAMESPACE,
|
|
||||||
generate_cloud_instance_id,
|
|
||||||
generate_raw_tracks_instance_id,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
class TestInstanceIdDeterminism:
|
|
||||||
"""Test deterministic generation of instanceIds."""
|
|
||||||
|
|
||||||
def test_cloud_instance_id_is_meeting_id(self):
|
|
||||||
"""Cloud instanceId is meeting ID directly (implicitly tests determinism)."""
|
|
||||||
meeting_id = "550e8400-e29b-41d4-a716-446655440000"
|
|
||||||
result1 = generate_cloud_instance_id(meeting_id)
|
|
||||||
result2 = generate_cloud_instance_id(meeting_id)
|
|
||||||
assert str(result1) == meeting_id
|
|
||||||
assert result1 == result2
|
|
||||||
|
|
||||||
def test_raw_tracks_instance_id_deterministic(self):
|
|
||||||
"""Raw-tracks instanceId generation is deterministic."""
|
|
||||||
meeting_id = "550e8400-e29b-41d4-a716-446655440000"
|
|
||||||
result1 = generate_raw_tracks_instance_id(meeting_id)
|
|
||||||
result2 = generate_raw_tracks_instance_id(meeting_id)
|
|
||||||
assert result1 == result2
|
|
||||||
|
|
||||||
def test_raw_tracks_different_from_cloud(self):
|
|
||||||
"""Raw-tracks instanceId differs from cloud instanceId."""
|
|
||||||
meeting_id = "550e8400-e29b-41d4-a716-446655440000"
|
|
||||||
cloud_id = generate_cloud_instance_id(meeting_id)
|
|
||||||
raw_tracks_id = generate_raw_tracks_instance_id(meeting_id)
|
|
||||||
assert cloud_id != raw_tracks_id
|
|
||||||
|
|
||||||
def test_different_meetings_different_instance_ids(self):
|
|
||||||
"""Different meetings generate different instanceIds."""
|
|
||||||
meeting_id1 = "550e8400-e29b-41d4-a716-446655440000"
|
|
||||||
meeting_id2 = "6ba7b810-9dad-11d1-80b4-00c04fd430c8"
|
|
||||||
|
|
||||||
cloud1 = generate_cloud_instance_id(meeting_id1)
|
|
||||||
cloud2 = generate_cloud_instance_id(meeting_id2)
|
|
||||||
assert cloud1 != cloud2
|
|
||||||
|
|
||||||
raw1 = generate_raw_tracks_instance_id(meeting_id1)
|
|
||||||
raw2 = generate_raw_tracks_instance_id(meeting_id2)
|
|
||||||
assert raw1 != raw2
|
|
||||||
|
|
||||||
|
|
||||||
class TestFrontendBackendConsistency:
|
|
||||||
"""Test that backend matches frontend logic."""
|
|
||||||
|
|
||||||
def test_namespace_matches_frontend(self):
|
|
||||||
"""Namespace UUID matches frontend RAW_TRACKS_NAMESPACE constant."""
|
|
||||||
# From www/app/[roomName]/components/DailyRoom.tsx
|
|
||||||
frontend_namespace = "a1b2c3d4-e5f6-7890-abcd-ef1234567890"
|
|
||||||
assert str(RAW_TRACKS_NAMESPACE) == frontend_namespace
|
|
||||||
|
|
||||||
def test_raw_tracks_generation_matches_frontend_logic(self):
|
|
||||||
"""Backend UUIDv5 generation matches frontend uuidv5() call."""
|
|
||||||
# Example meeting ID
|
|
||||||
meeting_id = "550e8400-e29b-41d4-a716-446655440000"
|
|
||||||
|
|
||||||
# Backend result
|
|
||||||
backend_result = generate_raw_tracks_instance_id(meeting_id)
|
|
||||||
|
|
||||||
# Expected result from frontend: uuidv5(meeting.id, RAW_TRACKS_NAMESPACE)
|
|
||||||
# Python uuid5 uses (namespace, name) argument order
|
|
||||||
# JavaScript uuid.v5(name, namespace) - same args, different order
|
|
||||||
# Frontend: uuidv5(meeting.id, "a1b2c3d4-e5f6-7890-abcd-ef1234567890")
|
|
||||||
# Backend: uuid5(UUID("a1b2c3d4-e5f6-7890-abcd-ef1234567890"), meeting.id)
|
|
||||||
|
|
||||||
# Verify it's a valid UUID (will raise if not)
|
|
||||||
assert len(str(backend_result)) == 36
|
|
||||||
assert backend_result.version == 5
|
|
||||||
|
|
||||||
|
|
||||||
class TestEdgeCases:
|
|
||||||
"""Test edge cases and error conditions."""
|
|
||||||
|
|
||||||
def test_invalid_uuid_format_raises(self):
|
|
||||||
"""Invalid UUID format raises ValueError."""
|
|
||||||
with pytest.raises(ValueError):
|
|
||||||
generate_cloud_instance_id("not-a-uuid")
|
|
||||||
|
|
||||||
def test_lowercase_uuid_normalized_for_cloud(self):
|
|
||||||
"""Cloud instanceId: lowercase/uppercase UUIDs produce same result."""
|
|
||||||
meeting_id_lower = "550e8400-e29b-41d4-a716-446655440000"
|
|
||||||
meeting_id_upper = "550E8400-E29B-41D4-A716-446655440000"
|
|
||||||
|
|
||||||
cloud_lower = generate_cloud_instance_id(meeting_id_lower)
|
|
||||||
cloud_upper = generate_cloud_instance_id(meeting_id_upper)
|
|
||||||
assert cloud_lower == cloud_upper
|
|
||||||
|
|
||||||
def test_uuid5_is_case_sensitive_warning(self):
|
|
||||||
"""
|
|
||||||
Documents uuid5 case sensitivity - different case UUIDs produce different hashes.
|
|
||||||
|
|
||||||
Not a problem: meeting.id always lowercase from DB and API.
|
|
||||||
Frontend generates raw-tracks instanceId from lowercase meeting.id.
|
|
||||||
Backend receives lowercase meeting_id when matching.
|
|
||||||
|
|
||||||
This test documents the behavior, not a requirement.
|
|
||||||
"""
|
|
||||||
meeting_id_lower = "550e8400-e29b-41d4-a716-446655440000"
|
|
||||||
meeting_id_upper = "550E8400-E29B-41D4-A716-446655440000"
|
|
||||||
|
|
||||||
raw_lower = generate_raw_tracks_instance_id(meeting_id_lower)
|
|
||||||
raw_upper = generate_raw_tracks_instance_id(meeting_id_upper)
|
|
||||||
assert raw_lower != raw_upper
|
|
||||||
|
|
||||||
|
|
||||||
class TestMtgSessionIdVsInstanceId:
|
|
||||||
"""
|
|
||||||
Documents that Daily.co's mtgSessionId differs from our instanceId.
|
|
||||||
|
|
||||||
Why this matters: We investigated using mtgSessionId for matching but discovered
|
|
||||||
it's Daily.co-generated and unrelated to instanceId we send. This test documents
|
|
||||||
that finding so we don't investigate it again.
|
|
||||||
|
|
||||||
Production data from 2026-01-13:
|
|
||||||
- Meeting ID: 4ad503b6-8189-4910-a8f7-68cdd1b7f990
|
|
||||||
- Cloud instanceId: 4ad503b6-8189-4910-a8f7-68cdd1b7f990 (same as meeting ID)
|
|
||||||
- Raw-tracks instanceId: 784b3af3-c7dd-57f0-ac54-2ee91c6927cb (UUIDv5 derived)
|
|
||||||
- Recording mtgSessionId: f25a2e09-740f-4932-9c0d-b1bebaa669c6 (different!)
|
|
||||||
|
|
||||||
Conclusion: Cannot use mtgSessionId for recording-to-meeting matching.
|
|
||||||
"""
|
|
||||||
|
|
||||||
def test_mtg_session_id_differs_from_our_instance_ids(self):
|
|
||||||
"""mtgSessionId (Daily.co) != instanceId (ours) for both cloud and raw-tracks."""
|
|
||||||
meeting_id = "4ad503b6-8189-4910-a8f7-68cdd1b7f990"
|
|
||||||
expected_raw_tracks_id = "784b3af3-c7dd-57f0-ac54-2ee91c6927cb"
|
|
||||||
mtg_session_id = "f25a2e09-740f-4932-9c0d-b1bebaa669c6"
|
|
||||||
|
|
||||||
cloud_instance_id = generate_cloud_instance_id(meeting_id)
|
|
||||||
raw_tracks_instance_id = generate_raw_tracks_instance_id(meeting_id)
|
|
||||||
|
|
||||||
assert str(cloud_instance_id) == meeting_id
|
|
||||||
assert str(raw_tracks_instance_id) == expected_raw_tracks_id
|
|
||||||
assert str(cloud_instance_id) != mtg_session_id
|
|
||||||
assert str(raw_tracks_instance_id) != mtg_session_id
|
|
||||||
@@ -2,9 +2,10 @@
|
|||||||
Tests for Hatchet workflow dispatch and routing logic.
|
Tests for Hatchet workflow dispatch and routing logic.
|
||||||
|
|
||||||
These tests verify:
|
These tests verify:
|
||||||
1. Hatchet workflow validation and replay logic
|
1. Routing to Hatchet when HATCHET_ENABLED=True
|
||||||
2. Force flag to cancel and restart workflows
|
2. Replay logic for failed workflows
|
||||||
3. Validation prevents concurrent workflows
|
3. Force flag to cancel and restart
|
||||||
|
4. Validation prevents concurrent workflows
|
||||||
"""
|
"""
|
||||||
|
|
||||||
from unittest.mock import AsyncMock, patch
|
from unittest.mock import AsyncMock, patch
|
||||||
@@ -33,22 +34,25 @@ async def test_hatchet_validation_blocks_running_workflow():
|
|||||||
workflow_run_id="running-workflow-123",
|
workflow_run_id="running-workflow-123",
|
||||||
)
|
)
|
||||||
|
|
||||||
with patch(
|
with patch("reflector.services.transcript_process.settings") as mock_settings:
|
||||||
"reflector.services.transcript_process.HatchetClientManager"
|
mock_settings.HATCHET_ENABLED = True
|
||||||
) as mock_hatchet:
|
|
||||||
mock_hatchet.get_workflow_run_status = AsyncMock(
|
|
||||||
return_value=V1TaskStatus.RUNNING
|
|
||||||
)
|
|
||||||
|
|
||||||
with patch(
|
with patch(
|
||||||
"reflector.services.transcript_process.task_is_scheduled_or_active"
|
"reflector.services.transcript_process.HatchetClientManager"
|
||||||
) as mock_celery_check:
|
) as mock_hatchet:
|
||||||
mock_celery_check.return_value = False
|
mock_hatchet.get_workflow_run_status = AsyncMock(
|
||||||
|
return_value=V1TaskStatus.RUNNING
|
||||||
|
)
|
||||||
|
|
||||||
result = await validate_transcript_for_processing(mock_transcript)
|
with patch(
|
||||||
|
"reflector.services.transcript_process.task_is_scheduled_or_active"
|
||||||
|
) as mock_celery_check:
|
||||||
|
mock_celery_check.return_value = False
|
||||||
|
|
||||||
assert isinstance(result, ValidationAlreadyScheduled)
|
result = await validate_transcript_for_processing(mock_transcript)
|
||||||
assert "running" in result.detail.lower()
|
|
||||||
|
assert isinstance(result, ValidationAlreadyScheduled)
|
||||||
|
assert "running" in result.detail.lower()
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.usefixtures("setup_database")
|
@pytest.mark.usefixtures("setup_database")
|
||||||
@@ -68,21 +72,24 @@ async def test_hatchet_validation_blocks_queued_workflow():
|
|||||||
workflow_run_id="queued-workflow-123",
|
workflow_run_id="queued-workflow-123",
|
||||||
)
|
)
|
||||||
|
|
||||||
with patch(
|
with patch("reflector.services.transcript_process.settings") as mock_settings:
|
||||||
"reflector.services.transcript_process.HatchetClientManager"
|
mock_settings.HATCHET_ENABLED = True
|
||||||
) as mock_hatchet:
|
|
||||||
mock_hatchet.get_workflow_run_status = AsyncMock(
|
|
||||||
return_value=V1TaskStatus.QUEUED
|
|
||||||
)
|
|
||||||
|
|
||||||
with patch(
|
with patch(
|
||||||
"reflector.services.transcript_process.task_is_scheduled_or_active"
|
"reflector.services.transcript_process.HatchetClientManager"
|
||||||
) as mock_celery_check:
|
) as mock_hatchet:
|
||||||
mock_celery_check.return_value = False
|
mock_hatchet.get_workflow_run_status = AsyncMock(
|
||||||
|
return_value=V1TaskStatus.QUEUED
|
||||||
|
)
|
||||||
|
|
||||||
result = await validate_transcript_for_processing(mock_transcript)
|
with patch(
|
||||||
|
"reflector.services.transcript_process.task_is_scheduled_or_active"
|
||||||
|
) as mock_celery_check:
|
||||||
|
mock_celery_check.return_value = False
|
||||||
|
|
||||||
assert isinstance(result, ValidationAlreadyScheduled)
|
result = await validate_transcript_for_processing(mock_transcript)
|
||||||
|
|
||||||
|
assert isinstance(result, ValidationAlreadyScheduled)
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.usefixtures("setup_database")
|
@pytest.mark.usefixtures("setup_database")
|
||||||
@@ -103,22 +110,25 @@ async def test_hatchet_validation_allows_failed_workflow():
|
|||||||
recording_id="test-recording-id",
|
recording_id="test-recording-id",
|
||||||
)
|
)
|
||||||
|
|
||||||
with patch(
|
with patch("reflector.services.transcript_process.settings") as mock_settings:
|
||||||
"reflector.services.transcript_process.HatchetClientManager"
|
mock_settings.HATCHET_ENABLED = True
|
||||||
) as mock_hatchet:
|
|
||||||
mock_hatchet.get_workflow_run_status = AsyncMock(
|
|
||||||
return_value=V1TaskStatus.FAILED
|
|
||||||
)
|
|
||||||
|
|
||||||
with patch(
|
with patch(
|
||||||
"reflector.services.transcript_process.task_is_scheduled_or_active"
|
"reflector.services.transcript_process.HatchetClientManager"
|
||||||
) as mock_celery_check:
|
) as mock_hatchet:
|
||||||
mock_celery_check.return_value = False
|
mock_hatchet.get_workflow_run_status = AsyncMock(
|
||||||
|
return_value=V1TaskStatus.FAILED
|
||||||
|
)
|
||||||
|
|
||||||
result = await validate_transcript_for_processing(mock_transcript)
|
with patch(
|
||||||
|
"reflector.services.transcript_process.task_is_scheduled_or_active"
|
||||||
|
) as mock_celery_check:
|
||||||
|
mock_celery_check.return_value = False
|
||||||
|
|
||||||
assert isinstance(result, ValidationOk)
|
result = await validate_transcript_for_processing(mock_transcript)
|
||||||
assert result.transcript_id == "test-transcript-id"
|
|
||||||
|
assert isinstance(result, ValidationOk)
|
||||||
|
assert result.transcript_id == "test-transcript-id"
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.usefixtures("setup_database")
|
@pytest.mark.usefixtures("setup_database")
|
||||||
@@ -139,21 +149,24 @@ async def test_hatchet_validation_allows_completed_workflow():
|
|||||||
recording_id="test-recording-id",
|
recording_id="test-recording-id",
|
||||||
)
|
)
|
||||||
|
|
||||||
with patch(
|
with patch("reflector.services.transcript_process.settings") as mock_settings:
|
||||||
"reflector.services.transcript_process.HatchetClientManager"
|
mock_settings.HATCHET_ENABLED = True
|
||||||
) as mock_hatchet:
|
|
||||||
mock_hatchet.get_workflow_run_status = AsyncMock(
|
|
||||||
return_value=V1TaskStatus.COMPLETED
|
|
||||||
)
|
|
||||||
|
|
||||||
with patch(
|
with patch(
|
||||||
"reflector.services.transcript_process.task_is_scheduled_or_active"
|
"reflector.services.transcript_process.HatchetClientManager"
|
||||||
) as mock_celery_check:
|
) as mock_hatchet:
|
||||||
mock_celery_check.return_value = False
|
mock_hatchet.get_workflow_run_status = AsyncMock(
|
||||||
|
return_value=V1TaskStatus.COMPLETED
|
||||||
|
)
|
||||||
|
|
||||||
result = await validate_transcript_for_processing(mock_transcript)
|
with patch(
|
||||||
|
"reflector.services.transcript_process.task_is_scheduled_or_active"
|
||||||
|
) as mock_celery_check:
|
||||||
|
mock_celery_check.return_value = False
|
||||||
|
|
||||||
assert isinstance(result, ValidationOk)
|
result = await validate_transcript_for_processing(mock_transcript)
|
||||||
|
|
||||||
|
assert isinstance(result, ValidationOk)
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.usefixtures("setup_database")
|
@pytest.mark.usefixtures("setup_database")
|
||||||
@@ -174,23 +187,26 @@ async def test_hatchet_validation_allows_when_status_check_fails():
|
|||||||
recording_id="test-recording-id",
|
recording_id="test-recording-id",
|
||||||
)
|
)
|
||||||
|
|
||||||
with patch(
|
with patch("reflector.services.transcript_process.settings") as mock_settings:
|
||||||
"reflector.services.transcript_process.HatchetClientManager"
|
mock_settings.HATCHET_ENABLED = True
|
||||||
) as mock_hatchet:
|
|
||||||
# Status check fails (workflow might be deleted)
|
|
||||||
mock_hatchet.get_workflow_run_status = AsyncMock(
|
|
||||||
side_effect=ApiException("Workflow not found")
|
|
||||||
)
|
|
||||||
|
|
||||||
with patch(
|
with patch(
|
||||||
"reflector.services.transcript_process.task_is_scheduled_or_active"
|
"reflector.services.transcript_process.HatchetClientManager"
|
||||||
) as mock_celery_check:
|
) as mock_hatchet:
|
||||||
mock_celery_check.return_value = False
|
# Status check fails (workflow might be deleted)
|
||||||
|
mock_hatchet.get_workflow_run_status = AsyncMock(
|
||||||
|
side_effect=ApiException("Workflow not found")
|
||||||
|
)
|
||||||
|
|
||||||
result = await validate_transcript_for_processing(mock_transcript)
|
with patch(
|
||||||
|
"reflector.services.transcript_process.task_is_scheduled_or_active"
|
||||||
|
) as mock_celery_check:
|
||||||
|
mock_celery_check.return_value = False
|
||||||
|
|
||||||
# Should allow processing when we can't get status
|
result = await validate_transcript_for_processing(mock_transcript)
|
||||||
assert isinstance(result, ValidationOk)
|
|
||||||
|
# Should allow processing when we can't get status
|
||||||
|
assert isinstance(result, ValidationOk)
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.usefixtures("setup_database")
|
@pytest.mark.usefixtures("setup_database")
|
||||||
@@ -211,11 +227,47 @@ async def test_hatchet_validation_skipped_when_no_workflow_id():
|
|||||||
recording_id="test-recording-id",
|
recording_id="test-recording-id",
|
||||||
)
|
)
|
||||||
|
|
||||||
with patch(
|
with patch("reflector.services.transcript_process.settings") as mock_settings:
|
||||||
"reflector.services.transcript_process.HatchetClientManager"
|
mock_settings.HATCHET_ENABLED = True
|
||||||
) as mock_hatchet:
|
|
||||||
# Should not be called
|
with patch(
|
||||||
mock_hatchet.get_workflow_run_status = AsyncMock()
|
"reflector.services.transcript_process.HatchetClientManager"
|
||||||
|
) as mock_hatchet:
|
||||||
|
# Should not be called
|
||||||
|
mock_hatchet.get_workflow_run_status = AsyncMock()
|
||||||
|
|
||||||
|
with patch(
|
||||||
|
"reflector.services.transcript_process.task_is_scheduled_or_active"
|
||||||
|
) as mock_celery_check:
|
||||||
|
mock_celery_check.return_value = False
|
||||||
|
|
||||||
|
result = await validate_transcript_for_processing(mock_transcript)
|
||||||
|
|
||||||
|
# Should not check Hatchet status
|
||||||
|
mock_hatchet.get_workflow_run_status.assert_not_called()
|
||||||
|
assert isinstance(result, ValidationOk)
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.usefixtures("setup_database")
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_hatchet_validation_skipped_when_disabled():
|
||||||
|
"""Test that Hatchet validation is skipped when HATCHET_ENABLED is False."""
|
||||||
|
from reflector.services.transcript_process import (
|
||||||
|
ValidationOk,
|
||||||
|
validate_transcript_for_processing,
|
||||||
|
)
|
||||||
|
|
||||||
|
mock_transcript = Transcript(
|
||||||
|
id="test-transcript-id",
|
||||||
|
name="Test",
|
||||||
|
status="uploaded",
|
||||||
|
source_kind="room",
|
||||||
|
workflow_run_id="some-workflow-123",
|
||||||
|
recording_id="test-recording-id",
|
||||||
|
)
|
||||||
|
|
||||||
|
with patch("reflector.services.transcript_process.settings") as mock_settings:
|
||||||
|
mock_settings.HATCHET_ENABLED = False # Hatchet disabled
|
||||||
|
|
||||||
with patch(
|
with patch(
|
||||||
"reflector.services.transcript_process.task_is_scheduled_or_active"
|
"reflector.services.transcript_process.task_is_scheduled_or_active"
|
||||||
@@ -224,8 +276,7 @@ async def test_hatchet_validation_skipped_when_no_workflow_id():
|
|||||||
|
|
||||||
result = await validate_transcript_for_processing(mock_transcript)
|
result = await validate_transcript_for_processing(mock_transcript)
|
||||||
|
|
||||||
# Should not check Hatchet status
|
# Should not check Hatchet at all
|
||||||
mock_hatchet.get_workflow_run_status.assert_not_called()
|
|
||||||
assert isinstance(result, ValidationOk)
|
assert isinstance(result, ValidationOk)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -189,17 +189,14 @@ async def test_ics_sync_service_sync_room_calendar():
|
|||||||
assert events[0].ics_uid == "sync-event-1"
|
assert events[0].ics_uid == "sync-event-1"
|
||||||
assert events[0].title == "Sync Test Meeting"
|
assert events[0].title == "Sync Test Meeting"
|
||||||
|
|
||||||
# Second sync with same content (calendar unchanged, but sync always runs)
|
# Second sync with same content (should be unchanged)
|
||||||
# Refresh room to get updated etag and force sync by setting old sync time
|
# Refresh room to get updated etag and force sync by setting old sync time
|
||||||
room = await rooms_controller.get_by_id(room.id)
|
room = await rooms_controller.get_by_id(room.id)
|
||||||
await rooms_controller.update(
|
await rooms_controller.update(
|
||||||
room, {"ics_last_sync": datetime.now(timezone.utc) - timedelta(minutes=10)}
|
room, {"ics_last_sync": datetime.now(timezone.utc) - timedelta(minutes=10)}
|
||||||
)
|
)
|
||||||
result = await sync_service.sync_room_calendar(room)
|
result = await sync_service.sync_room_calendar(room)
|
||||||
assert result["status"] == "success"
|
assert result["status"] == "unchanged"
|
||||||
assert result["events_created"] == 0
|
|
||||||
assert result["events_updated"] == 0
|
|
||||||
assert result["events_deleted"] == 0
|
|
||||||
|
|
||||||
# Third sync with updated event
|
# Third sync with updated event
|
||||||
event["summary"] = "Updated Meeting Title"
|
event["summary"] = "Updated Meeting Title"
|
||||||
@@ -291,43 +288,3 @@ async def test_ics_sync_service_error_handling():
|
|||||||
result = await sync_service.sync_room_calendar(room)
|
result = await sync_service.sync_room_calendar(room)
|
||||||
assert result["status"] == "error"
|
assert result["status"] == "error"
|
||||||
assert "Network error" in result["error"]
|
assert "Network error" in result["error"]
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_event_data_changed_exhaustiveness():
|
|
||||||
"""Test that _event_data_changed compares all EventData fields (except ics_uid).
|
|
||||||
|
|
||||||
This test ensures programmers don't forget to update the comparison logic
|
|
||||||
when adding new fields to EventData/CalendarEvent.
|
|
||||||
"""
|
|
||||||
from reflector.services.ics_sync import EventData
|
|
||||||
|
|
||||||
sync_service = ICSSyncService()
|
|
||||||
|
|
||||||
from reflector.db.calendar_events import CalendarEvent
|
|
||||||
|
|
||||||
now = datetime.now(timezone.utc)
|
|
||||||
event_data: EventData = {
|
|
||||||
"ics_uid": "test-123",
|
|
||||||
"title": "Test",
|
|
||||||
"description": "Desc",
|
|
||||||
"location": "Loc",
|
|
||||||
"start_time": now,
|
|
||||||
"end_time": now + timedelta(hours=1),
|
|
||||||
"attendees": [],
|
|
||||||
"ics_raw_data": "raw",
|
|
||||||
}
|
|
||||||
|
|
||||||
existing = CalendarEvent(
|
|
||||||
room_id="room1",
|
|
||||||
**event_data,
|
|
||||||
)
|
|
||||||
|
|
||||||
# Will raise RuntimeError if fields are missing from comparison
|
|
||||||
result = sync_service._event_data_changed(existing, event_data)
|
|
||||||
assert result is False
|
|
||||||
|
|
||||||
modified_data = event_data.copy()
|
|
||||||
modified_data["title"] = "Changed Title"
|
|
||||||
result = sync_service._event_data_changed(existing, modified_data)
|
|
||||||
assert result is True
|
|
||||||
|
|||||||
@@ -1,374 +0,0 @@
|
|||||||
"""
|
|
||||||
Integration tests for time-based meeting-to-recording matching.
|
|
||||||
|
|
||||||
Tests the critical path for matching Daily.co recordings to meetings when
|
|
||||||
API doesn't return instanceId.
|
|
||||||
"""
|
|
||||||
|
|
||||||
from datetime import datetime, timedelta, timezone
|
|
||||||
|
|
||||||
import pytest
|
|
||||||
|
|
||||||
from reflector.db.meetings import meetings_controller
|
|
||||||
from reflector.db.rooms import rooms_controller
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.fixture
|
|
||||||
async def test_room():
|
|
||||||
"""Create a test room for meetings."""
|
|
||||||
room = await rooms_controller.add(
|
|
||||||
name="test-room-time",
|
|
||||||
user_id="test-user-id",
|
|
||||||
zulip_auto_post=False,
|
|
||||||
zulip_stream="",
|
|
||||||
zulip_topic="",
|
|
||||||
is_locked=False,
|
|
||||||
room_mode="normal",
|
|
||||||
recording_type="cloud",
|
|
||||||
recording_trigger="automatic",
|
|
||||||
is_shared=False,
|
|
||||||
platform="daily",
|
|
||||||
)
|
|
||||||
return room
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.fixture
|
|
||||||
def base_time():
|
|
||||||
"""Fixed timestamp for deterministic tests."""
|
|
||||||
return datetime(2026, 1, 14, 9, 0, 0, tzinfo=timezone.utc)
|
|
||||||
|
|
||||||
|
|
||||||
class TestTimeBasedMatching:
|
|
||||||
"""Test get_by_room_name_and_time() matching logic."""
|
|
||||||
|
|
||||||
async def test_exact_time_match(self, test_room, base_time):
|
|
||||||
"""Recording timestamp exactly matches meeting start_date."""
|
|
||||||
meeting = await meetings_controller.create(
|
|
||||||
id="meeting-exact",
|
|
||||||
room_name="daily-test-20260114090000",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time,
|
|
||||||
end_date=base_time + timedelta(hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
result = await meetings_controller.get_by_room_name_and_time(
|
|
||||||
room_name="daily-test-20260114090000",
|
|
||||||
recording_start=base_time,
|
|
||||||
time_window_hours=168,
|
|
||||||
)
|
|
||||||
|
|
||||||
assert result is not None
|
|
||||||
assert result.id == meeting.id
|
|
||||||
|
|
||||||
async def test_recording_slightly_after_meeting_start(self, test_room, base_time):
|
|
||||||
"""Recording started 1 minute after meeting (participants joined late)."""
|
|
||||||
meeting = await meetings_controller.create(
|
|
||||||
id="meeting-late",
|
|
||||||
room_name="daily-test-20260114090100",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time,
|
|
||||||
end_date=base_time + timedelta(hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
recording_start = base_time + timedelta(minutes=1)
|
|
||||||
|
|
||||||
result = await meetings_controller.get_by_room_name_and_time(
|
|
||||||
room_name="daily-test-20260114090100",
|
|
||||||
recording_start=recording_start,
|
|
||||||
time_window_hours=168,
|
|
||||||
)
|
|
||||||
|
|
||||||
assert result is not None
|
|
||||||
assert result.id == meeting.id
|
|
||||||
|
|
||||||
async def test_duplicate_room_names_picks_closest(self, test_room, base_time):
|
|
||||||
"""
|
|
||||||
Two meetings with same room_name (duplicate/race condition).
|
|
||||||
Should pick closest by timestamp.
|
|
||||||
"""
|
|
||||||
meeting1 = await meetings_controller.create(
|
|
||||||
id="meeting-1-first",
|
|
||||||
room_name="daily-duplicate-room",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time,
|
|
||||||
end_date=base_time + timedelta(hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
meeting2 = await meetings_controller.create(
|
|
||||||
id="meeting-2-second",
|
|
||||||
room_name="daily-duplicate-room", # Same room_name!
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time + timedelta(seconds=0.99), # 0.99s later
|
|
||||||
end_date=base_time + timedelta(hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
# Recording started 0.5s after meeting1
|
|
||||||
# Distance: meeting1 = 0.5s, meeting2 = 0.49s → meeting2 is closer
|
|
||||||
recording_start = base_time + timedelta(seconds=0.5)
|
|
||||||
|
|
||||||
result = await meetings_controller.get_by_room_name_and_time(
|
|
||||||
room_name="daily-duplicate-room",
|
|
||||||
recording_start=recording_start,
|
|
||||||
time_window_hours=168,
|
|
||||||
)
|
|
||||||
|
|
||||||
assert result is not None
|
|
||||||
assert result.id == meeting2.id # meeting2 is closer (0.49s vs 0.5s)
|
|
||||||
|
|
||||||
async def test_outside_time_window_returns_none(self, test_room, base_time):
|
|
||||||
"""Recording outside 1-week window returns None."""
|
|
||||||
await meetings_controller.create(
|
|
||||||
id="meeting-old",
|
|
||||||
room_name="daily-test-old",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time,
|
|
||||||
end_date=base_time + timedelta(hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
# Recording 8 days later (outside 7-day window)
|
|
||||||
recording_start = base_time + timedelta(days=8)
|
|
||||||
|
|
||||||
result = await meetings_controller.get_by_room_name_and_time(
|
|
||||||
room_name="daily-test-old",
|
|
||||||
recording_start=recording_start,
|
|
||||||
time_window_hours=168,
|
|
||||||
)
|
|
||||||
|
|
||||||
assert result is None
|
|
||||||
|
|
||||||
async def test_tie_breaker_deterministic(self, test_room, base_time):
|
|
||||||
"""When time delta identical, tie-breaker by meeting.id is deterministic."""
|
|
||||||
meeting_z = await meetings_controller.create(
|
|
||||||
id="zzz-last-uuid",
|
|
||||||
room_name="daily-test-tie",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time,
|
|
||||||
end_date=base_time + timedelta(hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
meeting_a = await meetings_controller.create(
|
|
||||||
id="aaa-first-uuid",
|
|
||||||
room_name="daily-test-tie",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time, # Exact same start_date
|
|
||||||
end_date=base_time + timedelta(hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
result = await meetings_controller.get_by_room_name_and_time(
|
|
||||||
room_name="daily-test-tie",
|
|
||||||
recording_start=base_time,
|
|
||||||
time_window_hours=168,
|
|
||||||
)
|
|
||||||
|
|
||||||
assert result is not None
|
|
||||||
# Tie-breaker: lexicographically first UUID
|
|
||||||
assert result.id == "aaa-first-uuid"
|
|
||||||
|
|
||||||
async def test_timezone_naive_datetime_raises(self, test_room, base_time):
|
|
||||||
"""Timezone-naive datetime raises ValueError."""
|
|
||||||
await meetings_controller.create(
|
|
||||||
id="meeting-tz",
|
|
||||||
room_name="daily-test-tz",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time,
|
|
||||||
end_date=base_time + timedelta(hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
# Naive datetime (no timezone)
|
|
||||||
naive_dt = datetime(2026, 1, 14, 9, 0, 0)
|
|
||||||
|
|
||||||
with pytest.raises(ValueError, match="timezone-aware"):
|
|
||||||
await meetings_controller.get_by_room_name_and_time(
|
|
||||||
room_name="daily-test-tz",
|
|
||||||
recording_start=naive_dt,
|
|
||||||
time_window_hours=168,
|
|
||||||
)
|
|
||||||
|
|
||||||
async def test_one_week_boundary_after_included(self, test_room, base_time):
|
|
||||||
"""Meeting 1-week AFTER recording is included (window_end boundary)."""
|
|
||||||
meeting_time = base_time + timedelta(hours=168)
|
|
||||||
|
|
||||||
await meetings_controller.create(
|
|
||||||
id="meeting-boundary-after",
|
|
||||||
room_name="daily-test-boundary-after",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=meeting_time,
|
|
||||||
end_date=meeting_time + timedelta(hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
result = await meetings_controller.get_by_room_name_and_time(
|
|
||||||
room_name="daily-test-boundary-after",
|
|
||||||
recording_start=base_time,
|
|
||||||
time_window_hours=168,
|
|
||||||
)
|
|
||||||
|
|
||||||
assert result is not None
|
|
||||||
assert result.id == "meeting-boundary-after"
|
|
||||||
|
|
||||||
async def test_one_week_boundary_before_included(self, test_room, base_time):
|
|
||||||
"""Meeting 1-week BEFORE recording is included (window_start boundary)."""
|
|
||||||
meeting_time = base_time - timedelta(hours=168)
|
|
||||||
|
|
||||||
await meetings_controller.create(
|
|
||||||
id="meeting-boundary-before",
|
|
||||||
room_name="daily-test-boundary-before",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=meeting_time,
|
|
||||||
end_date=meeting_time + timedelta(hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
result = await meetings_controller.get_by_room_name_and_time(
|
|
||||||
room_name="daily-test-boundary-before",
|
|
||||||
recording_start=base_time,
|
|
||||||
time_window_hours=168,
|
|
||||||
)
|
|
||||||
|
|
||||||
assert result is not None
|
|
||||||
assert result.id == "meeting-boundary-before"
|
|
||||||
|
|
||||||
async def test_recording_before_meeting_start(self, test_room, base_time):
|
|
||||||
"""Recording started before meeting (clock skew or early join)."""
|
|
||||||
await meetings_controller.create(
|
|
||||||
id="meeting-early",
|
|
||||||
room_name="daily-test-early",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time,
|
|
||||||
end_date=base_time + timedelta(hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
recording_start = base_time - timedelta(minutes=2)
|
|
||||||
|
|
||||||
result = await meetings_controller.get_by_room_name_and_time(
|
|
||||||
room_name="daily-test-early",
|
|
||||||
recording_start=recording_start,
|
|
||||||
time_window_hours=168,
|
|
||||||
)
|
|
||||||
|
|
||||||
assert result is not None
|
|
||||||
assert result.id == "meeting-early"
|
|
||||||
|
|
||||||
async def test_mixed_inside_outside_window(self, test_room, base_time):
|
|
||||||
"""Multiple meetings, only one inside window - returns the inside one."""
|
|
||||||
await meetings_controller.create(
|
|
||||||
id="meeting-old",
|
|
||||||
room_name="daily-test-mixed",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time - timedelta(days=10),
|
|
||||||
end_date=base_time - timedelta(days=10, hours=-1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
await meetings_controller.create(
|
|
||||||
id="meeting-inside",
|
|
||||||
room_name="daily-test-mixed",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time - timedelta(days=2),
|
|
||||||
end_date=base_time - timedelta(days=2, hours=-1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
await meetings_controller.create(
|
|
||||||
id="meeting-future",
|
|
||||||
room_name="daily-test-mixed",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time + timedelta(days=10),
|
|
||||||
end_date=base_time + timedelta(days=10, hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
result = await meetings_controller.get_by_room_name_and_time(
|
|
||||||
room_name="daily-test-mixed",
|
|
||||||
recording_start=base_time,
|
|
||||||
time_window_hours=168,
|
|
||||||
)
|
|
||||||
|
|
||||||
assert result is not None
|
|
||||||
assert result.id == "meeting-inside"
|
|
||||||
|
|
||||||
|
|
||||||
class TestAtomicCloudRecordingUpdate:
|
|
||||||
"""Test atomic update prevents race conditions."""
|
|
||||||
|
|
||||||
async def test_first_update_succeeds(self, test_room, base_time):
|
|
||||||
"""First call to set_cloud_recording_if_missing succeeds."""
|
|
||||||
meeting = await meetings_controller.create(
|
|
||||||
id="meeting-atomic-1",
|
|
||||||
room_name="daily-test-atomic",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time,
|
|
||||||
end_date=base_time + timedelta(hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
success = await meetings_controller.set_cloud_recording_if_missing(
|
|
||||||
meeting_id=meeting.id,
|
|
||||||
s3_key="first-s3-key",
|
|
||||||
duration=100,
|
|
||||||
)
|
|
||||||
|
|
||||||
assert success is True
|
|
||||||
|
|
||||||
updated = await meetings_controller.get_by_id(meeting.id)
|
|
||||||
assert updated.daily_composed_video_s3_key == "first-s3-key"
|
|
||||||
assert updated.daily_composed_video_duration == 100
|
|
||||||
|
|
||||||
async def test_second_update_fails_atomically(self, test_room, base_time):
|
|
||||||
"""Second call to update same meeting doesn't overwrite (atomic check)."""
|
|
||||||
meeting = await meetings_controller.create(
|
|
||||||
id="meeting-atomic-2",
|
|
||||||
room_name="daily-test-atomic2",
|
|
||||||
room_url="https://example.daily.co/test",
|
|
||||||
host_room_url="https://example.daily.co/test?t=host",
|
|
||||||
start_date=base_time,
|
|
||||||
end_date=base_time + timedelta(hours=1),
|
|
||||||
room=test_room,
|
|
||||||
)
|
|
||||||
|
|
||||||
success1 = await meetings_controller.set_cloud_recording_if_missing(
|
|
||||||
meeting_id=meeting.id,
|
|
||||||
s3_key="first-s3-key",
|
|
||||||
duration=100,
|
|
||||||
)
|
|
||||||
|
|
||||||
assert success1 is True
|
|
||||||
|
|
||||||
after_first = await meetings_controller.get_by_id(meeting.id)
|
|
||||||
assert after_first.daily_composed_video_s3_key == "first-s3-key"
|
|
||||||
|
|
||||||
success2 = await meetings_controller.set_cloud_recording_if_missing(
|
|
||||||
meeting_id=meeting.id,
|
|
||||||
s3_key="bucket/path/should-not-overwrite",
|
|
||||||
duration=200,
|
|
||||||
)
|
|
||||||
|
|
||||||
assert success2 is False
|
|
||||||
|
|
||||||
final = await meetings_controller.get_by_id(meeting.id)
|
|
||||||
assert final.daily_composed_video_s3_key == "first-s3-key"
|
|
||||||
assert final.daily_composed_video_duration == 100
|
|
||||||
234
server/tests/test_transcripts_chat.py
Normal file
234
server/tests/test_transcripts_chat.py
Normal file
@@ -0,0 +1,234 @@
|
|||||||
|
"""Tests for transcript chat WebSocket endpoint."""
|
||||||
|
|
||||||
|
import asyncio
|
||||||
|
import threading
|
||||||
|
import time
|
||||||
|
from pathlib import Path
|
||||||
|
|
||||||
|
import pytest
|
||||||
|
from httpx_ws import aconnect_ws
|
||||||
|
from uvicorn import Config, Server
|
||||||
|
|
||||||
|
from reflector.db.transcripts import (
|
||||||
|
SourceKind,
|
||||||
|
TranscriptParticipant,
|
||||||
|
TranscriptTopic,
|
||||||
|
transcripts_controller,
|
||||||
|
)
|
||||||
|
from reflector.processors.types import Word
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
def chat_appserver(tmpdir, setup_database):
|
||||||
|
"""Start a real HTTP server for WebSocket testing."""
|
||||||
|
from reflector.app import app
|
||||||
|
from reflector.db import get_database
|
||||||
|
from reflector.settings import settings
|
||||||
|
|
||||||
|
DATA_DIR = settings.DATA_DIR
|
||||||
|
settings.DATA_DIR = Path(tmpdir)
|
||||||
|
|
||||||
|
# Start server in separate thread with its own event loop
|
||||||
|
host = "127.0.0.1"
|
||||||
|
port = 1256 # Different port from rtc tests
|
||||||
|
server_started = threading.Event()
|
||||||
|
server_exception = None
|
||||||
|
server_instance = None
|
||||||
|
|
||||||
|
def run_server():
|
||||||
|
nonlocal server_exception, server_instance
|
||||||
|
try:
|
||||||
|
# Create new event loop for this thread
|
||||||
|
loop = asyncio.new_event_loop()
|
||||||
|
asyncio.set_event_loop(loop)
|
||||||
|
|
||||||
|
config = Config(app=app, host=host, port=port, loop=loop)
|
||||||
|
server_instance = Server(config)
|
||||||
|
|
||||||
|
async def start_server():
|
||||||
|
# Initialize database connection in this event loop
|
||||||
|
database = get_database()
|
||||||
|
await database.connect()
|
||||||
|
try:
|
||||||
|
await server_instance.serve()
|
||||||
|
finally:
|
||||||
|
await database.disconnect()
|
||||||
|
|
||||||
|
# Signal that server is starting
|
||||||
|
server_started.set()
|
||||||
|
loop.run_until_complete(start_server())
|
||||||
|
except Exception as e:
|
||||||
|
server_exception = e
|
||||||
|
server_started.set()
|
||||||
|
finally:
|
||||||
|
loop.close()
|
||||||
|
|
||||||
|
server_thread = threading.Thread(target=run_server, daemon=True)
|
||||||
|
server_thread.start()
|
||||||
|
|
||||||
|
# Wait for server to start
|
||||||
|
server_started.wait(timeout=30)
|
||||||
|
if server_exception:
|
||||||
|
raise server_exception
|
||||||
|
|
||||||
|
# Wait for server to be fully ready
|
||||||
|
time.sleep(1)
|
||||||
|
|
||||||
|
yield server_instance, host, port
|
||||||
|
|
||||||
|
# Stop server
|
||||||
|
if server_instance:
|
||||||
|
server_instance.should_exit = True
|
||||||
|
server_thread.join(timeout=30)
|
||||||
|
|
||||||
|
settings.DATA_DIR = DATA_DIR
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
async def test_transcript(setup_database):
|
||||||
|
"""Create a test transcript for WebSocket tests."""
|
||||||
|
transcript = await transcripts_controller.add(
|
||||||
|
name="Test Transcript for Chat", source_kind=SourceKind.FILE
|
||||||
|
)
|
||||||
|
return transcript
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.fixture
|
||||||
|
async def test_transcript_with_content(setup_database):
|
||||||
|
"""Create a test transcript with actual content for WebVTT generation."""
|
||||||
|
transcript = await transcripts_controller.add(
|
||||||
|
name="Test Transcript with Content", source_kind=SourceKind.FILE
|
||||||
|
)
|
||||||
|
|
||||||
|
# Add participants
|
||||||
|
await transcripts_controller.update(
|
||||||
|
transcript,
|
||||||
|
{
|
||||||
|
"participants": [
|
||||||
|
TranscriptParticipant(id="1", speaker=0, name="Alice").model_dump(),
|
||||||
|
TranscriptParticipant(id="2", speaker=1, name="Bob").model_dump(),
|
||||||
|
]
|
||||||
|
},
|
||||||
|
)
|
||||||
|
|
||||||
|
# Add topic with words
|
||||||
|
await transcripts_controller.upsert_topic(
|
||||||
|
transcript,
|
||||||
|
TranscriptTopic(
|
||||||
|
title="Introduction",
|
||||||
|
summary="Opening remarks",
|
||||||
|
timestamp=0.0,
|
||||||
|
words=[
|
||||||
|
Word(text="Hello ", start=0.0, end=1.0, speaker=0),
|
||||||
|
Word(text="everyone.", start=1.0, end=2.0, speaker=0),
|
||||||
|
Word(text="Hi ", start=2.0, end=3.0, speaker=1),
|
||||||
|
Word(text="there!", start=3.0, end=4.0, speaker=1),
|
||||||
|
],
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
return transcript
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_chat_websocket_connection_success(test_transcript, chat_appserver):
|
||||||
|
"""Test successful WebSocket connection to chat endpoint."""
|
||||||
|
server, host, port = chat_appserver
|
||||||
|
base_url = f"ws://{host}:{port}/v1"
|
||||||
|
|
||||||
|
async with aconnect_ws(f"{base_url}/transcripts/{test_transcript.id}/chat") as ws:
|
||||||
|
# Send unknown message type to test echo behavior
|
||||||
|
await ws.send_json({"type": "test", "text": "Hello"})
|
||||||
|
|
||||||
|
# Should receive echo for unknown types
|
||||||
|
response = await ws.receive_json()
|
||||||
|
assert response["type"] == "echo"
|
||||||
|
assert response["data"]["type"] == "test"
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_chat_websocket_nonexistent_transcript(chat_appserver):
|
||||||
|
"""Test WebSocket connection fails for nonexistent transcript."""
|
||||||
|
server, host, port = chat_appserver
|
||||||
|
base_url = f"ws://{host}:{port}/v1"
|
||||||
|
|
||||||
|
# Connection should fail or disconnect immediately for non-existent transcript
|
||||||
|
# Different behavior from successful connection
|
||||||
|
with pytest.raises(Exception): # Will raise on connection or first operation
|
||||||
|
async with aconnect_ws(f"{base_url}/transcripts/nonexistent-id/chat") as ws:
|
||||||
|
await ws.send_json({"type": "message", "text": "Hello"})
|
||||||
|
await ws.receive_json()
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_chat_websocket_multiple_messages(test_transcript, chat_appserver):
|
||||||
|
"""Test sending multiple messages through WebSocket."""
|
||||||
|
server, host, port = chat_appserver
|
||||||
|
base_url = f"ws://{host}:{port}/v1"
|
||||||
|
|
||||||
|
async with aconnect_ws(f"{base_url}/transcripts/{test_transcript.id}/chat") as ws:
|
||||||
|
# Send multiple unknown message types (testing echo behavior)
|
||||||
|
messages = ["First message", "Second message", "Third message"]
|
||||||
|
|
||||||
|
for i, msg in enumerate(messages):
|
||||||
|
await ws.send_json({"type": f"test{i}", "text": msg})
|
||||||
|
response = await ws.receive_json()
|
||||||
|
assert response["type"] == "echo"
|
||||||
|
assert response["data"]["type"] == f"test{i}"
|
||||||
|
assert response["data"]["text"] == msg
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_chat_websocket_disconnect_graceful(test_transcript, chat_appserver):
|
||||||
|
"""Test WebSocket disconnects gracefully."""
|
||||||
|
server, host, port = chat_appserver
|
||||||
|
base_url = f"ws://{host}:{port}/v1"
|
||||||
|
|
||||||
|
async with aconnect_ws(f"{base_url}/transcripts/{test_transcript.id}/chat") as ws:
|
||||||
|
await ws.send_json({"type": "message", "text": "Hello"})
|
||||||
|
await ws.receive_json()
|
||||||
|
# Close handled by context manager - should not raise
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_chat_websocket_context_generation(
|
||||||
|
test_transcript_with_content, chat_appserver
|
||||||
|
):
|
||||||
|
"""Test WebVTT context is generated on connection."""
|
||||||
|
server, host, port = chat_appserver
|
||||||
|
base_url = f"ws://{host}:{port}/v1"
|
||||||
|
|
||||||
|
async with aconnect_ws(
|
||||||
|
f"{base_url}/transcripts/{test_transcript_with_content.id}/chat"
|
||||||
|
) as ws:
|
||||||
|
# Request context
|
||||||
|
await ws.send_json({"type": "get_context"})
|
||||||
|
|
||||||
|
# Receive context response
|
||||||
|
response = await ws.receive_json()
|
||||||
|
assert response["type"] == "context"
|
||||||
|
assert "webvtt" in response
|
||||||
|
|
||||||
|
# Verify WebVTT format
|
||||||
|
webvtt = response["webvtt"]
|
||||||
|
assert webvtt.startswith("WEBVTT")
|
||||||
|
assert "<v Alice>" in webvtt
|
||||||
|
assert "<v Bob>" in webvtt
|
||||||
|
assert "Hello everyone." in webvtt
|
||||||
|
assert "Hi there!" in webvtt
|
||||||
|
|
||||||
|
|
||||||
|
@pytest.mark.asyncio
|
||||||
|
async def test_chat_websocket_unknown_message_type(test_transcript, chat_appserver):
|
||||||
|
"""Test unknown message types are echoed back."""
|
||||||
|
server, host, port = chat_appserver
|
||||||
|
base_url = f"ws://{host}:{port}/v1"
|
||||||
|
|
||||||
|
async with aconnect_ws(f"{base_url}/transcripts/{test_transcript.id}/chat") as ws:
|
||||||
|
# Send unknown message type
|
||||||
|
await ws.send_json({"type": "unknown", "data": "test"})
|
||||||
|
|
||||||
|
# Should receive echo
|
||||||
|
response = await ws.receive_json()
|
||||||
|
assert response["type"] == "echo"
|
||||||
|
assert response["data"]["type"] == "unknown"
|
||||||
@@ -162,24 +162,9 @@ async def test_dailyco_recording_uses_multitrack_pipeline(client):
|
|||||||
from datetime import datetime, timezone
|
from datetime import datetime, timezone
|
||||||
|
|
||||||
from reflector.db.recordings import Recording, recordings_controller
|
from reflector.db.recordings import Recording, recordings_controller
|
||||||
from reflector.db.rooms import rooms_controller
|
|
||||||
from reflector.db.transcripts import transcripts_controller
|
from reflector.db.transcripts import transcripts_controller
|
||||||
|
|
||||||
room = await rooms_controller.add(
|
# Create transcript with Daily.co multitrack recording
|
||||||
name="test-room",
|
|
||||||
user_id="test-user",
|
|
||||||
zulip_auto_post=False,
|
|
||||||
zulip_stream="",
|
|
||||||
zulip_topic="",
|
|
||||||
is_locked=False,
|
|
||||||
room_mode="normal",
|
|
||||||
recording_type="cloud",
|
|
||||||
recording_trigger="automatic-2nd-participant",
|
|
||||||
is_shared=False,
|
|
||||||
)
|
|
||||||
# Force Celery backend for test
|
|
||||||
await rooms_controller.update(room, {"use_celery": True})
|
|
||||||
|
|
||||||
transcript = await transcripts_controller.add(
|
transcript = await transcripts_controller.add(
|
||||||
"",
|
"",
|
||||||
source_kind="room",
|
source_kind="room",
|
||||||
@@ -187,7 +172,6 @@ async def test_dailyco_recording_uses_multitrack_pipeline(client):
|
|||||||
target_language="en",
|
target_language="en",
|
||||||
user_id="test-user",
|
user_id="test-user",
|
||||||
share_mode="public",
|
share_mode="public",
|
||||||
room_id=room.id,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
track_keys = [
|
track_keys = [
|
||||||
|
|||||||
45
server/uv.lock
generated
45
server/uv.lock
generated
@@ -159,20 +159,21 @@ wheels = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "aiortc"
|
name = "aiortc"
|
||||||
version = "1.14.0"
|
version = "1.13.0"
|
||||||
source = { registry = "https://pypi.org/simple" }
|
source = { registry = "https://pypi.org/simple" }
|
||||||
dependencies = [
|
dependencies = [
|
||||||
{ name = "aioice" },
|
{ name = "aioice" },
|
||||||
{ name = "av" },
|
{ name = "av" },
|
||||||
|
{ name = "cffi" },
|
||||||
{ name = "cryptography" },
|
{ name = "cryptography" },
|
||||||
{ name = "google-crc32c" },
|
{ name = "google-crc32c" },
|
||||||
{ name = "pyee" },
|
{ name = "pyee" },
|
||||||
{ name = "pylibsrtp" },
|
{ name = "pylibsrtp" },
|
||||||
{ name = "pyopenssl" },
|
{ name = "pyopenssl" },
|
||||||
]
|
]
|
||||||
sdist = { url = "https://files.pythonhosted.org/packages/51/9c/4e027bfe0195de0442da301e2389329496745d40ae44d2d7c4571c4290ce/aiortc-1.14.0.tar.gz", hash = "sha256:adc8a67ace10a085721e588e06a00358ed8eaf5f6b62f0a95358ff45628dd762", size = 1180864 }
|
sdist = { url = "https://files.pythonhosted.org/packages/62/03/bc947d74c548e0c17cf94e5d5bdacaed0ee9e5b2bb7b8b8cf1ac7a7c01ec/aiortc-1.13.0.tar.gz", hash = "sha256:5d209975c22d0910fb5a0f0e2caa828f2da966c53580f7c7170ac3a16a871620", size = 1179894 }
|
||||||
wheels = [
|
wheels = [
|
||||||
{ url = "https://files.pythonhosted.org/packages/57/ab/31646a49209568cde3b97eeade0d28bb78b400e6645c56422c101df68932/aiortc-1.14.0-py3-none-any.whl", hash = "sha256:4b244d7e482f4e1f67e685b3468269628eca1ec91fa5b329ab517738cfca086e", size = 93183 },
|
{ url = "https://files.pythonhosted.org/packages/87/29/765633cab5f1888890f5f172d1d53009b9b14e079cdfa01a62d9896a9ea9/aiortc-1.13.0-py3-none-any.whl", hash = "sha256:9ccccec98796f6a96bd1c3dd437a06da7e0f57521c96bd56e4b965a91b03a0a0", size = 92910 },
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@@ -326,24 +327,28 @@ wheels = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "av"
|
name = "av"
|
||||||
version = "16.1.0"
|
version = "14.4.0"
|
||||||
source = { registry = "https://pypi.org/simple" }
|
source = { registry = "https://pypi.org/simple" }
|
||||||
sdist = { url = "https://files.pythonhosted.org/packages/78/cd/3a83ffbc3cc25b39721d174487fb0d51a76582f4a1703f98e46170ce83d4/av-16.1.0.tar.gz", hash = "sha256:a094b4fd87a3721dacf02794d3d2c82b8d712c85b9534437e82a8a978c175ffd", size = 4285203 }
|
sdist = { url = "https://files.pythonhosted.org/packages/86/f6/0b473dab52dfdea05f28f3578b1c56b6c796ce85e76951bab7c4e38d5a74/av-14.4.0.tar.gz", hash = "sha256:3ecbf803a7fdf67229c0edada0830d6bfaea4d10bfb24f0c3f4e607cd1064b42", size = 3892203 }
|
||||||
wheels = [
|
wheels = [
|
||||||
{ url = "https://files.pythonhosted.org/packages/48/d0/b71b65d1b36520dcb8291a2307d98b7fc12329a45614a303ff92ada4d723/av-16.1.0-cp311-cp311-macosx_11_0_x86_64.whl", hash = "sha256:e88ad64ee9d2b9c4c5d891f16c22ae78e725188b8926eb88187538d9dd0b232f", size = 26927747 },
|
{ url = "https://files.pythonhosted.org/packages/18/8a/d57418b686ffd05fabd5a0a9cfa97e63b38c35d7101af00e87c51c8cc43c/av-14.4.0-cp311-cp311-macosx_12_0_arm64.whl", hash = "sha256:5b21d5586a88b9fce0ab78e26bd1c38f8642f8e2aad5b35e619f4d202217c701", size = 19965048 },
|
||||||
{ url = "https://files.pythonhosted.org/packages/2f/79/720a5a6ccdee06eafa211b945b0a450e3a0b8fc3d12922f0f3c454d870d2/av-16.1.0-cp311-cp311-macosx_14_0_arm64.whl", hash = "sha256:cb296073fa6935724de72593800ba86ae49ed48af03960a4aee34f8a611f442b", size = 21492232 },
|
{ url = "https://files.pythonhosted.org/packages/f5/aa/3f878b0301efe587e9b07bb773dd6b47ef44ca09a3cffb4af50c08a170f3/av-14.4.0-cp311-cp311-macosx_12_0_x86_64.whl", hash = "sha256:cf8762d90b0f94a20c9f6e25a94f1757db5a256707964dfd0b1d4403e7a16835", size = 23750064 },
|
||||||
{ url = "https://files.pythonhosted.org/packages/8e/4f/a1ba8d922f2f6d1a3d52419463ef26dd6c4d43ee364164a71b424b5ae204/av-16.1.0-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:720edd4d25aa73723c1532bb0597806d7b9af5ee34fc02358782c358cfe2f879", size = 39291737 },
|
{ url = "https://files.pythonhosted.org/packages/9a/b4/6fe94a31f9ed3a927daa72df67c7151968587106f30f9f8fcd792b186633/av-14.4.0-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:c0ac9f08920c7bbe0795319689d901e27cb3d7870b9a0acae3f26fc9daa801a6", size = 33648775 },
|
||||||
{ url = "https://files.pythonhosted.org/packages/1a/31/fc62b9fe8738d2693e18d99f040b219e26e8df894c10d065f27c6b4f07e3/av-16.1.0-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:c7f2bc703d0df260a1fdf4de4253c7f5500ca9fc57772ea241b0cb241bcf972e", size = 40846822 },
|
{ url = "https://files.pythonhosted.org/packages/6c/f3/7f3130753521d779450c935aec3f4beefc8d4645471159f27b54e896470c/av-14.4.0-cp311-cp311-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a56d9ad2afdb638ec0404e962dc570960aae7e08ae331ad7ff70fbe99a6cf40e", size = 32216915 },
|
||||||
{ url = "https://files.pythonhosted.org/packages/53/10/ab446583dbce730000e8e6beec6ec3c2753e628c7f78f334a35cad0317f4/av-16.1.0-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:d69c393809babada7d54964d56099e4b30a3e1f8b5736ca5e27bd7be0e0f3c83", size = 40675604 },
|
{ url = "https://files.pythonhosted.org/packages/f8/9a/8ffabfcafb42154b4b3a67d63f9b69e68fa8c34cb39ddd5cb813dd049ed4/av-14.4.0-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:6bed513cbcb3437d0ae47743edc1f5b4a113c0b66cdd4e1aafc533abf5b2fbf2", size = 35287279 },
|
||||||
{ url = "https://files.pythonhosted.org/packages/31/d7/1003be685277005f6d63fd9e64904ee222fe1f7a0ea70af313468bb597db/av-16.1.0-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:441892be28582356d53f282873c5a951592daaf71642c7f20165e3ddcb0b4c63", size = 42015955 },
|
{ url = "https://files.pythonhosted.org/packages/ad/11/7023ba0a2ca94a57aedf3114ab8cfcecb0819b50c30982a4c5be4d31df41/av-14.4.0-cp311-cp311-musllinux_1_2_aarch64.whl", hash = "sha256:d030c2d3647931e53d51f2f6e0fcf465263e7acf9ec6e4faa8dbfc77975318c3", size = 36294683 },
|
||||||
{ url = "https://files.pythonhosted.org/packages/2f/4a/fa2a38ee9306bf4579f556f94ecbc757520652eb91294d2a99c7cf7623b9/av-16.1.0-cp311-cp311-win_amd64.whl", hash = "sha256:273a3e32de64819e4a1cd96341824299fe06f70c46f2288b5dc4173944f0fd62", size = 31750339 },
|
{ url = "https://files.pythonhosted.org/packages/3d/fa/b8ac9636bd5034e2b899354468bef9f4dadb067420a16d8a493a514b7817/av-14.4.0-cp311-cp311-musllinux_1_2_i686.whl", hash = "sha256:1cc21582a4f606271d8c2036ec7a6247df0831050306c55cf8a905701d0f0474", size = 34552391 },
|
||||||
{ url = "https://files.pythonhosted.org/packages/9c/84/2535f55edcd426cebec02eb37b811b1b0c163f26b8d3f53b059e2ec32665/av-16.1.0-cp312-cp312-macosx_11_0_x86_64.whl", hash = "sha256:640f57b93f927fba8689f6966c956737ee95388a91bd0b8c8b5e0481f73513d6", size = 26945785 },
|
{ url = "https://files.pythonhosted.org/packages/fb/29/0db48079c207d1cba7a2783896db5aec3816e17de55942262c244dffbc0f/av-14.4.0-cp311-cp311-musllinux_1_2_x86_64.whl", hash = "sha256:ce7c9cd452153d36f1b1478f904ed5f9ab191d76db873bdd3a597193290805d4", size = 37265250 },
|
||||||
{ url = "https://files.pythonhosted.org/packages/b6/17/ffb940c9e490bf42e86db4db1ff426ee1559cd355a69609ec1efe4d3a9eb/av-16.1.0-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:ae3fb658eec00852ebd7412fdc141f17f3ddce8afee2d2e1cf366263ad2a3b35", size = 21481147 },
|
{ url = "https://files.pythonhosted.org/packages/1c/55/715858c3feb7efa4d667ce83a829c8e6ee3862e297fb2b568da3f968639d/av-14.4.0-cp311-cp311-win_amd64.whl", hash = "sha256:fd261e31cc6b43ca722f80656c39934199d8f2eb391e0147e704b6226acebc29", size = 27925845 },
|
||||||
{ url = "https://files.pythonhosted.org/packages/15/c1/e0d58003d2d83c3921887d5c8c9b8f5f7de9b58dc2194356a2656a45cfdc/av-16.1.0-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:27ee558d9c02a142eebcbe55578a6d817fedfde42ff5676275504e16d07a7f86", size = 39517197 },
|
{ url = "https://files.pythonhosted.org/packages/a6/75/b8641653780336c90ba89e5352cac0afa6256a86a150c7703c0b38851c6d/av-14.4.0-cp312-cp312-macosx_12_0_arm64.whl", hash = "sha256:a53e682b239dd23b4e3bc9568cfb1168fc629ab01925fdb2e7556eb426339e94", size = 19954125 },
|
||||||
{ url = "https://files.pythonhosted.org/packages/32/77/787797b43475d1b90626af76f80bfb0c12cfec5e11eafcfc4151b8c80218/av-16.1.0-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:7ae547f6d5fa31763f73900d43901e8c5fa6367bb9a9840978d57b5a7ae14ed2", size = 41174337 },
|
{ url = "https://files.pythonhosted.org/packages/99/e6/37fe6fa5853a48d54d749526365780a63a4bc530be6abf2115e3a21e292a/av-14.4.0-cp312-cp312-macosx_12_0_x86_64.whl", hash = "sha256:5aa0b901751a32703fa938d2155d56ce3faf3630e4a48d238b35d2f7e49e5395", size = 23751479 },
|
||||||
{ url = "https://files.pythonhosted.org/packages/8e/ac/d90df7f1e3b97fc5554cf45076df5045f1e0a6adf13899e10121229b826c/av-16.1.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:8cf065f9d438e1921dc31fc7aa045790b58aee71736897866420d80b5450f62a", size = 40817720 },
|
{ url = "https://files.pythonhosted.org/packages/f7/75/9a5f0e6bda5f513b62bafd1cff2b495441a8b07ab7fb7b8e62f0c0d1683f/av-14.4.0-cp312-cp312-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:a3b316fed3597675fe2aacfed34e25fc9d5bb0196dc8c0b014ae5ed4adda48de", size = 33801401 },
|
||||||
{ url = "https://files.pythonhosted.org/packages/80/6f/13c3a35f9dbcebafd03fe0c4cbd075d71ac8968ec849a3cfce406c35a9d2/av-16.1.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:a345877a9d3cc0f08e2bc4ec163ee83176864b92587afb9d08dff50f37a9a829", size = 42267396 },
|
{ url = "https://files.pythonhosted.org/packages/6a/c9/e4df32a2ad1cb7f3a112d0ed610c5e43c89da80b63c60d60e3dc23793ec0/av-14.4.0-cp312-cp312-manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a587b5c5014c3c0e16143a0f8d99874e46b5d0c50db6111aa0b54206b5687c81", size = 32364330 },
|
||||||
{ url = "https://files.pythonhosted.org/packages/c8/b9/275df9607f7fb44317ccb1d4be74827185c0d410f52b6e2cd770fe209118/av-16.1.0-cp312-cp312-win_amd64.whl", hash = "sha256:f49243b1d27c91cd8c66fdba90a674e344eb8eb917264f36117bf2b6879118fd", size = 31752045 },
|
{ url = "https://files.pythonhosted.org/packages/ca/f0/64e7444a41817fde49a07d0239c033f7e9280bec4a4bb4784f5c79af95e6/av-14.4.0-cp312-cp312-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:10d53f75e8ac1ec8877a551c0db32a83c0aaeae719d05285281eaaba211bbc30", size = 35519508 },
|
||||||
|
{ url = "https://files.pythonhosted.org/packages/c2/a8/a370099daa9033a3b6f9b9bd815304b3d8396907a14d09845f27467ba138/av-14.4.0-cp312-cp312-musllinux_1_2_aarch64.whl", hash = "sha256:c8558cfde79dd8fc92d97c70e0f0fa8c94c7a66f68ae73afdf58598f0fe5e10d", size = 36448593 },
|
||||||
|
{ url = "https://files.pythonhosted.org/packages/27/bb/edb6ceff8fa7259cb6330c51dbfbc98dd1912bd6eb5f7bc05a4bb14a9d6e/av-14.4.0-cp312-cp312-musllinux_1_2_i686.whl", hash = "sha256:455b6410dea0ab2d30234ffb28df7d62ca3cdf10708528e247bec3a4cdcced09", size = 34701485 },
|
||||||
|
{ url = "https://files.pythonhosted.org/packages/a7/8a/957da1f581aa1faa9a5dfa8b47ca955edb47f2b76b949950933b457bfa1d/av-14.4.0-cp312-cp312-musllinux_1_2_x86_64.whl", hash = "sha256:1661efbe9d975f927b8512d654704223d936f39016fad2ddab00aee7c40f412c", size = 37521981 },
|
||||||
|
{ url = "https://files.pythonhosted.org/packages/28/76/3f1cf0568592f100fd68eb40ed8c491ce95ca3c1378cc2d4c1f6d1bd295d/av-14.4.0-cp312-cp312-win_amd64.whl", hash = "sha256:fbbeef1f421a3461086853d6464ad5526b56ffe8ccb0ab3fd0a1f121dfbf26ad", size = 27925944 },
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@@ -3262,7 +3267,7 @@ requires-dist = [
|
|||||||
{ name = "aiohttp-cors", specifier = ">=0.7.0" },
|
{ name = "aiohttp-cors", specifier = ">=0.7.0" },
|
||||||
{ name = "aiortc", specifier = ">=1.5.0" },
|
{ name = "aiortc", specifier = ">=1.5.0" },
|
||||||
{ name = "alembic", specifier = ">=1.11.3" },
|
{ name = "alembic", specifier = ">=1.11.3" },
|
||||||
{ name = "av", specifier = ">=15.0.0" },
|
{ name = "av", specifier = ">=10.0.0" },
|
||||||
{ name = "celery", specifier = ">=5.3.4" },
|
{ name = "celery", specifier = ">=5.3.4" },
|
||||||
{ name = "databases", extras = ["aiosqlite", "asyncpg"], specifier = ">=0.7.0" },
|
{ name = "databases", extras = ["aiosqlite", "asyncpg"], specifier = ">=0.7.0" },
|
||||||
{ name = "fastapi", extras = ["standard"], specifier = ">=0.100.1" },
|
{ name = "fastapi", extras = ["standard"], specifier = ">=0.100.1" },
|
||||||
|
|||||||
@@ -302,10 +302,10 @@ export default function RoomsList() {
|
|||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
const platform: "whereby" | "daily" =
|
const platform: "whereby" | "daily" | null =
|
||||||
room.platform === "whereby" || room.platform === "daily"
|
room.platform === "whereby" || room.platform === "daily"
|
||||||
? room.platform
|
? room.platform
|
||||||
: "daily";
|
: null;
|
||||||
|
|
||||||
const roomData = {
|
const roomData = {
|
||||||
name: room.name,
|
name: room.name,
|
||||||
|
|||||||
103
www/app/(app)/transcripts/TranscriptChatModal.tsx
Normal file
103
www/app/(app)/transcripts/TranscriptChatModal.tsx
Normal file
@@ -0,0 +1,103 @@
|
|||||||
|
"use client";
|
||||||
|
|
||||||
|
import { useState } from "react";
|
||||||
|
import { Box, Dialog, Input, IconButton } from "@chakra-ui/react";
|
||||||
|
import { MessageCircle } from "lucide-react";
|
||||||
|
import Markdown from "react-markdown";
|
||||||
|
import "../../styles/markdown.css";
|
||||||
|
import type { Message } from "./useTranscriptChat";
|
||||||
|
|
||||||
|
interface TranscriptChatModalProps {
|
||||||
|
open: boolean;
|
||||||
|
onClose: () => void;
|
||||||
|
messages: Message[];
|
||||||
|
sendMessage: (text: string) => void;
|
||||||
|
isStreaming: boolean;
|
||||||
|
currentStreamingText: string;
|
||||||
|
}
|
||||||
|
|
||||||
|
export function TranscriptChatModal({
|
||||||
|
open,
|
||||||
|
onClose,
|
||||||
|
messages,
|
||||||
|
sendMessage,
|
||||||
|
isStreaming,
|
||||||
|
currentStreamingText,
|
||||||
|
}: TranscriptChatModalProps) {
|
||||||
|
const [input, setInput] = useState("");
|
||||||
|
|
||||||
|
const handleSend = () => {
|
||||||
|
if (!input.trim()) return;
|
||||||
|
sendMessage(input);
|
||||||
|
setInput("");
|
||||||
|
};
|
||||||
|
|
||||||
|
return (
|
||||||
|
<Dialog.Root open={open} onOpenChange={(e) => !e.open && onClose()}>
|
||||||
|
<Dialog.Backdrop />
|
||||||
|
<Dialog.Positioner>
|
||||||
|
<Dialog.Content maxW="500px" h="600px">
|
||||||
|
<Dialog.Header>Transcript Chat</Dialog.Header>
|
||||||
|
|
||||||
|
<Dialog.Body overflowY="auto">
|
||||||
|
{messages.map((msg) => (
|
||||||
|
<Box
|
||||||
|
key={msg.id}
|
||||||
|
p={3}
|
||||||
|
mb={2}
|
||||||
|
bg={msg.role === "user" ? "blue.50" : "gray.50"}
|
||||||
|
borderRadius="md"
|
||||||
|
>
|
||||||
|
{msg.role === "user" ? (
|
||||||
|
msg.text
|
||||||
|
) : (
|
||||||
|
<div className="markdown">
|
||||||
|
<Markdown>{msg.text}</Markdown>
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
</Box>
|
||||||
|
))}
|
||||||
|
|
||||||
|
{isStreaming && (
|
||||||
|
<Box p={3} bg="gray.50" borderRadius="md">
|
||||||
|
<div className="markdown">
|
||||||
|
<Markdown>{currentStreamingText}</Markdown>
|
||||||
|
</div>
|
||||||
|
<Box as="span" className="animate-pulse">
|
||||||
|
▊
|
||||||
|
</Box>
|
||||||
|
</Box>
|
||||||
|
)}
|
||||||
|
</Dialog.Body>
|
||||||
|
|
||||||
|
<Dialog.Footer>
|
||||||
|
<Input
|
||||||
|
value={input}
|
||||||
|
onChange={(e) => setInput(e.target.value)}
|
||||||
|
onKeyDown={(e) => e.key === "Enter" && handleSend()}
|
||||||
|
placeholder="Ask about transcript..."
|
||||||
|
disabled={isStreaming}
|
||||||
|
/>
|
||||||
|
</Dialog.Footer>
|
||||||
|
</Dialog.Content>
|
||||||
|
</Dialog.Positioner>
|
||||||
|
</Dialog.Root>
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
export function TranscriptChatButton({ onClick }: { onClick: () => void }) {
|
||||||
|
return (
|
||||||
|
<IconButton
|
||||||
|
position="fixed"
|
||||||
|
bottom="24px"
|
||||||
|
right="24px"
|
||||||
|
onClick={onClick}
|
||||||
|
size="lg"
|
||||||
|
colorPalette="blue"
|
||||||
|
borderRadius="full"
|
||||||
|
aria-label="Open chat"
|
||||||
|
>
|
||||||
|
<MessageCircle />
|
||||||
|
</IconButton>
|
||||||
|
);
|
||||||
|
}
|
||||||
@@ -16,7 +16,6 @@ import {
|
|||||||
import { useError } from "../../../../(errors)/errorContext";
|
import { useError } from "../../../../(errors)/errorContext";
|
||||||
import { useRouter } from "next/navigation";
|
import { useRouter } from "next/navigation";
|
||||||
import { Box, Grid } from "@chakra-ui/react";
|
import { Box, Grid } from "@chakra-ui/react";
|
||||||
import { parseNonEmptyString } from "../../../../lib/utils";
|
|
||||||
|
|
||||||
export type TranscriptCorrect = {
|
export type TranscriptCorrect = {
|
||||||
params: Promise<{
|
params: Promise<{
|
||||||
@@ -26,7 +25,8 @@ export type TranscriptCorrect = {
|
|||||||
|
|
||||||
export default function TranscriptCorrect(props: TranscriptCorrect) {
|
export default function TranscriptCorrect(props: TranscriptCorrect) {
|
||||||
const params = use(props.params);
|
const params = use(props.params);
|
||||||
const transcriptId = parseNonEmptyString(params.transcriptId);
|
|
||||||
|
const { transcriptId } = params;
|
||||||
|
|
||||||
const updateTranscriptMutation = useTranscriptUpdate();
|
const updateTranscriptMutation = useTranscriptUpdate();
|
||||||
const transcript = useTranscriptGet(transcriptId);
|
const transcript = useTranscriptGet(transcriptId);
|
||||||
|
|||||||
@@ -3,8 +3,7 @@ import React from "react";
|
|||||||
import Markdown from "react-markdown";
|
import Markdown from "react-markdown";
|
||||||
import "../../../styles/markdown.css";
|
import "../../../styles/markdown.css";
|
||||||
import type { components } from "../../../reflector-api";
|
import type { components } from "../../../reflector-api";
|
||||||
type GetTranscriptWithParticipants =
|
type GetTranscript = components["schemas"]["GetTranscript"];
|
||||||
components["schemas"]["GetTranscriptWithParticipants"];
|
|
||||||
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
||||||
import { useTranscriptUpdate } from "../../../lib/apiHooks";
|
import { useTranscriptUpdate } from "../../../lib/apiHooks";
|
||||||
import {
|
import {
|
||||||
@@ -19,7 +18,7 @@ import { LuPen } from "react-icons/lu";
|
|||||||
import { useError } from "../../../(errors)/errorContext";
|
import { useError } from "../../../(errors)/errorContext";
|
||||||
|
|
||||||
type FinalSummaryProps = {
|
type FinalSummaryProps = {
|
||||||
transcript: GetTranscriptWithParticipants;
|
transcript: GetTranscript;
|
||||||
topics: GetTranscriptTopic[];
|
topics: GetTranscriptTopic[];
|
||||||
onUpdate: (newSummary: string) => void;
|
onUpdate: (newSummary: string) => void;
|
||||||
finalSummaryRef: React.Dispatch<React.SetStateAction<HTMLDivElement | null>>;
|
finalSummaryRef: React.Dispatch<React.SetStateAction<HTMLDivElement | null>>;
|
||||||
|
|||||||
@@ -9,9 +9,7 @@ import React, { useEffect, useState, use } from "react";
|
|||||||
import FinalSummary from "./finalSummary";
|
import FinalSummary from "./finalSummary";
|
||||||
import TranscriptTitle from "../transcriptTitle";
|
import TranscriptTitle from "../transcriptTitle";
|
||||||
import Player from "../player";
|
import Player from "../player";
|
||||||
import { useWebSockets } from "../useWebSockets";
|
|
||||||
import { useRouter } from "next/navigation";
|
import { useRouter } from "next/navigation";
|
||||||
import { parseNonEmptyString } from "../../../lib/utils";
|
|
||||||
import {
|
import {
|
||||||
Box,
|
Box,
|
||||||
Flex,
|
Flex,
|
||||||
@@ -20,9 +18,15 @@ import {
|
|||||||
Skeleton,
|
Skeleton,
|
||||||
Text,
|
Text,
|
||||||
Spinner,
|
Spinner,
|
||||||
|
useDisclosure,
|
||||||
} from "@chakra-ui/react";
|
} from "@chakra-ui/react";
|
||||||
import { useTranscriptGet } from "../../../lib/apiHooks";
|
import { useTranscriptGet } from "../../../lib/apiHooks";
|
||||||
import { TranscriptStatus } from "../../../lib/transcript";
|
import { TranscriptStatus } from "../../../lib/transcript";
|
||||||
|
import {
|
||||||
|
TranscriptChatModal,
|
||||||
|
TranscriptChatButton,
|
||||||
|
} from "../TranscriptChatModal";
|
||||||
|
import { useTranscriptChat } from "../useTranscriptChat";
|
||||||
|
|
||||||
type TranscriptDetails = {
|
type TranscriptDetails = {
|
||||||
params: Promise<{
|
params: Promise<{
|
||||||
@@ -32,7 +36,7 @@ type TranscriptDetails = {
|
|||||||
|
|
||||||
export default function TranscriptDetails(details: TranscriptDetails) {
|
export default function TranscriptDetails(details: TranscriptDetails) {
|
||||||
const params = use(details.params);
|
const params = use(details.params);
|
||||||
const transcriptId = parseNonEmptyString(params.transcriptId);
|
const transcriptId = params.transcriptId;
|
||||||
const router = useRouter();
|
const router = useRouter();
|
||||||
const statusToRedirect = [
|
const statusToRedirect = [
|
||||||
"idle",
|
"idle",
|
||||||
@@ -51,11 +55,13 @@ export default function TranscriptDetails(details: TranscriptDetails) {
|
|||||||
transcriptId,
|
transcriptId,
|
||||||
waiting || mp3.audioDeleted === true,
|
waiting || mp3.audioDeleted === true,
|
||||||
);
|
);
|
||||||
useWebSockets(transcriptId);
|
|
||||||
const useActiveTopic = useState<Topic | null>(null);
|
const useActiveTopic = useState<Topic | null>(null);
|
||||||
const [finalSummaryElement, setFinalSummaryElement] =
|
const [finalSummaryElement, setFinalSummaryElement] =
|
||||||
useState<HTMLDivElement | null>(null);
|
useState<HTMLDivElement | null>(null);
|
||||||
|
|
||||||
|
const { open, onOpen, onClose } = useDisclosure();
|
||||||
|
const chat = useTranscriptChat(transcriptId);
|
||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
if (!waiting || !transcript.data) return;
|
if (!waiting || !transcript.data) return;
|
||||||
|
|
||||||
@@ -122,6 +128,15 @@ export default function TranscriptDetails(details: TranscriptDetails) {
|
|||||||
|
|
||||||
return (
|
return (
|
||||||
<>
|
<>
|
||||||
|
<TranscriptChatModal
|
||||||
|
open={open}
|
||||||
|
onClose={onClose}
|
||||||
|
messages={chat.messages}
|
||||||
|
sendMessage={chat.sendMessage}
|
||||||
|
isStreaming={chat.isStreaming}
|
||||||
|
currentStreamingText={chat.currentStreamingText}
|
||||||
|
/>
|
||||||
|
<TranscriptChatButton onClick={onOpen} />
|
||||||
<Grid
|
<Grid
|
||||||
templateColumns="1fr"
|
templateColumns="1fr"
|
||||||
templateRows="auto minmax(0, 1fr)"
|
templateRows="auto minmax(0, 1fr)"
|
||||||
|
|||||||
@@ -10,7 +10,6 @@ import {
|
|||||||
} from "@chakra-ui/react";
|
} from "@chakra-ui/react";
|
||||||
import { useRouter } from "next/navigation";
|
import { useRouter } from "next/navigation";
|
||||||
import { useTranscriptGet } from "../../../../lib/apiHooks";
|
import { useTranscriptGet } from "../../../../lib/apiHooks";
|
||||||
import { parseNonEmptyString } from "../../../../lib/utils";
|
|
||||||
|
|
||||||
type TranscriptProcessing = {
|
type TranscriptProcessing = {
|
||||||
params: Promise<{
|
params: Promise<{
|
||||||
@@ -20,7 +19,7 @@ type TranscriptProcessing = {
|
|||||||
|
|
||||||
export default function TranscriptProcessing(details: TranscriptProcessing) {
|
export default function TranscriptProcessing(details: TranscriptProcessing) {
|
||||||
const params = use(details.params);
|
const params = use(details.params);
|
||||||
const transcriptId = parseNonEmptyString(params.transcriptId);
|
const transcriptId = params.transcriptId;
|
||||||
const router = useRouter();
|
const router = useRouter();
|
||||||
|
|
||||||
const transcript = useTranscriptGet(transcriptId);
|
const transcript = useTranscriptGet(transcriptId);
|
||||||
|
|||||||
@@ -12,7 +12,6 @@ import { Box, Text, Grid, Heading, VStack, Flex } from "@chakra-ui/react";
|
|||||||
import LiveTrancription from "../../liveTranscription";
|
import LiveTrancription from "../../liveTranscription";
|
||||||
import { useTranscriptGet } from "../../../../lib/apiHooks";
|
import { useTranscriptGet } from "../../../../lib/apiHooks";
|
||||||
import { TranscriptStatus } from "../../../../lib/transcript";
|
import { TranscriptStatus } from "../../../../lib/transcript";
|
||||||
import { parseNonEmptyString } from "../../../../lib/utils";
|
|
||||||
|
|
||||||
type TranscriptDetails = {
|
type TranscriptDetails = {
|
||||||
params: Promise<{
|
params: Promise<{
|
||||||
@@ -22,14 +21,13 @@ type TranscriptDetails = {
|
|||||||
|
|
||||||
const TranscriptRecord = (details: TranscriptDetails) => {
|
const TranscriptRecord = (details: TranscriptDetails) => {
|
||||||
const params = use(details.params);
|
const params = use(details.params);
|
||||||
const transcriptId = parseNonEmptyString(params.transcriptId);
|
const transcript = useTranscriptGet(params.transcriptId);
|
||||||
const transcript = useTranscriptGet(transcriptId);
|
|
||||||
const [transcriptStarted, setTranscriptStarted] = useState(false);
|
const [transcriptStarted, setTranscriptStarted] = useState(false);
|
||||||
const useActiveTopic = useState<Topic | null>(null);
|
const useActiveTopic = useState<Topic | null>(null);
|
||||||
|
|
||||||
const webSockets = useWebSockets(transcriptId);
|
const webSockets = useWebSockets(params.transcriptId);
|
||||||
|
|
||||||
const mp3 = useMp3(transcriptId, true);
|
const mp3 = useMp3(params.transcriptId, true);
|
||||||
|
|
||||||
const router = useRouter();
|
const router = useRouter();
|
||||||
|
|
||||||
|
|||||||
@@ -7,7 +7,6 @@ import useMp3 from "../../useMp3";
|
|||||||
import { Center, VStack, Text, Heading } from "@chakra-ui/react";
|
import { Center, VStack, Text, Heading } from "@chakra-ui/react";
|
||||||
import FileUploadButton from "../../fileUploadButton";
|
import FileUploadButton from "../../fileUploadButton";
|
||||||
import { useTranscriptGet } from "../../../../lib/apiHooks";
|
import { useTranscriptGet } from "../../../../lib/apiHooks";
|
||||||
import { parseNonEmptyString } from "../../../../lib/utils";
|
|
||||||
|
|
||||||
type TranscriptUpload = {
|
type TranscriptUpload = {
|
||||||
params: Promise<{
|
params: Promise<{
|
||||||
@@ -17,13 +16,12 @@ type TranscriptUpload = {
|
|||||||
|
|
||||||
const TranscriptUpload = (details: TranscriptUpload) => {
|
const TranscriptUpload = (details: TranscriptUpload) => {
|
||||||
const params = use(details.params);
|
const params = use(details.params);
|
||||||
const transcriptId = parseNonEmptyString(params.transcriptId);
|
const transcript = useTranscriptGet(params.transcriptId);
|
||||||
const transcript = useTranscriptGet(transcriptId);
|
|
||||||
const [transcriptStarted, setTranscriptStarted] = useState(false);
|
const [transcriptStarted, setTranscriptStarted] = useState(false);
|
||||||
|
|
||||||
const webSockets = useWebSockets(transcriptId);
|
const webSockets = useWebSockets(params.transcriptId);
|
||||||
|
|
||||||
const mp3 = useMp3(transcriptId, true);
|
const mp3 = useMp3(params.transcriptId, true);
|
||||||
|
|
||||||
const router = useRouter();
|
const router = useRouter();
|
||||||
|
|
||||||
|
|||||||
@@ -2,11 +2,10 @@ import type { components } from "../../reflector-api";
|
|||||||
import { useTranscriptCreate } from "../../lib/apiHooks";
|
import { useTranscriptCreate } from "../../lib/apiHooks";
|
||||||
|
|
||||||
type CreateTranscript = components["schemas"]["CreateTranscript"];
|
type CreateTranscript = components["schemas"]["CreateTranscript"];
|
||||||
type GetTranscriptWithParticipants =
|
type GetTranscript = components["schemas"]["GetTranscript"];
|
||||||
components["schemas"]["GetTranscriptWithParticipants"];
|
|
||||||
|
|
||||||
type UseCreateTranscript = {
|
type UseCreateTranscript = {
|
||||||
transcript: GetTranscriptWithParticipants | null;
|
transcript: GetTranscript | null;
|
||||||
loading: boolean;
|
loading: boolean;
|
||||||
error: Error | null;
|
error: Error | null;
|
||||||
create: (transcriptCreationDetails: CreateTranscript) => Promise<void>;
|
create: (transcriptCreationDetails: CreateTranscript) => Promise<void>;
|
||||||
|
|||||||
@@ -2,8 +2,7 @@ import { useEffect, useState } from "react";
|
|||||||
|
|
||||||
import { ShareMode, toShareMode } from "../../lib/shareMode";
|
import { ShareMode, toShareMode } from "../../lib/shareMode";
|
||||||
import type { components } from "../../reflector-api";
|
import type { components } from "../../reflector-api";
|
||||||
type GetTranscriptWithParticipants =
|
type GetTranscript = components["schemas"]["GetTranscript"];
|
||||||
components["schemas"]["GetTranscriptWithParticipants"];
|
|
||||||
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
||||||
type UpdateTranscript = components["schemas"]["UpdateTranscript"];
|
type UpdateTranscript = components["schemas"]["UpdateTranscript"];
|
||||||
import {
|
import {
|
||||||
@@ -28,7 +27,7 @@ import { featureEnabled } from "../../lib/features";
|
|||||||
|
|
||||||
type ShareAndPrivacyProps = {
|
type ShareAndPrivacyProps = {
|
||||||
finalSummaryElement: HTMLDivElement | null;
|
finalSummaryElement: HTMLDivElement | null;
|
||||||
transcript: GetTranscriptWithParticipants;
|
transcript: GetTranscript;
|
||||||
topics: GetTranscriptTopic[];
|
topics: GetTranscriptTopic[];
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|||||||
@@ -1,8 +1,7 @@
|
|||||||
import { useState, useEffect, useMemo } from "react";
|
import { useState, useEffect, useMemo } from "react";
|
||||||
import type { components } from "../../reflector-api";
|
import type { components } from "../../reflector-api";
|
||||||
|
|
||||||
type GetTranscriptWithParticipants =
|
type GetTranscript = components["schemas"]["GetTranscript"];
|
||||||
components["schemas"]["GetTranscriptWithParticipants"];
|
|
||||||
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
||||||
import {
|
import {
|
||||||
BoxProps,
|
BoxProps,
|
||||||
@@ -27,7 +26,7 @@ import {
|
|||||||
import { featureEnabled } from "../../lib/features";
|
import { featureEnabled } from "../../lib/features";
|
||||||
|
|
||||||
type ShareZulipProps = {
|
type ShareZulipProps = {
|
||||||
transcript: GetTranscriptWithParticipants;
|
transcript: GetTranscript;
|
||||||
topics: GetTranscriptTopic[];
|
topics: GetTranscriptTopic[];
|
||||||
disabled: boolean;
|
disabled: boolean;
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -1,10 +1,8 @@
|
|||||||
import { useState } from "react";
|
import { useState } from "react";
|
||||||
import type { components } from "../../reflector-api";
|
import type { components } from "../../reflector-api";
|
||||||
import { parseMaybeNonEmptyString } from "../../lib/utils";
|
|
||||||
|
|
||||||
type UpdateTranscript = components["schemas"]["UpdateTranscript"];
|
type UpdateTranscript = components["schemas"]["UpdateTranscript"];
|
||||||
type GetTranscriptWithParticipants =
|
type GetTranscript = components["schemas"]["GetTranscript"];
|
||||||
components["schemas"]["GetTranscriptWithParticipants"];
|
|
||||||
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
||||||
import {
|
import {
|
||||||
useTranscriptUpdate,
|
useTranscriptUpdate,
|
||||||
@@ -22,7 +20,7 @@ type TranscriptTitle = {
|
|||||||
onUpdate: (newTitle: string) => void;
|
onUpdate: (newTitle: string) => void;
|
||||||
|
|
||||||
// share props
|
// share props
|
||||||
transcript: GetTranscriptWithParticipants | null;
|
transcript: GetTranscript | null;
|
||||||
topics: GetTranscriptTopic[] | null;
|
topics: GetTranscriptTopic[] | null;
|
||||||
finalSummaryElement: HTMLDivElement | null;
|
finalSummaryElement: HTMLDivElement | null;
|
||||||
};
|
};
|
||||||
@@ -33,7 +31,7 @@ const TranscriptTitle = (props: TranscriptTitle) => {
|
|||||||
const [isEditing, setIsEditing] = useState(false);
|
const [isEditing, setIsEditing] = useState(false);
|
||||||
const updateTranscriptMutation = useTranscriptUpdate();
|
const updateTranscriptMutation = useTranscriptUpdate();
|
||||||
const participantsQuery = useTranscriptParticipants(
|
const participantsQuery = useTranscriptParticipants(
|
||||||
props.transcript?.id ? parseMaybeNonEmptyString(props.transcript.id) : null,
|
props.transcript?.id || null,
|
||||||
);
|
);
|
||||||
|
|
||||||
const updateTitle = async (newTitle: string, transcriptId: string) => {
|
const updateTitle = async (newTitle: string, transcriptId: string) => {
|
||||||
|
|||||||
@@ -1,6 +1,5 @@
|
|||||||
import { useEffect, useState } from "react";
|
import { useEffect, useState } from "react";
|
||||||
import { useTranscriptGet } from "../../lib/apiHooks";
|
import { useTranscriptGet } from "../../lib/apiHooks";
|
||||||
import { parseMaybeNonEmptyString } from "../../lib/utils";
|
|
||||||
import { useAuth } from "../../lib/AuthProvider";
|
import { useAuth } from "../../lib/AuthProvider";
|
||||||
import { API_URL } from "../../lib/apiClient";
|
import { API_URL } from "../../lib/apiClient";
|
||||||
|
|
||||||
@@ -28,7 +27,7 @@ const useMp3 = (transcriptId: string, waiting?: boolean): Mp3Response => {
|
|||||||
data: transcript,
|
data: transcript,
|
||||||
isLoading: transcriptMetadataLoading,
|
isLoading: transcriptMetadataLoading,
|
||||||
error: transcriptError,
|
error: transcriptError,
|
||||||
} = useTranscriptGet(later ? null : parseMaybeNonEmptyString(transcriptId));
|
} = useTranscriptGet(later ? null : transcriptId);
|
||||||
|
|
||||||
const [serviceWorker, setServiceWorker] =
|
const [serviceWorker, setServiceWorker] =
|
||||||
useState<ServiceWorkerRegistration | null>(null);
|
useState<ServiceWorkerRegistration | null>(null);
|
||||||
|
|||||||
@@ -1,7 +1,6 @@
|
|||||||
import type { components } from "../../reflector-api";
|
import type { components } from "../../reflector-api";
|
||||||
type Participant = components["schemas"]["Participant"];
|
type Participant = components["schemas"]["Participant"];
|
||||||
import { useTranscriptParticipants } from "../../lib/apiHooks";
|
import { useTranscriptParticipants } from "../../lib/apiHooks";
|
||||||
import { parseMaybeNonEmptyString } from "../../lib/utils";
|
|
||||||
|
|
||||||
type ErrorParticipants = {
|
type ErrorParticipants = {
|
||||||
error: Error;
|
error: Error;
|
||||||
@@ -33,7 +32,7 @@ const useParticipants = (transcriptId: string): UseParticipants => {
|
|||||||
isLoading: loading,
|
isLoading: loading,
|
||||||
error,
|
error,
|
||||||
refetch,
|
refetch,
|
||||||
} = useTranscriptParticipants(parseMaybeNonEmptyString(transcriptId));
|
} = useTranscriptParticipants(transcriptId || null);
|
||||||
|
|
||||||
// Type-safe return based on state
|
// Type-safe return based on state
|
||||||
if (error) {
|
if (error) {
|
||||||
|
|||||||
@@ -1,6 +1,5 @@
|
|||||||
import type { components } from "../../reflector-api";
|
import type { components } from "../../reflector-api";
|
||||||
import { useTranscriptTopicsWithWordsPerSpeaker } from "../../lib/apiHooks";
|
import { useTranscriptTopicsWithWordsPerSpeaker } from "../../lib/apiHooks";
|
||||||
import { parseMaybeNonEmptyString } from "../../lib/utils";
|
|
||||||
|
|
||||||
type GetTranscriptTopicWithWordsPerSpeaker =
|
type GetTranscriptTopicWithWordsPerSpeaker =
|
||||||
components["schemas"]["GetTranscriptTopicWithWordsPerSpeaker"];
|
components["schemas"]["GetTranscriptTopicWithWordsPerSpeaker"];
|
||||||
@@ -39,7 +38,7 @@ const useTopicWithWords = (
|
|||||||
error,
|
error,
|
||||||
refetch,
|
refetch,
|
||||||
} = useTranscriptTopicsWithWordsPerSpeaker(
|
} = useTranscriptTopicsWithWordsPerSpeaker(
|
||||||
parseMaybeNonEmptyString(transcriptId),
|
transcriptId || null,
|
||||||
topicId || null,
|
topicId || null,
|
||||||
);
|
);
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,5 @@
|
|||||||
import { useTranscriptTopics } from "../../lib/apiHooks";
|
import { useTranscriptTopics } from "../../lib/apiHooks";
|
||||||
import type { components } from "../../reflector-api";
|
import type { components } from "../../reflector-api";
|
||||||
import { parseMaybeNonEmptyString } from "../../lib/utils";
|
|
||||||
|
|
||||||
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
||||||
|
|
||||||
@@ -11,11 +10,7 @@ type TranscriptTopics = {
|
|||||||
};
|
};
|
||||||
|
|
||||||
const useTopics = (id: string): TranscriptTopics => {
|
const useTopics = (id: string): TranscriptTopics => {
|
||||||
const {
|
const { data: topics, isLoading: loading, error } = useTranscriptTopics(id);
|
||||||
data: topics,
|
|
||||||
isLoading: loading,
|
|
||||||
error,
|
|
||||||
} = useTranscriptTopics(parseMaybeNonEmptyString(id));
|
|
||||||
|
|
||||||
return {
|
return {
|
||||||
topics: topics || null,
|
topics: topics || null,
|
||||||
|
|||||||
130
www/app/(app)/transcripts/useTranscriptChat.ts
Normal file
130
www/app/(app)/transcripts/useTranscriptChat.ts
Normal file
@@ -0,0 +1,130 @@
|
|||||||
|
"use client";
|
||||||
|
|
||||||
|
import { useEffect, useState, useRef } from "react";
|
||||||
|
import { getSession } from "next-auth/react";
|
||||||
|
import { WEBSOCKET_URL } from "../../lib/apiClient";
|
||||||
|
import { assertExtendedToken } from "../../lib/types";
|
||||||
|
|
||||||
|
export type Message = {
|
||||||
|
id: string;
|
||||||
|
role: "user" | "assistant";
|
||||||
|
text: string;
|
||||||
|
timestamp: Date;
|
||||||
|
};
|
||||||
|
|
||||||
|
export type UseTranscriptChat = {
|
||||||
|
messages: Message[];
|
||||||
|
sendMessage: (text: string) => void;
|
||||||
|
isStreaming: boolean;
|
||||||
|
currentStreamingText: string;
|
||||||
|
};
|
||||||
|
|
||||||
|
export const useTranscriptChat = (transcriptId: string): UseTranscriptChat => {
|
||||||
|
const [messages, setMessages] = useState<Message[]>([]);
|
||||||
|
const [isStreaming, setIsStreaming] = useState(false);
|
||||||
|
const [currentStreamingText, setCurrentStreamingText] = useState("");
|
||||||
|
const wsRef = useRef<WebSocket | null>(null);
|
||||||
|
const streamingTextRef = useRef<string>("");
|
||||||
|
const isMountedRef = useRef<boolean>(true);
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
isMountedRef.current = true;
|
||||||
|
|
||||||
|
const connectWebSocket = async () => {
|
||||||
|
const url = `${WEBSOCKET_URL}/v1/transcripts/${transcriptId}/chat`;
|
||||||
|
|
||||||
|
// Get auth token for WebSocket subprotocol
|
||||||
|
let protocols: string[] | undefined;
|
||||||
|
try {
|
||||||
|
const session = await getSession();
|
||||||
|
if (session) {
|
||||||
|
const token = assertExtendedToken(session).accessToken;
|
||||||
|
// Pass token via subprotocol: ["bearer", token]
|
||||||
|
protocols = ["bearer", token];
|
||||||
|
}
|
||||||
|
} catch (error) {
|
||||||
|
console.warn("Failed to get auth token for WebSocket:", error);
|
||||||
|
}
|
||||||
|
|
||||||
|
const ws = new WebSocket(url, protocols);
|
||||||
|
wsRef.current = ws;
|
||||||
|
|
||||||
|
ws.onopen = () => {
|
||||||
|
console.log("Chat WebSocket connected");
|
||||||
|
};
|
||||||
|
|
||||||
|
ws.onmessage = (event) => {
|
||||||
|
if (!isMountedRef.current) return;
|
||||||
|
|
||||||
|
const msg = JSON.parse(event.data);
|
||||||
|
|
||||||
|
switch (msg.type) {
|
||||||
|
case "token":
|
||||||
|
setIsStreaming(true);
|
||||||
|
streamingTextRef.current += msg.text;
|
||||||
|
setCurrentStreamingText(streamingTextRef.current);
|
||||||
|
break;
|
||||||
|
|
||||||
|
case "done":
|
||||||
|
// CRITICAL: Save the text BEFORE resetting the ref
|
||||||
|
// The setMessages callback may execute later, after ref is reset
|
||||||
|
const finalText = streamingTextRef.current;
|
||||||
|
|
||||||
|
setMessages((prev) => [
|
||||||
|
...prev,
|
||||||
|
{
|
||||||
|
id: Date.now().toString(),
|
||||||
|
role: "assistant",
|
||||||
|
text: finalText,
|
||||||
|
timestamp: new Date(),
|
||||||
|
},
|
||||||
|
]);
|
||||||
|
streamingTextRef.current = "";
|
||||||
|
setCurrentStreamingText("");
|
||||||
|
setIsStreaming(false);
|
||||||
|
break;
|
||||||
|
|
||||||
|
case "error":
|
||||||
|
console.error("Chat error:", msg.message);
|
||||||
|
setIsStreaming(false);
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
ws.onerror = (error) => {
|
||||||
|
console.error("WebSocket error:", error);
|
||||||
|
};
|
||||||
|
|
||||||
|
ws.onclose = () => {
|
||||||
|
console.log("Chat WebSocket closed");
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
connectWebSocket();
|
||||||
|
|
||||||
|
return () => {
|
||||||
|
isMountedRef.current = false;
|
||||||
|
if (wsRef.current) {
|
||||||
|
wsRef.current.close();
|
||||||
|
}
|
||||||
|
};
|
||||||
|
}, [transcriptId]);
|
||||||
|
|
||||||
|
const sendMessage = (text: string) => {
|
||||||
|
if (!wsRef.current) return;
|
||||||
|
|
||||||
|
setMessages((prev) => [
|
||||||
|
...prev,
|
||||||
|
{
|
||||||
|
id: Date.now().toString(),
|
||||||
|
role: "user",
|
||||||
|
text,
|
||||||
|
timestamp: new Date(),
|
||||||
|
},
|
||||||
|
]);
|
||||||
|
|
||||||
|
wsRef.current.send(JSON.stringify({ type: "message", text }));
|
||||||
|
};
|
||||||
|
|
||||||
|
return { messages, sendMessage, isStreaming, currentStreamingText };
|
||||||
|
};
|
||||||
@@ -1,6 +1,5 @@
|
|||||||
import type { components } from "../../reflector-api";
|
import type { components } from "../../reflector-api";
|
||||||
import { useTranscriptWaveform } from "../../lib/apiHooks";
|
import { useTranscriptWaveform } from "../../lib/apiHooks";
|
||||||
import { parseMaybeNonEmptyString } from "../../lib/utils";
|
|
||||||
|
|
||||||
type AudioWaveform = components["schemas"]["AudioWaveform"];
|
type AudioWaveform = components["schemas"]["AudioWaveform"];
|
||||||
|
|
||||||
@@ -15,7 +14,7 @@ const useWaveform = (id: string, skip: boolean): AudioWaveFormResponse => {
|
|||||||
data: waveform,
|
data: waveform,
|
||||||
isLoading: loading,
|
isLoading: loading,
|
||||||
error,
|
error,
|
||||||
} = useTranscriptWaveform(skip ? null : parseMaybeNonEmptyString(id));
|
} = useTranscriptWaveform(skip ? null : id);
|
||||||
|
|
||||||
return {
|
return {
|
||||||
waveform: waveform || null,
|
waveform: waveform || null,
|
||||||
|
|||||||
@@ -7,12 +7,6 @@ type GetTranscriptSegmentTopic =
|
|||||||
components["schemas"]["GetTranscriptSegmentTopic"];
|
components["schemas"]["GetTranscriptSegmentTopic"];
|
||||||
import { useQueryClient } from "@tanstack/react-query";
|
import { useQueryClient } from "@tanstack/react-query";
|
||||||
import { $api, WEBSOCKET_URL } from "../../lib/apiClient";
|
import { $api, WEBSOCKET_URL } from "../../lib/apiClient";
|
||||||
import {
|
|
||||||
invalidateTranscript,
|
|
||||||
invalidateTranscriptTopics,
|
|
||||||
invalidateTranscriptWaveform,
|
|
||||||
} from "../../lib/apiHooks";
|
|
||||||
import { NonEmptyString } from "../../lib/utils";
|
|
||||||
|
|
||||||
export type UseWebSockets = {
|
export type UseWebSockets = {
|
||||||
transcriptTextLive: string;
|
transcriptTextLive: string;
|
||||||
@@ -375,10 +369,15 @@ export const useWebSockets = (transcriptId: string | null): UseWebSockets => {
|
|||||||
});
|
});
|
||||||
console.debug("TOPIC event:", message.data);
|
console.debug("TOPIC event:", message.data);
|
||||||
// Invalidate topics query to sync with WebSocket data
|
// Invalidate topics query to sync with WebSocket data
|
||||||
invalidateTranscriptTopics(
|
queryClient.invalidateQueries({
|
||||||
queryClient,
|
queryKey: $api.queryOptions(
|
||||||
transcriptId as NonEmptyString,
|
"get",
|
||||||
);
|
"/v1/transcripts/{transcript_id}/topics",
|
||||||
|
{
|
||||||
|
params: { path: { transcript_id: transcriptId } },
|
||||||
|
},
|
||||||
|
).queryKey,
|
||||||
|
});
|
||||||
break;
|
break;
|
||||||
|
|
||||||
case "FINAL_SHORT_SUMMARY":
|
case "FINAL_SHORT_SUMMARY":
|
||||||
@@ -389,7 +388,15 @@ export const useWebSockets = (transcriptId: string | null): UseWebSockets => {
|
|||||||
if (message.data) {
|
if (message.data) {
|
||||||
setFinalSummary(message.data);
|
setFinalSummary(message.data);
|
||||||
// Invalidate transcript query to sync summary
|
// Invalidate transcript query to sync summary
|
||||||
invalidateTranscript(queryClient, transcriptId as NonEmptyString);
|
queryClient.invalidateQueries({
|
||||||
|
queryKey: $api.queryOptions(
|
||||||
|
"get",
|
||||||
|
"/v1/transcripts/{transcript_id}",
|
||||||
|
{
|
||||||
|
params: { path: { transcript_id: transcriptId } },
|
||||||
|
},
|
||||||
|
).queryKey,
|
||||||
|
});
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
|
|
||||||
@@ -398,7 +405,15 @@ export const useWebSockets = (transcriptId: string | null): UseWebSockets => {
|
|||||||
if (message.data) {
|
if (message.data) {
|
||||||
setTitle(message.data.title);
|
setTitle(message.data.title);
|
||||||
// Invalidate transcript query to sync title
|
// Invalidate transcript query to sync title
|
||||||
invalidateTranscript(queryClient, transcriptId as NonEmptyString);
|
queryClient.invalidateQueries({
|
||||||
|
queryKey: $api.queryOptions(
|
||||||
|
"get",
|
||||||
|
"/v1/transcripts/{transcript_id}",
|
||||||
|
{
|
||||||
|
params: { path: { transcript_id: transcriptId } },
|
||||||
|
},
|
||||||
|
).queryKey,
|
||||||
|
});
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
|
|
||||||
@@ -409,10 +424,6 @@ export const useWebSockets = (transcriptId: string | null): UseWebSockets => {
|
|||||||
);
|
);
|
||||||
if (message.data) {
|
if (message.data) {
|
||||||
setWaveForm(message.data.waveform);
|
setWaveForm(message.data.waveform);
|
||||||
invalidateTranscriptWaveform(
|
|
||||||
queryClient,
|
|
||||||
transcriptId as NonEmptyString,
|
|
||||||
);
|
|
||||||
}
|
}
|
||||||
break;
|
break;
|
||||||
case "DURATION":
|
case "DURATION":
|
||||||
|
|||||||
@@ -26,7 +26,7 @@ import { useRouter } from "next/navigation";
|
|||||||
import { formatDateTime, formatStartedAgo } from "../lib/timeUtils";
|
import { formatDateTime, formatStartedAgo } from "../lib/timeUtils";
|
||||||
import MeetingMinimalHeader from "../components/MeetingMinimalHeader";
|
import MeetingMinimalHeader from "../components/MeetingMinimalHeader";
|
||||||
import { NonEmptyString } from "../lib/utils";
|
import { NonEmptyString } from "../lib/utils";
|
||||||
import { MeetingId, assertMeetingId } from "../lib/types";
|
import { MeetingId } from "../lib/types";
|
||||||
|
|
||||||
type Meeting = components["schemas"]["Meeting"];
|
type Meeting = components["schemas"]["Meeting"];
|
||||||
|
|
||||||
@@ -315,9 +315,7 @@ export default function MeetingSelection({
|
|||||||
variant="outline"
|
variant="outline"
|
||||||
colorScheme="red"
|
colorScheme="red"
|
||||||
size="md"
|
size="md"
|
||||||
onClick={() =>
|
onClick={() => handleEndMeeting(meeting.id)}
|
||||||
handleEndMeeting(assertMeetingId(meeting.id))
|
|
||||||
}
|
|
||||||
loading={deactivateMeetingMutation.isPending}
|
loading={deactivateMeetingMutation.isPending}
|
||||||
>
|
>
|
||||||
<Icon as={LuX} me={2} />
|
<Icon as={LuX} me={2} />
|
||||||
@@ -462,9 +460,7 @@ export default function MeetingSelection({
|
|||||||
variant="outline"
|
variant="outline"
|
||||||
colorScheme="red"
|
colorScheme="red"
|
||||||
size="md"
|
size="md"
|
||||||
onClick={() =>
|
onClick={() => handleEndMeeting(meeting.id)}
|
||||||
handleEndMeeting(assertMeetingId(meeting.id))
|
|
||||||
}
|
|
||||||
loading={deactivateMeetingMutation.isPending}
|
loading={deactivateMeetingMutation.isPending}
|
||||||
>
|
>
|
||||||
<Icon as={LuX} me={2} />
|
<Icon as={LuX} me={2} />
|
||||||
|
|||||||
@@ -22,29 +22,14 @@ import DailyIframe, {
|
|||||||
import type { components } from "../../reflector-api";
|
import type { components } from "../../reflector-api";
|
||||||
import { useAuth } from "../../lib/AuthProvider";
|
import { useAuth } from "../../lib/AuthProvider";
|
||||||
import { useConsentDialog } from "../../lib/consent";
|
import { useConsentDialog } from "../../lib/consent";
|
||||||
import {
|
import { useRoomJoinMeeting } from "../../lib/apiHooks";
|
||||||
useRoomJoinMeeting,
|
|
||||||
useMeetingStartRecording,
|
|
||||||
} from "../../lib/apiHooks";
|
|
||||||
import { omit } from "remeda";
|
import { omit } from "remeda";
|
||||||
import {
|
import { assertExists } from "../../lib/utils";
|
||||||
assertExists,
|
import { assertMeetingId } from "../../lib/types";
|
||||||
NonEmptyString,
|
|
||||||
parseNonEmptyString,
|
|
||||||
} from "../../lib/utils";
|
|
||||||
import { assertMeetingId, DailyRecordingType } from "../../lib/types";
|
|
||||||
import { useUuidV5 } from "react-uuid-hook";
|
|
||||||
|
|
||||||
const CONSENT_BUTTON_ID = "recording-consent";
|
const CONSENT_BUTTON_ID = "recording-consent";
|
||||||
const RECORDING_INDICATOR_ID = "recording-indicator";
|
const RECORDING_INDICATOR_ID = "recording-indicator";
|
||||||
|
|
||||||
// Namespace UUID for UUIDv5 generation of raw-tracks instanceIds
|
|
||||||
// DO NOT CHANGE: Breaks instanceId determinism across deployments
|
|
||||||
const RAW_TRACKS_NAMESPACE = "a1b2c3d4-e5f6-7890-abcd-ef1234567890";
|
|
||||||
|
|
||||||
const RECORDING_START_DELAY_MS = 2000;
|
|
||||||
const RECORDING_START_MAX_RETRIES = 5;
|
|
||||||
|
|
||||||
type Meeting = components["schemas"]["Meeting"];
|
type Meeting = components["schemas"]["Meeting"];
|
||||||
type Room = components["schemas"]["RoomDetails"];
|
type Room = components["schemas"]["RoomDetails"];
|
||||||
|
|
||||||
@@ -88,7 +73,9 @@ const useFrame = (
|
|||||||
cbs: {
|
cbs: {
|
||||||
onLeftMeeting: () => void;
|
onLeftMeeting: () => void;
|
||||||
onCustomButtonClick: (ev: DailyEventObjectCustomButtonClick) => void;
|
onCustomButtonClick: (ev: DailyEventObjectCustomButtonClick) => void;
|
||||||
onJoinMeeting: () => void;
|
onJoinMeeting: (
|
||||||
|
startRecording: (args: { type: "raw-tracks" }) => void,
|
||||||
|
) => void;
|
||||||
},
|
},
|
||||||
) => {
|
) => {
|
||||||
const [{ frame, joined }, setState] = useState(USE_FRAME_INIT_STATE);
|
const [{ frame, joined }, setState] = useState(USE_FRAME_INIT_STATE);
|
||||||
@@ -139,7 +126,7 @@ const useFrame = (
|
|||||||
console.error("frame is null in joined-meeting callback");
|
console.error("frame is null in joined-meeting callback");
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
cbs.onJoinMeeting();
|
cbs.onJoinMeeting(frame.startRecording.bind(frame));
|
||||||
};
|
};
|
||||||
frame.on("joined-meeting", joinCb);
|
frame.on("joined-meeting", joinCb);
|
||||||
return () => {
|
return () => {
|
||||||
@@ -186,15 +173,8 @@ export default function DailyRoom({ meeting, room }: DailyRoomProps) {
|
|||||||
const authLastUserId = auth.lastUserId;
|
const authLastUserId = auth.lastUserId;
|
||||||
const [container, setContainer] = useState<HTMLDivElement | null>(null);
|
const [container, setContainer] = useState<HTMLDivElement | null>(null);
|
||||||
const joinMutation = useRoomJoinMeeting();
|
const joinMutation = useRoomJoinMeeting();
|
||||||
const startRecordingMutation = useMeetingStartRecording();
|
|
||||||
const [joinedMeeting, setJoinedMeeting] = useState<Meeting | null>(null);
|
const [joinedMeeting, setJoinedMeeting] = useState<Meeting | null>(null);
|
||||||
|
|
||||||
// Generate deterministic instanceIds so all participants use SAME IDs
|
|
||||||
const cloudInstanceId = parseNonEmptyString(meeting.id);
|
|
||||||
const rawTracksInstanceId = parseNonEmptyString(
|
|
||||||
useUuidV5(meeting.id, RAW_TRACKS_NAMESPACE)[0],
|
|
||||||
);
|
|
||||||
|
|
||||||
const roomName = params?.roomName as string;
|
const roomName = params?.roomName as string;
|
||||||
|
|
||||||
const {
|
const {
|
||||||
@@ -248,72 +228,19 @@ export default function DailyRoom({ meeting, room }: DailyRoomProps) {
|
|||||||
],
|
],
|
||||||
);
|
);
|
||||||
|
|
||||||
const handleFrameJoinMeeting = useCallback(() => {
|
const handleFrameJoinMeeting = useCallback(
|
||||||
if (meeting.recording_type === "cloud") {
|
(startRecording: (args: { type: "raw-tracks" }) => void) => {
|
||||||
console.log("Starting dual recording via REST API", {
|
try {
|
||||||
cloudInstanceId,
|
if (meeting.recording_type === "cloud") {
|
||||||
rawTracksInstanceId,
|
console.log("Starting cloud recording");
|
||||||
});
|
startRecording({ type: "raw-tracks" });
|
||||||
|
}
|
||||||
// Start both cloud and raw-tracks via backend REST API (with retry on 404)
|
} catch (error) {
|
||||||
// Daily.co needs time to register call as "hosting" for REST API
|
console.error("Failed to start recording:", error);
|
||||||
const startRecordingWithRetry = (
|
}
|
||||||
type: DailyRecordingType,
|
},
|
||||||
instanceId: NonEmptyString,
|
[meeting.recording_type],
|
||||||
attempt: number = 1,
|
);
|
||||||
) => {
|
|
||||||
setTimeout(() => {
|
|
||||||
startRecordingMutation.mutate(
|
|
||||||
{
|
|
||||||
params: {
|
|
||||||
path: {
|
|
||||||
meeting_id: meeting.id,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
body: {
|
|
||||||
type,
|
|
||||||
instanceId,
|
|
||||||
},
|
|
||||||
},
|
|
||||||
{
|
|
||||||
onError: (error: any) => {
|
|
||||||
const errorText = error?.detail || error?.message || "";
|
|
||||||
const is404NotHosting = errorText.includes(
|
|
||||||
"does not seem to be hosting a call",
|
|
||||||
);
|
|
||||||
const isActiveStream = errorText.includes(
|
|
||||||
"has an active stream",
|
|
||||||
);
|
|
||||||
|
|
||||||
if (is404NotHosting && attempt < RECORDING_START_MAX_RETRIES) {
|
|
||||||
console.log(
|
|
||||||
`${type}: Call not hosting yet, retry ${attempt + 1}/${RECORDING_START_MAX_RETRIES} in ${RECORDING_START_DELAY_MS}ms...`,
|
|
||||||
);
|
|
||||||
startRecordingWithRetry(type, instanceId, attempt + 1);
|
|
||||||
} else if (isActiveStream) {
|
|
||||||
console.log(
|
|
||||||
`${type}: Recording already active (started by another participant)`,
|
|
||||||
);
|
|
||||||
} else {
|
|
||||||
console.error(`Failed to start ${type} recording:`, error);
|
|
||||||
}
|
|
||||||
},
|
|
||||||
},
|
|
||||||
);
|
|
||||||
}, RECORDING_START_DELAY_MS);
|
|
||||||
};
|
|
||||||
|
|
||||||
// Start both recordings
|
|
||||||
startRecordingWithRetry("cloud", cloudInstanceId);
|
|
||||||
startRecordingWithRetry("raw-tracks", rawTracksInstanceId);
|
|
||||||
}
|
|
||||||
}, [
|
|
||||||
meeting.recording_type,
|
|
||||||
meeting.id,
|
|
||||||
startRecordingMutation,
|
|
||||||
cloudInstanceId,
|
|
||||||
rawTracksInstanceId,
|
|
||||||
]);
|
|
||||||
|
|
||||||
const recordingIconUrl = useMemo(
|
const recordingIconUrl = useMemo(
|
||||||
() => new URL("/recording-icon.svg", window.location.origin),
|
() => new URL("/recording-icon.svg", window.location.origin),
|
||||||
|
|||||||
@@ -6,7 +6,6 @@ import { QueryClient, useQueryClient } from "@tanstack/react-query";
|
|||||||
import type { components } from "../reflector-api";
|
import type { components } from "../reflector-api";
|
||||||
import { useAuth } from "./AuthProvider";
|
import { useAuth } from "./AuthProvider";
|
||||||
import { MeetingId } from "./types";
|
import { MeetingId } from "./types";
|
||||||
import { NonEmptyString } from "./utils";
|
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* XXX error types returned from the hooks are not always correct; declared types are ValidationError but real type could be string or any other
|
* XXX error types returned from the hooks are not always correct; declared types are ValidationError but real type could be string or any other
|
||||||
@@ -104,7 +103,7 @@ export function useTranscriptProcess() {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
export function useTranscriptGet(transcriptId: NonEmptyString | null) {
|
export function useTranscriptGet(transcriptId: string | null) {
|
||||||
return $api.useQuery(
|
return $api.useQuery(
|
||||||
"get",
|
"get",
|
||||||
"/v1/transcripts/{transcript_id}",
|
"/v1/transcripts/{transcript_id}",
|
||||||
@@ -121,16 +120,6 @@ export function useTranscriptGet(transcriptId: NonEmptyString | null) {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
export const invalidateTranscript = (
|
|
||||||
queryClient: QueryClient,
|
|
||||||
transcriptId: NonEmptyString,
|
|
||||||
) =>
|
|
||||||
queryClient.invalidateQueries({
|
|
||||||
queryKey: $api.queryOptions("get", "/v1/transcripts/{transcript_id}", {
|
|
||||||
params: { path: { transcript_id: transcriptId } },
|
|
||||||
}).queryKey,
|
|
||||||
});
|
|
||||||
|
|
||||||
export function useRoomGet(roomId: string | null) {
|
export function useRoomGet(roomId: string | null) {
|
||||||
const { isAuthenticated } = useAuthReady();
|
const { isAuthenticated } = useAuthReady();
|
||||||
|
|
||||||
@@ -308,7 +297,7 @@ export function useTranscriptUploadAudio() {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
export function useTranscriptWaveform(transcriptId: NonEmptyString | null) {
|
export function useTranscriptWaveform(transcriptId: string | null) {
|
||||||
return $api.useQuery(
|
return $api.useQuery(
|
||||||
"get",
|
"get",
|
||||||
"/v1/transcripts/{transcript_id}/audio/waveform",
|
"/v1/transcripts/{transcript_id}/audio/waveform",
|
||||||
@@ -323,21 +312,7 @@ export function useTranscriptWaveform(transcriptId: NonEmptyString | null) {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
export const invalidateTranscriptWaveform = (
|
export function useTranscriptMP3(transcriptId: string | null) {
|
||||||
queryClient: QueryClient,
|
|
||||||
transcriptId: NonEmptyString,
|
|
||||||
) =>
|
|
||||||
queryClient.invalidateQueries({
|
|
||||||
queryKey: $api.queryOptions(
|
|
||||||
"get",
|
|
||||||
"/v1/transcripts/{transcript_id}/audio/waveform",
|
|
||||||
{
|
|
||||||
params: { path: { transcript_id: transcriptId } },
|
|
||||||
},
|
|
||||||
).queryKey,
|
|
||||||
});
|
|
||||||
|
|
||||||
export function useTranscriptMP3(transcriptId: NonEmptyString | null) {
|
|
||||||
const { isAuthenticated } = useAuthReady();
|
const { isAuthenticated } = useAuthReady();
|
||||||
|
|
||||||
return $api.useQuery(
|
return $api.useQuery(
|
||||||
@@ -354,7 +329,7 @@ export function useTranscriptMP3(transcriptId: NonEmptyString | null) {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
export function useTranscriptTopics(transcriptId: NonEmptyString | null) {
|
export function useTranscriptTopics(transcriptId: string | null) {
|
||||||
return $api.useQuery(
|
return $api.useQuery(
|
||||||
"get",
|
"get",
|
||||||
"/v1/transcripts/{transcript_id}/topics",
|
"/v1/transcripts/{transcript_id}/topics",
|
||||||
@@ -369,23 +344,7 @@ export function useTranscriptTopics(transcriptId: NonEmptyString | null) {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
export const invalidateTranscriptTopics = (
|
export function useTranscriptTopicsWithWords(transcriptId: string | null) {
|
||||||
queryClient: QueryClient,
|
|
||||||
transcriptId: NonEmptyString,
|
|
||||||
) =>
|
|
||||||
queryClient.invalidateQueries({
|
|
||||||
queryKey: $api.queryOptions(
|
|
||||||
"get",
|
|
||||||
"/v1/transcripts/{transcript_id}/topics",
|
|
||||||
{
|
|
||||||
params: { path: { transcript_id: transcriptId } },
|
|
||||||
},
|
|
||||||
).queryKey,
|
|
||||||
});
|
|
||||||
|
|
||||||
export function useTranscriptTopicsWithWords(
|
|
||||||
transcriptId: NonEmptyString | null,
|
|
||||||
) {
|
|
||||||
const { isAuthenticated } = useAuthReady();
|
const { isAuthenticated } = useAuthReady();
|
||||||
|
|
||||||
return $api.useQuery(
|
return $api.useQuery(
|
||||||
@@ -403,7 +362,7 @@ export function useTranscriptTopicsWithWords(
|
|||||||
}
|
}
|
||||||
|
|
||||||
export function useTranscriptTopicsWithWordsPerSpeaker(
|
export function useTranscriptTopicsWithWordsPerSpeaker(
|
||||||
transcriptId: NonEmptyString | null,
|
transcriptId: string | null,
|
||||||
topicId: string | null,
|
topicId: string | null,
|
||||||
) {
|
) {
|
||||||
const { isAuthenticated } = useAuthReady();
|
const { isAuthenticated } = useAuthReady();
|
||||||
@@ -425,7 +384,7 @@ export function useTranscriptTopicsWithWordsPerSpeaker(
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
export function useTranscriptParticipants(transcriptId: NonEmptyString | null) {
|
export function useTranscriptParticipants(transcriptId: string | null) {
|
||||||
const { isAuthenticated } = useAuthReady();
|
const { isAuthenticated } = useAuthReady();
|
||||||
|
|
||||||
return $api.useQuery(
|
return $api.useQuery(
|
||||||
@@ -608,20 +567,6 @@ export function useTranscriptSpeakerMerge() {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
export function useMeetingStartRecording() {
|
|
||||||
const { setError } = useError();
|
|
||||||
|
|
||||||
return $api.useMutation(
|
|
||||||
"post",
|
|
||||||
"/v1/meetings/{meeting_id}/recordings/start",
|
|
||||||
{
|
|
||||||
onError: (error) => {
|
|
||||||
setError(error as Error, "Failed to start recording");
|
|
||||||
},
|
|
||||||
},
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
export function useMeetingAudioConsent() {
|
export function useMeetingAudioConsent() {
|
||||||
const { setError } = useError();
|
const { setError } = useError();
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,5 @@
|
|||||||
import { components } from "../reflector-api";
|
import { components } from "../reflector-api";
|
||||||
|
|
||||||
type ApiTranscriptStatus =
|
type ApiTranscriptStatus = components["schemas"]["GetTranscript"]["status"];
|
||||||
components["schemas"]["GetTranscriptWithParticipants"]["status"];
|
|
||||||
|
|
||||||
export type TranscriptStatus = ApiTranscriptStatus;
|
export type TranscriptStatus = ApiTranscriptStatus;
|
||||||
|
|||||||
@@ -89,5 +89,3 @@ export const assertMeetingId = (s: string): MeetingId => {
|
|||||||
// just cast for now
|
// just cast for now
|
||||||
return nes as MeetingId;
|
return nes as MeetingId;
|
||||||
};
|
};
|
||||||
|
|
||||||
export type DailyRecordingType = "cloud" | "raw-tracks";
|
|
||||||
|
|||||||
79
www/app/reflector-api.d.ts
vendored
79
www/app/reflector-api.d.ts
vendored
@@ -75,31 +75,6 @@ export interface paths {
|
|||||||
patch: operations["v1_meeting_deactivate"];
|
patch: operations["v1_meeting_deactivate"];
|
||||||
trace?: never;
|
trace?: never;
|
||||||
};
|
};
|
||||||
"/v1/meetings/{meeting_id}/recordings/start": {
|
|
||||||
parameters: {
|
|
||||||
query?: never;
|
|
||||||
header?: never;
|
|
||||||
path?: never;
|
|
||||||
cookie?: never;
|
|
||||||
};
|
|
||||||
get?: never;
|
|
||||||
put?: never;
|
|
||||||
/**
|
|
||||||
* Start Recording
|
|
||||||
* @description Start cloud or raw-tracks recording via Daily.co REST API.
|
|
||||||
*
|
|
||||||
* Both cloud and raw-tracks are started via REST API to bypass enable_recording limitation of allowing only 1 recording at a time.
|
|
||||||
* Uses different instanceIds for cloud vs raw-tracks (same won't work)
|
|
||||||
*
|
|
||||||
* Note: No authentication required - anonymous users supported. TODO this is a DOS vector
|
|
||||||
*/
|
|
||||||
post: operations["v1_start_recording"];
|
|
||||||
delete?: never;
|
|
||||||
options?: never;
|
|
||||||
head?: never;
|
|
||||||
patch?: never;
|
|
||||||
trace?: never;
|
|
||||||
};
|
|
||||||
"/v1/rooms": {
|
"/v1/rooms": {
|
||||||
parameters: {
|
parameters: {
|
||||||
query?: never;
|
query?: never;
|
||||||
@@ -1569,10 +1544,6 @@ export interface components {
|
|||||||
* @enum {string}
|
* @enum {string}
|
||||||
*/
|
*/
|
||||||
platform: "whereby" | "daily";
|
platform: "whereby" | "daily";
|
||||||
/** Daily Composed Video S3 Key */
|
|
||||||
daily_composed_video_s3_key?: string | null;
|
|
||||||
/** Daily Composed Video Duration */
|
|
||||||
daily_composed_video_duration?: number | null;
|
|
||||||
};
|
};
|
||||||
/** MeetingConsentRequest */
|
/** MeetingConsentRequest */
|
||||||
MeetingConsentRequest: {
|
MeetingConsentRequest: {
|
||||||
@@ -1847,19 +1818,6 @@ export interface components {
|
|||||||
/** Words */
|
/** Words */
|
||||||
words: components["schemas"]["Word"][];
|
words: components["schemas"]["Word"][];
|
||||||
};
|
};
|
||||||
/** StartRecordingRequest */
|
|
||||||
StartRecordingRequest: {
|
|
||||||
/**
|
|
||||||
* Type
|
|
||||||
* @enum {string}
|
|
||||||
*/
|
|
||||||
type: "cloud" | "raw-tracks";
|
|
||||||
/**
|
|
||||||
* Instanceid
|
|
||||||
* Format: uuid
|
|
||||||
*/
|
|
||||||
instanceId: string;
|
|
||||||
};
|
|
||||||
/** Stream */
|
/** Stream */
|
||||||
Stream: {
|
Stream: {
|
||||||
/** Stream Id */
|
/** Stream Id */
|
||||||
@@ -2168,43 +2126,6 @@ export interface operations {
|
|||||||
};
|
};
|
||||||
};
|
};
|
||||||
};
|
};
|
||||||
v1_start_recording: {
|
|
||||||
parameters: {
|
|
||||||
query?: never;
|
|
||||||
header?: never;
|
|
||||||
path: {
|
|
||||||
meeting_id: string;
|
|
||||||
};
|
|
||||||
cookie?: never;
|
|
||||||
};
|
|
||||||
requestBody: {
|
|
||||||
content: {
|
|
||||||
"application/json": components["schemas"]["StartRecordingRequest"];
|
|
||||||
};
|
|
||||||
};
|
|
||||||
responses: {
|
|
||||||
/** @description Successful Response */
|
|
||||||
200: {
|
|
||||||
headers: {
|
|
||||||
[name: string]: unknown;
|
|
||||||
};
|
|
||||||
content: {
|
|
||||||
"application/json": {
|
|
||||||
[key: string]: unknown;
|
|
||||||
};
|
|
||||||
};
|
|
||||||
};
|
|
||||||
/** @description Validation Error */
|
|
||||||
422: {
|
|
||||||
headers: {
|
|
||||||
[name: string]: unknown;
|
|
||||||
};
|
|
||||||
content: {
|
|
||||||
"application/json": components["schemas"]["HTTPValidationError"];
|
|
||||||
};
|
|
||||||
};
|
|
||||||
};
|
|
||||||
};
|
|
||||||
v1_rooms_list: {
|
v1_rooms_list: {
|
||||||
parameters: {
|
parameters: {
|
||||||
query?: {
|
query?: {
|
||||||
|
|||||||
@@ -46,7 +46,6 @@
|
|||||||
"react-markdown": "^9.0.0",
|
"react-markdown": "^9.0.0",
|
||||||
"react-qr-code": "^2.0.12",
|
"react-qr-code": "^2.0.12",
|
||||||
"react-select-search": "^4.1.7",
|
"react-select-search": "^4.1.7",
|
||||||
"react-uuid-hook": "^0.0.6",
|
|
||||||
"redlock": "5.0.0-beta.2",
|
"redlock": "5.0.0-beta.2",
|
||||||
"remeda": "^2.31.1",
|
"remeda": "^2.31.1",
|
||||||
"sass": "^1.63.6",
|
"sass": "^1.63.6",
|
||||||
|
|||||||
25
www/pnpm-lock.yaml
generated
25
www/pnpm-lock.yaml
generated
@@ -106,9 +106,6 @@ importers:
|
|||||||
react-select-search:
|
react-select-search:
|
||||||
specifier: ^4.1.7
|
specifier: ^4.1.7
|
||||||
version: 4.1.8(prop-types@15.8.1)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
|
version: 4.1.8(prop-types@15.8.1)(react-dom@18.3.1(react@18.3.1))(react@18.3.1)
|
||||||
react-uuid-hook:
|
|
||||||
specifier: ^0.0.6
|
|
||||||
version: 0.0.6(react@18.3.1)
|
|
||||||
redlock:
|
redlock:
|
||||||
specifier: 5.0.0-beta.2
|
specifier: 5.0.0-beta.2
|
||||||
version: 5.0.0-beta.2
|
version: 5.0.0-beta.2
|
||||||
@@ -7631,14 +7628,6 @@ packages:
|
|||||||
"@types/react":
|
"@types/react":
|
||||||
optional: true
|
optional: true
|
||||||
|
|
||||||
react-uuid-hook@0.0.6:
|
|
||||||
resolution:
|
|
||||||
{
|
|
||||||
integrity: sha512-u9+EvFbqpWfLE/ReYFry0vYu1BAg1fY9ekr0XLSDNnfWyrnVFytpurwz5qYsIB0psevuvrpZHIcvu7AjUwqinA==,
|
|
||||||
}
|
|
||||||
peerDependencies:
|
|
||||||
react: ">=16.8.0"
|
|
||||||
|
|
||||||
react@18.3.1:
|
react@18.3.1:
|
||||||
resolution:
|
resolution:
|
||||||
{
|
{
|
||||||
@@ -8782,13 +8771,6 @@ packages:
|
|||||||
integrity: sha512-Fykw5U4eZESbq739BeLvEBFRuJODfrlmjx5eJux7W817LjRaq4b7/i4t2zxQmhcX+fAj4nMfRdTzO4tmwLKn0w==,
|
integrity: sha512-Fykw5U4eZESbq739BeLvEBFRuJODfrlmjx5eJux7W817LjRaq4b7/i4t2zxQmhcX+fAj4nMfRdTzO4tmwLKn0w==,
|
||||||
}
|
}
|
||||||
|
|
||||||
uuid@13.0.0:
|
|
||||||
resolution:
|
|
||||||
{
|
|
||||||
integrity: sha512-XQegIaBTVUjSHliKqcnFqYypAd4S+WCYt5NIeRs6w/UAry7z8Y9j5ZwRRL4kzq9U3sD6v+85er9FvkEaBpji2w==,
|
|
||||||
}
|
|
||||||
hasBin: true
|
|
||||||
|
|
||||||
uuid@8.3.2:
|
uuid@8.3.2:
|
||||||
resolution:
|
resolution:
|
||||||
{
|
{
|
||||||
@@ -14588,11 +14570,6 @@ snapshots:
|
|||||||
optionalDependencies:
|
optionalDependencies:
|
||||||
"@types/react": 18.2.20
|
"@types/react": 18.2.20
|
||||||
|
|
||||||
react-uuid-hook@0.0.6(react@18.3.1):
|
|
||||||
dependencies:
|
|
||||||
react: 18.3.1
|
|
||||||
uuid: 13.0.0
|
|
||||||
|
|
||||||
react@18.3.1:
|
react@18.3.1:
|
||||||
dependencies:
|
dependencies:
|
||||||
loose-envify: 1.4.0
|
loose-envify: 1.4.0
|
||||||
@@ -15424,8 +15401,6 @@ snapshots:
|
|||||||
|
|
||||||
uuid-validate@0.0.3: {}
|
uuid-validate@0.0.3: {}
|
||||||
|
|
||||||
uuid@13.0.0: {}
|
|
||||||
|
|
||||||
uuid@8.3.2: {}
|
uuid@8.3.2: {}
|
||||||
|
|
||||||
uuid@9.0.1: {}
|
uuid@9.0.1: {}
|
||||||
|
|||||||
Reference in New Issue
Block a user