mirror of
https://github.com/Monadical-SAS/reflector.git
synced 2025-12-21 04:39:06 +00:00
Compare commits
76 Commits
v0.11.0
...
igor/401-r
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
2e94f4ccbe | ||
|
|
01c969b8a9 | ||
|
|
462a897882 | ||
|
|
83f3d0bc9d | ||
|
|
2962ba5a7b | ||
|
|
c08a8d0cc0 | ||
|
|
c4c975eb7b | ||
|
|
988586ee42 | ||
|
|
9453ebe356 | ||
|
|
50d4bcc0ac | ||
|
|
03f2d2a30b | ||
|
|
24869cb825 | ||
|
|
92f5d76d43 | ||
|
|
82cc1d26d5 | ||
|
|
c62c64362f | ||
|
|
8a94f6d8bb | ||
|
|
1f4ec01e2d | ||
|
|
a5124b599d | ||
|
|
cacdcbfba2 | ||
|
|
e9318708e1 | ||
|
|
89dd05ec84 | ||
|
|
6f29d08d1c | ||
|
|
ad780551b7 | ||
|
|
0751d01f13 | ||
|
|
790a61be0d | ||
|
|
9695cc4bdf | ||
|
|
669ebe74d8 | ||
|
|
41c92b8aeb | ||
|
|
3170605d9a | ||
|
|
3e629a1ace | ||
|
|
2811540d9a | ||
|
|
8af6bf4998 | ||
|
|
c28af33b25 | ||
|
|
912e009ede | ||
|
|
f0eba2b2cd | ||
|
|
40fe4c1bc7 | ||
|
|
23a119dc3b | ||
|
|
2e53eeb5d5 | ||
|
|
110d1e53fc | ||
|
|
4f66f14761 | ||
|
|
6a793edfb5 | ||
|
|
0cbbd24c65 | ||
|
|
611e258d96 | ||
|
|
1b22eabb3f | ||
|
|
cff662709d | ||
|
|
048ebbd654 | ||
|
|
08b82c76ce | ||
|
|
97f6db5556 | ||
|
|
5e4f519c83 | ||
|
|
1d5a22ad1d | ||
|
|
05be6e7f19 | ||
|
|
31c44ac0bb | ||
|
|
5ffc312d4a | ||
|
|
11ed585cea | ||
|
|
bdd899774a | ||
|
|
ca75a4c95e | ||
| 0df1b224f2 | |||
| 790b7992bb | |||
| bb04407143 | |||
| 485a263c0d | |||
| 449dd23c8f | |||
| c3ea514465 | |||
| 52301d89a7 | |||
| d479d9d4e6 | |||
| 7ddae5ddd5 | |||
| 8c525e09e8 | |||
| a58a49aeb6 | |||
| 59d4c56a48 | |||
| 18d656529c | |||
| 75fa9ea859 | |||
| 26154af25c | |||
| 0eac7501c5 | |||
| fbeeff4c4d | |||
| 55f83cf5f4 | |||
| 68c161ee7e | |||
| e8afe82acd |
45
CHANGELOG.md
45
CHANGELOG.md
@@ -1,50 +1,5 @@
|
|||||||
# Changelog
|
# Changelog
|
||||||
|
|
||||||
## [0.11.0](https://github.com/Monadical-SAS/reflector/compare/v0.10.0...v0.11.0) (2025-09-16)
|
|
||||||
|
|
||||||
|
|
||||||
### Features
|
|
||||||
|
|
||||||
* remove profanity filter that was there for conference ([#652](https://github.com/Monadical-SAS/reflector/issues/652)) ([b42f7cf](https://github.com/Monadical-SAS/reflector/commit/b42f7cfc606783afcee792590efcc78b507468ab))
|
|
||||||
|
|
||||||
|
|
||||||
### Bug Fixes
|
|
||||||
|
|
||||||
* zulip and consent handler on the file pipeline ([#645](https://github.com/Monadical-SAS/reflector/issues/645)) ([5f143fe](https://github.com/Monadical-SAS/reflector/commit/5f143fe3640875dcb56c26694254a93189281d17))
|
|
||||||
* zulip stream and topic selection in share dialog ([#644](https://github.com/Monadical-SAS/reflector/issues/644)) ([c546e69](https://github.com/Monadical-SAS/reflector/commit/c546e69739e68bb74fbc877eb62609928e5b8de6))
|
|
||||||
|
|
||||||
## [0.10.0](https://github.com/Monadical-SAS/reflector/compare/v0.9.0...v0.10.0) (2025-09-11)
|
|
||||||
|
|
||||||
|
|
||||||
### Features
|
|
||||||
|
|
||||||
* replace nextjs-config with environment variables ([#632](https://github.com/Monadical-SAS/reflector/issues/632)) ([369ecdf](https://github.com/Monadical-SAS/reflector/commit/369ecdff13f3862d926a9c0b87df52c9d94c4dde))
|
|
||||||
|
|
||||||
|
|
||||||
### Bug Fixes
|
|
||||||
|
|
||||||
* anonymous users transcript permissions ([#621](https://github.com/Monadical-SAS/reflector/issues/621)) ([f81fe99](https://github.com/Monadical-SAS/reflector/commit/f81fe9948a9237b3e0001b2d8ca84f54d76878f9))
|
|
||||||
* auth post ([#624](https://github.com/Monadical-SAS/reflector/issues/624)) ([cde99ca](https://github.com/Monadical-SAS/reflector/commit/cde99ca2716f84ba26798f289047732f0448742e))
|
|
||||||
* auth post ([#626](https://github.com/Monadical-SAS/reflector/issues/626)) ([3b85ff3](https://github.com/Monadical-SAS/reflector/commit/3b85ff3bdf4fb053b103070646811bc990c0e70a))
|
|
||||||
* auth post ([#627](https://github.com/Monadical-SAS/reflector/issues/627)) ([962038e](https://github.com/Monadical-SAS/reflector/commit/962038ee3f2a555dc3c03856be0e4409456e0996))
|
|
||||||
* missing follow_redirects=True on modal endpoint ([#630](https://github.com/Monadical-SAS/reflector/issues/630)) ([fc363bd](https://github.com/Monadical-SAS/reflector/commit/fc363bd49b17b075e64f9186e5e0185abc325ea7))
|
|
||||||
* sync backend and frontend token refresh logic ([#614](https://github.com/Monadical-SAS/reflector/issues/614)) ([5a5b323](https://github.com/Monadical-SAS/reflector/commit/5a5b3233820df9536da75e87ce6184a983d4713a))
|
|
||||||
|
|
||||||
## [0.9.0](https://github.com/Monadical-SAS/reflector/compare/v0.8.2...v0.9.0) (2025-09-06)
|
|
||||||
|
|
||||||
|
|
||||||
### Features
|
|
||||||
|
|
||||||
* frontend openapi react query ([#606](https://github.com/Monadical-SAS/reflector/issues/606)) ([c4d2825](https://github.com/Monadical-SAS/reflector/commit/c4d2825c81f81ad8835629fbf6ea8c7383f8c31b))
|
|
||||||
|
|
||||||
|
|
||||||
### Bug Fixes
|
|
||||||
|
|
||||||
* align whisper transcriber api with parakeet ([#602](https://github.com/Monadical-SAS/reflector/issues/602)) ([0663700](https://github.com/Monadical-SAS/reflector/commit/0663700a615a4af69a03c96c410f049e23ec9443))
|
|
||||||
* kv use tls explicit ([#610](https://github.com/Monadical-SAS/reflector/issues/610)) ([08d88ec](https://github.com/Monadical-SAS/reflector/commit/08d88ec349f38b0d13e0fa4cb73486c8dfd31836))
|
|
||||||
* source kind for file processing ([#601](https://github.com/Monadical-SAS/reflector/issues/601)) ([dc82f8b](https://github.com/Monadical-SAS/reflector/commit/dc82f8bb3bdf3ab3d4088e592a30fd63907319e1))
|
|
||||||
* token refresh locking ([#613](https://github.com/Monadical-SAS/reflector/issues/613)) ([7f5a4c9](https://github.com/Monadical-SAS/reflector/commit/7f5a4c9ddc7fd098860c8bdda2ca3b57f63ded2f))
|
|
||||||
|
|
||||||
## [0.8.2](https://github.com/Monadical-SAS/reflector/compare/v0.8.1...v0.8.2) (2025-08-29)
|
## [0.8.2](https://github.com/Monadical-SAS/reflector/compare/v0.8.1...v0.8.2) (2025-08-29)
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -66,6 +66,7 @@ pnpm install
|
|||||||
|
|
||||||
# Copy configuration templates
|
# Copy configuration templates
|
||||||
cp .env_template .env
|
cp .env_template .env
|
||||||
|
cp config-template.ts config.ts
|
||||||
```
|
```
|
||||||
|
|
||||||
**Development:**
|
**Development:**
|
||||||
|
|||||||
36
README.md
36
README.md
@@ -99,10 +99,11 @@ Start with `cd www`.
|
|||||||
|
|
||||||
```bash
|
```bash
|
||||||
pnpm install
|
pnpm install
|
||||||
cp .env.example .env
|
cp .env_template .env
|
||||||
|
cp config-template.ts config.ts
|
||||||
```
|
```
|
||||||
|
|
||||||
Then, fill in the environment variables in `.env` as needed. If you are unsure on how to proceed, ask in Zulip.
|
Then, fill in the environment variables in `.env` and the configuration in `config.ts` as needed. If you are unsure on how to proceed, ask in Zulip.
|
||||||
|
|
||||||
**Run in development mode**
|
**Run in development mode**
|
||||||
|
|
||||||
@@ -167,34 +168,3 @@ You can manually process an audio file by calling the process tool:
|
|||||||
```bash
|
```bash
|
||||||
uv run python -m reflector.tools.process path/to/audio.wav
|
uv run python -m reflector.tools.process path/to/audio.wav
|
||||||
```
|
```
|
||||||
|
|
||||||
|
|
||||||
## Feature Flags
|
|
||||||
|
|
||||||
Reflector uses environment variable-based feature flags to control application functionality. These flags allow you to enable or disable features without code changes.
|
|
||||||
|
|
||||||
### Available Feature Flags
|
|
||||||
|
|
||||||
| Feature Flag | Environment Variable |
|
|
||||||
|-------------|---------------------|
|
|
||||||
| `requireLogin` | `NEXT_PUBLIC_FEATURE_REQUIRE_LOGIN` |
|
|
||||||
| `privacy` | `NEXT_PUBLIC_FEATURE_PRIVACY` |
|
|
||||||
| `browse` | `NEXT_PUBLIC_FEATURE_BROWSE` |
|
|
||||||
| `sendToZulip` | `NEXT_PUBLIC_FEATURE_SEND_TO_ZULIP` |
|
|
||||||
| `rooms` | `NEXT_PUBLIC_FEATURE_ROOMS` |
|
|
||||||
|
|
||||||
### Setting Feature Flags
|
|
||||||
|
|
||||||
Feature flags are controlled via environment variables using the pattern `NEXT_PUBLIC_FEATURE_{FEATURE_NAME}` where `{FEATURE_NAME}` is the SCREAMING_SNAKE_CASE version of the feature name.
|
|
||||||
|
|
||||||
**Examples:**
|
|
||||||
```bash
|
|
||||||
# Enable user authentication requirement
|
|
||||||
NEXT_PUBLIC_FEATURE_REQUIRE_LOGIN=true
|
|
||||||
|
|
||||||
# Disable browse functionality
|
|
||||||
NEXT_PUBLIC_FEATURE_BROWSE=false
|
|
||||||
|
|
||||||
# Enable Zulip integration
|
|
||||||
NEXT_PUBLIC_FEATURE_SEND_TO_ZULIP=true
|
|
||||||
```
|
|
||||||
|
|||||||
@@ -1,194 +0,0 @@
|
|||||||
## Reflector GPU Transcription API (Specification)
|
|
||||||
|
|
||||||
This document defines the Reflector GPU transcription API that all implementations must adhere to. Current implementations include NVIDIA Parakeet (NeMo) and Whisper (faster-whisper), both deployed on Modal.com. The API surface and response shapes are OpenAI/Whisper-compatible, so clients can switch implementations by changing only the base URL.
|
|
||||||
|
|
||||||
### Base URL and Authentication
|
|
||||||
|
|
||||||
- Example base URLs (Modal web endpoints):
|
|
||||||
|
|
||||||
- Parakeet: `https://<account>--reflector-transcriber-parakeet-web.modal.run`
|
|
||||||
- Whisper: `https://<account>--reflector-transcriber-web.modal.run`
|
|
||||||
|
|
||||||
- All endpoints are served under `/v1` and require a Bearer token:
|
|
||||||
|
|
||||||
```
|
|
||||||
Authorization: Bearer <REFLECTOR_GPU_APIKEY>
|
|
||||||
```
|
|
||||||
|
|
||||||
Note: To switch implementations, deploy the desired variant and point `TRANSCRIPT_URL` to its base URL. The API is identical.
|
|
||||||
|
|
||||||
### Supported file types
|
|
||||||
|
|
||||||
`mp3, mp4, mpeg, mpga, m4a, wav, webm`
|
|
||||||
|
|
||||||
### Models and languages
|
|
||||||
|
|
||||||
- Parakeet (NVIDIA NeMo): default `nvidia/parakeet-tdt-0.6b-v2`
|
|
||||||
- Language support: only `en`. Other languages return HTTP 400.
|
|
||||||
- Whisper (faster-whisper): default `large-v2` (or deployment-specific)
|
|
||||||
- Language support: multilingual (per Whisper model capabilities).
|
|
||||||
|
|
||||||
Note: The `model` parameter is accepted by all implementations for interface parity. Some backends may treat it as informational.
|
|
||||||
|
|
||||||
### Endpoints
|
|
||||||
|
|
||||||
#### POST /v1/audio/transcriptions
|
|
||||||
|
|
||||||
Transcribe one or more uploaded audio files.
|
|
||||||
|
|
||||||
Request: multipart/form-data
|
|
||||||
|
|
||||||
- `file` (File) — optional. Single file to transcribe.
|
|
||||||
- `files` (File[]) — optional. One or more files to transcribe.
|
|
||||||
- `model` (string) — optional. Defaults to the implementation-specific model (see above).
|
|
||||||
- `language` (string) — optional, defaults to `en`.
|
|
||||||
- Parakeet: only `en` is accepted; other values return HTTP 400
|
|
||||||
- Whisper: model-dependent; typically multilingual
|
|
||||||
- `batch` (boolean) — optional, defaults to `false`.
|
|
||||||
|
|
||||||
Notes:
|
|
||||||
|
|
||||||
- Provide either `file` or `files`, not both. If neither is provided, HTTP 400.
|
|
||||||
- `batch` requires `files`; using `batch=true` without `files` returns HTTP 400.
|
|
||||||
- Response shape for multiple files is the same regardless of `batch`.
|
|
||||||
- Files sent to this endpoint are processed in a single pass (no VAD/chunking). This is intended for short clips (roughly ≤ 30s; depends on GPU memory/model). For longer audio, prefer `/v1/audio/transcriptions-from-url` which supports VAD-based chunking.
|
|
||||||
|
|
||||||
Responses
|
|
||||||
|
|
||||||
Single file response:
|
|
||||||
|
|
||||||
```json
|
|
||||||
{
|
|
||||||
"text": "transcribed text",
|
|
||||||
"words": [
|
|
||||||
{ "word": "hello", "start": 0.0, "end": 0.5 },
|
|
||||||
{ "word": "world", "start": 0.5, "end": 1.0 }
|
|
||||||
],
|
|
||||||
"filename": "audio.mp3"
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
Multiple files response:
|
|
||||||
|
|
||||||
```json
|
|
||||||
{
|
|
||||||
"results": [
|
|
||||||
{"filename": "a1.mp3", "text": "...", "words": [...]},
|
|
||||||
{"filename": "a2.mp3", "text": "...", "words": [...]}]
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
Notes:
|
|
||||||
|
|
||||||
- Word objects always include keys: `word`, `start`, `end`.
|
|
||||||
- Some implementations may include a trailing space in `word` to match Whisper tokenization behavior; clients should trim if needed.
|
|
||||||
|
|
||||||
Example curl (single file):
|
|
||||||
|
|
||||||
```bash
|
|
||||||
curl -X POST \
|
|
||||||
-H "Authorization: Bearer $REFLECTOR_GPU_APIKEY" \
|
|
||||||
-F "file=@/path/to/audio.mp3" \
|
|
||||||
-F "language=en" \
|
|
||||||
"$BASE_URL/v1/audio/transcriptions"
|
|
||||||
```
|
|
||||||
|
|
||||||
Example curl (multiple files, batch):
|
|
||||||
|
|
||||||
```bash
|
|
||||||
curl -X POST \
|
|
||||||
-H "Authorization: Bearer $REFLECTOR_GPU_APIKEY" \
|
|
||||||
-F "files=@/path/a1.mp3" -F "files=@/path/a2.mp3" \
|
|
||||||
-F "batch=true" -F "language=en" \
|
|
||||||
"$BASE_URL/v1/audio/transcriptions"
|
|
||||||
```
|
|
||||||
|
|
||||||
#### POST /v1/audio/transcriptions-from-url
|
|
||||||
|
|
||||||
Transcribe a single remote audio file by URL.
|
|
||||||
|
|
||||||
Request: application/json
|
|
||||||
|
|
||||||
Body parameters:
|
|
||||||
|
|
||||||
- `audio_file_url` (string) — required. URL of the audio file to transcribe.
|
|
||||||
- `model` (string) — optional. Defaults to the implementation-specific model (see above).
|
|
||||||
- `language` (string) — optional, defaults to `en`. Parakeet only accepts `en`.
|
|
||||||
- `timestamp_offset` (number) — optional, defaults to `0.0`. Added to each word's `start`/`end` in the response.
|
|
||||||
|
|
||||||
```json
|
|
||||||
{
|
|
||||||
"audio_file_url": "https://example.com/audio.mp3",
|
|
||||||
"model": "nvidia/parakeet-tdt-0.6b-v2",
|
|
||||||
"language": "en",
|
|
||||||
"timestamp_offset": 0.0
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
Response:
|
|
||||||
|
|
||||||
```json
|
|
||||||
{
|
|
||||||
"text": "transcribed text",
|
|
||||||
"words": [
|
|
||||||
{ "word": "hello", "start": 10.0, "end": 10.5 },
|
|
||||||
{ "word": "world", "start": 10.5, "end": 11.0 }
|
|
||||||
]
|
|
||||||
}
|
|
||||||
```
|
|
||||||
|
|
||||||
Notes:
|
|
||||||
|
|
||||||
- `timestamp_offset` is added to each word’s `start`/`end` in the response.
|
|
||||||
- Implementations may perform VAD-based chunking and batching for long-form audio; word timings are adjusted accordingly.
|
|
||||||
|
|
||||||
Example curl:
|
|
||||||
|
|
||||||
```bash
|
|
||||||
curl -X POST \
|
|
||||||
-H "Authorization: Bearer $REFLECTOR_GPU_APIKEY" \
|
|
||||||
-H "Content-Type: application/json" \
|
|
||||||
-d '{
|
|
||||||
"audio_file_url": "https://example.com/audio.mp3",
|
|
||||||
"language": "en",
|
|
||||||
"timestamp_offset": 0
|
|
||||||
}' \
|
|
||||||
"$BASE_URL/v1/audio/transcriptions-from-url"
|
|
||||||
```
|
|
||||||
|
|
||||||
### Error handling
|
|
||||||
|
|
||||||
- 400 Bad Request
|
|
||||||
- Parakeet: `language` other than `en`
|
|
||||||
- Missing required parameters (`file`/`files` for upload; `audio_file_url` for URL endpoint)
|
|
||||||
- Unsupported file extension
|
|
||||||
- 401 Unauthorized
|
|
||||||
- Missing or invalid Bearer token
|
|
||||||
- 404 Not Found
|
|
||||||
- `audio_file_url` does not exist
|
|
||||||
|
|
||||||
### Implementation details
|
|
||||||
|
|
||||||
- GPUs: A10G for small-file/live, L40S for large-file URL transcription (subject to deployment)
|
|
||||||
- VAD chunking and segment batching; word timings adjusted and overlapping ends constrained
|
|
||||||
- Pads very short segments (< 0.5s) to avoid model crashes on some backends
|
|
||||||
|
|
||||||
### Server configuration (Reflector API)
|
|
||||||
|
|
||||||
Set the Reflector server to use the Modal backend and point `TRANSCRIPT_URL` to your chosen deployment:
|
|
||||||
|
|
||||||
```
|
|
||||||
TRANSCRIPT_BACKEND=modal
|
|
||||||
TRANSCRIPT_URL=https://<account>--reflector-transcriber-parakeet-web.modal.run
|
|
||||||
TRANSCRIPT_MODAL_API_KEY=<REFLECTOR_GPU_APIKEY>
|
|
||||||
```
|
|
||||||
|
|
||||||
### Conformance tests
|
|
||||||
|
|
||||||
Use the pytest-based conformance tests to validate any new implementation (including self-hosted) against this spec:
|
|
||||||
|
|
||||||
```
|
|
||||||
TRANSCRIPT_URL=https://<your-deployment-base> \
|
|
||||||
TRANSCRIPT_MODAL_API_KEY=your-api-key \
|
|
||||||
uv run -m pytest -m gpu_modal --no-cov server/tests/test_gpu_modal_transcript.py
|
|
||||||
```
|
|
||||||
@@ -1,78 +1,41 @@
|
|||||||
import os
|
import os
|
||||||
import sys
|
import tempfile
|
||||||
import threading
|
import threading
|
||||||
import uuid
|
|
||||||
from typing import Generator, Mapping, NamedTuple, NewType, TypedDict
|
|
||||||
from urllib.parse import urlparse
|
|
||||||
|
|
||||||
import modal
|
import modal
|
||||||
|
from pydantic import BaseModel
|
||||||
|
|
||||||
|
MODELS_DIR = "/models"
|
||||||
|
|
||||||
MODEL_NAME = "large-v2"
|
MODEL_NAME = "large-v2"
|
||||||
MODEL_COMPUTE_TYPE: str = "float16"
|
MODEL_COMPUTE_TYPE: str = "float16"
|
||||||
MODEL_NUM_WORKERS: int = 1
|
MODEL_NUM_WORKERS: int = 1
|
||||||
|
|
||||||
MINUTES = 60 # seconds
|
MINUTES = 60 # seconds
|
||||||
SAMPLERATE = 16000
|
|
||||||
UPLOADS_PATH = "/uploads"
|
|
||||||
CACHE_PATH = "/models"
|
|
||||||
SUPPORTED_FILE_EXTENSIONS = ["mp3", "mp4", "mpeg", "mpga", "m4a", "wav", "webm"]
|
|
||||||
VAD_CONFIG = {
|
|
||||||
"batch_max_duration": 30.0,
|
|
||||||
"silence_padding": 0.5,
|
|
||||||
"window_size": 512,
|
|
||||||
}
|
|
||||||
|
|
||||||
|
volume = modal.Volume.from_name("models", create_if_missing=True)
|
||||||
WhisperUniqFilename = NewType("WhisperUniqFilename", str)
|
|
||||||
AudioFileExtension = NewType("AudioFileExtension", str)
|
|
||||||
|
|
||||||
app = modal.App("reflector-transcriber")
|
app = modal.App("reflector-transcriber")
|
||||||
|
|
||||||
model_cache = modal.Volume.from_name("models", create_if_missing=True)
|
|
||||||
upload_volume = modal.Volume.from_name("whisper-uploads", create_if_missing=True)
|
|
||||||
|
|
||||||
|
|
||||||
class TimeSegment(NamedTuple):
|
|
||||||
"""Represents a time segment with start and end times."""
|
|
||||||
|
|
||||||
start: float
|
|
||||||
end: float
|
|
||||||
|
|
||||||
|
|
||||||
class AudioSegment(NamedTuple):
|
|
||||||
"""Represents an audio segment with timing and audio data."""
|
|
||||||
|
|
||||||
start: float
|
|
||||||
end: float
|
|
||||||
audio: any
|
|
||||||
|
|
||||||
|
|
||||||
class TranscriptResult(NamedTuple):
|
|
||||||
"""Represents a transcription result with text and word timings."""
|
|
||||||
|
|
||||||
text: str
|
|
||||||
words: list["WordTiming"]
|
|
||||||
|
|
||||||
|
|
||||||
class WordTiming(TypedDict):
|
|
||||||
"""Represents a word with its timing information."""
|
|
||||||
|
|
||||||
word: str
|
|
||||||
start: float
|
|
||||||
end: float
|
|
||||||
|
|
||||||
|
|
||||||
def download_model():
|
def download_model():
|
||||||
from faster_whisper import download_model
|
from faster_whisper import download_model
|
||||||
|
|
||||||
model_cache.reload()
|
volume.reload()
|
||||||
|
|
||||||
download_model(MODEL_NAME, cache_dir=CACHE_PATH)
|
download_model(MODEL_NAME, cache_dir=MODELS_DIR)
|
||||||
|
|
||||||
model_cache.commit()
|
volume.commit()
|
||||||
|
|
||||||
|
|
||||||
image = (
|
image = (
|
||||||
modal.Image.debian_slim(python_version="3.12")
|
modal.Image.debian_slim(python_version="3.12")
|
||||||
|
.pip_install(
|
||||||
|
"huggingface_hub==0.27.1",
|
||||||
|
"hf-transfer==0.1.9",
|
||||||
|
"torch==2.5.1",
|
||||||
|
"faster-whisper==1.1.1",
|
||||||
|
)
|
||||||
.env(
|
.env(
|
||||||
{
|
{
|
||||||
"HF_HUB_ENABLE_HF_TRANSFER": "1",
|
"HF_HUB_ENABLE_HF_TRANSFER": "1",
|
||||||
@@ -82,98 +45,19 @@ image = (
|
|||||||
),
|
),
|
||||||
}
|
}
|
||||||
)
|
)
|
||||||
.apt_install("ffmpeg")
|
.run_function(download_model, volumes={MODELS_DIR: volume})
|
||||||
.pip_install(
|
|
||||||
"huggingface_hub==0.27.1",
|
|
||||||
"hf-transfer==0.1.9",
|
|
||||||
"torch==2.5.1",
|
|
||||||
"faster-whisper==1.1.1",
|
|
||||||
"fastapi==0.115.12",
|
|
||||||
"requests",
|
|
||||||
"librosa==0.10.1",
|
|
||||||
"numpy<2",
|
|
||||||
"silero-vad==5.1.0",
|
|
||||||
)
|
)
|
||||||
.run_function(download_model, volumes={CACHE_PATH: model_cache})
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def detect_audio_format(url: str, headers: Mapping[str, str]) -> AudioFileExtension:
|
|
||||||
parsed_url = urlparse(url)
|
|
||||||
url_path = parsed_url.path
|
|
||||||
|
|
||||||
for ext in SUPPORTED_FILE_EXTENSIONS:
|
|
||||||
if url_path.lower().endswith(f".{ext}"):
|
|
||||||
return AudioFileExtension(ext)
|
|
||||||
|
|
||||||
content_type = headers.get("content-type", "").lower()
|
|
||||||
if "audio/mpeg" in content_type or "audio/mp3" in content_type:
|
|
||||||
return AudioFileExtension("mp3")
|
|
||||||
if "audio/wav" in content_type:
|
|
||||||
return AudioFileExtension("wav")
|
|
||||||
if "audio/mp4" in content_type:
|
|
||||||
return AudioFileExtension("mp4")
|
|
||||||
|
|
||||||
raise ValueError(
|
|
||||||
f"Unsupported audio format for URL: {url}. "
|
|
||||||
f"Supported extensions: {', '.join(SUPPORTED_FILE_EXTENSIONS)}"
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def download_audio_to_volume(
|
|
||||||
audio_file_url: str,
|
|
||||||
) -> tuple[WhisperUniqFilename, AudioFileExtension]:
|
|
||||||
import requests
|
|
||||||
from fastapi import HTTPException
|
|
||||||
|
|
||||||
response = requests.head(audio_file_url, allow_redirects=True)
|
|
||||||
if response.status_code == 404:
|
|
||||||
raise HTTPException(status_code=404, detail="Audio file not found")
|
|
||||||
|
|
||||||
response = requests.get(audio_file_url, allow_redirects=True)
|
|
||||||
response.raise_for_status()
|
|
||||||
|
|
||||||
audio_suffix = detect_audio_format(audio_file_url, response.headers)
|
|
||||||
unique_filename = WhisperUniqFilename(f"{uuid.uuid4()}.{audio_suffix}")
|
|
||||||
file_path = f"{UPLOADS_PATH}/{unique_filename}"
|
|
||||||
|
|
||||||
with open(file_path, "wb") as f:
|
|
||||||
f.write(response.content)
|
|
||||||
|
|
||||||
upload_volume.commit()
|
|
||||||
return unique_filename, audio_suffix
|
|
||||||
|
|
||||||
|
|
||||||
def pad_audio(audio_array, sample_rate: int = SAMPLERATE):
|
|
||||||
"""Add 0.5s of silence if audio is shorter than the silence_padding window.
|
|
||||||
|
|
||||||
Whisper does not require this strictly, but aligning behavior with Parakeet
|
|
||||||
avoids edge-case crashes on extremely short inputs and makes comparisons easier.
|
|
||||||
"""
|
|
||||||
import numpy as np
|
|
||||||
|
|
||||||
audio_duration = len(audio_array) / sample_rate
|
|
||||||
if audio_duration < VAD_CONFIG["silence_padding"]:
|
|
||||||
silence_samples = int(sample_rate * VAD_CONFIG["silence_padding"])
|
|
||||||
silence = np.zeros(silence_samples, dtype=np.float32)
|
|
||||||
return np.concatenate([audio_array, silence])
|
|
||||||
return audio_array
|
|
||||||
|
|
||||||
|
|
||||||
@app.cls(
|
@app.cls(
|
||||||
gpu="A10G",
|
gpu="A10G",
|
||||||
timeout=5 * MINUTES,
|
timeout=5 * MINUTES,
|
||||||
scaledown_window=5 * MINUTES,
|
scaledown_window=5 * MINUTES,
|
||||||
|
allow_concurrent_inputs=6,
|
||||||
image=image,
|
image=image,
|
||||||
volumes={CACHE_PATH: model_cache, UPLOADS_PATH: upload_volume},
|
volumes={MODELS_DIR: volume},
|
||||||
)
|
)
|
||||||
@modal.concurrent(max_inputs=10)
|
class Transcriber:
|
||||||
class TranscriberWhisperLive:
|
|
||||||
"""Live transcriber class for small audio segments (A10G).
|
|
||||||
|
|
||||||
Mirrors the Parakeet live class API but uses Faster-Whisper under the hood.
|
|
||||||
"""
|
|
||||||
|
|
||||||
@modal.enter()
|
@modal.enter()
|
||||||
def enter(self):
|
def enter(self):
|
||||||
import faster_whisper
|
import faster_whisper
|
||||||
@@ -187,28 +71,23 @@ class TranscriberWhisperLive:
|
|||||||
device=self.device,
|
device=self.device,
|
||||||
compute_type=MODEL_COMPUTE_TYPE,
|
compute_type=MODEL_COMPUTE_TYPE,
|
||||||
num_workers=MODEL_NUM_WORKERS,
|
num_workers=MODEL_NUM_WORKERS,
|
||||||
download_root=CACHE_PATH,
|
download_root=MODELS_DIR,
|
||||||
local_files_only=True,
|
local_files_only=True,
|
||||||
)
|
)
|
||||||
print(f"Model is on device: {self.device}")
|
|
||||||
|
|
||||||
@modal.method()
|
@modal.method()
|
||||||
def transcribe_segment(
|
def transcribe_segment(
|
||||||
self,
|
self,
|
||||||
filename: str,
|
audio_data: str,
|
||||||
language: str = "en",
|
audio_suffix: str,
|
||||||
|
language: str,
|
||||||
):
|
):
|
||||||
"""Transcribe a single uploaded audio file by filename."""
|
with tempfile.NamedTemporaryFile("wb+", suffix=f".{audio_suffix}") as fp:
|
||||||
upload_volume.reload()
|
fp.write(audio_data)
|
||||||
|
|
||||||
file_path = f"{UPLOADS_PATH}/{filename}"
|
|
||||||
if not os.path.exists(file_path):
|
|
||||||
raise FileNotFoundError(f"File not found: {file_path}")
|
|
||||||
|
|
||||||
with self.lock:
|
with self.lock:
|
||||||
with NoStdStreams():
|
|
||||||
segments, _ = self.model.transcribe(
|
segments, _ = self.model.transcribe(
|
||||||
file_path,
|
fp.name,
|
||||||
language=language,
|
language=language,
|
||||||
beam_size=5,
|
beam_size=5,
|
||||||
word_timestamps=True,
|
word_timestamps=True,
|
||||||
@@ -217,392 +96,66 @@ class TranscriberWhisperLive:
|
|||||||
)
|
)
|
||||||
|
|
||||||
segments = list(segments)
|
segments = list(segments)
|
||||||
text = "".join(segment.text for segment in segments).strip()
|
text = "".join(segment.text for segment in segments)
|
||||||
words = [
|
words = [
|
||||||
{
|
{"word": word.word, "start": word.start, "end": word.end}
|
||||||
"word": word.word,
|
|
||||||
"start": round(float(word.start), 2),
|
|
||||||
"end": round(float(word.end), 2),
|
|
||||||
}
|
|
||||||
for segment in segments
|
for segment in segments
|
||||||
for word in segment.words
|
for word in segment.words
|
||||||
]
|
]
|
||||||
|
|
||||||
return {"text": text, "words": words}
|
return {"text": text, "words": words}
|
||||||
|
|
||||||
@modal.method()
|
|
||||||
def transcribe_batch(
|
|
||||||
self,
|
|
||||||
filenames: list[str],
|
|
||||||
language: str = "en",
|
|
||||||
):
|
|
||||||
"""Transcribe multiple uploaded audio files and return per-file results."""
|
|
||||||
upload_volume.reload()
|
|
||||||
|
|
||||||
results = []
|
|
||||||
for filename in filenames:
|
|
||||||
file_path = f"{UPLOADS_PATH}/{filename}"
|
|
||||||
if not os.path.exists(file_path):
|
|
||||||
raise FileNotFoundError(f"Batch file not found: {file_path}")
|
|
||||||
|
|
||||||
with self.lock:
|
|
||||||
with NoStdStreams():
|
|
||||||
segments, _ = self.model.transcribe(
|
|
||||||
file_path,
|
|
||||||
language=language,
|
|
||||||
beam_size=5,
|
|
||||||
word_timestamps=True,
|
|
||||||
vad_filter=True,
|
|
||||||
vad_parameters={"min_silence_duration_ms": 500},
|
|
||||||
)
|
|
||||||
|
|
||||||
segments = list(segments)
|
|
||||||
text = "".join(seg.text for seg in segments).strip()
|
|
||||||
words = [
|
|
||||||
{
|
|
||||||
"word": w.word,
|
|
||||||
"start": round(float(w.start), 2),
|
|
||||||
"end": round(float(w.end), 2),
|
|
||||||
}
|
|
||||||
for seg in segments
|
|
||||||
for w in seg.words
|
|
||||||
]
|
|
||||||
|
|
||||||
results.append(
|
|
||||||
{
|
|
||||||
"filename": filename,
|
|
||||||
"text": text,
|
|
||||||
"words": words,
|
|
||||||
}
|
|
||||||
)
|
|
||||||
|
|
||||||
return results
|
|
||||||
|
|
||||||
|
|
||||||
@app.cls(
|
|
||||||
gpu="L40S",
|
|
||||||
timeout=15 * MINUTES,
|
|
||||||
image=image,
|
|
||||||
volumes={CACHE_PATH: model_cache, UPLOADS_PATH: upload_volume},
|
|
||||||
)
|
|
||||||
class TranscriberWhisperFile:
|
|
||||||
"""File transcriber for larger/longer audio, using VAD-driven batching (L40S)."""
|
|
||||||
|
|
||||||
@modal.enter()
|
|
||||||
def enter(self):
|
|
||||||
import faster_whisper
|
|
||||||
import torch
|
|
||||||
from silero_vad import load_silero_vad
|
|
||||||
|
|
||||||
self.lock = threading.Lock()
|
|
||||||
self.use_gpu = torch.cuda.is_available()
|
|
||||||
self.device = "cuda" if self.use_gpu else "cpu"
|
|
||||||
self.model = faster_whisper.WhisperModel(
|
|
||||||
MODEL_NAME,
|
|
||||||
device=self.device,
|
|
||||||
compute_type=MODEL_COMPUTE_TYPE,
|
|
||||||
num_workers=MODEL_NUM_WORKERS,
|
|
||||||
download_root=CACHE_PATH,
|
|
||||||
local_files_only=True,
|
|
||||||
)
|
|
||||||
self.vad_model = load_silero_vad(onnx=False)
|
|
||||||
|
|
||||||
@modal.method()
|
|
||||||
def transcribe_segment(
|
|
||||||
self, filename: str, timestamp_offset: float = 0.0, language: str = "en"
|
|
||||||
):
|
|
||||||
import librosa
|
|
||||||
import numpy as np
|
|
||||||
from silero_vad import VADIterator
|
|
||||||
|
|
||||||
def vad_segments(
|
|
||||||
audio_array,
|
|
||||||
sample_rate: int = SAMPLERATE,
|
|
||||||
window_size: int = VAD_CONFIG["window_size"],
|
|
||||||
) -> Generator[TimeSegment, None, None]:
|
|
||||||
"""Generate speech segments as TimeSegment using Silero VAD."""
|
|
||||||
iterator = VADIterator(self.vad_model, sampling_rate=sample_rate)
|
|
||||||
start = None
|
|
||||||
for i in range(0, len(audio_array), window_size):
|
|
||||||
chunk = audio_array[i : i + window_size]
|
|
||||||
if len(chunk) < window_size:
|
|
||||||
chunk = np.pad(
|
|
||||||
chunk, (0, window_size - len(chunk)), mode="constant"
|
|
||||||
)
|
|
||||||
speech = iterator(chunk)
|
|
||||||
if not speech:
|
|
||||||
continue
|
|
||||||
if "start" in speech:
|
|
||||||
start = speech["start"]
|
|
||||||
continue
|
|
||||||
if "end" in speech and start is not None:
|
|
||||||
end = speech["end"]
|
|
||||||
yield TimeSegment(
|
|
||||||
start / float(SAMPLERATE), end / float(SAMPLERATE)
|
|
||||||
)
|
|
||||||
start = None
|
|
||||||
iterator.reset_states()
|
|
||||||
|
|
||||||
upload_volume.reload()
|
|
||||||
file_path = f"{UPLOADS_PATH}/{filename}"
|
|
||||||
if not os.path.exists(file_path):
|
|
||||||
raise FileNotFoundError(f"File not found: {file_path}")
|
|
||||||
|
|
||||||
audio_array, _sr = librosa.load(file_path, sr=SAMPLERATE, mono=True)
|
|
||||||
|
|
||||||
# Batch segments up to ~30s windows by merging contiguous VAD segments
|
|
||||||
merged_batches: list[TimeSegment] = []
|
|
||||||
batch_start = None
|
|
||||||
batch_end = None
|
|
||||||
max_duration = VAD_CONFIG["batch_max_duration"]
|
|
||||||
for segment in vad_segments(audio_array):
|
|
||||||
seg_start, seg_end = segment.start, segment.end
|
|
||||||
if batch_start is None:
|
|
||||||
batch_start, batch_end = seg_start, seg_end
|
|
||||||
continue
|
|
||||||
if seg_end - batch_start <= max_duration:
|
|
||||||
batch_end = seg_end
|
|
||||||
else:
|
|
||||||
merged_batches.append(TimeSegment(batch_start, batch_end))
|
|
||||||
batch_start, batch_end = seg_start, seg_end
|
|
||||||
if batch_start is not None and batch_end is not None:
|
|
||||||
merged_batches.append(TimeSegment(batch_start, batch_end))
|
|
||||||
|
|
||||||
all_text = []
|
|
||||||
all_words = []
|
|
||||||
|
|
||||||
for segment in merged_batches:
|
|
||||||
start_time, end_time = segment.start, segment.end
|
|
||||||
s_idx = int(start_time * SAMPLERATE)
|
|
||||||
e_idx = int(end_time * SAMPLERATE)
|
|
||||||
segment = audio_array[s_idx:e_idx]
|
|
||||||
segment = pad_audio(segment, SAMPLERATE)
|
|
||||||
|
|
||||||
with self.lock:
|
|
||||||
segments, _ = self.model.transcribe(
|
|
||||||
segment,
|
|
||||||
language=language,
|
|
||||||
beam_size=5,
|
|
||||||
word_timestamps=True,
|
|
||||||
vad_filter=True,
|
|
||||||
vad_parameters={"min_silence_duration_ms": 500},
|
|
||||||
)
|
|
||||||
|
|
||||||
segments = list(segments)
|
|
||||||
text = "".join(seg.text for seg in segments).strip()
|
|
||||||
words = [
|
|
||||||
{
|
|
||||||
"word": w.word,
|
|
||||||
"start": round(float(w.start) + start_time + timestamp_offset, 2),
|
|
||||||
"end": round(float(w.end) + start_time + timestamp_offset, 2),
|
|
||||||
}
|
|
||||||
for seg in segments
|
|
||||||
for w in seg.words
|
|
||||||
]
|
|
||||||
if text:
|
|
||||||
all_text.append(text)
|
|
||||||
all_words.extend(words)
|
|
||||||
|
|
||||||
return {"text": " ".join(all_text), "words": all_words}
|
|
||||||
|
|
||||||
|
|
||||||
def detect_audio_format(url: str, headers: dict) -> str:
|
|
||||||
from urllib.parse import urlparse
|
|
||||||
|
|
||||||
from fastapi import HTTPException
|
|
||||||
|
|
||||||
url_path = urlparse(url).path
|
|
||||||
for ext in SUPPORTED_FILE_EXTENSIONS:
|
|
||||||
if url_path.lower().endswith(f".{ext}"):
|
|
||||||
return ext
|
|
||||||
|
|
||||||
content_type = headers.get("content-type", "").lower()
|
|
||||||
if "audio/mpeg" in content_type or "audio/mp3" in content_type:
|
|
||||||
return "mp3"
|
|
||||||
if "audio/wav" in content_type:
|
|
||||||
return "wav"
|
|
||||||
if "audio/mp4" in content_type:
|
|
||||||
return "mp4"
|
|
||||||
|
|
||||||
raise HTTPException(
|
|
||||||
status_code=400,
|
|
||||||
detail=(
|
|
||||||
f"Unsupported audio format for URL. Supported extensions: {', '.join(SUPPORTED_FILE_EXTENSIONS)}"
|
|
||||||
),
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def download_audio_to_volume(audio_file_url: str) -> tuple[str, str]:
|
|
||||||
import requests
|
|
||||||
from fastapi import HTTPException
|
|
||||||
|
|
||||||
response = requests.head(audio_file_url, allow_redirects=True)
|
|
||||||
if response.status_code == 404:
|
|
||||||
raise HTTPException(status_code=404, detail="Audio file not found")
|
|
||||||
|
|
||||||
response = requests.get(audio_file_url, allow_redirects=True)
|
|
||||||
response.raise_for_status()
|
|
||||||
|
|
||||||
audio_suffix = detect_audio_format(audio_file_url, response.headers)
|
|
||||||
unique_filename = f"{uuid.uuid4()}.{audio_suffix}"
|
|
||||||
file_path = f"{UPLOADS_PATH}/{unique_filename}"
|
|
||||||
|
|
||||||
with open(file_path, "wb") as f:
|
|
||||||
f.write(response.content)
|
|
||||||
|
|
||||||
upload_volume.commit()
|
|
||||||
return unique_filename, audio_suffix
|
|
||||||
|
|
||||||
|
|
||||||
@app.function(
|
@app.function(
|
||||||
scaledown_window=60,
|
scaledown_window=60,
|
||||||
timeout=600,
|
timeout=60,
|
||||||
|
allow_concurrent_inputs=40,
|
||||||
secrets=[
|
secrets=[
|
||||||
modal.Secret.from_name("reflector-gpu"),
|
modal.Secret.from_name("reflector-gpu"),
|
||||||
],
|
],
|
||||||
volumes={CACHE_PATH: model_cache, UPLOADS_PATH: upload_volume},
|
volumes={MODELS_DIR: volume},
|
||||||
image=image,
|
|
||||||
)
|
)
|
||||||
@modal.concurrent(max_inputs=40)
|
|
||||||
@modal.asgi_app()
|
@modal.asgi_app()
|
||||||
def web():
|
def web():
|
||||||
from fastapi import (
|
from fastapi import Body, Depends, FastAPI, HTTPException, UploadFile, status
|
||||||
Body,
|
|
||||||
Depends,
|
|
||||||
FastAPI,
|
|
||||||
Form,
|
|
||||||
HTTPException,
|
|
||||||
UploadFile,
|
|
||||||
status,
|
|
||||||
)
|
|
||||||
from fastapi.security import OAuth2PasswordBearer
|
from fastapi.security import OAuth2PasswordBearer
|
||||||
|
from typing_extensions import Annotated
|
||||||
|
|
||||||
transcriber_live = TranscriberWhisperLive()
|
transcriber = Transcriber()
|
||||||
transcriber_file = TranscriberWhisperFile()
|
|
||||||
|
|
||||||
app = FastAPI()
|
app = FastAPI()
|
||||||
|
|
||||||
oauth2_scheme = OAuth2PasswordBearer(tokenUrl="token")
|
oauth2_scheme = OAuth2PasswordBearer(tokenUrl="token")
|
||||||
|
|
||||||
|
supported_file_types = ["mp3", "mp4", "mpeg", "mpga", "m4a", "wav", "webm"]
|
||||||
|
|
||||||
def apikey_auth(apikey: str = Depends(oauth2_scheme)):
|
def apikey_auth(apikey: str = Depends(oauth2_scheme)):
|
||||||
if apikey == os.environ["REFLECTOR_GPU_APIKEY"]:
|
if apikey != os.environ["REFLECTOR_GPU_APIKEY"]:
|
||||||
return
|
|
||||||
raise HTTPException(
|
raise HTTPException(
|
||||||
status_code=status.HTTP_401_UNAUTHORIZED,
|
status_code=status.HTTP_401_UNAUTHORIZED,
|
||||||
detail="Invalid API key",
|
detail="Invalid API key",
|
||||||
headers={"WWW-Authenticate": "Bearer"},
|
headers={"WWW-Authenticate": "Bearer"},
|
||||||
)
|
)
|
||||||
|
|
||||||
class TranscriptResponse(dict):
|
class TranscriptResponse(BaseModel):
|
||||||
pass
|
result: dict
|
||||||
|
|
||||||
@app.post("/v1/audio/transcriptions", dependencies=[Depends(apikey_auth)])
|
@app.post("/v1/audio/transcriptions", dependencies=[Depends(apikey_auth)])
|
||||||
def transcribe(
|
def transcribe(
|
||||||
file: UploadFile = None,
|
file: UploadFile,
|
||||||
files: list[UploadFile] | None = None,
|
model: str = "whisper-1",
|
||||||
model: str = Form(MODEL_NAME),
|
language: Annotated[str, Body(...)] = "en",
|
||||||
language: str = Form("en"),
|
) -> TranscriptResponse:
|
||||||
batch: bool = Form(False),
|
audio_data = file.file.read()
|
||||||
):
|
audio_suffix = file.filename.split(".")[-1]
|
||||||
if not file and not files:
|
assert audio_suffix in supported_file_types
|
||||||
raise HTTPException(
|
|
||||||
status_code=400, detail="Either 'file' or 'files' parameter is required"
|
|
||||||
)
|
|
||||||
if batch and not files:
|
|
||||||
raise HTTPException(
|
|
||||||
status_code=400, detail="Batch transcription requires 'files'"
|
|
||||||
)
|
|
||||||
|
|
||||||
upload_files = [file] if file else files
|
func = transcriber.transcribe_segment.spawn(
|
||||||
|
audio_data=audio_data,
|
||||||
uploaded_filenames: list[str] = []
|
audio_suffix=audio_suffix,
|
||||||
for upload_file in upload_files:
|
|
||||||
audio_suffix = upload_file.filename.split(".")[-1]
|
|
||||||
if audio_suffix not in SUPPORTED_FILE_EXTENSIONS:
|
|
||||||
raise HTTPException(
|
|
||||||
status_code=400,
|
|
||||||
detail=(
|
|
||||||
f"Unsupported audio format. Supported extensions: {', '.join(SUPPORTED_FILE_EXTENSIONS)}"
|
|
||||||
),
|
|
||||||
)
|
|
||||||
|
|
||||||
unique_filename = f"{uuid.uuid4()}.{audio_suffix}"
|
|
||||||
file_path = f"{UPLOADS_PATH}/{unique_filename}"
|
|
||||||
with open(file_path, "wb") as f:
|
|
||||||
content = upload_file.file.read()
|
|
||||||
f.write(content)
|
|
||||||
uploaded_filenames.append(unique_filename)
|
|
||||||
|
|
||||||
upload_volume.commit()
|
|
||||||
|
|
||||||
try:
|
|
||||||
if batch and len(upload_files) > 1:
|
|
||||||
func = transcriber_live.transcribe_batch.spawn(
|
|
||||||
filenames=uploaded_filenames,
|
|
||||||
language=language,
|
|
||||||
)
|
|
||||||
results = func.get()
|
|
||||||
return {"results": results}
|
|
||||||
|
|
||||||
results = []
|
|
||||||
for filename in uploaded_filenames:
|
|
||||||
func = transcriber_live.transcribe_segment.spawn(
|
|
||||||
filename=filename,
|
|
||||||
language=language,
|
|
||||||
)
|
|
||||||
result = func.get()
|
|
||||||
result["filename"] = filename
|
|
||||||
results.append(result)
|
|
||||||
|
|
||||||
return {"results": results} if len(results) > 1 else results[0]
|
|
||||||
finally:
|
|
||||||
for filename in uploaded_filenames:
|
|
||||||
try:
|
|
||||||
file_path = f"{UPLOADS_PATH}/{filename}"
|
|
||||||
os.remove(file_path)
|
|
||||||
except Exception:
|
|
||||||
pass
|
|
||||||
upload_volume.commit()
|
|
||||||
|
|
||||||
@app.post("/v1/audio/transcriptions-from-url", dependencies=[Depends(apikey_auth)])
|
|
||||||
def transcribe_from_url(
|
|
||||||
audio_file_url: str = Body(
|
|
||||||
..., description="URL of the audio file to transcribe"
|
|
||||||
),
|
|
||||||
model: str = Body(MODEL_NAME),
|
|
||||||
language: str = Body("en"),
|
|
||||||
timestamp_offset: float = Body(0.0),
|
|
||||||
):
|
|
||||||
unique_filename, _audio_suffix = download_audio_to_volume(audio_file_url)
|
|
||||||
try:
|
|
||||||
func = transcriber_file.transcribe_segment.spawn(
|
|
||||||
filename=unique_filename,
|
|
||||||
timestamp_offset=timestamp_offset,
|
|
||||||
language=language,
|
language=language,
|
||||||
)
|
)
|
||||||
result = func.get()
|
result = func.get()
|
||||||
return result
|
return result
|
||||||
finally:
|
|
||||||
try:
|
|
||||||
file_path = f"{UPLOADS_PATH}/{unique_filename}"
|
|
||||||
os.remove(file_path)
|
|
||||||
upload_volume.commit()
|
|
||||||
except Exception:
|
|
||||||
pass
|
|
||||||
|
|
||||||
return app
|
return app
|
||||||
|
|
||||||
|
|
||||||
class NoStdStreams:
|
|
||||||
def __init__(self):
|
|
||||||
self.devnull = open(os.devnull, "w")
|
|
||||||
|
|
||||||
def __enter__(self):
|
|
||||||
self._stdout, self._stderr = sys.stdout, sys.stderr
|
|
||||||
self._stdout.flush()
|
|
||||||
self._stderr.flush()
|
|
||||||
sys.stdout, sys.stderr = self.devnull, self.devnull
|
|
||||||
|
|
||||||
def __exit__(self, exc_type, exc_value, traceback):
|
|
||||||
sys.stdout, sys.stderr = self._stdout, self._stderr
|
|
||||||
self.devnull.close()
|
|
||||||
|
|||||||
@@ -1,36 +0,0 @@
|
|||||||
"""remove user_id from meeting table
|
|
||||||
|
|
||||||
Revision ID: 0ce521cda2ee
|
|
||||||
Revises: 6dec9fb5b46c
|
|
||||||
Create Date: 2025-09-10 12:40:55.688899
|
|
||||||
|
|
||||||
"""
|
|
||||||
|
|
||||||
from typing import Sequence, Union
|
|
||||||
|
|
||||||
import sqlalchemy as sa
|
|
||||||
from alembic import op
|
|
||||||
|
|
||||||
# revision identifiers, used by Alembic.
|
|
||||||
revision: str = "0ce521cda2ee"
|
|
||||||
down_revision: Union[str, None] = "6dec9fb5b46c"
|
|
||||||
branch_labels: Union[str, Sequence[str], None] = None
|
|
||||||
depends_on: Union[str, Sequence[str], None] = None
|
|
||||||
|
|
||||||
|
|
||||||
def upgrade() -> None:
|
|
||||||
# ### commands auto generated by Alembic - please adjust! ###
|
|
||||||
with op.batch_alter_table("meeting", schema=None) as batch_op:
|
|
||||||
batch_op.drop_column("user_id")
|
|
||||||
|
|
||||||
# ### end Alembic commands ###
|
|
||||||
|
|
||||||
|
|
||||||
def downgrade() -> None:
|
|
||||||
# ### commands auto generated by Alembic - please adjust! ###
|
|
||||||
with op.batch_alter_table("meeting", schema=None) as batch_op:
|
|
||||||
batch_op.add_column(
|
|
||||||
sa.Column("user_id", sa.VARCHAR(), autoincrement=False, nullable=True)
|
|
||||||
)
|
|
||||||
|
|
||||||
# ### end Alembic commands ###
|
|
||||||
@@ -1,32 +0,0 @@
|
|||||||
"""clean up orphaned room_id references in meeting table
|
|
||||||
|
|
||||||
Revision ID: 2ae3db106d4e
|
|
||||||
Revises: def1b5867d4c
|
|
||||||
Create Date: 2025-09-11 10:35:15.759967
|
|
||||||
|
|
||||||
"""
|
|
||||||
|
|
||||||
from typing import Sequence, Union
|
|
||||||
|
|
||||||
from alembic import op
|
|
||||||
|
|
||||||
# revision identifiers, used by Alembic.
|
|
||||||
revision: str = "2ae3db106d4e"
|
|
||||||
down_revision: Union[str, None] = "def1b5867d4c"
|
|
||||||
branch_labels: Union[str, Sequence[str], None] = None
|
|
||||||
depends_on: Union[str, Sequence[str], None] = None
|
|
||||||
|
|
||||||
|
|
||||||
def upgrade() -> None:
|
|
||||||
# Set room_id to NULL for meetings that reference non-existent rooms
|
|
||||||
op.execute("""
|
|
||||||
UPDATE meeting
|
|
||||||
SET room_id = NULL
|
|
||||||
WHERE room_id IS NOT NULL
|
|
||||||
AND room_id NOT IN (SELECT id FROM room WHERE id IS NOT NULL)
|
|
||||||
""")
|
|
||||||
|
|
||||||
|
|
||||||
def downgrade() -> None:
|
|
||||||
# Cannot restore orphaned references - no operation needed
|
|
||||||
pass
|
|
||||||
@@ -1,38 +0,0 @@
|
|||||||
"""make meeting room_id required and add foreign key
|
|
||||||
|
|
||||||
Revision ID: 6dec9fb5b46c
|
|
||||||
Revises: 61882a919591
|
|
||||||
Create Date: 2025-09-10 10:47:06.006819
|
|
||||||
|
|
||||||
"""
|
|
||||||
|
|
||||||
from typing import Sequence, Union
|
|
||||||
|
|
||||||
import sqlalchemy as sa
|
|
||||||
from alembic import op
|
|
||||||
|
|
||||||
# revision identifiers, used by Alembic.
|
|
||||||
revision: str = "6dec9fb5b46c"
|
|
||||||
down_revision: Union[str, None] = "61882a919591"
|
|
||||||
branch_labels: Union[str, Sequence[str], None] = None
|
|
||||||
depends_on: Union[str, Sequence[str], None] = None
|
|
||||||
|
|
||||||
|
|
||||||
def upgrade() -> None:
|
|
||||||
# ### commands auto generated by Alembic - please adjust! ###
|
|
||||||
with op.batch_alter_table("meeting", schema=None) as batch_op:
|
|
||||||
batch_op.alter_column("room_id", existing_type=sa.VARCHAR(), nullable=False)
|
|
||||||
batch_op.create_foreign_key(
|
|
||||||
None, "room", ["room_id"], ["id"], ondelete="CASCADE"
|
|
||||||
)
|
|
||||||
|
|
||||||
# ### end Alembic commands ###
|
|
||||||
|
|
||||||
|
|
||||||
def downgrade() -> None:
|
|
||||||
# ### commands auto generated by Alembic - please adjust! ###
|
|
||||||
with op.batch_alter_table("meeting", schema=None) as batch_op:
|
|
||||||
batch_op.drop_constraint("meeting_room_id_fkey", type_="foreignkey")
|
|
||||||
batch_op.alter_column("room_id", existing_type=sa.VARCHAR(), nullable=True)
|
|
||||||
|
|
||||||
# ### end Alembic commands ###
|
|
||||||
@@ -1,34 +0,0 @@
|
|||||||
"""make meeting room_id nullable but keep foreign key
|
|
||||||
|
|
||||||
Revision ID: def1b5867d4c
|
|
||||||
Revises: 0ce521cda2ee
|
|
||||||
Create Date: 2025-09-11 09:42:18.697264
|
|
||||||
|
|
||||||
"""
|
|
||||||
|
|
||||||
from typing import Sequence, Union
|
|
||||||
|
|
||||||
import sqlalchemy as sa
|
|
||||||
from alembic import op
|
|
||||||
|
|
||||||
# revision identifiers, used by Alembic.
|
|
||||||
revision: str = "def1b5867d4c"
|
|
||||||
down_revision: Union[str, None] = "0ce521cda2ee"
|
|
||||||
branch_labels: Union[str, Sequence[str], None] = None
|
|
||||||
depends_on: Union[str, Sequence[str], None] = None
|
|
||||||
|
|
||||||
|
|
||||||
def upgrade() -> None:
|
|
||||||
# ### commands auto generated by Alembic - please adjust! ###
|
|
||||||
with op.batch_alter_table("meeting", schema=None) as batch_op:
|
|
||||||
batch_op.alter_column("room_id", existing_type=sa.VARCHAR(), nullable=True)
|
|
||||||
|
|
||||||
# ### end Alembic commands ###
|
|
||||||
|
|
||||||
|
|
||||||
def downgrade() -> None:
|
|
||||||
# ### commands auto generated by Alembic - please adjust! ###
|
|
||||||
with op.batch_alter_table("meeting", schema=None) as batch_op:
|
|
||||||
batch_op.alter_column("room_id", existing_type=sa.VARCHAR(), nullable=False)
|
|
||||||
|
|
||||||
# ### end Alembic commands ###
|
|
||||||
@@ -27,6 +27,7 @@ dependencies = [
|
|||||||
"prometheus-fastapi-instrumentator>=6.1.0",
|
"prometheus-fastapi-instrumentator>=6.1.0",
|
||||||
"sentencepiece>=0.1.99",
|
"sentencepiece>=0.1.99",
|
||||||
"protobuf>=4.24.3",
|
"protobuf>=4.24.3",
|
||||||
|
"profanityfilter>=2.0.6",
|
||||||
"celery>=5.3.4",
|
"celery>=5.3.4",
|
||||||
"redis>=5.0.1",
|
"redis>=5.0.1",
|
||||||
"python-jose[cryptography]>=3.3.0",
|
"python-jose[cryptography]>=3.3.0",
|
||||||
|
|||||||
@@ -2,6 +2,7 @@ from datetime import datetime
|
|||||||
from typing import Literal
|
from typing import Literal
|
||||||
|
|
||||||
import sqlalchemy as sa
|
import sqlalchemy as sa
|
||||||
|
from fastapi import HTTPException
|
||||||
from pydantic import BaseModel, Field
|
from pydantic import BaseModel, Field
|
||||||
|
|
||||||
from reflector.db import get_database, metadata
|
from reflector.db import get_database, metadata
|
||||||
@@ -17,12 +18,8 @@ meetings = sa.Table(
|
|||||||
sa.Column("host_room_url", sa.String),
|
sa.Column("host_room_url", sa.String),
|
||||||
sa.Column("start_date", sa.DateTime(timezone=True)),
|
sa.Column("start_date", sa.DateTime(timezone=True)),
|
||||||
sa.Column("end_date", sa.DateTime(timezone=True)),
|
sa.Column("end_date", sa.DateTime(timezone=True)),
|
||||||
sa.Column(
|
sa.Column("user_id", sa.String),
|
||||||
"room_id",
|
sa.Column("room_id", sa.String),
|
||||||
sa.String,
|
|
||||||
sa.ForeignKey("room.id", ondelete="CASCADE"),
|
|
||||||
nullable=True,
|
|
||||||
),
|
|
||||||
sa.Column("is_locked", sa.Boolean, nullable=False, server_default=sa.false()),
|
sa.Column("is_locked", sa.Boolean, nullable=False, server_default=sa.false()),
|
||||||
sa.Column("room_mode", sa.String, nullable=False, server_default="normal"),
|
sa.Column("room_mode", sa.String, nullable=False, server_default="normal"),
|
||||||
sa.Column("recording_type", sa.String, nullable=False, server_default="cloud"),
|
sa.Column("recording_type", sa.String, nullable=False, server_default="cloud"),
|
||||||
@@ -84,7 +81,8 @@ class Meeting(BaseModel):
|
|||||||
host_room_url: str
|
host_room_url: str
|
||||||
start_date: datetime
|
start_date: datetime
|
||||||
end_date: datetime
|
end_date: datetime
|
||||||
room_id: str | None
|
user_id: str | None = None
|
||||||
|
room_id: str | None = None
|
||||||
is_locked: bool = False
|
is_locked: bool = False
|
||||||
room_mode: Literal["normal", "group"] = "normal"
|
room_mode: Literal["normal", "group"] = "normal"
|
||||||
recording_type: Literal["none", "local", "cloud"] = "cloud"
|
recording_type: Literal["none", "local", "cloud"] = "cloud"
|
||||||
@@ -103,8 +101,12 @@ class MeetingController:
|
|||||||
host_room_url: str,
|
host_room_url: str,
|
||||||
start_date: datetime,
|
start_date: datetime,
|
||||||
end_date: datetime,
|
end_date: datetime,
|
||||||
|
user_id: str,
|
||||||
room: Room,
|
room: Room,
|
||||||
):
|
):
|
||||||
|
"""
|
||||||
|
Create a new meeting
|
||||||
|
"""
|
||||||
meeting = Meeting(
|
meeting = Meeting(
|
||||||
id=id,
|
id=id,
|
||||||
room_name=room_name,
|
room_name=room_name,
|
||||||
@@ -112,6 +114,7 @@ class MeetingController:
|
|||||||
host_room_url=host_room_url,
|
host_room_url=host_room_url,
|
||||||
start_date=start_date,
|
start_date=start_date,
|
||||||
end_date=end_date,
|
end_date=end_date,
|
||||||
|
user_id=user_id,
|
||||||
room_id=room.id,
|
room_id=room.id,
|
||||||
is_locked=room.is_locked,
|
is_locked=room.is_locked,
|
||||||
room_mode=room.room_mode,
|
room_mode=room.room_mode,
|
||||||
@@ -123,13 +126,19 @@ class MeetingController:
|
|||||||
return meeting
|
return meeting
|
||||||
|
|
||||||
async def get_all_active(self) -> list[Meeting]:
|
async def get_all_active(self) -> list[Meeting]:
|
||||||
|
"""
|
||||||
|
Get active meetings.
|
||||||
|
"""
|
||||||
query = meetings.select().where(meetings.c.is_active)
|
query = meetings.select().where(meetings.c.is_active)
|
||||||
return await get_database().fetch_all(query)
|
return await get_database().fetch_all(query)
|
||||||
|
|
||||||
async def get_by_room_name(
|
async def get_by_room_name(
|
||||||
self,
|
self,
|
||||||
room_name: str,
|
room_name: str,
|
||||||
) -> Meeting | None:
|
) -> Meeting:
|
||||||
|
"""
|
||||||
|
Get a meeting by room name.
|
||||||
|
"""
|
||||||
query = meetings.select().where(meetings.c.room_name == room_name)
|
query = meetings.select().where(meetings.c.room_name == room_name)
|
||||||
result = await get_database().fetch_one(query)
|
result = await get_database().fetch_one(query)
|
||||||
if not result:
|
if not result:
|
||||||
@@ -137,7 +146,10 @@ class MeetingController:
|
|||||||
|
|
||||||
return Meeting(**result)
|
return Meeting(**result)
|
||||||
|
|
||||||
async def get_active(self, room: Room, current_time: datetime) -> Meeting | None:
|
async def get_active(self, room: Room, current_time: datetime) -> Meeting:
|
||||||
|
"""
|
||||||
|
Get latest active meeting for a room.
|
||||||
|
"""
|
||||||
end_date = getattr(meetings.c, "end_date")
|
end_date = getattr(meetings.c, "end_date")
|
||||||
query = (
|
query = (
|
||||||
meetings.select()
|
meetings.select()
|
||||||
@@ -157,12 +169,32 @@ class MeetingController:
|
|||||||
return Meeting(**result)
|
return Meeting(**result)
|
||||||
|
|
||||||
async def get_by_id(self, meeting_id: str, **kwargs) -> Meeting | None:
|
async def get_by_id(self, meeting_id: str, **kwargs) -> Meeting | None:
|
||||||
|
"""
|
||||||
|
Get a meeting by id
|
||||||
|
"""
|
||||||
query = meetings.select().where(meetings.c.id == meeting_id)
|
query = meetings.select().where(meetings.c.id == meeting_id)
|
||||||
result = await get_database().fetch_one(query)
|
result = await get_database().fetch_one(query)
|
||||||
if not result:
|
if not result:
|
||||||
return None
|
return None
|
||||||
return Meeting(**result)
|
return Meeting(**result)
|
||||||
|
|
||||||
|
async def get_by_id_for_http(self, meeting_id: str, user_id: str | None) -> Meeting:
|
||||||
|
"""
|
||||||
|
Get a meeting by ID for HTTP request.
|
||||||
|
|
||||||
|
If not found, it will raise a 404 error.
|
||||||
|
"""
|
||||||
|
query = meetings.select().where(meetings.c.id == meeting_id)
|
||||||
|
result = await get_database().fetch_one(query)
|
||||||
|
if not result:
|
||||||
|
raise HTTPException(status_code=404, detail="Meeting not found")
|
||||||
|
|
||||||
|
meeting = Meeting(**result)
|
||||||
|
if result["user_id"] != user_id:
|
||||||
|
meeting.host_room_url = ""
|
||||||
|
|
||||||
|
return meeting
|
||||||
|
|
||||||
async def update_meeting(self, meeting_id: str, **kwargs):
|
async def update_meeting(self, meeting_id: str, **kwargs):
|
||||||
query = meetings.update().where(meetings.c.id == meeting_id).values(**kwargs)
|
query = meetings.update().where(meetings.c.id == meeting_id).values(**kwargs)
|
||||||
await get_database().execute(query)
|
await get_database().execute(query)
|
||||||
@@ -187,7 +219,7 @@ class MeetingConsentController:
|
|||||||
result = await get_database().fetch_one(query)
|
result = await get_database().fetch_one(query)
|
||||||
if result is None:
|
if result is None:
|
||||||
return None
|
return None
|
||||||
return MeetingConsent(**result)
|
return MeetingConsent(**result) if result else None
|
||||||
|
|
||||||
async def upsert(self, consent: MeetingConsent) -> MeetingConsent:
|
async def upsert(self, consent: MeetingConsent) -> MeetingConsent:
|
||||||
"""Create new consent or update existing one for authenticated users"""
|
"""Create new consent or update existing one for authenticated users"""
|
||||||
|
|||||||
@@ -23,7 +23,7 @@ from pydantic import (
|
|||||||
|
|
||||||
from reflector.db import get_database
|
from reflector.db import get_database
|
||||||
from reflector.db.rooms import rooms
|
from reflector.db.rooms import rooms
|
||||||
from reflector.db.transcripts import SourceKind, TranscriptStatus, transcripts
|
from reflector.db.transcripts import SourceKind, transcripts
|
||||||
from reflector.db.utils import is_postgresql
|
from reflector.db.utils import is_postgresql
|
||||||
from reflector.logger import logger
|
from reflector.logger import logger
|
||||||
from reflector.utils.string import NonEmptyString, try_parse_non_empty_string
|
from reflector.utils.string import NonEmptyString, try_parse_non_empty_string
|
||||||
@@ -161,7 +161,7 @@ class SearchResult(BaseModel):
|
|||||||
room_name: str | None = None
|
room_name: str | None = None
|
||||||
source_kind: SourceKind
|
source_kind: SourceKind
|
||||||
created_at: datetime
|
created_at: datetime
|
||||||
status: TranscriptStatus = Field(..., min_length=1)
|
status: str = Field(..., min_length=1)
|
||||||
rank: float = Field(..., ge=0, le=1)
|
rank: float = Field(..., ge=0, le=1)
|
||||||
duration: NonNegativeFloat | None = Field(..., description="Duration in seconds")
|
duration: NonNegativeFloat | None = Field(..., description="Duration in seconds")
|
||||||
search_snippets: list[str] = Field(
|
search_snippets: list[str] = Field(
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ from pathlib import Path
|
|||||||
|
|
||||||
import av
|
import av
|
||||||
import structlog
|
import structlog
|
||||||
from celery import chain, shared_task
|
from celery import shared_task
|
||||||
|
|
||||||
from reflector.asynctask import asynctask
|
from reflector.asynctask import asynctask
|
||||||
from reflector.db.rooms import rooms_controller
|
from reflector.db.rooms import rooms_controller
|
||||||
@@ -26,8 +26,6 @@ from reflector.logger import logger
|
|||||||
from reflector.pipelines.main_live_pipeline import (
|
from reflector.pipelines.main_live_pipeline import (
|
||||||
PipelineMainBase,
|
PipelineMainBase,
|
||||||
broadcast_to_sockets,
|
broadcast_to_sockets,
|
||||||
task_cleanup_consent,
|
|
||||||
task_pipeline_post_to_zulip,
|
|
||||||
)
|
)
|
||||||
from reflector.processors import (
|
from reflector.processors import (
|
||||||
AudioFileWriterProcessor,
|
AudioFileWriterProcessor,
|
||||||
@@ -381,28 +379,6 @@ class PipelineMainFile(PipelineMainBase):
|
|||||||
await processor.flush()
|
await processor.flush()
|
||||||
|
|
||||||
|
|
||||||
@shared_task
|
|
||||||
@asynctask
|
|
||||||
async def task_send_webhook_if_needed(*, transcript_id: str):
|
|
||||||
"""Send webhook if this is a room recording with webhook configured"""
|
|
||||||
transcript = await transcripts_controller.get_by_id(transcript_id)
|
|
||||||
if not transcript:
|
|
||||||
return
|
|
||||||
|
|
||||||
if transcript.source_kind == SourceKind.ROOM and transcript.room_id:
|
|
||||||
room = await rooms_controller.get_by_id(transcript.room_id)
|
|
||||||
if room and room.webhook_url:
|
|
||||||
logger.info(
|
|
||||||
"Dispatching webhook",
|
|
||||||
transcript_id=transcript_id,
|
|
||||||
room_id=room.id,
|
|
||||||
webhook_url=room.webhook_url,
|
|
||||||
)
|
|
||||||
send_transcript_webhook.delay(
|
|
||||||
transcript_id, room.id, event_id=uuid.uuid4().hex
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
@shared_task
|
@shared_task
|
||||||
@asynctask
|
@asynctask
|
||||||
async def task_pipeline_file_process(*, transcript_id: str):
|
async def task_pipeline_file_process(*, transcript_id: str):
|
||||||
@@ -430,10 +406,16 @@ async def task_pipeline_file_process(*, transcript_id: str):
|
|||||||
await pipeline.set_status(transcript_id, "error")
|
await pipeline.set_status(transcript_id, "error")
|
||||||
raise
|
raise
|
||||||
|
|
||||||
# Run post-processing chain: consent cleanup -> zulip -> webhook
|
# Trigger webhook if this is a room recording with webhook configured
|
||||||
post_chain = chain(
|
if transcript.source_kind == SourceKind.ROOM and transcript.room_id:
|
||||||
task_cleanup_consent.si(transcript_id=transcript_id),
|
room = await rooms_controller.get_by_id(transcript.room_id)
|
||||||
task_pipeline_post_to_zulip.si(transcript_id=transcript_id),
|
if room and room.webhook_url:
|
||||||
task_send_webhook_if_needed.si(transcript_id=transcript_id),
|
logger.info(
|
||||||
|
"Dispatching webhook task",
|
||||||
|
transcript_id=transcript_id,
|
||||||
|
room_id=room.id,
|
||||||
|
webhook_url=room.webhook_url,
|
||||||
|
)
|
||||||
|
send_transcript_webhook.delay(
|
||||||
|
transcript_id, room.id, event_id=uuid.uuid4().hex
|
||||||
)
|
)
|
||||||
post_chain.delay()
|
|
||||||
|
|||||||
@@ -47,7 +47,6 @@ class FileDiarizationModalProcessor(FileDiarizationProcessor):
|
|||||||
"audio_file_url": data.audio_url,
|
"audio_file_url": data.audio_url,
|
||||||
"timestamp": 0,
|
"timestamp": 0,
|
||||||
},
|
},
|
||||||
follow_redirects=True,
|
|
||||||
)
|
)
|
||||||
response.raise_for_status()
|
response.raise_for_status()
|
||||||
diarization_data = response.json()["diarization"]
|
diarization_data = response.json()["diarization"]
|
||||||
|
|||||||
@@ -54,7 +54,6 @@ class FileTranscriptModalProcessor(FileTranscriptProcessor):
|
|||||||
"language": data.language,
|
"language": data.language,
|
||||||
"batch": True,
|
"batch": True,
|
||||||
},
|
},
|
||||||
follow_redirects=True,
|
|
||||||
)
|
)
|
||||||
response.raise_for_status()
|
response.raise_for_status()
|
||||||
result = response.json()
|
result = response.json()
|
||||||
|
|||||||
@@ -4,8 +4,11 @@ import tempfile
|
|||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import Annotated, TypedDict
|
from typing import Annotated, TypedDict
|
||||||
|
|
||||||
|
from profanityfilter import ProfanityFilter
|
||||||
from pydantic import BaseModel, Field, PrivateAttr
|
from pydantic import BaseModel, Field, PrivateAttr
|
||||||
|
|
||||||
|
from reflector.redis_cache import redis_cache
|
||||||
|
|
||||||
|
|
||||||
class DiarizationSegment(TypedDict):
|
class DiarizationSegment(TypedDict):
|
||||||
"""Type definition for diarization segment containing speaker information"""
|
"""Type definition for diarization segment containing speaker information"""
|
||||||
@@ -17,6 +20,9 @@ class DiarizationSegment(TypedDict):
|
|||||||
|
|
||||||
PUNC_RE = re.compile(r"[.;:?!…]")
|
PUNC_RE = re.compile(r"[.;:?!…]")
|
||||||
|
|
||||||
|
profanity_filter = ProfanityFilter()
|
||||||
|
profanity_filter.set_censor("*")
|
||||||
|
|
||||||
|
|
||||||
class AudioFile(BaseModel):
|
class AudioFile(BaseModel):
|
||||||
name: str
|
name: str
|
||||||
@@ -118,11 +124,21 @@ def words_to_segments(words: list[Word]) -> list[TranscriptSegment]:
|
|||||||
|
|
||||||
class Transcript(BaseModel):
|
class Transcript(BaseModel):
|
||||||
translation: str | None = None
|
translation: str | None = None
|
||||||
words: list[Word] = []
|
words: list[Word] = None
|
||||||
|
|
||||||
|
@property
|
||||||
|
def raw_text(self):
|
||||||
|
# Uncensored text
|
||||||
|
return "".join([word.text for word in self.words])
|
||||||
|
|
||||||
|
@redis_cache(prefix="profanity", duration=3600 * 24 * 7)
|
||||||
|
def _get_censored_text(self, text: str):
|
||||||
|
return profanity_filter.censor(text).strip()
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def text(self):
|
def text(self):
|
||||||
return "".join([word.text for word in self.words])
|
# Censored text
|
||||||
|
return self._get_censored_text(self.raw_text)
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def human_timestamp(self):
|
def human_timestamp(self):
|
||||||
@@ -154,6 +170,12 @@ class Transcript(BaseModel):
|
|||||||
word.start += offset
|
word.start += offset
|
||||||
word.end += offset
|
word.end += offset
|
||||||
|
|
||||||
|
def clone(self):
|
||||||
|
words = [
|
||||||
|
Word(text=word.text, start=word.start, end=word.end) for word in self.words
|
||||||
|
]
|
||||||
|
return Transcript(text=self.text, translation=self.translation, words=words)
|
||||||
|
|
||||||
def as_segments(self) -> list[TranscriptSegment]:
|
def as_segments(self) -> list[TranscriptSegment]:
|
||||||
return words_to_segments(self.words)
|
return words_to_segments(self.words)
|
||||||
|
|
||||||
|
|||||||
@@ -1,8 +1,6 @@
|
|||||||
from pydantic.types import PositiveInt
|
from pydantic.types import PositiveInt
|
||||||
from pydantic_settings import BaseSettings, SettingsConfigDict
|
from pydantic_settings import BaseSettings, SettingsConfigDict
|
||||||
|
|
||||||
from reflector.utils.string import NonEmptyString
|
|
||||||
|
|
||||||
|
|
||||||
class Settings(BaseSettings):
|
class Settings(BaseSettings):
|
||||||
model_config = SettingsConfigDict(
|
model_config = SettingsConfigDict(
|
||||||
@@ -122,7 +120,7 @@ class Settings(BaseSettings):
|
|||||||
|
|
||||||
# Whereby integration
|
# Whereby integration
|
||||||
WHEREBY_API_URL: str = "https://api.whereby.dev/v1"
|
WHEREBY_API_URL: str = "https://api.whereby.dev/v1"
|
||||||
WHEREBY_API_KEY: NonEmptyString | None = None
|
WHEREBY_API_KEY: str | None = None
|
||||||
WHEREBY_WEBHOOK_SECRET: str | None = None
|
WHEREBY_WEBHOOK_SECRET: str | None = None
|
||||||
AWS_WHEREBY_ACCESS_KEY_ID: str | None = None
|
AWS_WHEREBY_ACCESS_KEY_ID: str | None = None
|
||||||
AWS_WHEREBY_ACCESS_KEY_SECRET: str | None = None
|
AWS_WHEREBY_ACCESS_KEY_SECRET: str | None = None
|
||||||
|
|||||||
@@ -10,11 +10,8 @@ NonEmptyString = Annotated[
|
|||||||
non_empty_string_adapter = TypeAdapter(NonEmptyString)
|
non_empty_string_adapter = TypeAdapter(NonEmptyString)
|
||||||
|
|
||||||
|
|
||||||
def parse_non_empty_string(s: str, error: str | None = None) -> NonEmptyString:
|
def parse_non_empty_string(s: str) -> NonEmptyString:
|
||||||
try:
|
|
||||||
return non_empty_string_adapter.validate_python(s)
|
return non_empty_string_adapter.validate_python(s)
|
||||||
except Exception as e:
|
|
||||||
raise ValueError(f"{e}: {error}" if error else e) from e
|
|
||||||
|
|
||||||
|
|
||||||
def try_parse_non_empty_string(s: str) -> NonEmptyString | None:
|
def try_parse_non_empty_string(s: str) -> NonEmptyString | None:
|
||||||
|
|||||||
@@ -209,15 +209,20 @@ async def rooms_create_meeting(
|
|||||||
host_room_url=whereby_meeting["hostRoomUrl"],
|
host_room_url=whereby_meeting["hostRoomUrl"],
|
||||||
start_date=parse_datetime_with_timezone(whereby_meeting["startDate"]),
|
start_date=parse_datetime_with_timezone(whereby_meeting["startDate"]),
|
||||||
end_date=parse_datetime_with_timezone(whereby_meeting["endDate"]),
|
end_date=parse_datetime_with_timezone(whereby_meeting["endDate"]),
|
||||||
|
user_id=user_id,
|
||||||
room=room,
|
room=room,
|
||||||
)
|
)
|
||||||
except (asyncpg.exceptions.UniqueViolationError, sqlite3.IntegrityError):
|
except (asyncpg.exceptions.UniqueViolationError, sqlite3.IntegrityError):
|
||||||
# Another request already created a meeting for this room
|
# Another request already created a meeting for this room
|
||||||
# Log this race condition occurrence
|
# Log this race condition occurrence
|
||||||
logger.warning(
|
logger.info(
|
||||||
"Race condition detected for room %s and meeting %s - fetching existing meeting",
|
"Race condition detected for room %s - fetching existing meeting",
|
||||||
room.name,
|
room.name,
|
||||||
|
)
|
||||||
|
logger.warning(
|
||||||
|
"Whereby meeting %s was created but not used (resource leak) for room %s",
|
||||||
whereby_meeting["meetingId"],
|
whereby_meeting["meetingId"],
|
||||||
|
room.name,
|
||||||
)
|
)
|
||||||
|
|
||||||
# Fetch the meeting that was created by the other request
|
# Fetch the meeting that was created by the other request
|
||||||
@@ -227,9 +232,7 @@ async def rooms_create_meeting(
|
|||||||
if meeting is None:
|
if meeting is None:
|
||||||
# Edge case: meeting was created but expired/deleted between checks
|
# Edge case: meeting was created but expired/deleted between checks
|
||||||
logger.error(
|
logger.error(
|
||||||
"Meeting disappeared after race condition for room %s",
|
"Meeting disappeared after race condition for room %s", room.name
|
||||||
room.name,
|
|
||||||
exc_info=True,
|
|
||||||
)
|
)
|
||||||
raise HTTPException(
|
raise HTTPException(
|
||||||
status_code=503, detail="Unable to join meeting - please try again"
|
status_code=503, detail="Unable to join meeting - please try again"
|
||||||
|
|||||||
@@ -350,6 +350,8 @@ async def transcript_update(
|
|||||||
transcript = await transcripts_controller.get_by_id_for_http(
|
transcript = await transcripts_controller.get_by_id_for_http(
|
||||||
transcript_id, user_id=user_id
|
transcript_id, user_id=user_id
|
||||||
)
|
)
|
||||||
|
if not transcript:
|
||||||
|
raise HTTPException(status_code=404, detail="Transcript not found")
|
||||||
values = info.dict(exclude_unset=True)
|
values = info.dict(exclude_unset=True)
|
||||||
updated_transcript = await transcripts_controller.update(transcript, values)
|
updated_transcript = await transcripts_controller.update(transcript, values)
|
||||||
return updated_transcript
|
return updated_transcript
|
||||||
|
|||||||
@@ -1,60 +1,18 @@
|
|||||||
import logging
|
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
|
|
||||||
import httpx
|
import httpx
|
||||||
|
|
||||||
from reflector.db.rooms import Room
|
from reflector.db.rooms import Room
|
||||||
from reflector.settings import settings
|
from reflector.settings import settings
|
||||||
from reflector.utils.string import parse_non_empty_string
|
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
HEADERS = {
|
||||||
|
|
||||||
|
|
||||||
def _get_headers():
|
|
||||||
api_key = parse_non_empty_string(
|
|
||||||
settings.WHEREBY_API_KEY, "WHEREBY_API_KEY value is required."
|
|
||||||
)
|
|
||||||
return {
|
|
||||||
"Content-Type": "application/json; charset=utf-8",
|
"Content-Type": "application/json; charset=utf-8",
|
||||||
"Authorization": f"Bearer {api_key}",
|
"Authorization": f"Bearer {settings.WHEREBY_API_KEY}",
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
TIMEOUT = 10 # seconds
|
TIMEOUT = 10 # seconds
|
||||||
|
|
||||||
|
|
||||||
def _get_whereby_s3_auth():
|
|
||||||
errors = []
|
|
||||||
try:
|
|
||||||
bucket_name = parse_non_empty_string(
|
|
||||||
settings.RECORDING_STORAGE_AWS_BUCKET_NAME,
|
|
||||||
"RECORDING_STORAGE_AWS_BUCKET_NAME value is required.",
|
|
||||||
)
|
|
||||||
except Exception as e:
|
|
||||||
errors.append(e)
|
|
||||||
try:
|
|
||||||
key_id = parse_non_empty_string(
|
|
||||||
settings.AWS_WHEREBY_ACCESS_KEY_ID,
|
|
||||||
"AWS_WHEREBY_ACCESS_KEY_ID value is required.",
|
|
||||||
)
|
|
||||||
except Exception as e:
|
|
||||||
errors.append(e)
|
|
||||||
try:
|
|
||||||
key_secret = parse_non_empty_string(
|
|
||||||
settings.AWS_WHEREBY_ACCESS_KEY_SECRET,
|
|
||||||
"AWS_WHEREBY_ACCESS_KEY_SECRET value is required.",
|
|
||||||
)
|
|
||||||
except Exception as e:
|
|
||||||
errors.append(e)
|
|
||||||
if len(errors) > 0:
|
|
||||||
raise Exception(
|
|
||||||
f"Failed to get Whereby auth settings: {', '.join(str(e) for e in errors)}"
|
|
||||||
)
|
|
||||||
return bucket_name, key_id, key_secret
|
|
||||||
|
|
||||||
|
|
||||||
async def create_meeting(room_name_prefix: str, end_date: datetime, room: Room):
|
async def create_meeting(room_name_prefix: str, end_date: datetime, room: Room):
|
||||||
s3_bucket_name, s3_key_id, s3_key_secret = _get_whereby_s3_auth()
|
|
||||||
data = {
|
data = {
|
||||||
"isLocked": room.is_locked,
|
"isLocked": room.is_locked,
|
||||||
"roomNamePrefix": room_name_prefix,
|
"roomNamePrefix": room_name_prefix,
|
||||||
@@ -65,26 +23,23 @@ async def create_meeting(room_name_prefix: str, end_date: datetime, room: Room):
|
|||||||
"type": room.recording_type,
|
"type": room.recording_type,
|
||||||
"destination": {
|
"destination": {
|
||||||
"provider": "s3",
|
"provider": "s3",
|
||||||
"bucket": s3_bucket_name,
|
"bucket": settings.RECORDING_STORAGE_AWS_BUCKET_NAME,
|
||||||
"accessKeyId": s3_key_id,
|
"accessKeyId": settings.AWS_WHEREBY_ACCESS_KEY_ID,
|
||||||
"accessKeySecret": s3_key_secret,
|
"accessKeySecret": settings.AWS_WHEREBY_ACCESS_KEY_SECRET,
|
||||||
"fileFormat": "mp4",
|
"fileFormat": "mp4",
|
||||||
},
|
},
|
||||||
"startTrigger": room.recording_trigger,
|
"startTrigger": room.recording_trigger,
|
||||||
},
|
},
|
||||||
"fields": ["hostRoomUrl"],
|
"fields": ["hostRoomUrl"],
|
||||||
}
|
}
|
||||||
|
|
||||||
async with httpx.AsyncClient() as client:
|
async with httpx.AsyncClient() as client:
|
||||||
response = await client.post(
|
response = await client.post(
|
||||||
f"{settings.WHEREBY_API_URL}/meetings",
|
f"{settings.WHEREBY_API_URL}/meetings",
|
||||||
headers=_get_headers(),
|
headers=HEADERS,
|
||||||
json=data,
|
json=data,
|
||||||
timeout=TIMEOUT,
|
timeout=TIMEOUT,
|
||||||
)
|
)
|
||||||
if response.status_code == 403:
|
|
||||||
logger.warning(
|
|
||||||
f"Failed to create meeting: access denied on Whereby: {response.text}"
|
|
||||||
)
|
|
||||||
response.raise_for_status()
|
response.raise_for_status()
|
||||||
return response.json()
|
return response.json()
|
||||||
|
|
||||||
@@ -93,7 +48,7 @@ async def get_room_sessions(room_name: str):
|
|||||||
async with httpx.AsyncClient() as client:
|
async with httpx.AsyncClient() as client:
|
||||||
response = await client.get(
|
response = await client.get(
|
||||||
f"{settings.WHEREBY_API_URL}/insights/room-sessions?roomName={room_name}",
|
f"{settings.WHEREBY_API_URL}/insights/room-sessions?roomName={room_name}",
|
||||||
headers=_get_headers(),
|
headers=HEADERS,
|
||||||
timeout=TIMEOUT,
|
timeout=TIMEOUT,
|
||||||
)
|
)
|
||||||
response.raise_for_status()
|
response.raise_for_status()
|
||||||
|
|||||||
@@ -105,6 +105,7 @@ async def test_cleanup_deletes_associated_meeting_and_recording():
|
|||||||
host_room_url="https://example.com/meeting-host",
|
host_room_url="https://example.com/meeting-host",
|
||||||
start_date=old_date,
|
start_date=old_date,
|
||||||
end_date=old_date + timedelta(hours=1),
|
end_date=old_date + timedelta(hours=1),
|
||||||
|
user_id=None,
|
||||||
room_id=None,
|
room_id=None,
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
@@ -240,6 +241,7 @@ async def test_meeting_consent_cascade_delete():
|
|||||||
host_room_url="https://example.com/cascade-test-host",
|
host_room_url="https://example.com/cascade-test-host",
|
||||||
start_date=datetime.now(timezone.utc),
|
start_date=datetime.now(timezone.utc),
|
||||||
end_date=datetime.now(timezone.utc) + timedelta(hours=1),
|
end_date=datetime.now(timezone.utc) + timedelta(hours=1),
|
||||||
|
user_id="test-user",
|
||||||
room_id=None,
|
room_id=None,
|
||||||
)
|
)
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -272,9 +272,6 @@ class TestGPUModalTranscript:
|
|||||||
for f in temp_files:
|
for f in temp_files:
|
||||||
Path(f).unlink(missing_ok=True)
|
Path(f).unlink(missing_ok=True)
|
||||||
|
|
||||||
@pytest.mark.skipif(
|
|
||||||
not "parakeet" in get_model_name(), reason="Parakeet only supports English"
|
|
||||||
)
|
|
||||||
def test_transcriptions_error_handling(self):
|
def test_transcriptions_error_handling(self):
|
||||||
"""Test error handling for invalid requests."""
|
"""Test error handling for invalid requests."""
|
||||||
url = get_modal_transcript_url()
|
url = get_modal_transcript_url()
|
||||||
|
|||||||
@@ -58,7 +58,7 @@ async def test_empty_transcript_title_only_match():
|
|||||||
"id": test_id,
|
"id": test_id,
|
||||||
"name": "Empty Transcript",
|
"name": "Empty Transcript",
|
||||||
"title": "Empty Meeting",
|
"title": "Empty Meeting",
|
||||||
"status": "ended",
|
"status": "completed",
|
||||||
"locked": False,
|
"locked": False,
|
||||||
"duration": 0.0,
|
"duration": 0.0,
|
||||||
"created_at": datetime.now(timezone.utc),
|
"created_at": datetime.now(timezone.utc),
|
||||||
@@ -109,7 +109,7 @@ async def test_search_with_long_summary():
|
|||||||
"id": test_id,
|
"id": test_id,
|
||||||
"name": "Test Long Summary",
|
"name": "Test Long Summary",
|
||||||
"title": "Regular Meeting",
|
"title": "Regular Meeting",
|
||||||
"status": "ended",
|
"status": "completed",
|
||||||
"locked": False,
|
"locked": False,
|
||||||
"duration": 1800.0,
|
"duration": 1800.0,
|
||||||
"created_at": datetime.now(timezone.utc),
|
"created_at": datetime.now(timezone.utc),
|
||||||
@@ -165,7 +165,7 @@ async def test_postgresql_search_with_data():
|
|||||||
"id": test_id,
|
"id": test_id,
|
||||||
"name": "Test Search Transcript",
|
"name": "Test Search Transcript",
|
||||||
"title": "Engineering Planning Meeting Q4 2024",
|
"title": "Engineering Planning Meeting Q4 2024",
|
||||||
"status": "ended",
|
"status": "completed",
|
||||||
"locked": False,
|
"locked": False,
|
||||||
"duration": 1800.0,
|
"duration": 1800.0,
|
||||||
"created_at": datetime.now(timezone.utc),
|
"created_at": datetime.now(timezone.utc),
|
||||||
@@ -221,7 +221,7 @@ We need to implement PostgreSQL tsvector for better performance.""",
|
|||||||
test_result = next((r for r in results if r.id == test_id), None)
|
test_result = next((r for r in results if r.id == test_id), None)
|
||||||
if test_result:
|
if test_result:
|
||||||
assert test_result.title == "Engineering Planning Meeting Q4 2024"
|
assert test_result.title == "Engineering Planning Meeting Q4 2024"
|
||||||
assert test_result.status == "ended"
|
assert test_result.status == "completed"
|
||||||
assert test_result.duration == 1800.0
|
assert test_result.duration == 1800.0
|
||||||
assert 0 <= test_result.rank <= 1, "Rank should be normalized to 0-1"
|
assert 0 <= test_result.rank <= 1, "Rank should be normalized to 0-1"
|
||||||
|
|
||||||
@@ -268,7 +268,7 @@ def mock_db_result():
|
|||||||
"title": "Test Transcript",
|
"title": "Test Transcript",
|
||||||
"created_at": datetime(2024, 6, 15, tzinfo=timezone.utc),
|
"created_at": datetime(2024, 6, 15, tzinfo=timezone.utc),
|
||||||
"duration": 3600.0,
|
"duration": 3600.0,
|
||||||
"status": "ended",
|
"status": "completed",
|
||||||
"user_id": "test-user",
|
"user_id": "test-user",
|
||||||
"room_id": "room1",
|
"room_id": "room1",
|
||||||
"source_kind": SourceKind.LIVE,
|
"source_kind": SourceKind.LIVE,
|
||||||
@@ -433,7 +433,7 @@ class TestSearchResultModel:
|
|||||||
room_id="room-456",
|
room_id="room-456",
|
||||||
source_kind=SourceKind.ROOM,
|
source_kind=SourceKind.ROOM,
|
||||||
created_at=datetime(2024, 6, 15, tzinfo=timezone.utc),
|
created_at=datetime(2024, 6, 15, tzinfo=timezone.utc),
|
||||||
status="ended",
|
status="completed",
|
||||||
rank=0.85,
|
rank=0.85,
|
||||||
duration=1800.5,
|
duration=1800.5,
|
||||||
search_snippets=["snippet 1", "snippet 2"],
|
search_snippets=["snippet 1", "snippet 2"],
|
||||||
@@ -443,7 +443,7 @@ class TestSearchResultModel:
|
|||||||
assert result.title == "Test Title"
|
assert result.title == "Test Title"
|
||||||
assert result.user_id == "user-123"
|
assert result.user_id == "user-123"
|
||||||
assert result.room_id == "room-456"
|
assert result.room_id == "room-456"
|
||||||
assert result.status == "ended"
|
assert result.status == "completed"
|
||||||
assert result.rank == 0.85
|
assert result.rank == 0.85
|
||||||
assert result.duration == 1800.5
|
assert result.duration == 1800.5
|
||||||
assert len(result.search_snippets) == 2
|
assert len(result.search_snippets) == 2
|
||||||
@@ -474,7 +474,7 @@ class TestSearchResultModel:
|
|||||||
id="test-id",
|
id="test-id",
|
||||||
source_kind=SourceKind.LIVE,
|
source_kind=SourceKind.LIVE,
|
||||||
created_at=datetime(2024, 6, 15, 12, 30, 45, tzinfo=timezone.utc),
|
created_at=datetime(2024, 6, 15, 12, 30, 45, tzinfo=timezone.utc),
|
||||||
status="ended",
|
status="completed",
|
||||||
rank=0.9,
|
rank=0.9,
|
||||||
duration=None,
|
duration=None,
|
||||||
search_snippets=[],
|
search_snippets=[],
|
||||||
|
|||||||
@@ -25,7 +25,7 @@ async def test_long_summary_snippet_prioritization():
|
|||||||
"id": test_id,
|
"id": test_id,
|
||||||
"name": "Test Snippet Priority",
|
"name": "Test Snippet Priority",
|
||||||
"title": "Meeting About Projects",
|
"title": "Meeting About Projects",
|
||||||
"status": "ended",
|
"status": "completed",
|
||||||
"locked": False,
|
"locked": False,
|
||||||
"duration": 1800.0,
|
"duration": 1800.0,
|
||||||
"created_at": datetime.now(timezone.utc),
|
"created_at": datetime.now(timezone.utc),
|
||||||
@@ -106,7 +106,7 @@ async def test_long_summary_only_search():
|
|||||||
"id": test_id,
|
"id": test_id,
|
||||||
"name": "Test Long Only",
|
"name": "Test Long Only",
|
||||||
"title": "Standard Meeting",
|
"title": "Standard Meeting",
|
||||||
"status": "ended",
|
"status": "completed",
|
||||||
"locked": False,
|
"locked": False,
|
||||||
"duration": 1800.0,
|
"duration": 1800.0,
|
||||||
"created_at": datetime.now(timezone.utc),
|
"created_at": datetime.now(timezone.utc),
|
||||||
|
|||||||
47
server/uv.lock
generated
47
server/uv.lock
generated
@@ -1325,6 +1325,15 @@ wheels = [
|
|||||||
{ url = "https://files.pythonhosted.org/packages/9c/1f/19ebc343cc71a7ffa78f17018535adc5cbdd87afb31d7c34874680148b32/ifaddr-0.2.0-py3-none-any.whl", hash = "sha256:085e0305cfe6f16ab12d72e2024030f5d52674afad6911bb1eee207177b8a748", size = 12314, upload-time = "2022-06-15T21:40:25.756Z" },
|
{ url = "https://files.pythonhosted.org/packages/9c/1f/19ebc343cc71a7ffa78f17018535adc5cbdd87afb31d7c34874680148b32/ifaddr-0.2.0-py3-none-any.whl", hash = "sha256:085e0305cfe6f16ab12d72e2024030f5d52674afad6911bb1eee207177b8a748", size = 12314, upload-time = "2022-06-15T21:40:25.756Z" },
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "inflection"
|
||||||
|
version = "0.5.1"
|
||||||
|
source = { registry = "https://pypi.org/simple" }
|
||||||
|
sdist = { url = "https://files.pythonhosted.org/packages/e1/7e/691d061b7329bc8d54edbf0ec22fbfb2afe61facb681f9aaa9bff7a27d04/inflection-0.5.1.tar.gz", hash = "sha256:1a29730d366e996aaacffb2f1f1cb9593dc38e2ddd30c91250c6dde09ea9b417", size = 15091, upload-time = "2020-08-22T08:16:29.139Z" }
|
||||||
|
wheels = [
|
||||||
|
{ url = "https://files.pythonhosted.org/packages/59/91/aa6bde563e0085a02a435aa99b49ef75b0a4b062635e606dab23ce18d720/inflection-0.5.1-py2.py3-none-any.whl", hash = "sha256:f38b2b640938a4f35ade69ac3d053042959b62a0f1076a5bbaa1b9526605a8a2", size = 9454, upload-time = "2020-08-22T08:16:27.816Z" },
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "iniconfig"
|
name = "iniconfig"
|
||||||
version = "2.1.0"
|
version = "2.1.0"
|
||||||
@@ -2302,6 +2311,18 @@ wheels = [
|
|||||||
{ url = "https://files.pythonhosted.org/packages/74/c1/bb7e334135859c3a92ec399bc89293ea73f28e815e35b43929c8db6af030/primePy-1.3-py3-none-any.whl", hash = "sha256:5ed443718765be9bf7e2ff4c56cdff71b42140a15b39d054f9d99f0009e2317a", size = 4040, upload-time = "2018-05-29T17:18:17.53Z" },
|
{ url = "https://files.pythonhosted.org/packages/74/c1/bb7e334135859c3a92ec399bc89293ea73f28e815e35b43929c8db6af030/primePy-1.3-py3-none-any.whl", hash = "sha256:5ed443718765be9bf7e2ff4c56cdff71b42140a15b39d054f9d99f0009e2317a", size = 4040, upload-time = "2018-05-29T17:18:17.53Z" },
|
||||||
]
|
]
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "profanityfilter"
|
||||||
|
version = "2.1.0"
|
||||||
|
source = { registry = "https://pypi.org/simple" }
|
||||||
|
dependencies = [
|
||||||
|
{ name = "inflection" },
|
||||||
|
]
|
||||||
|
sdist = { url = "https://files.pythonhosted.org/packages/8d/03/08740b5e0800f9eb9f675c149a497a3f3735e7b04e414bcce64136e7e487/profanityfilter-2.1.0.tar.gz", hash = "sha256:0ede04e92a9d7255faa52b53776518edc6586dda828aca677c74b5994dfdd9d8", size = 7910, upload-time = "2024-11-25T22:31:51.194Z" }
|
||||||
|
wheels = [
|
||||||
|
{ url = "https://files.pythonhosted.org/packages/88/03/eb18f72dc6e6398e75e3762677f18ab3a773a384b18efd3ed9119844e892/profanityfilter-2.1.0-py2.py3-none-any.whl", hash = "sha256:e1bc07012760fd74512a335abb93a36877831ed26abab78bfe31bebb68f8c844", size = 7483, upload-time = "2024-11-25T22:31:50.129Z" },
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "prometheus-client"
|
name = "prometheus-client"
|
||||||
version = "0.22.1"
|
version = "0.22.1"
|
||||||
@@ -3110,6 +3131,7 @@ dependencies = [
|
|||||||
{ name = "loguru" },
|
{ name = "loguru" },
|
||||||
{ name = "nltk" },
|
{ name = "nltk" },
|
||||||
{ name = "openai" },
|
{ name = "openai" },
|
||||||
|
{ name = "profanityfilter" },
|
||||||
{ name = "prometheus-fastapi-instrumentator" },
|
{ name = "prometheus-fastapi-instrumentator" },
|
||||||
{ name = "protobuf" },
|
{ name = "protobuf" },
|
||||||
{ name = "psycopg2-binary" },
|
{ name = "psycopg2-binary" },
|
||||||
@@ -3186,6 +3208,7 @@ requires-dist = [
|
|||||||
{ name = "loguru", specifier = ">=0.7.0" },
|
{ name = "loguru", specifier = ">=0.7.0" },
|
||||||
{ name = "nltk", specifier = ">=3.8.1" },
|
{ name = "nltk", specifier = ">=3.8.1" },
|
||||||
{ name = "openai", specifier = ">=1.59.7" },
|
{ name = "openai", specifier = ">=1.59.7" },
|
||||||
|
{ name = "profanityfilter", specifier = ">=2.0.6" },
|
||||||
{ name = "prometheus-fastapi-instrumentator", specifier = ">=6.1.0" },
|
{ name = "prometheus-fastapi-instrumentator", specifier = ">=6.1.0" },
|
||||||
{ name = "protobuf", specifier = ">=4.24.3" },
|
{ name = "protobuf", specifier = ">=4.24.3" },
|
||||||
{ name = "psycopg2-binary", specifier = ">=2.9.10" },
|
{ name = "psycopg2-binary", specifier = ">=2.9.10" },
|
||||||
@@ -3931,8 +3954,8 @@ dependencies = [
|
|||||||
{ name = "typing-extensions", marker = "platform_python_implementation != 'PyPy' and sys_platform == 'darwin'" },
|
{ name = "typing-extensions", marker = "platform_python_implementation != 'PyPy' and sys_platform == 'darwin'" },
|
||||||
]
|
]
|
||||||
wheels = [
|
wheels = [
|
||||||
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0-cp311-none-macosx_11_0_arm64.whl" },
|
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0-cp311-none-macosx_11_0_arm64.whl", hash = "sha256:3d05017d19bc99741288e458888283a44b0ee881d53f05f72f8b1cfea8998122" },
|
||||||
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0-cp312-none-macosx_11_0_arm64.whl" },
|
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0-cp312-none-macosx_11_0_arm64.whl", hash = "sha256:a47b7986bee3f61ad217d8a8ce24605809ab425baf349f97de758815edd2ef54" },
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@@ -3957,16 +3980,16 @@ dependencies = [
|
|||||||
{ name = "typing-extensions", marker = "platform_python_implementation == 'PyPy' or sys_platform != 'darwin'" },
|
{ name = "typing-extensions", marker = "platform_python_implementation == 'PyPy' or sys_platform != 'darwin'" },
|
||||||
]
|
]
|
||||||
wheels = [
|
wheels = [
|
||||||
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp311-cp311-linux_s390x.whl" },
|
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp311-cp311-linux_s390x.whl", hash = "sha256:2bfc013dd6efdc8f8223a0241d3529af9f315dffefb53ffa3bf14d3f10127da6" },
|
||||||
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp311-cp311-manylinux_2_28_aarch64.whl" },
|
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:680129efdeeec3db5da3f88ee5d28c1b1e103b774aef40f9d638e2cce8f8d8d8" },
|
||||||
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp311-cp311-manylinux_2_28_x86_64.whl" },
|
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:cb06175284673a581dd91fb1965662ae4ecaba6e5c357aa0ea7bb8b84b6b7eeb" },
|
||||||
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp311-cp311-win_amd64.whl" },
|
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp311-cp311-win_amd64.whl", hash = "sha256:7631ef49fbd38d382909525b83696dc12a55d68492ade4ace3883c62b9fc140f" },
|
||||||
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp311-cp311-win_arm64.whl" },
|
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp311-cp311-win_arm64.whl", hash = "sha256:41e6fc5ec0914fcdce44ccf338b1d19a441b55cafdd741fd0bf1af3f9e4cfd14" },
|
||||||
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp312-cp312-linux_s390x.whl" },
|
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp312-cp312-linux_s390x.whl", hash = "sha256:0e34e276722ab7dd0dffa9e12fe2135a9b34a0e300c456ed7ad6430229404eb5" },
|
||||||
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp312-cp312-manylinux_2_28_aarch64.whl" },
|
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:610f600c102386e581327d5efc18c0d6edecb9820b4140d26163354a99cd800d" },
|
||||||
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl" },
|
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:cb9a8ba8137ab24e36bf1742cb79a1294bd374db570f09fc15a5e1318160db4e" },
|
||||||
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp312-cp312-win_amd64.whl" },
|
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp312-cp312-win_amd64.whl", hash = "sha256:2be20b2c05a0cce10430cc25f32b689259640d273232b2de357c35729132256d" },
|
||||||
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp312-cp312-win_arm64.whl" },
|
{ url = "https://download.pytorch.org/whl/cpu/torch-2.8.0%2Bcpu-cp312-cp312-win_arm64.whl", hash = "sha256:99fc421a5d234580e45957a7b02effbf3e1c884a5dd077afc85352c77bf41434" },
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
|
|||||||
@@ -1,34 +0,0 @@
|
|||||||
# Environment
|
|
||||||
ENVIRONMENT=development
|
|
||||||
NEXT_PUBLIC_ENV=development
|
|
||||||
|
|
||||||
# Site Configuration
|
|
||||||
NEXT_PUBLIC_SITE_URL=http://localhost:3000
|
|
||||||
|
|
||||||
# Nextauth envs
|
|
||||||
# not used in app code but in lib code
|
|
||||||
NEXTAUTH_URL=http://localhost:3000
|
|
||||||
NEXTAUTH_SECRET=your-nextauth-secret-here
|
|
||||||
# / Nextauth envs
|
|
||||||
|
|
||||||
# Authentication (Authentik OAuth/OIDC)
|
|
||||||
AUTHENTIK_ISSUER=https://authentik.example.com/application/o/reflector
|
|
||||||
AUTHENTIK_REFRESH_TOKEN_URL=https://authentik.example.com/application/o/token/
|
|
||||||
AUTHENTIK_CLIENT_ID=your-client-id-here
|
|
||||||
AUTHENTIK_CLIENT_SECRET=your-client-secret-here
|
|
||||||
|
|
||||||
# Feature Flags
|
|
||||||
# NEXT_PUBLIC_FEATURE_REQUIRE_LOGIN=true
|
|
||||||
# NEXT_PUBLIC_FEATURE_PRIVACY=false
|
|
||||||
# NEXT_PUBLIC_FEATURE_BROWSE=true
|
|
||||||
# NEXT_PUBLIC_FEATURE_SEND_TO_ZULIP=true
|
|
||||||
# NEXT_PUBLIC_FEATURE_ROOMS=true
|
|
||||||
|
|
||||||
# API URLs
|
|
||||||
NEXT_PUBLIC_API_URL=http://127.0.0.1:1250
|
|
||||||
NEXT_PUBLIC_WEBSOCKET_URL=ws://127.0.0.1:1250
|
|
||||||
NEXT_PUBLIC_AUTH_CALLBACK_URL=http://localhost:3000/auth-callback
|
|
||||||
|
|
||||||
# Sentry
|
|
||||||
# SENTRY_DSN=https://your-dsn@sentry.io/project-id
|
|
||||||
# SENTRY_IGNORE_API_RESOLUTION_ERROR=1
|
|
||||||
1
www/.gitignore
vendored
1
www/.gitignore
vendored
@@ -40,6 +40,7 @@ next-env.d.ts
|
|||||||
# Sentry Auth Token
|
# Sentry Auth Token
|
||||||
.sentryclirc
|
.sentryclirc
|
||||||
|
|
||||||
|
config.ts
|
||||||
|
|
||||||
# openapi logs
|
# openapi logs
|
||||||
openapi-ts-error-*.log
|
openapi-ts-error-*.log
|
||||||
|
|||||||
@@ -2,7 +2,6 @@
|
|||||||
|
|
||||||
import { Flex, Spinner } from "@chakra-ui/react";
|
import { Flex, Spinner } from "@chakra-ui/react";
|
||||||
import { useAuth } from "../lib/AuthProvider";
|
import { useAuth } from "../lib/AuthProvider";
|
||||||
import { useLoginRequiredPages } from "../lib/useLoginRequiredPages";
|
|
||||||
|
|
||||||
export default function AuthWrapper({
|
export default function AuthWrapper({
|
||||||
children,
|
children,
|
||||||
@@ -10,10 +9,8 @@ export default function AuthWrapper({
|
|||||||
children: React.ReactNode;
|
children: React.ReactNode;
|
||||||
}) {
|
}) {
|
||||||
const auth = useAuth();
|
const auth = useAuth();
|
||||||
const redirectPath = useLoginRequiredPages();
|
|
||||||
const redirectHappens = !!redirectPath;
|
|
||||||
|
|
||||||
if (auth.status === "loading" || redirectHappens) {
|
if (auth.status === "loading") {
|
||||||
return (
|
return (
|
||||||
<Flex
|
<Flex
|
||||||
flexDir="column"
|
flexDir="column"
|
||||||
|
|||||||
@@ -7,10 +7,9 @@ import {
|
|||||||
FaMicrophone,
|
FaMicrophone,
|
||||||
FaGear,
|
FaGear,
|
||||||
} from "react-icons/fa6";
|
} from "react-icons/fa6";
|
||||||
import { TranscriptStatus } from "../../../lib/transcript";
|
|
||||||
|
|
||||||
interface TranscriptStatusIconProps {
|
interface TranscriptStatusIconProps {
|
||||||
status: TranscriptStatus;
|
status: string;
|
||||||
}
|
}
|
||||||
|
|
||||||
export default function TranscriptStatusIcon({
|
export default function TranscriptStatusIcon({
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
import { Container, Flex, Link } from "@chakra-ui/react";
|
import { Container, Flex, Link } from "@chakra-ui/react";
|
||||||
import { featureEnabled } from "../lib/features";
|
import { getConfig } from "../lib/edgeConfig";
|
||||||
import NextLink from "next/link";
|
import NextLink from "next/link";
|
||||||
import Image from "next/image";
|
import Image from "next/image";
|
||||||
import UserInfo from "../(auth)/userInfo";
|
import UserInfo from "../(auth)/userInfo";
|
||||||
@@ -11,6 +11,8 @@ export default async function AppLayout({
|
|||||||
}: {
|
}: {
|
||||||
children: React.ReactNode;
|
children: React.ReactNode;
|
||||||
}) {
|
}) {
|
||||||
|
const config = await getConfig();
|
||||||
|
const { requireLogin, privacy, browse, rooms } = config.features;
|
||||||
return (
|
return (
|
||||||
<Container
|
<Container
|
||||||
minW="100vw"
|
minW="100vw"
|
||||||
@@ -56,7 +58,7 @@ export default async function AppLayout({
|
|||||||
>
|
>
|
||||||
Create
|
Create
|
||||||
</Link>
|
</Link>
|
||||||
{featureEnabled("browse") ? (
|
{browse ? (
|
||||||
<>
|
<>
|
||||||
·
|
·
|
||||||
<Link href="/browse" as={NextLink} className="font-light px-2">
|
<Link href="/browse" as={NextLink} className="font-light px-2">
|
||||||
@@ -66,7 +68,7 @@ export default async function AppLayout({
|
|||||||
) : (
|
) : (
|
||||||
<></>
|
<></>
|
||||||
)}
|
)}
|
||||||
{featureEnabled("rooms") ? (
|
{rooms ? (
|
||||||
<>
|
<>
|
||||||
·
|
·
|
||||||
<Link href="/rooms" as={NextLink} className="font-light px-2">
|
<Link href="/rooms" as={NextLink} className="font-light px-2">
|
||||||
@@ -76,7 +78,7 @@ export default async function AppLayout({
|
|||||||
) : (
|
) : (
|
||||||
<></>
|
<></>
|
||||||
)}
|
)}
|
||||||
{featureEnabled("requireLogin") ? (
|
{requireLogin ? (
|
||||||
<>
|
<>
|
||||||
·
|
·
|
||||||
<UserInfo />
|
<UserInfo />
|
||||||
|
|||||||
@@ -3,10 +3,8 @@ import ScrollToBottom from "../../scrollToBottom";
|
|||||||
import { Topic } from "../../webSocketTypes";
|
import { Topic } from "../../webSocketTypes";
|
||||||
import useParticipants from "../../useParticipants";
|
import useParticipants from "../../useParticipants";
|
||||||
import { Box, Flex, Text, Accordion } from "@chakra-ui/react";
|
import { Box, Flex, Text, Accordion } from "@chakra-ui/react";
|
||||||
|
import { featureEnabled } from "../../../../domainContext";
|
||||||
import { TopicItem } from "./TopicItem";
|
import { TopicItem } from "./TopicItem";
|
||||||
import { TranscriptStatus } from "../../../../lib/transcript";
|
|
||||||
|
|
||||||
import { featureEnabled } from "../../../../lib/features";
|
|
||||||
|
|
||||||
type TopicListProps = {
|
type TopicListProps = {
|
||||||
topics: Topic[];
|
topics: Topic[];
|
||||||
@@ -16,7 +14,7 @@ type TopicListProps = {
|
|||||||
];
|
];
|
||||||
autoscroll: boolean;
|
autoscroll: boolean;
|
||||||
transcriptId: string;
|
transcriptId: string;
|
||||||
status: TranscriptStatus | null;
|
status: string;
|
||||||
currentTranscriptText: any;
|
currentTranscriptText: any;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
"use client";
|
"use client";
|
||||||
import { useState, use } from "react";
|
import { useState } from "react";
|
||||||
import TopicHeader from "./topicHeader";
|
import TopicHeader from "./topicHeader";
|
||||||
import TopicWords from "./topicWords";
|
import TopicWords from "./topicWords";
|
||||||
import TopicPlayer from "./topicPlayer";
|
import TopicPlayer from "./topicPlayer";
|
||||||
@@ -9,27 +9,23 @@ import ParticipantList from "./participantList";
|
|||||||
import type { components } from "../../../../reflector-api";
|
import type { components } from "../../../../reflector-api";
|
||||||
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
||||||
import { SelectedText, selectedTextIsTimeSlice } from "./types";
|
import { SelectedText, selectedTextIsTimeSlice } from "./types";
|
||||||
import {
|
import { useTranscriptUpdate } from "../../../../lib/apiHooks";
|
||||||
useTranscriptGet,
|
import useTranscript from "../../useTranscript";
|
||||||
useTranscriptUpdate,
|
|
||||||
} from "../../../../lib/apiHooks";
|
|
||||||
import { useError } from "../../../../(errors)/errorContext";
|
import { useError } from "../../../../(errors)/errorContext";
|
||||||
import { useRouter } from "next/navigation";
|
import { useRouter } from "next/navigation";
|
||||||
import { Box, Grid } from "@chakra-ui/react";
|
import { Box, Grid } from "@chakra-ui/react";
|
||||||
|
|
||||||
export type TranscriptCorrect = {
|
export type TranscriptCorrect = {
|
||||||
params: Promise<{
|
params: {
|
||||||
transcriptId: string;
|
transcriptId: string;
|
||||||
}>;
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
export default function TranscriptCorrect(props: TranscriptCorrect) {
|
export default function TranscriptCorrect({
|
||||||
const params = use(props.params);
|
params: { transcriptId },
|
||||||
|
}: TranscriptCorrect) {
|
||||||
const { transcriptId } = params;
|
|
||||||
|
|
||||||
const updateTranscriptMutation = useTranscriptUpdate();
|
const updateTranscriptMutation = useTranscriptUpdate();
|
||||||
const transcript = useTranscriptGet(transcriptId);
|
const transcript = useTranscript(transcriptId);
|
||||||
const stateCurrentTopic = useState<GetTranscriptTopic>();
|
const stateCurrentTopic = useState<GetTranscriptTopic>();
|
||||||
const [currentTopic, _sct] = stateCurrentTopic;
|
const [currentTopic, _sct] = stateCurrentTopic;
|
||||||
const stateSelectedText = useState<SelectedText>();
|
const stateSelectedText = useState<SelectedText>();
|
||||||
@@ -40,7 +36,7 @@ export default function TranscriptCorrect(props: TranscriptCorrect) {
|
|||||||
const router = useRouter();
|
const router = useRouter();
|
||||||
|
|
||||||
const markAsDone = async () => {
|
const markAsDone = async () => {
|
||||||
if (transcript.data && !transcript.data.reviewed) {
|
if (transcript.response && !transcript.response.reviewed) {
|
||||||
try {
|
try {
|
||||||
await updateTranscriptMutation.mutateAsync({
|
await updateTranscriptMutation.mutateAsync({
|
||||||
params: {
|
params: {
|
||||||
@@ -118,7 +114,7 @@ export default function TranscriptCorrect(props: TranscriptCorrect) {
|
|||||||
}}
|
}}
|
||||||
/>
|
/>
|
||||||
</Grid>
|
</Grid>
|
||||||
{transcript.data && !transcript.data?.reviewed && (
|
{transcript.response && !transcript.response?.reviewed && (
|
||||||
<div className="flex flex-row justify-end">
|
<div className="flex flex-row justify-end">
|
||||||
<button
|
<button
|
||||||
className="p-2 px-4 rounded bg-green-400"
|
className="p-2 px-4 rounded bg-green-400"
|
||||||
|
|||||||
@@ -1,38 +1,32 @@
|
|||||||
"use client";
|
"use client";
|
||||||
import Modal from "../modal";
|
import Modal from "../modal";
|
||||||
|
import useTranscript from "../useTranscript";
|
||||||
import useTopics from "../useTopics";
|
import useTopics from "../useTopics";
|
||||||
import useWaveform from "../useWaveform";
|
import useWaveform from "../useWaveform";
|
||||||
import useMp3 from "../useMp3";
|
import useMp3 from "../useMp3";
|
||||||
import { TopicList } from "./_components/TopicList";
|
import { TopicList } from "./_components/TopicList";
|
||||||
import { Topic } from "../webSocketTypes";
|
import { Topic } from "../webSocketTypes";
|
||||||
import React, { useEffect, useState, use } from "react";
|
import React, { useEffect, useState } from "react";
|
||||||
import FinalSummary from "./finalSummary";
|
import FinalSummary from "./finalSummary";
|
||||||
import TranscriptTitle from "../transcriptTitle";
|
import TranscriptTitle from "../transcriptTitle";
|
||||||
import Player from "../player";
|
import Player from "../player";
|
||||||
import { useRouter } from "next/navigation";
|
import { useRouter } from "next/navigation";
|
||||||
import { Box, Flex, Grid, GridItem, Skeleton, Text } from "@chakra-ui/react";
|
import { Box, Flex, Grid, GridItem, Skeleton, Text } from "@chakra-ui/react";
|
||||||
import { useTranscriptGet } from "../../../lib/apiHooks";
|
|
||||||
import { TranscriptStatus } from "../../../lib/transcript";
|
|
||||||
|
|
||||||
type TranscriptDetails = {
|
type TranscriptDetails = {
|
||||||
params: Promise<{
|
params: {
|
||||||
transcriptId: string;
|
transcriptId: string;
|
||||||
}>;
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
export default function TranscriptDetails(details: TranscriptDetails) {
|
export default function TranscriptDetails(details: TranscriptDetails) {
|
||||||
const params = use(details.params);
|
const transcriptId = details.params.transcriptId;
|
||||||
const transcriptId = params.transcriptId;
|
|
||||||
const router = useRouter();
|
const router = useRouter();
|
||||||
const statusToRedirect = [
|
const statusToRedirect = ["idle", "recording", "processing"];
|
||||||
"idle",
|
|
||||||
"recording",
|
|
||||||
"processing",
|
|
||||||
] satisfies TranscriptStatus[] as TranscriptStatus[];
|
|
||||||
|
|
||||||
const transcript = useTranscriptGet(transcriptId);
|
const transcript = useTranscript(transcriptId);
|
||||||
const waiting =
|
const transcriptStatus = transcript.response?.status;
|
||||||
transcript.data && statusToRedirect.includes(transcript.data.status);
|
const waiting = statusToRedirect.includes(transcriptStatus || "");
|
||||||
|
|
||||||
const mp3 = useMp3(transcriptId, waiting);
|
const mp3 = useMp3(transcriptId, waiting);
|
||||||
const topics = useTopics(transcriptId);
|
const topics = useTopics(transcriptId);
|
||||||
@@ -44,7 +38,7 @@ export default function TranscriptDetails(details: TranscriptDetails) {
|
|||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
if (waiting) {
|
if (waiting) {
|
||||||
const newUrl = "/transcripts/" + params.transcriptId + "/record";
|
const newUrl = "/transcripts/" + details.params.transcriptId + "/record";
|
||||||
// Shallow redirection does not work on NextJS 13
|
// Shallow redirection does not work on NextJS 13
|
||||||
// https://github.com/vercel/next.js/discussions/48110
|
// https://github.com/vercel/next.js/discussions/48110
|
||||||
// https://github.com/vercel/next.js/discussions/49540
|
// https://github.com/vercel/next.js/discussions/49540
|
||||||
@@ -62,7 +56,7 @@ export default function TranscriptDetails(details: TranscriptDetails) {
|
|||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|
||||||
if (transcript?.isLoading || topics?.loading) {
|
if (transcript?.loading || topics?.loading) {
|
||||||
return <Modal title="Loading" text={"Loading transcript..."} />;
|
return <Modal title="Loading" text={"Loading transcript..."} />;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -92,7 +86,7 @@ export default function TranscriptDetails(details: TranscriptDetails) {
|
|||||||
useActiveTopic={useActiveTopic}
|
useActiveTopic={useActiveTopic}
|
||||||
waveform={waveform.waveform}
|
waveform={waveform.waveform}
|
||||||
media={mp3.media}
|
media={mp3.media}
|
||||||
mediaDuration={transcript.data?.duration || null}
|
mediaDuration={transcript.response?.duration || null}
|
||||||
/>
|
/>
|
||||||
) : !mp3.loading && (waveform.error || mp3.error) ? (
|
) : !mp3.loading && (waveform.error || mp3.error) ? (
|
||||||
<Box p={4} bg="red.100" borderRadius="md">
|
<Box p={4} bg="red.100" borderRadius="md">
|
||||||
@@ -122,10 +116,10 @@ export default function TranscriptDetails(details: TranscriptDetails) {
|
|||||||
<Flex direction="column" gap={0}>
|
<Flex direction="column" gap={0}>
|
||||||
<Flex alignItems="center" gap={2}>
|
<Flex alignItems="center" gap={2}>
|
||||||
<TranscriptTitle
|
<TranscriptTitle
|
||||||
title={transcript.data?.title || "Unnamed Transcript"}
|
title={transcript.response?.title || "Unnamed Transcript"}
|
||||||
transcriptId={transcriptId}
|
transcriptId={transcriptId}
|
||||||
onUpdate={(newTitle) => {
|
onUpdate={(newTitle) => {
|
||||||
transcript.refetch().then(() => {});
|
transcript.reload();
|
||||||
}}
|
}}
|
||||||
/>
|
/>
|
||||||
</Flex>
|
</Flex>
|
||||||
@@ -142,23 +136,23 @@ export default function TranscriptDetails(details: TranscriptDetails) {
|
|||||||
useActiveTopic={useActiveTopic}
|
useActiveTopic={useActiveTopic}
|
||||||
autoscroll={false}
|
autoscroll={false}
|
||||||
transcriptId={transcriptId}
|
transcriptId={transcriptId}
|
||||||
status={transcript.data?.status || null}
|
status={transcript.response?.status}
|
||||||
currentTranscriptText=""
|
currentTranscriptText=""
|
||||||
/>
|
/>
|
||||||
{transcript.data && topics.topics ? (
|
{transcript.response && topics.topics ? (
|
||||||
<>
|
<>
|
||||||
<FinalSummary
|
<FinalSummary
|
||||||
transcriptResponse={transcript.data}
|
transcriptResponse={transcript.response}
|
||||||
topicsResponse={topics.topics}
|
topicsResponse={topics.topics}
|
||||||
onUpdate={() => {
|
onUpdate={(newSummary) => {
|
||||||
transcript.refetch();
|
transcript.reload();
|
||||||
}}
|
}}
|
||||||
/>
|
/>
|
||||||
</>
|
</>
|
||||||
) : (
|
) : (
|
||||||
<Flex justify={"center"} alignItems={"center"} h={"100%"}>
|
<Flex justify={"center"} alignItems={"center"} h={"100%"}>
|
||||||
<div className="flex flex-col h-full justify-center content-center">
|
<div className="flex flex-col h-full justify-center content-center">
|
||||||
{transcript?.data?.status == "processing" ? (
|
{transcript.response.status == "processing" ? (
|
||||||
<Text>Loading Transcript</Text>
|
<Text>Loading Transcript</Text>
|
||||||
) : (
|
) : (
|
||||||
<Text>
|
<Text>
|
||||||
|
|||||||
@@ -1,7 +1,8 @@
|
|||||||
"use client";
|
"use client";
|
||||||
import { useEffect, useState, use } from "react";
|
import { useEffect, useState } from "react";
|
||||||
import Recorder from "../../recorder";
|
import Recorder from "../../recorder";
|
||||||
import { TopicList } from "../_components/TopicList";
|
import { TopicList } from "../_components/TopicList";
|
||||||
|
import useTranscript from "../../useTranscript";
|
||||||
import { useWebSockets } from "../../useWebSockets";
|
import { useWebSockets } from "../../useWebSockets";
|
||||||
import { Topic } from "../../webSocketTypes";
|
import { Topic } from "../../webSocketTypes";
|
||||||
import { lockWakeState, releaseWakeState } from "../../../../lib/wakeLock";
|
import { lockWakeState, releaseWakeState } from "../../../../lib/wakeLock";
|
||||||
@@ -10,29 +11,26 @@ import useMp3 from "../../useMp3";
|
|||||||
import WaveformLoading from "../../waveformLoading";
|
import WaveformLoading from "../../waveformLoading";
|
||||||
import { Box, Text, Grid, Heading, VStack, Flex } from "@chakra-ui/react";
|
import { Box, Text, Grid, Heading, VStack, Flex } from "@chakra-ui/react";
|
||||||
import LiveTrancription from "../../liveTranscription";
|
import LiveTrancription from "../../liveTranscription";
|
||||||
import { useTranscriptGet } from "../../../../lib/apiHooks";
|
|
||||||
import { TranscriptStatus } from "../../../../lib/transcript";
|
|
||||||
|
|
||||||
type TranscriptDetails = {
|
type TranscriptDetails = {
|
||||||
params: Promise<{
|
params: {
|
||||||
transcriptId: string;
|
transcriptId: string;
|
||||||
}>;
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
const TranscriptRecord = (details: TranscriptDetails) => {
|
const TranscriptRecord = (details: TranscriptDetails) => {
|
||||||
const params = use(details.params);
|
const transcript = useTranscript(details.params.transcriptId);
|
||||||
const transcript = useTranscriptGet(params.transcriptId);
|
|
||||||
const [transcriptStarted, setTranscriptStarted] = useState(false);
|
const [transcriptStarted, setTranscriptStarted] = useState(false);
|
||||||
const useActiveTopic = useState<Topic | null>(null);
|
const useActiveTopic = useState<Topic | null>(null);
|
||||||
|
|
||||||
const webSockets = useWebSockets(params.transcriptId);
|
const webSockets = useWebSockets(details.params.transcriptId);
|
||||||
|
|
||||||
const mp3 = useMp3(params.transcriptId, true);
|
const mp3 = useMp3(details.params.transcriptId, true);
|
||||||
|
|
||||||
const router = useRouter();
|
const router = useRouter();
|
||||||
|
|
||||||
const [status, setStatus] = useState<TranscriptStatus>(
|
const [status, setStatus] = useState(
|
||||||
webSockets.status?.value || transcript.data?.status || "idle",
|
webSockets.status.value || transcript.response?.status || "idle",
|
||||||
);
|
);
|
||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
@@ -43,15 +41,15 @@ const TranscriptRecord = (details: TranscriptDetails) => {
|
|||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
//TODO HANDLE ERROR STATUS BETTER
|
//TODO HANDLE ERROR STATUS BETTER
|
||||||
const newStatus =
|
const newStatus =
|
||||||
webSockets.status?.value || transcript.data?.status || "idle";
|
webSockets.status.value || transcript.response?.status || "idle";
|
||||||
setStatus(newStatus);
|
setStatus(newStatus);
|
||||||
if (newStatus && (newStatus == "ended" || newStatus == "error")) {
|
if (newStatus && (newStatus == "ended" || newStatus == "error")) {
|
||||||
console.log(newStatus, "redirecting");
|
console.log(newStatus, "redirecting");
|
||||||
|
|
||||||
const newUrl = "/transcripts/" + params.transcriptId;
|
const newUrl = "/transcripts/" + details.params.transcriptId;
|
||||||
router.replace(newUrl);
|
router.replace(newUrl);
|
||||||
}
|
}
|
||||||
}, [webSockets.status?.value, transcript.data?.status]);
|
}, [webSockets.status.value, transcript.response?.status]);
|
||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
if (webSockets.waveform && webSockets.waveform) mp3.getNow();
|
if (webSockets.waveform && webSockets.waveform) mp3.getNow();
|
||||||
@@ -76,7 +74,7 @@ const TranscriptRecord = (details: TranscriptDetails) => {
|
|||||||
<WaveformLoading />
|
<WaveformLoading />
|
||||||
) : (
|
) : (
|
||||||
// todo: only start recording animation when you get "recorded" status
|
// todo: only start recording animation when you get "recorded" status
|
||||||
<Recorder transcriptId={params.transcriptId} status={status} />
|
<Recorder transcriptId={details.params.transcriptId} status={status} />
|
||||||
)}
|
)}
|
||||||
<VStack
|
<VStack
|
||||||
align={"left"}
|
align={"left"}
|
||||||
@@ -99,7 +97,7 @@ const TranscriptRecord = (details: TranscriptDetails) => {
|
|||||||
topics={webSockets.topics}
|
topics={webSockets.topics}
|
||||||
useActiveTopic={useActiveTopic}
|
useActiveTopic={useActiveTopic}
|
||||||
autoscroll={true}
|
autoscroll={true}
|
||||||
transcriptId={params.transcriptId}
|
transcriptId={details.params.transcriptId}
|
||||||
status={status}
|
status={status}
|
||||||
currentTranscriptText={webSockets.accumulatedText}
|
currentTranscriptText={webSockets.accumulatedText}
|
||||||
/>
|
/>
|
||||||
|
|||||||
@@ -1,38 +1,37 @@
|
|||||||
"use client";
|
"use client";
|
||||||
import { useEffect, useState, use } from "react";
|
import { useEffect, useState } from "react";
|
||||||
|
import useTranscript from "../../useTranscript";
|
||||||
import { useWebSockets } from "../../useWebSockets";
|
import { useWebSockets } from "../../useWebSockets";
|
||||||
import { lockWakeState, releaseWakeState } from "../../../../lib/wakeLock";
|
import { lockWakeState, releaseWakeState } from "../../../../lib/wakeLock";
|
||||||
import { useRouter } from "next/navigation";
|
import { useRouter } from "next/navigation";
|
||||||
import useMp3 from "../../useMp3";
|
import useMp3 from "../../useMp3";
|
||||||
import { Center, VStack, Text, Heading, Button } from "@chakra-ui/react";
|
import { Center, VStack, Text, Heading, Button } from "@chakra-ui/react";
|
||||||
import FileUploadButton from "../../fileUploadButton";
|
import FileUploadButton from "../../fileUploadButton";
|
||||||
import { useTranscriptGet } from "../../../../lib/apiHooks";
|
|
||||||
|
|
||||||
type TranscriptUpload = {
|
type TranscriptUpload = {
|
||||||
params: Promise<{
|
params: {
|
||||||
transcriptId: string;
|
transcriptId: string;
|
||||||
}>;
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
const TranscriptUpload = (details: TranscriptUpload) => {
|
const TranscriptUpload = (details: TranscriptUpload) => {
|
||||||
const params = use(details.params);
|
const transcript = useTranscript(details.params.transcriptId);
|
||||||
const transcript = useTranscriptGet(params.transcriptId);
|
|
||||||
const [transcriptStarted, setTranscriptStarted] = useState(false);
|
const [transcriptStarted, setTranscriptStarted] = useState(false);
|
||||||
|
|
||||||
const webSockets = useWebSockets(params.transcriptId);
|
const webSockets = useWebSockets(details.params.transcriptId);
|
||||||
|
|
||||||
const mp3 = useMp3(params.transcriptId, true);
|
const mp3 = useMp3(details.params.transcriptId, true);
|
||||||
|
|
||||||
const router = useRouter();
|
const router = useRouter();
|
||||||
|
|
||||||
const [status_, setStatus] = useState(
|
const [status_, setStatus] = useState(
|
||||||
webSockets.status?.value || transcript.data?.status || "idle",
|
webSockets.status.value || transcript.response?.status || "idle",
|
||||||
);
|
);
|
||||||
|
|
||||||
// status is obviously done if we have transcript
|
// status is obviously done if we have transcript
|
||||||
const status =
|
const status =
|
||||||
!transcript.isLoading && transcript.data?.status === "ended"
|
!transcript.loading && transcript.response?.status === "ended"
|
||||||
? transcript.data?.status
|
? transcript.response?.status
|
||||||
: status_;
|
: status_;
|
||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
@@ -44,17 +43,17 @@ const TranscriptUpload = (details: TranscriptUpload) => {
|
|||||||
//TODO HANDLE ERROR STATUS BETTER
|
//TODO HANDLE ERROR STATUS BETTER
|
||||||
// TODO deprecate webSockets.status.value / depend on transcript.response?.status from query lib
|
// TODO deprecate webSockets.status.value / depend on transcript.response?.status from query lib
|
||||||
const newStatus =
|
const newStatus =
|
||||||
transcript.data?.status === "ended"
|
transcript.response?.status === "ended"
|
||||||
? "ended"
|
? "ended"
|
||||||
: webSockets.status?.value || transcript.data?.status || "idle";
|
: webSockets.status.value || transcript.response?.status || "idle";
|
||||||
setStatus(newStatus);
|
setStatus(newStatus);
|
||||||
if (newStatus && (newStatus == "ended" || newStatus == "error")) {
|
if (newStatus && (newStatus == "ended" || newStatus == "error")) {
|
||||||
console.log(newStatus, "redirecting");
|
console.log(newStatus, "redirecting");
|
||||||
|
|
||||||
const newUrl = "/transcripts/" + params.transcriptId;
|
const newUrl = "/transcripts/" + details.params.transcriptId;
|
||||||
router.replace(newUrl);
|
router.replace(newUrl);
|
||||||
}
|
}
|
||||||
}, [webSockets.status?.value, transcript.data?.status]);
|
}, [webSockets.status.value, transcript.response?.status]);
|
||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
if (webSockets.waveform && webSockets.waveform) mp3.getNow();
|
if (webSockets.waveform && webSockets.waveform) mp3.getNow();
|
||||||
@@ -85,7 +84,7 @@ const TranscriptUpload = (details: TranscriptUpload) => {
|
|||||||
Please select the file, supported formats: .mp3, m4a, .wav,
|
Please select the file, supported formats: .mp3, m4a, .wav,
|
||||||
.mp4, .mov or .webm
|
.mp4, .mov or .webm
|
||||||
</Text>
|
</Text>
|
||||||
<FileUploadButton transcriptId={params.transcriptId} />
|
<FileUploadButton transcriptId={details.params.transcriptId} />
|
||||||
</>
|
</>
|
||||||
)}
|
)}
|
||||||
{status && status == "uploaded" && (
|
{status && status == "uploaded" && (
|
||||||
|
|||||||
@@ -9,6 +9,7 @@ import { useRouter } from "next/navigation";
|
|||||||
import useCreateTranscript from "../createTranscript";
|
import useCreateTranscript from "../createTranscript";
|
||||||
import SelectSearch from "react-select-search";
|
import SelectSearch from "react-select-search";
|
||||||
import { supportedLanguages } from "../../../supportedLanguages";
|
import { supportedLanguages } from "../../../supportedLanguages";
|
||||||
|
import { featureEnabled } from "../../../domainContext";
|
||||||
import {
|
import {
|
||||||
Flex,
|
Flex,
|
||||||
Box,
|
Box,
|
||||||
@@ -20,9 +21,10 @@ import {
|
|||||||
Spacer,
|
Spacer,
|
||||||
} from "@chakra-ui/react";
|
} from "@chakra-ui/react";
|
||||||
import { useAuth } from "../../../lib/AuthProvider";
|
import { useAuth } from "../../../lib/AuthProvider";
|
||||||
import { featureEnabled } from "../../../lib/features";
|
import type { components } from "../../../reflector-api";
|
||||||
|
|
||||||
const TranscriptCreate = () => {
|
const TranscriptCreate = () => {
|
||||||
|
const isClient = typeof window !== "undefined";
|
||||||
const router = useRouter();
|
const router = useRouter();
|
||||||
const auth = useAuth();
|
const auth = useAuth();
|
||||||
const isAuthenticated = auth.status === "authenticated";
|
const isAuthenticated = auth.status === "authenticated";
|
||||||
@@ -174,7 +176,7 @@ const TranscriptCreate = () => {
|
|||||||
placeholder="Choose your language"
|
placeholder="Choose your language"
|
||||||
/>
|
/>
|
||||||
</Box>
|
</Box>
|
||||||
{!loading ? (
|
{isClient && !loading ? (
|
||||||
permissionOk ? (
|
permissionOk ? (
|
||||||
<Spacer />
|
<Spacer />
|
||||||
) : permissionDenied ? (
|
) : permissionDenied ? (
|
||||||
|
|||||||
@@ -11,11 +11,10 @@ import useAudioDevice from "./useAudioDevice";
|
|||||||
import { Box, Flex, IconButton, Menu, RadioGroup } from "@chakra-ui/react";
|
import { Box, Flex, IconButton, Menu, RadioGroup } from "@chakra-ui/react";
|
||||||
import { LuScreenShare, LuMic, LuPlay, LuCircleStop } from "react-icons/lu";
|
import { LuScreenShare, LuMic, LuPlay, LuCircleStop } from "react-icons/lu";
|
||||||
import { RECORD_A_MEETING_URL } from "../../api/urls";
|
import { RECORD_A_MEETING_URL } from "../../api/urls";
|
||||||
import { TranscriptStatus } from "../../lib/transcript";
|
|
||||||
|
|
||||||
type RecorderProps = {
|
type RecorderProps = {
|
||||||
transcriptId: string;
|
transcriptId: string;
|
||||||
status: TranscriptStatus;
|
status: string;
|
||||||
};
|
};
|
||||||
|
|
||||||
export default function Recorder(props: RecorderProps) {
|
export default function Recorder(props: RecorderProps) {
|
||||||
|
|||||||
@@ -1,4 +1,5 @@
|
|||||||
import { useEffect, useState } from "react";
|
import { useEffect, useState } from "react";
|
||||||
|
import { featureEnabled } from "../../domainContext";
|
||||||
|
|
||||||
import { ShareMode, toShareMode } from "../../lib/shareMode";
|
import { ShareMode, toShareMode } from "../../lib/shareMode";
|
||||||
import type { components } from "../../reflector-api";
|
import type { components } from "../../reflector-api";
|
||||||
@@ -23,8 +24,6 @@ import ShareCopy from "./shareCopy";
|
|||||||
import ShareZulip from "./shareZulip";
|
import ShareZulip from "./shareZulip";
|
||||||
import { useAuth } from "../../lib/AuthProvider";
|
import { useAuth } from "../../lib/AuthProvider";
|
||||||
|
|
||||||
import { featureEnabled } from "../../lib/features";
|
|
||||||
|
|
||||||
type ShareAndPrivacyProps = {
|
type ShareAndPrivacyProps = {
|
||||||
finalSummaryRef: any;
|
finalSummaryRef: any;
|
||||||
transcriptResponse: GetTranscript;
|
transcriptResponse: GetTranscript;
|
||||||
|
|||||||
@@ -1,9 +1,8 @@
|
|||||||
import React, { useState, useRef, useEffect, use } from "react";
|
import React, { useState, useRef, useEffect, use } from "react";
|
||||||
|
import { featureEnabled } from "../../domainContext";
|
||||||
import { Button, Flex, Input, Text } from "@chakra-ui/react";
|
import { Button, Flex, Input, Text } from "@chakra-ui/react";
|
||||||
import QRCode from "react-qr-code";
|
import QRCode from "react-qr-code";
|
||||||
|
|
||||||
import { featureEnabled } from "../../lib/features";
|
|
||||||
|
|
||||||
type ShareLinkProps = {
|
type ShareLinkProps = {
|
||||||
transcriptId: string;
|
transcriptId: string;
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -1,4 +1,5 @@
|
|||||||
import { useState, useEffect, useMemo } from "react";
|
import { useState, useEffect, useMemo } from "react";
|
||||||
|
import { featureEnabled } from "../../domainContext";
|
||||||
import type { components } from "../../reflector-api";
|
import type { components } from "../../reflector-api";
|
||||||
|
|
||||||
type GetTranscript = components["schemas"]["GetTranscript"];
|
type GetTranscript = components["schemas"]["GetTranscript"];
|
||||||
@@ -14,7 +15,8 @@ import {
|
|||||||
Checkbox,
|
Checkbox,
|
||||||
Combobox,
|
Combobox,
|
||||||
Spinner,
|
Spinner,
|
||||||
createListCollection,
|
useFilter,
|
||||||
|
useListCollection,
|
||||||
} from "@chakra-ui/react";
|
} from "@chakra-ui/react";
|
||||||
import { TbBrandZulip } from "react-icons/tb";
|
import { TbBrandZulip } from "react-icons/tb";
|
||||||
import {
|
import {
|
||||||
@@ -23,8 +25,6 @@ import {
|
|||||||
useTranscriptPostToZulip,
|
useTranscriptPostToZulip,
|
||||||
} from "../../lib/apiHooks";
|
} from "../../lib/apiHooks";
|
||||||
|
|
||||||
import { featureEnabled } from "../../lib/features";
|
|
||||||
|
|
||||||
type ShareZulipProps = {
|
type ShareZulipProps = {
|
||||||
transcriptResponse: GetTranscript;
|
transcriptResponse: GetTranscript;
|
||||||
topicsResponse: GetTranscriptTopic[];
|
topicsResponse: GetTranscriptTopic[];
|
||||||
@@ -47,6 +47,8 @@ export default function ShareZulip(props: ShareZulipProps & BoxProps) {
|
|||||||
const { data: topics = [] } = useZulipTopics(selectedStreamId);
|
const { data: topics = [] } = useZulipTopics(selectedStreamId);
|
||||||
const postToZulipMutation = useTranscriptPostToZulip();
|
const postToZulipMutation = useTranscriptPostToZulip();
|
||||||
|
|
||||||
|
const { contains } = useFilter({ sensitivity: "base" });
|
||||||
|
|
||||||
const streamItems = useMemo(() => {
|
const streamItems = useMemo(() => {
|
||||||
return streams.map((stream: Stream) => ({
|
return streams.map((stream: Stream) => ({
|
||||||
label: stream.name,
|
label: stream.name,
|
||||||
@@ -61,21 +63,17 @@ export default function ShareZulip(props: ShareZulipProps & BoxProps) {
|
|||||||
}));
|
}));
|
||||||
}, [topics]);
|
}, [topics]);
|
||||||
|
|
||||||
const streamCollection = useMemo(
|
const { collection: streamItemsCollection, filter: streamItemsFilter } =
|
||||||
() =>
|
useListCollection({
|
||||||
createListCollection({
|
initialItems: streamItems,
|
||||||
items: streamItems,
|
filter: contains,
|
||||||
}),
|
});
|
||||||
[streamItems],
|
|
||||||
);
|
|
||||||
|
|
||||||
const topicCollection = useMemo(
|
const { collection: topicItemsCollection, filter: topicItemsFilter } =
|
||||||
() =>
|
useListCollection({
|
||||||
createListCollection({
|
initialItems: topicItems,
|
||||||
items: topicItems,
|
filter: contains,
|
||||||
}),
|
});
|
||||||
[topicItems],
|
|
||||||
);
|
|
||||||
|
|
||||||
// Update selected stream ID when stream changes
|
// Update selected stream ID when stream changes
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
@@ -157,12 +155,15 @@ export default function ShareZulip(props: ShareZulipProps & BoxProps) {
|
|||||||
<Flex align="center" gap={2}>
|
<Flex align="center" gap={2}>
|
||||||
<Text>#</Text>
|
<Text>#</Text>
|
||||||
<Combobox.Root
|
<Combobox.Root
|
||||||
collection={streamCollection}
|
collection={streamItemsCollection}
|
||||||
value={stream ? [stream] : []}
|
value={stream ? [stream] : []}
|
||||||
onValueChange={(e) => {
|
onValueChange={(e) => {
|
||||||
setTopic(undefined);
|
setTopic(undefined);
|
||||||
setStream(e.value[0]);
|
setStream(e.value[0]);
|
||||||
}}
|
}}
|
||||||
|
onInputValueChange={(e) =>
|
||||||
|
streamItemsFilter(e.inputValue)
|
||||||
|
}
|
||||||
openOnClick={true}
|
openOnClick={true}
|
||||||
positioning={{
|
positioning={{
|
||||||
strategy: "fixed",
|
strategy: "fixed",
|
||||||
@@ -179,7 +180,7 @@ export default function ShareZulip(props: ShareZulipProps & BoxProps) {
|
|||||||
<Combobox.Positioner>
|
<Combobox.Positioner>
|
||||||
<Combobox.Content>
|
<Combobox.Content>
|
||||||
<Combobox.Empty>No streams found</Combobox.Empty>
|
<Combobox.Empty>No streams found</Combobox.Empty>
|
||||||
{streamItems.map((item) => (
|
{streamItemsCollection.items.map((item) => (
|
||||||
<Combobox.Item key={item.value} item={item}>
|
<Combobox.Item key={item.value} item={item}>
|
||||||
{item.label}
|
{item.label}
|
||||||
</Combobox.Item>
|
</Combobox.Item>
|
||||||
@@ -195,9 +196,12 @@ export default function ShareZulip(props: ShareZulipProps & BoxProps) {
|
|||||||
<Flex align="center" gap={2}>
|
<Flex align="center" gap={2}>
|
||||||
<Text visibility="hidden">#</Text>
|
<Text visibility="hidden">#</Text>
|
||||||
<Combobox.Root
|
<Combobox.Root
|
||||||
collection={topicCollection}
|
collection={topicItemsCollection}
|
||||||
value={topic ? [topic] : []}
|
value={topic ? [topic] : []}
|
||||||
onValueChange={(e) => setTopic(e.value[0])}
|
onValueChange={(e) => setTopic(e.value[0])}
|
||||||
|
onInputValueChange={(e) =>
|
||||||
|
topicItemsFilter(e.inputValue)
|
||||||
|
}
|
||||||
openOnClick
|
openOnClick
|
||||||
selectionBehavior="replace"
|
selectionBehavior="replace"
|
||||||
skipAnimationOnMount={true}
|
skipAnimationOnMount={true}
|
||||||
@@ -217,7 +221,7 @@ export default function ShareZulip(props: ShareZulipProps & BoxProps) {
|
|||||||
<Combobox.Positioner>
|
<Combobox.Positioner>
|
||||||
<Combobox.Content>
|
<Combobox.Content>
|
||||||
<Combobox.Empty>No topics found</Combobox.Empty>
|
<Combobox.Empty>No topics found</Combobox.Empty>
|
||||||
{topicItems.map((item) => (
|
{topicItemsCollection.items.map((item) => (
|
||||||
<Combobox.Item key={item.value} item={item}>
|
<Combobox.Item key={item.value} item={item}>
|
||||||
{item.label}
|
{item.label}
|
||||||
<Combobox.ItemIndicator />
|
<Combobox.ItemIndicator />
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
import { useEffect, useState } from "react";
|
import { useContext, useEffect, useState } from "react";
|
||||||
|
import { DomainContext } from "../../domainContext";
|
||||||
import { useTranscriptGet } from "../../lib/apiHooks";
|
import { useTranscriptGet } from "../../lib/apiHooks";
|
||||||
import { useAuth } from "../../lib/AuthProvider";
|
import { useAuth } from "../../lib/AuthProvider";
|
||||||
import { API_URL } from "../../lib/apiClient";
|
|
||||||
|
|
||||||
export type Mp3Response = {
|
export type Mp3Response = {
|
||||||
media: HTMLMediaElement | null;
|
media: HTMLMediaElement | null;
|
||||||
@@ -19,6 +19,7 @@ const useMp3 = (transcriptId: string, waiting?: boolean): Mp3Response => {
|
|||||||
null,
|
null,
|
||||||
);
|
);
|
||||||
const [audioDeleted, setAudioDeleted] = useState<boolean | null>(null);
|
const [audioDeleted, setAudioDeleted] = useState<boolean | null>(null);
|
||||||
|
const { api_url } = useContext(DomainContext);
|
||||||
const auth = useAuth();
|
const auth = useAuth();
|
||||||
const accessTokenInfo =
|
const accessTokenInfo =
|
||||||
auth.status === "authenticated" ? auth.accessToken : null;
|
auth.status === "authenticated" ? auth.accessToken : null;
|
||||||
@@ -77,7 +78,7 @@ const useMp3 = (transcriptId: string, waiting?: boolean): Mp3Response => {
|
|||||||
|
|
||||||
// Audio is not deleted, proceed to load it
|
// Audio is not deleted, proceed to load it
|
||||||
audioElement = document.createElement("audio");
|
audioElement = document.createElement("audio");
|
||||||
audioElement.src = `${API_URL}/v1/transcripts/${transcriptId}/audio/mp3`;
|
audioElement.src = `${api_url}/v1/transcripts/${transcriptId}/audio/mp3`;
|
||||||
audioElement.crossOrigin = "anonymous";
|
audioElement.crossOrigin = "anonymous";
|
||||||
audioElement.preload = "auto";
|
audioElement.preload = "auto";
|
||||||
|
|
||||||
@@ -109,7 +110,7 @@ const useMp3 = (transcriptId: string, waiting?: boolean): Mp3Response => {
|
|||||||
if (handleError) audioElement.removeEventListener("error", handleError);
|
if (handleError) audioElement.removeEventListener("error", handleError);
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
}, [transcriptId, transcript, later]);
|
}, [transcriptId, transcript, later, api_url]);
|
||||||
|
|
||||||
const getNow = () => {
|
const getNow = () => {
|
||||||
setLater(false);
|
setLater(false);
|
||||||
|
|||||||
69
www/app/(app)/transcripts/useTranscript.ts
Normal file
69
www/app/(app)/transcripts/useTranscript.ts
Normal file
@@ -0,0 +1,69 @@
|
|||||||
|
import type { components } from "../../reflector-api";
|
||||||
|
import { useTranscriptGet } from "../../lib/apiHooks";
|
||||||
|
|
||||||
|
type GetTranscript = components["schemas"]["GetTranscript"];
|
||||||
|
|
||||||
|
type ErrorTranscript = {
|
||||||
|
error: Error;
|
||||||
|
loading: false;
|
||||||
|
response: null;
|
||||||
|
reload: () => void;
|
||||||
|
};
|
||||||
|
|
||||||
|
type LoadingTranscript = {
|
||||||
|
response: null;
|
||||||
|
loading: true;
|
||||||
|
error: false;
|
||||||
|
reload: () => void;
|
||||||
|
};
|
||||||
|
|
||||||
|
type SuccessTranscript = {
|
||||||
|
response: GetTranscript;
|
||||||
|
loading: false;
|
||||||
|
error: null;
|
||||||
|
reload: () => void;
|
||||||
|
};
|
||||||
|
|
||||||
|
const useTranscript = (
|
||||||
|
id: string | null,
|
||||||
|
): ErrorTranscript | LoadingTranscript | SuccessTranscript => {
|
||||||
|
const { data, isLoading, error, refetch } = useTranscriptGet(id);
|
||||||
|
|
||||||
|
// Map to the expected return format
|
||||||
|
if (isLoading) {
|
||||||
|
return {
|
||||||
|
response: null,
|
||||||
|
loading: true,
|
||||||
|
error: false,
|
||||||
|
reload: refetch,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
if (error) {
|
||||||
|
return {
|
||||||
|
error: error as Error,
|
||||||
|
loading: false,
|
||||||
|
response: null,
|
||||||
|
reload: refetch,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check if data is undefined or null
|
||||||
|
if (!data) {
|
||||||
|
return {
|
||||||
|
response: null,
|
||||||
|
loading: true,
|
||||||
|
error: false,
|
||||||
|
reload: refetch,
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
return {
|
||||||
|
response: data,
|
||||||
|
loading: false,
|
||||||
|
error: null,
|
||||||
|
reload: refetch,
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
export default useTranscript;
|
||||||
@@ -1,12 +1,13 @@
|
|||||||
import { useEffect, useState } from "react";
|
import { useContext, useEffect, useState } from "react";
|
||||||
import { Topic, FinalSummary, Status } from "./webSocketTypes";
|
import { Topic, FinalSummary, Status } from "./webSocketTypes";
|
||||||
import { useError } from "../../(errors)/errorContext";
|
import { useError } from "../../(errors)/errorContext";
|
||||||
|
import { DomainContext } from "../../domainContext";
|
||||||
import type { components } from "../../reflector-api";
|
import type { components } from "../../reflector-api";
|
||||||
type AudioWaveform = components["schemas"]["AudioWaveform"];
|
type AudioWaveform = components["schemas"]["AudioWaveform"];
|
||||||
type GetTranscriptSegmentTopic =
|
type GetTranscriptSegmentTopic =
|
||||||
components["schemas"]["GetTranscriptSegmentTopic"];
|
components["schemas"]["GetTranscriptSegmentTopic"];
|
||||||
import { useQueryClient } from "@tanstack/react-query";
|
import { useQueryClient } from "@tanstack/react-query";
|
||||||
import { $api, WEBSOCKET_URL } from "../../lib/apiClient";
|
import { $api } from "../../lib/apiClient";
|
||||||
|
|
||||||
export type UseWebSockets = {
|
export type UseWebSockets = {
|
||||||
transcriptTextLive: string;
|
transcriptTextLive: string;
|
||||||
@@ -15,7 +16,7 @@ export type UseWebSockets = {
|
|||||||
title: string;
|
title: string;
|
||||||
topics: Topic[];
|
topics: Topic[];
|
||||||
finalSummary: FinalSummary;
|
finalSummary: FinalSummary;
|
||||||
status: Status | null;
|
status: Status;
|
||||||
waveform: AudioWaveform | null;
|
waveform: AudioWaveform | null;
|
||||||
duration: number | null;
|
duration: number | null;
|
||||||
};
|
};
|
||||||
@@ -33,9 +34,10 @@ export const useWebSockets = (transcriptId: string | null): UseWebSockets => {
|
|||||||
const [finalSummary, setFinalSummary] = useState<FinalSummary>({
|
const [finalSummary, setFinalSummary] = useState<FinalSummary>({
|
||||||
summary: "",
|
summary: "",
|
||||||
});
|
});
|
||||||
const [status, setStatus] = useState<Status | null>(null);
|
const [status, setStatus] = useState<Status>({ value: "" });
|
||||||
const { setError } = useError();
|
const { setError } = useError();
|
||||||
|
|
||||||
|
const { websocket_url: websocketUrl } = useContext(DomainContext);
|
||||||
const queryClient = useQueryClient();
|
const queryClient = useQueryClient();
|
||||||
|
|
||||||
const [accumulatedText, setAccumulatedText] = useState<string>("");
|
const [accumulatedText, setAccumulatedText] = useState<string>("");
|
||||||
@@ -326,7 +328,7 @@ export const useWebSockets = (transcriptId: string | null): UseWebSockets => {
|
|||||||
|
|
||||||
if (!transcriptId) return;
|
if (!transcriptId) return;
|
||||||
|
|
||||||
const url = `${WEBSOCKET_URL}/v1/transcripts/${transcriptId}/events`;
|
const url = `${websocketUrl}/v1/transcripts/${transcriptId}/events`;
|
||||||
let ws = new WebSocket(url);
|
let ws = new WebSocket(url);
|
||||||
|
|
||||||
ws.onopen = () => {
|
ws.onopen = () => {
|
||||||
@@ -492,7 +494,7 @@ export const useWebSockets = (transcriptId: string | null): UseWebSockets => {
|
|||||||
return () => {
|
return () => {
|
||||||
ws.close();
|
ws.close();
|
||||||
};
|
};
|
||||||
}, [transcriptId]);
|
}, [transcriptId, websocketUrl]);
|
||||||
|
|
||||||
return {
|
return {
|
||||||
transcriptTextLive,
|
transcriptTextLive,
|
||||||
|
|||||||
@@ -1,5 +1,4 @@
|
|||||||
import type { components } from "../../reflector-api";
|
import type { components } from "../../reflector-api";
|
||||||
import type { TranscriptStatus } from "../../lib/transcript";
|
|
||||||
|
|
||||||
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
type GetTranscriptTopic = components["schemas"]["GetTranscriptTopic"];
|
||||||
|
|
||||||
@@ -14,7 +13,7 @@ export type FinalSummary = {
|
|||||||
};
|
};
|
||||||
|
|
||||||
export type Status = {
|
export type Status = {
|
||||||
value: TranscriptStatus;
|
value: string;
|
||||||
};
|
};
|
||||||
|
|
||||||
export type TranslatedTopic = {
|
export type TranslatedTopic = {
|
||||||
|
|||||||
@@ -7,7 +7,6 @@ import {
|
|||||||
useState,
|
useState,
|
||||||
useContext,
|
useContext,
|
||||||
RefObject,
|
RefObject,
|
||||||
use,
|
|
||||||
} from "react";
|
} from "react";
|
||||||
import {
|
import {
|
||||||
Box,
|
Box,
|
||||||
@@ -31,9 +30,9 @@ import { FaBars } from "react-icons/fa6";
|
|||||||
import { useAuth } from "../lib/AuthProvider";
|
import { useAuth } from "../lib/AuthProvider";
|
||||||
|
|
||||||
export type RoomDetails = {
|
export type RoomDetails = {
|
||||||
params: Promise<{
|
params: {
|
||||||
roomName: string;
|
roomName: string;
|
||||||
}>;
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
// stages: we focus on the consent, then whereby steals focus, then we focus on the consent again, then return focus to whoever stole it initially
|
// stages: we focus on the consent, then whereby steals focus, then we focus on the consent again, then return focus to whoever stole it initially
|
||||||
@@ -256,10 +255,9 @@ const useWhereby = () => {
|
|||||||
};
|
};
|
||||||
|
|
||||||
export default function Room(details: RoomDetails) {
|
export default function Room(details: RoomDetails) {
|
||||||
const params = use(details.params);
|
|
||||||
const wherebyLoaded = useWhereby();
|
const wherebyLoaded = useWhereby();
|
||||||
const wherebyRef = useRef<HTMLElement>(null);
|
const wherebyRef = useRef<HTMLElement>(null);
|
||||||
const roomName = params.roomName;
|
const roomName = details.params.roomName;
|
||||||
const meeting = useRoomMeeting(roomName);
|
const meeting = useRoomMeeting(roomName);
|
||||||
const router = useRouter();
|
const router = useRouter();
|
||||||
const status = useAuth().status;
|
const status = useAuth().status;
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
import NextAuth from "next-auth";
|
import NextAuth from "next-auth";
|
||||||
import { authOptions } from "../../../lib/authBackend";
|
import { authOptions } from "../../../lib/authBackend";
|
||||||
|
|
||||||
const handler = NextAuth(authOptions());
|
const handler = NextAuth(authOptions);
|
||||||
|
|
||||||
export { handler as GET, handler as POST };
|
export { handler as GET, handler as POST };
|
||||||
|
|||||||
49
www/app/domainContext.tsx
Normal file
49
www/app/domainContext.tsx
Normal file
@@ -0,0 +1,49 @@
|
|||||||
|
"use client";
|
||||||
|
import { createContext, useContext, useEffect, useState } from "react";
|
||||||
|
import { DomainConfig } from "./lib/edgeConfig";
|
||||||
|
|
||||||
|
type DomainContextType = Omit<DomainConfig, "auth_callback_url">;
|
||||||
|
|
||||||
|
export const DomainContext = createContext<DomainContextType>({
|
||||||
|
features: {
|
||||||
|
requireLogin: false,
|
||||||
|
privacy: true,
|
||||||
|
browse: false,
|
||||||
|
sendToZulip: false,
|
||||||
|
},
|
||||||
|
api_url: "",
|
||||||
|
websocket_url: "",
|
||||||
|
});
|
||||||
|
|
||||||
|
export const DomainContextProvider = ({
|
||||||
|
config,
|
||||||
|
children,
|
||||||
|
}: {
|
||||||
|
config: DomainConfig;
|
||||||
|
children: any;
|
||||||
|
}) => {
|
||||||
|
const [context, setContext] = useState<DomainContextType>();
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
if (!config) return;
|
||||||
|
const { auth_callback_url, ...others } = config;
|
||||||
|
setContext(others);
|
||||||
|
}, [config]);
|
||||||
|
|
||||||
|
if (!context) return;
|
||||||
|
|
||||||
|
return (
|
||||||
|
<DomainContext.Provider value={context}>{children}</DomainContext.Provider>
|
||||||
|
);
|
||||||
|
};
|
||||||
|
|
||||||
|
// Get feature config client-side with
|
||||||
|
export const featureEnabled = (
|
||||||
|
featureName: "requireLogin" | "privacy" | "browse" | "sendToZulip",
|
||||||
|
) => {
|
||||||
|
const context = useContext(DomainContext);
|
||||||
|
|
||||||
|
return context.features[featureName] as boolean | undefined;
|
||||||
|
};
|
||||||
|
|
||||||
|
// Get config server-side (out of react) : see lib/edgeConfig.
|
||||||
@@ -3,10 +3,11 @@ import { Metadata, Viewport } from "next";
|
|||||||
import { Poppins } from "next/font/google";
|
import { Poppins } from "next/font/google";
|
||||||
import { ErrorProvider } from "./(errors)/errorContext";
|
import { ErrorProvider } from "./(errors)/errorContext";
|
||||||
import ErrorMessage from "./(errors)/errorMessage";
|
import ErrorMessage from "./(errors)/errorMessage";
|
||||||
|
import { DomainContextProvider } from "./domainContext";
|
||||||
import { RecordingConsentProvider } from "./recordingConsentContext";
|
import { RecordingConsentProvider } from "./recordingConsentContext";
|
||||||
|
import { getConfig } from "./lib/edgeConfig";
|
||||||
import { ErrorBoundary } from "@sentry/nextjs";
|
import { ErrorBoundary } from "@sentry/nextjs";
|
||||||
import { Providers } from "./providers";
|
import { Providers } from "./providers";
|
||||||
import { assertExistsAndNonEmptyString } from "./lib/utils";
|
|
||||||
|
|
||||||
const poppins = Poppins({
|
const poppins = Poppins({
|
||||||
subsets: ["latin"],
|
subsets: ["latin"],
|
||||||
@@ -21,13 +22,8 @@ export const viewport: Viewport = {
|
|||||||
maximumScale: 1,
|
maximumScale: 1,
|
||||||
};
|
};
|
||||||
|
|
||||||
const NEXT_PUBLIC_SITE_URL = assertExistsAndNonEmptyString(
|
|
||||||
process.env.NEXT_PUBLIC_SITE_URL,
|
|
||||||
"NEXT_PUBLIC_SITE_URL required",
|
|
||||||
);
|
|
||||||
|
|
||||||
export const metadata: Metadata = {
|
export const metadata: Metadata = {
|
||||||
metadataBase: new URL(NEXT_PUBLIC_SITE_URL),
|
metadataBase: new URL(process.env.NEXT_PUBLIC_SITE_URL!),
|
||||||
title: {
|
title: {
|
||||||
template: "%s – Reflector",
|
template: "%s – Reflector",
|
||||||
default: "Reflector - AI-Powered Meeting Transcriptions by Monadical",
|
default: "Reflector - AI-Powered Meeting Transcriptions by Monadical",
|
||||||
@@ -72,9 +68,12 @@ export default async function RootLayout({
|
|||||||
}: {
|
}: {
|
||||||
children: React.ReactNode;
|
children: React.ReactNode;
|
||||||
}) {
|
}) {
|
||||||
|
const config = await getConfig();
|
||||||
|
|
||||||
return (
|
return (
|
||||||
<html lang="en" className={poppins.className} suppressHydrationWarning>
|
<html lang="en" className={poppins.className} suppressHydrationWarning>
|
||||||
<body className={"h-[100svh] w-[100svw] overflow-x-hidden relative"}>
|
<body className={"h-[100svh] w-[100svw] overflow-x-hidden relative"}>
|
||||||
|
<DomainContextProvider config={config}>
|
||||||
<RecordingConsentProvider>
|
<RecordingConsentProvider>
|
||||||
<ErrorBoundary fallback={<p>"something went really wrong"</p>}>
|
<ErrorBoundary fallback={<p>"something went really wrong"</p>}>
|
||||||
<ErrorProvider>
|
<ErrorProvider>
|
||||||
@@ -83,6 +82,7 @@ export default async function RootLayout({
|
|||||||
</ErrorProvider>
|
</ErrorProvider>
|
||||||
</ErrorBoundary>
|
</ErrorBoundary>
|
||||||
</RecordingConsentProvider>
|
</RecordingConsentProvider>
|
||||||
|
</DomainContextProvider>
|
||||||
</body>
|
</body>
|
||||||
</html>
|
</html>
|
||||||
);
|
);
|
||||||
|
|||||||
@@ -1,19 +1,17 @@
|
|||||||
"use client";
|
"use client";
|
||||||
|
|
||||||
import { createContext, useContext } from "react";
|
import { createContext, useContext, useEffect } from "react";
|
||||||
import { useSession as useNextAuthSession } from "next-auth/react";
|
import { useSession as useNextAuthSession } from "next-auth/react";
|
||||||
import { signOut, signIn } from "next-auth/react";
|
import { signOut, signIn } from "next-auth/react";
|
||||||
import { configureApiAuth } from "./apiClient";
|
import { configureApiAuth, configureApiAuthRefresh } from "./apiClient";
|
||||||
import { assertCustomSession, CustomSession } from "./types";
|
import { assertCustomSession, CustomSession } from "./types";
|
||||||
import { Session } from "next-auth";
|
import { Session } from "next-auth";
|
||||||
import { SessionAutoRefresh } from "./SessionAutoRefresh";
|
import { SessionAutoRefresh } from "./SessionAutoRefresh";
|
||||||
import { REFRESH_ACCESS_TOKEN_ERROR } from "./auth";
|
import { REFRESH_ACCESS_TOKEN_ERROR } from "./auth";
|
||||||
import { assertExists } from "./utils";
|
|
||||||
import { featureEnabled } from "./features";
|
|
||||||
|
|
||||||
type AuthContextType = (
|
type AuthContextType = (
|
||||||
| { status: "loading" }
|
| { status: "loading" }
|
||||||
| { status: "refreshing"; user: CustomSession["user"] }
|
| { status: "refreshing" }
|
||||||
| { status: "unauthenticated"; error?: string }
|
| { status: "unauthenticated"; error?: string }
|
||||||
| {
|
| {
|
||||||
status: "authenticated";
|
status: "authenticated";
|
||||||
@@ -28,50 +26,30 @@ type AuthContextType = (
|
|||||||
};
|
};
|
||||||
|
|
||||||
const AuthContext = createContext<AuthContextType | undefined>(undefined);
|
const AuthContext = createContext<AuthContextType | undefined>(undefined);
|
||||||
const isAuthEnabled = featureEnabled("requireLogin");
|
|
||||||
|
|
||||||
const noopAuthContext: AuthContextType = {
|
|
||||||
status: "unauthenticated",
|
|
||||||
update: async () => {
|
|
||||||
return null;
|
|
||||||
},
|
|
||||||
signIn: async () => {
|
|
||||||
throw new Error("signIn not supposed to be called");
|
|
||||||
},
|
|
||||||
signOut: async () => {
|
|
||||||
throw new Error("signOut not supposed to be called");
|
|
||||||
},
|
|
||||||
};
|
|
||||||
|
|
||||||
export function AuthProvider({ children }: { children: React.ReactNode }) {
|
export function AuthProvider({ children }: { children: React.ReactNode }) {
|
||||||
const { data: session, status, update } = useNextAuthSession();
|
const { data: session, status, update } = useNextAuthSession();
|
||||||
|
const customSession = session ? assertCustomSession(session) : null;
|
||||||
|
|
||||||
const contextValue: AuthContextType = isAuthEnabled
|
const contextValue: AuthContextType = {
|
||||||
? {
|
|
||||||
...(() => {
|
...(() => {
|
||||||
switch (status) {
|
switch (status) {
|
||||||
case "loading": {
|
case "loading": {
|
||||||
const sessionIsHere = !!session;
|
const sessionIsHere = !!customSession;
|
||||||
// actually exists sometimes; nextAuth types are something else
|
switch (sessionIsHere) {
|
||||||
switch (sessionIsHere as boolean) {
|
|
||||||
case false: {
|
case false: {
|
||||||
return { status };
|
return { status };
|
||||||
}
|
}
|
||||||
case true: {
|
case true: {
|
||||||
return {
|
return { status: "refreshing" as const };
|
||||||
status: "refreshing" as const,
|
|
||||||
user: assertCustomSession(
|
|
||||||
assertExists(session as unknown as Session),
|
|
||||||
).user,
|
|
||||||
};
|
|
||||||
}
|
}
|
||||||
default: {
|
default: {
|
||||||
|
const _: never = sessionIsHere;
|
||||||
throw new Error("unreachable");
|
throw new Error("unreachable");
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
case "authenticated": {
|
case "authenticated": {
|
||||||
const customSession = assertCustomSession(session);
|
|
||||||
if (customSession?.error === REFRESH_ACCESS_TOKEN_ERROR) {
|
if (customSession?.error === REFRESH_ACCESS_TOKEN_ERROR) {
|
||||||
// token had expired but next auth still returns "authenticated" so show user unauthenticated state
|
// token had expired but next auth still returns "authenticated" so show user unauthenticated state
|
||||||
return {
|
return {
|
||||||
@@ -103,19 +81,19 @@ export function AuthProvider({ children }: { children: React.ReactNode }) {
|
|||||||
update,
|
update,
|
||||||
signIn,
|
signIn,
|
||||||
signOut,
|
signOut,
|
||||||
}
|
};
|
||||||
: noopAuthContext;
|
|
||||||
|
|
||||||
// not useEffect, we need it ASAP
|
// not useEffect, we need it ASAP
|
||||||
// apparently, still no guarantee this code runs before mutations are fired
|
|
||||||
configureApiAuth(
|
configureApiAuth(
|
||||||
contextValue.status === "authenticated"
|
contextValue.status === "authenticated" ? contextValue.accessToken : null,
|
||||||
? contextValue.accessToken
|
|
||||||
: contextValue.status === "loading"
|
|
||||||
? undefined
|
|
||||||
: null,
|
|
||||||
);
|
);
|
||||||
|
|
||||||
|
useEffect(() => {
|
||||||
|
configureApiAuthRefresh(
|
||||||
|
contextValue.status === "authenticated" ? contextValue.update : null,
|
||||||
|
);
|
||||||
|
}, [contextValue.status === "authenticated" && contextValue.update]);
|
||||||
|
|
||||||
return (
|
return (
|
||||||
<AuthContext.Provider value={contextValue}>
|
<AuthContext.Provider value={contextValue}>
|
||||||
<SessionAutoRefresh>{children}</SessionAutoRefresh>
|
<SessionAutoRefresh>{children}</SessionAutoRefresh>
|
||||||
|
|||||||
@@ -9,11 +9,12 @@
|
|||||||
|
|
||||||
import { useEffect } from "react";
|
import { useEffect } from "react";
|
||||||
import { useAuth } from "./AuthProvider";
|
import { useAuth } from "./AuthProvider";
|
||||||
import { shouldRefreshToken } from "./auth";
|
import { REFRESH_ACCESS_TOKEN_BEFORE } from "./auth";
|
||||||
|
|
||||||
|
const REFRESH_BEFORE = REFRESH_ACCESS_TOKEN_BEFORE;
|
||||||
|
|
||||||
export function SessionAutoRefresh({ children }) {
|
export function SessionAutoRefresh({ children }) {
|
||||||
const auth = useAuth();
|
const auth = useAuth();
|
||||||
|
|
||||||
const accessTokenExpires =
|
const accessTokenExpires =
|
||||||
auth.status === "authenticated" ? auth.accessTokenExpires : null;
|
auth.status === "authenticated" ? auth.accessTokenExpires : null;
|
||||||
|
|
||||||
@@ -22,15 +23,18 @@ export function SessionAutoRefresh({ children }) {
|
|||||||
// and not too slow (debuggable)
|
// and not too slow (debuggable)
|
||||||
const INTERVAL_REFRESH_MS = 5000;
|
const INTERVAL_REFRESH_MS = 5000;
|
||||||
const interval = setInterval(() => {
|
const interval = setInterval(() => {
|
||||||
if (accessTokenExpires === null) return;
|
if (accessTokenExpires !== null) {
|
||||||
if (shouldRefreshToken(accessTokenExpires)) {
|
const timeLeft = accessTokenExpires - Date.now();
|
||||||
auth
|
console.log("time left", timeLeft);
|
||||||
.update()
|
// if (timeLeft < REFRESH_BEFORE) {
|
||||||
.then(() => {})
|
// auth
|
||||||
.catch((e) => {
|
// .update()
|
||||||
// note: 401 won't be considered error here
|
// .then(() => {})
|
||||||
console.error("error refreshing auth token", e);
|
// .catch((e) => {
|
||||||
});
|
// // note: 401 won't be considered error here
|
||||||
|
// console.error("error refreshing auth token", e);
|
||||||
|
// });
|
||||||
|
// }
|
||||||
}
|
}
|
||||||
}, INTERVAL_REFRESH_MS);
|
}, INTERVAL_REFRESH_MS);
|
||||||
|
|
||||||
|
|||||||
@@ -2,51 +2,46 @@
|
|||||||
|
|
||||||
import createClient from "openapi-fetch";
|
import createClient from "openapi-fetch";
|
||||||
import type { paths } from "../reflector-api";
|
import type { paths } from "../reflector-api";
|
||||||
|
import {
|
||||||
|
queryOptions,
|
||||||
|
useMutation,
|
||||||
|
useQuery,
|
||||||
|
useSuspenseQuery,
|
||||||
|
} from "@tanstack/react-query";
|
||||||
import createFetchClient from "openapi-react-query";
|
import createFetchClient from "openapi-react-query";
|
||||||
import { assertExistsAndNonEmptyString, parseNonEmptyString } from "./utils";
|
import { assertExistsAndNonEmptyString } from "./utils";
|
||||||
import { isBuildPhase } from "./next";
|
import { isBuildPhase } from "./next";
|
||||||
import { getSession } from "next-auth/react";
|
import { Session } from "next-auth";
|
||||||
import { assertExtendedToken } from "./types";
|
import { assertCustomSession } from "./types";
|
||||||
|
import { HttpMethod, PathsWithMethod } from "openapi-typescript-helpers";
|
||||||
|
|
||||||
export const API_URL = !isBuildPhase
|
const API_URL = !isBuildPhase
|
||||||
? assertExistsAndNonEmptyString(
|
? assertExistsAndNonEmptyString(process.env.NEXT_PUBLIC_API_URL)
|
||||||
process.env.NEXT_PUBLIC_API_URL,
|
|
||||||
"NEXT_PUBLIC_API_URL required",
|
|
||||||
)
|
|
||||||
: "http://localhost";
|
: "http://localhost";
|
||||||
|
|
||||||
// TODO decide strict validation or not
|
// Create the base openapi-fetch client with a default URL
|
||||||
export const WEBSOCKET_URL =
|
// The actual URL will be set via middleware in AuthProvider
|
||||||
process.env.NEXT_PUBLIC_WEBSOCKET_URL || "ws://127.0.0.1:1250";
|
|
||||||
|
|
||||||
export const client = createClient<paths>({
|
export const client = createClient<paths>({
|
||||||
baseUrl: API_URL,
|
baseUrl: API_URL,
|
||||||
});
|
});
|
||||||
|
|
||||||
// will assert presence/absence of login initially
|
export const $api = createFetchClient<paths>(client);
|
||||||
const initialSessionPromise = getSession();
|
|
||||||
|
|
||||||
const waitForAuthTokenDefinitivePresenceOrAbsence = async () => {
|
let currentAuthToken: string | null | undefined = null;
|
||||||
const initialSession = await initialSessionPromise;
|
let refreshAuthCallback: (() => Promise<Session | null>) | null = null;
|
||||||
if (currentAuthToken === undefined) {
|
|
||||||
currentAuthToken =
|
const injectAuth = (request: Request, accessToken: string | null) => {
|
||||||
initialSession === null
|
if (accessToken) {
|
||||||
? null
|
request.headers.set("Authorization", `Bearer ${currentAuthToken}`);
|
||||||
: assertExtendedToken(initialSession).accessToken;
|
} else {
|
||||||
|
request.headers.delete("Authorization");
|
||||||
}
|
}
|
||||||
// otherwise already overwritten by external forces
|
return request;
|
||||||
return currentAuthToken;
|
|
||||||
};
|
};
|
||||||
|
|
||||||
client.use({
|
client.use({
|
||||||
async onRequest({ request }) {
|
onRequest({ request }) {
|
||||||
const token = await waitForAuthTokenDefinitivePresenceOrAbsence();
|
request = injectAuth(request, currentAuthToken || null);
|
||||||
if (token !== null) {
|
|
||||||
request.headers.set(
|
|
||||||
"Authorization",
|
|
||||||
`Bearer ${parseNonEmptyString(token)}`,
|
|
||||||
);
|
|
||||||
}
|
|
||||||
// XXX Only set Content-Type if not already set (FormData will set its own boundary)
|
// XXX Only set Content-Type if not already set (FormData will set its own boundary)
|
||||||
// This is a work around for uploading file, we're passing a formdata
|
// This is a work around for uploading file, we're passing a formdata
|
||||||
// but the content type was still application/json
|
// but the content type was still application/json
|
||||||
@@ -60,13 +55,46 @@ client.use({
|
|||||||
},
|
},
|
||||||
});
|
});
|
||||||
|
|
||||||
export const $api = createFetchClient<paths>(client);
|
client.use({
|
||||||
|
async onResponse({ response, request, params, schemaPath }) {
|
||||||
let currentAuthToken: string | null | undefined = undefined;
|
if (response.status === 401) {
|
||||||
|
console.log(
|
||||||
|
"response.status is 401!",
|
||||||
|
refreshAuthCallback,
|
||||||
|
request,
|
||||||
|
schemaPath,
|
||||||
|
);
|
||||||
|
}
|
||||||
|
if (response.status === 401 && refreshAuthCallback) {
|
||||||
|
try {
|
||||||
|
const session = await refreshAuthCallback();
|
||||||
|
if (!session) {
|
||||||
|
console.warn("Token refresh failed, no session returned");
|
||||||
|
return response;
|
||||||
|
}
|
||||||
|
const customSession = assertCustomSession(session);
|
||||||
|
currentAuthToken = customSession.accessToken;
|
||||||
|
const r = await client.request(
|
||||||
|
request.method as HttpMethod,
|
||||||
|
schemaPath as PathsWithMethod<paths, HttpMethod>,
|
||||||
|
...params,
|
||||||
|
);
|
||||||
|
return r.response;
|
||||||
|
} catch (error) {
|
||||||
|
console.error("Token refresh failed during 401 retry:", error);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return response;
|
||||||
|
},
|
||||||
|
});
|
||||||
|
|
||||||
// the function contract: lightweight, idempotent
|
// the function contract: lightweight, idempotent
|
||||||
export const configureApiAuth = (token: string | null | undefined) => {
|
export const configureApiAuth = (token: string | null | undefined) => {
|
||||||
// watch only for the initial loading; "reloading" state assumes token presence/absence
|
|
||||||
if (token === undefined && currentAuthToken !== undefined) return;
|
|
||||||
currentAuthToken = token;
|
currentAuthToken = token;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
export const configureApiAuthRefresh = (
|
||||||
|
callback: (() => Promise<Session | null>) | null,
|
||||||
|
) => {
|
||||||
|
refreshAuthCallback = callback;
|
||||||
|
};
|
||||||
|
|||||||
@@ -96,6 +96,8 @@ export function useTranscriptProcess() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
export function useTranscriptGet(transcriptId: string | null) {
|
export function useTranscriptGet(transcriptId: string | null) {
|
||||||
|
const { isAuthenticated } = useAuthReady();
|
||||||
|
|
||||||
return $api.useQuery(
|
return $api.useQuery(
|
||||||
"get",
|
"get",
|
||||||
"/v1/transcripts/{transcript_id}",
|
"/v1/transcripts/{transcript_id}",
|
||||||
@@ -107,7 +109,7 @@ export function useTranscriptGet(transcriptId: string | null) {
|
|||||||
},
|
},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
enabled: !!transcriptId,
|
enabled: !!transcriptId && isAuthenticated,
|
||||||
},
|
},
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
@@ -290,16 +292,18 @@ export function useTranscriptUploadAudio() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
export function useTranscriptWaveform(transcriptId: string | null) {
|
export function useTranscriptWaveform(transcriptId: string | null) {
|
||||||
|
const { isAuthenticated } = useAuthReady();
|
||||||
|
|
||||||
return $api.useQuery(
|
return $api.useQuery(
|
||||||
"get",
|
"get",
|
||||||
"/v1/transcripts/{transcript_id}/audio/waveform",
|
"/v1/transcripts/{transcript_id}/audio/waveform",
|
||||||
{
|
{
|
||||||
params: {
|
params: {
|
||||||
path: { transcript_id: transcriptId! },
|
path: { transcript_id: transcriptId || "" },
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
enabled: !!transcriptId,
|
enabled: !!transcriptId && isAuthenticated,
|
||||||
},
|
},
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
@@ -312,7 +316,7 @@ export function useTranscriptMP3(transcriptId: string | null) {
|
|||||||
"/v1/transcripts/{transcript_id}/audio/mp3",
|
"/v1/transcripts/{transcript_id}/audio/mp3",
|
||||||
{
|
{
|
||||||
params: {
|
params: {
|
||||||
path: { transcript_id: transcriptId! },
|
path: { transcript_id: transcriptId || "" },
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
@@ -322,6 +326,8 @@ export function useTranscriptMP3(transcriptId: string | null) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
export function useTranscriptTopics(transcriptId: string | null) {
|
export function useTranscriptTopics(transcriptId: string | null) {
|
||||||
|
const { isAuthenticated } = useAuthReady();
|
||||||
|
|
||||||
return $api.useQuery(
|
return $api.useQuery(
|
||||||
"get",
|
"get",
|
||||||
"/v1/transcripts/{transcript_id}/topics",
|
"/v1/transcripts/{transcript_id}/topics",
|
||||||
@@ -331,7 +337,7 @@ export function useTranscriptTopics(transcriptId: string | null) {
|
|||||||
},
|
},
|
||||||
},
|
},
|
||||||
{
|
{
|
||||||
enabled: !!transcriptId,
|
enabled: !!transcriptId && isAuthenticated,
|
||||||
},
|
},
|
||||||
);
|
);
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,12 +0,0 @@
|
|||||||
export type NonEmptyArray<T> = [T, ...T[]];
|
|
||||||
export const isNonEmptyArray = <T>(arr: T[]): arr is NonEmptyArray<T> =>
|
|
||||||
arr.length > 0;
|
|
||||||
export const assertNonEmptyArray = <T>(
|
|
||||||
arr: T[],
|
|
||||||
err?: string,
|
|
||||||
): NonEmptyArray<T> => {
|
|
||||||
if (isNonEmptyArray(arr)) {
|
|
||||||
return arr;
|
|
||||||
}
|
|
||||||
throw new Error(err ?? "Expected non-empty array");
|
|
||||||
};
|
|
||||||
@@ -1,20 +1,3 @@
|
|||||||
import { assertExistsAndNonEmptyString } from "./utils";
|
|
||||||
|
|
||||||
export const REFRESH_ACCESS_TOKEN_ERROR = "RefreshAccessTokenError" as const;
|
export const REFRESH_ACCESS_TOKEN_ERROR = "RefreshAccessTokenError" as const;
|
||||||
// 4 min is 1 min less than default authentic value. here we assume that authentic won't be set to access tokens < 4 min
|
// 4 min is 1 min less than default authentic value. here we assume that authentic won't be set to access tokens < 4 min
|
||||||
export const REFRESH_ACCESS_TOKEN_BEFORE = 4 * 60 * 1000;
|
export const REFRESH_ACCESS_TOKEN_BEFORE = 4 * 60 * 1000;
|
||||||
|
|
||||||
export const shouldRefreshToken = (accessTokenExpires: number): boolean => {
|
|
||||||
const timeLeft = accessTokenExpires - Date.now();
|
|
||||||
return timeLeft < REFRESH_ACCESS_TOKEN_BEFORE;
|
|
||||||
};
|
|
||||||
|
|
||||||
export const LOGIN_REQUIRED_PAGES = [
|
|
||||||
"/transcripts/[!new]",
|
|
||||||
"/browse(.*)",
|
|
||||||
"/rooms(.*)",
|
|
||||||
];
|
|
||||||
|
|
||||||
export const PROTECTED_PAGES = new RegExp(
|
|
||||||
LOGIN_REQUIRED_PAGES.map((page) => `^${page}$`).join("|"),
|
|
||||||
);
|
|
||||||
|
|||||||
@@ -2,58 +2,36 @@ import { AuthOptions } from "next-auth";
|
|||||||
import AuthentikProvider from "next-auth/providers/authentik";
|
import AuthentikProvider from "next-auth/providers/authentik";
|
||||||
import type { JWT } from "next-auth/jwt";
|
import type { JWT } from "next-auth/jwt";
|
||||||
import { JWTWithAccessToken, CustomSession } from "./types";
|
import { JWTWithAccessToken, CustomSession } from "./types";
|
||||||
import {
|
import { assertExists, assertExistsAndNonEmptyString } from "./utils";
|
||||||
assertExists,
|
|
||||||
assertExistsAndNonEmptyString,
|
|
||||||
assertNotExists,
|
|
||||||
} from "./utils";
|
|
||||||
import {
|
import {
|
||||||
REFRESH_ACCESS_TOKEN_BEFORE,
|
REFRESH_ACCESS_TOKEN_BEFORE,
|
||||||
REFRESH_ACCESS_TOKEN_ERROR,
|
REFRESH_ACCESS_TOKEN_ERROR,
|
||||||
shouldRefreshToken,
|
|
||||||
} from "./auth";
|
} from "./auth";
|
||||||
import {
|
import {
|
||||||
getTokenCache,
|
getTokenCache,
|
||||||
setTokenCache,
|
setTokenCache,
|
||||||
deleteTokenCache,
|
deleteTokenCache,
|
||||||
} from "./redisTokenCache";
|
} from "./redisTokenCache";
|
||||||
import { tokenCacheRedis, redlock } from "./redisClient";
|
import { tokenCacheRedis } from "./redisClient";
|
||||||
import { isBuildPhase } from "./next";
|
import { isBuildPhase } from "./next";
|
||||||
import { sequenceThrows } from "./errorUtils";
|
|
||||||
import { featureEnabled } from "./features";
|
|
||||||
|
|
||||||
|
// REFRESH_ACCESS_TOKEN_BEFORE because refresh is based on access token expiration (imagine we cache it 30 days)
|
||||||
const TOKEN_CACHE_TTL = REFRESH_ACCESS_TOKEN_BEFORE;
|
const TOKEN_CACHE_TTL = REFRESH_ACCESS_TOKEN_BEFORE;
|
||||||
const getAuthentikClientId = () =>
|
|
||||||
assertExistsAndNonEmptyString(
|
|
||||||
process.env.AUTHENTIK_CLIENT_ID,
|
|
||||||
"AUTHENTIK_CLIENT_ID required",
|
|
||||||
);
|
|
||||||
const getAuthentikClientSecret = () =>
|
|
||||||
assertExistsAndNonEmptyString(
|
|
||||||
process.env.AUTHENTIK_CLIENT_SECRET,
|
|
||||||
"AUTHENTIK_CLIENT_SECRET required",
|
|
||||||
);
|
|
||||||
const getAuthentikRefreshTokenUrl = () =>
|
|
||||||
assertExistsAndNonEmptyString(
|
|
||||||
process.env.AUTHENTIK_REFRESH_TOKEN_URL,
|
|
||||||
"AUTHENTIK_REFRESH_TOKEN_URL required",
|
|
||||||
);
|
|
||||||
|
|
||||||
export const authOptions = (): AuthOptions =>
|
const refreshLocks = new Map<string, Promise<JWTWithAccessToken>>();
|
||||||
featureEnabled("requireLogin")
|
|
||||||
? {
|
const CLIENT_ID = !isBuildPhase
|
||||||
|
? assertExistsAndNonEmptyString(process.env.AUTHENTIK_CLIENT_ID)
|
||||||
|
: "noop";
|
||||||
|
const CLIENT_SECRET = !isBuildPhase
|
||||||
|
? assertExistsAndNonEmptyString(process.env.AUTHENTIK_CLIENT_SECRET)
|
||||||
|
: "noop";
|
||||||
|
|
||||||
|
export const authOptions: AuthOptions = {
|
||||||
providers: [
|
providers: [
|
||||||
AuthentikProvider({
|
AuthentikProvider({
|
||||||
...(() => {
|
clientId: CLIENT_ID,
|
||||||
const [clientId, clientSecret] = sequenceThrows(
|
clientSecret: CLIENT_SECRET,
|
||||||
getAuthentikClientId,
|
|
||||||
getAuthentikClientSecret,
|
|
||||||
);
|
|
||||||
return {
|
|
||||||
clientId,
|
|
||||||
clientSecret,
|
|
||||||
};
|
|
||||||
})(),
|
|
||||||
issuer: process.env.AUTHENTIK_ISSUER,
|
issuer: process.env.AUTHENTIK_ISSUER,
|
||||||
authorization: {
|
authorization: {
|
||||||
params: {
|
params: {
|
||||||
@@ -67,53 +45,40 @@ export const authOptions = (): AuthOptions =>
|
|||||||
},
|
},
|
||||||
callbacks: {
|
callbacks: {
|
||||||
async jwt({ token, account, user }) {
|
async jwt({ token, account, user }) {
|
||||||
if (account && !account.access_token) {
|
console.log("token.sub jwt callback", token.sub);
|
||||||
await deleteTokenCache(tokenCacheRedis, `token:${token.sub}`);
|
const KEY = `token:${token.sub}`;
|
||||||
}
|
|
||||||
|
|
||||||
if (account && user) {
|
if (account && user) {
|
||||||
// called only on first login
|
// called only on first login
|
||||||
// XXX account.expires_in used in example is not defined for authentik backend, but expires_at is
|
// XXX account.expires_in used in example is not defined for authentik backend, but expires_at is
|
||||||
if (account.access_token) {
|
|
||||||
const expiresAtS = assertExists(account.expires_at);
|
const expiresAtS = assertExists(account.expires_at);
|
||||||
const expiresAtMs = expiresAtS * 1000;
|
const expiresAtMs = expiresAtS * 1000;
|
||||||
|
if (!account.access_token) {
|
||||||
|
await deleteTokenCache(tokenCacheRedis, KEY);
|
||||||
|
} else {
|
||||||
const jwtToken: JWTWithAccessToken = {
|
const jwtToken: JWTWithAccessToken = {
|
||||||
...token,
|
...token,
|
||||||
accessToken: account.access_token,
|
accessToken: account.access_token,
|
||||||
accessTokenExpires: expiresAtMs,
|
accessTokenExpires: expiresAtMs,
|
||||||
refreshToken: account.refresh_token,
|
refreshToken: account.refresh_token,
|
||||||
};
|
};
|
||||||
if (jwtToken.error) {
|
await setTokenCache(tokenCacheRedis, KEY, {
|
||||||
await deleteTokenCache(tokenCacheRedis, `token:${token.sub}`);
|
|
||||||
} else {
|
|
||||||
assertNotExists(
|
|
||||||
jwtToken.error,
|
|
||||||
`panic! trying to cache token with error in jwt: ${jwtToken.error}`,
|
|
||||||
);
|
|
||||||
await setTokenCache(tokenCacheRedis, `token:${token.sub}`, {
|
|
||||||
token: jwtToken,
|
token: jwtToken,
|
||||||
timestamp: Date.now(),
|
timestamp: Date.now(),
|
||||||
});
|
});
|
||||||
return jwtToken;
|
return jwtToken;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
const currentToken = await getTokenCache(
|
const currentToken = await getTokenCache(tokenCacheRedis, KEY);
|
||||||
tokenCacheRedis,
|
console.log(
|
||||||
`token:${token.sub}`,
|
"currentToken.token.accessTokenExpires",
|
||||||
|
currentToken?.token?.accessTokenExpires,
|
||||||
|
currentToken?.token?.accessTokenExpires
|
||||||
|
? Date.now() < currentToken?.token?.accessTokenExpires
|
||||||
|
: "?",
|
||||||
);
|
);
|
||||||
console.debug(
|
if (currentToken && Date.now() < currentToken.token.accessTokenExpires) {
|
||||||
"currentToken from cache",
|
|
||||||
JSON.stringify(currentToken, null, 2),
|
|
||||||
"will be returned?",
|
|
||||||
currentToken &&
|
|
||||||
!shouldRefreshToken(currentToken.token.accessTokenExpires),
|
|
||||||
);
|
|
||||||
if (
|
|
||||||
currentToken &&
|
|
||||||
!shouldRefreshToken(currentToken.token.accessTokenExpires)
|
|
||||||
) {
|
|
||||||
return currentToken.token;
|
return currentToken.token;
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -135,30 +100,25 @@ export const authOptions = (): AuthOptions =>
|
|||||||
} satisfies CustomSession;
|
} satisfies CustomSession;
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
}
|
|
||||||
: {
|
|
||||||
providers: [],
|
|
||||||
};
|
};
|
||||||
|
|
||||||
async function lockedRefreshAccessToken(
|
async function lockedRefreshAccessToken(
|
||||||
token: JWT,
|
token: JWT,
|
||||||
): Promise<JWTWithAccessToken> {
|
): Promise<JWTWithAccessToken> {
|
||||||
const lockKey = `${token.sub}-lock`;
|
const lockKey = `${token.sub}-refresh`;
|
||||||
|
|
||||||
return redlock
|
const existingRefresh = refreshLocks.get(lockKey);
|
||||||
.using([lockKey], 10000, async () => {
|
if (existingRefresh) {
|
||||||
|
return await existingRefresh;
|
||||||
|
}
|
||||||
|
|
||||||
|
const refreshPromise = (async () => {
|
||||||
|
try {
|
||||||
const cached = await getTokenCache(tokenCacheRedis, `token:${token.sub}`);
|
const cached = await getTokenCache(tokenCacheRedis, `token:${token.sub}`);
|
||||||
if (cached)
|
|
||||||
console.debug(
|
|
||||||
"received cached token. to delete?",
|
|
||||||
Date.now() - cached.timestamp > TOKEN_CACHE_TTL,
|
|
||||||
);
|
|
||||||
else console.debug("no cached token received");
|
|
||||||
if (cached) {
|
if (cached) {
|
||||||
if (Date.now() - cached.timestamp > TOKEN_CACHE_TTL) {
|
if (Date.now() - cached.timestamp > TOKEN_CACHE_TTL) {
|
||||||
await deleteTokenCache(tokenCacheRedis, `token:${token.sub}`);
|
await deleteTokenCache(tokenCacheRedis, `token:${token.sub}`);
|
||||||
} else if (!shouldRefreshToken(cached.token.accessTokenExpires)) {
|
} else if (Date.now() < cached.token.accessTokenExpires) {
|
||||||
console.debug("returning cached token", cached.token);
|
|
||||||
return cached.token;
|
return cached.token;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -166,51 +126,32 @@ async function lockedRefreshAccessToken(
|
|||||||
const currentToken = cached?.token || (token as JWTWithAccessToken);
|
const currentToken = cached?.token || (token as JWTWithAccessToken);
|
||||||
const newToken = await refreshAccessToken(currentToken);
|
const newToken = await refreshAccessToken(currentToken);
|
||||||
|
|
||||||
console.debug("current token during refresh", currentToken);
|
|
||||||
console.debug("new token during refresh", newToken);
|
|
||||||
|
|
||||||
if (newToken.error) {
|
|
||||||
await deleteTokenCache(tokenCacheRedis, `token:${token.sub}`);
|
|
||||||
return newToken;
|
|
||||||
}
|
|
||||||
|
|
||||||
assertNotExists(
|
|
||||||
newToken.error,
|
|
||||||
`panic! trying to cache token with error during refresh: ${newToken.error}`,
|
|
||||||
);
|
|
||||||
await setTokenCache(tokenCacheRedis, `token:${token.sub}`, {
|
await setTokenCache(tokenCacheRedis, `token:${token.sub}`, {
|
||||||
token: newToken,
|
token: newToken,
|
||||||
timestamp: Date.now(),
|
timestamp: Date.now(),
|
||||||
});
|
});
|
||||||
|
|
||||||
return newToken;
|
return newToken;
|
||||||
})
|
} finally {
|
||||||
.catch((e) => {
|
setTimeout(() => refreshLocks.delete(lockKey), 100);
|
||||||
console.error("error refreshing token", e);
|
}
|
||||||
deleteTokenCache(tokenCacheRedis, `token:${token.sub}`).catch((e) => {
|
})();
|
||||||
console.error("error deleting errored token", e);
|
|
||||||
});
|
refreshLocks.set(lockKey, refreshPromise);
|
||||||
return {
|
return refreshPromise;
|
||||||
...token,
|
|
||||||
error: REFRESH_ACCESS_TOKEN_ERROR,
|
|
||||||
} as JWTWithAccessToken;
|
|
||||||
});
|
|
||||||
}
|
}
|
||||||
|
|
||||||
async function refreshAccessToken(token: JWT): Promise<JWTWithAccessToken> {
|
async function refreshAccessToken(token: JWT): Promise<JWTWithAccessToken> {
|
||||||
const [url, clientId, clientSecret] = sequenceThrows(
|
|
||||||
getAuthentikRefreshTokenUrl,
|
|
||||||
getAuthentikClientId,
|
|
||||||
getAuthentikClientSecret,
|
|
||||||
);
|
|
||||||
try {
|
try {
|
||||||
|
const url = `${process.env.AUTHENTIK_REFRESH_TOKEN_URL}`;
|
||||||
|
|
||||||
const options = {
|
const options = {
|
||||||
headers: {
|
headers: {
|
||||||
"Content-Type": "application/x-www-form-urlencoded",
|
"Content-Type": "application/x-www-form-urlencoded",
|
||||||
},
|
},
|
||||||
body: new URLSearchParams({
|
body: new URLSearchParams({
|
||||||
client_id: clientId,
|
client_id: process.env.AUTHENTIK_CLIENT_ID as string,
|
||||||
client_secret: clientSecret,
|
client_secret: process.env.AUTHENTIK_CLIENT_SECRET as string,
|
||||||
grant_type: "refresh_token",
|
grant_type: "refresh_token",
|
||||||
refresh_token: token.refreshToken as string,
|
refresh_token: token.refreshToken as string,
|
||||||
}).toString(),
|
}).toString(),
|
||||||
|
|||||||
54
www/app/lib/edgeConfig.ts
Normal file
54
www/app/lib/edgeConfig.ts
Normal file
@@ -0,0 +1,54 @@
|
|||||||
|
import { get } from "@vercel/edge-config";
|
||||||
|
import { isBuildPhase } from "./next";
|
||||||
|
|
||||||
|
type EdgeConfig = {
|
||||||
|
[domainWithDash: string]: {
|
||||||
|
features: {
|
||||||
|
[featureName in
|
||||||
|
| "requireLogin"
|
||||||
|
| "privacy"
|
||||||
|
| "browse"
|
||||||
|
| "sendToZulip"]: boolean;
|
||||||
|
};
|
||||||
|
auth_callback_url: string;
|
||||||
|
websocket_url: string;
|
||||||
|
api_url: string;
|
||||||
|
};
|
||||||
|
};
|
||||||
|
|
||||||
|
export type DomainConfig = EdgeConfig["domainWithDash"];
|
||||||
|
|
||||||
|
// Edge config main keys can only be alphanumeric and _ or -
|
||||||
|
export function edgeKeyToDomain(key: string) {
|
||||||
|
return key.replaceAll("_", ".");
|
||||||
|
}
|
||||||
|
|
||||||
|
export function edgeDomainToKey(domain: string) {
|
||||||
|
return domain.replaceAll(".", "_");
|
||||||
|
}
|
||||||
|
|
||||||
|
// get edge config server-side (prefer DomainContext when available), domain is the hostname
|
||||||
|
export async function getConfig() {
|
||||||
|
if (process.env.NEXT_PUBLIC_ENV === "development") {
|
||||||
|
try {
|
||||||
|
return require("../../config").localConfig;
|
||||||
|
} catch (e) {
|
||||||
|
// next build() WILL try to execute the require above even if conditionally protected
|
||||||
|
// but thank god it at least runs catch{} block properly
|
||||||
|
if (!isBuildPhase) throw new Error(e);
|
||||||
|
return require("../../config-template").localConfig;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
const domain = new URL(process.env.NEXT_PUBLIC_SITE_URL!).hostname;
|
||||||
|
let config = await get(edgeDomainToKey(domain));
|
||||||
|
|
||||||
|
if (typeof config !== "object") {
|
||||||
|
console.warn("No config for this domain, falling back to default");
|
||||||
|
config = await get(edgeDomainToKey("default"));
|
||||||
|
}
|
||||||
|
|
||||||
|
if (typeof config !== "object") throw Error("Error fetching config");
|
||||||
|
|
||||||
|
return config as DomainConfig;
|
||||||
|
}
|
||||||
@@ -1,6 +1,4 @@
|
|||||||
import { isNonEmptyArray, NonEmptyArray } from "./array";
|
function shouldShowError(error: Error | null | undefined) {
|
||||||
|
|
||||||
export function shouldShowError(error: Error | null | undefined) {
|
|
||||||
if (
|
if (
|
||||||
error?.name == "ResponseError" &&
|
error?.name == "ResponseError" &&
|
||||||
(error["response"].status == 404 || error["response"].status == 403)
|
(error["response"].status == 404 || error["response"].status == 403)
|
||||||
@@ -10,40 +8,4 @@ export function shouldShowError(error: Error | null | undefined) {
|
|||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
const defaultMergeErrors = (ex: NonEmptyArray<unknown>): unknown => {
|
export { shouldShowError };
|
||||||
try {
|
|
||||||
return new Error(
|
|
||||||
ex
|
|
||||||
.map((e) =>
|
|
||||||
e ? (e.toString ? e.toString() : JSON.stringify(e)) : `${e}`,
|
|
||||||
)
|
|
||||||
.join("\n"),
|
|
||||||
);
|
|
||||||
} catch (e) {
|
|
||||||
console.error("Error merging errors:", e);
|
|
||||||
return ex[0];
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
type ReturnTypes<T extends readonly (() => any)[]> = {
|
|
||||||
[K in keyof T]: T[K] extends () => infer R ? R : never;
|
|
||||||
};
|
|
||||||
|
|
||||||
// sequence semantic for "throws"
|
|
||||||
// calls functions passed and collects its thrown values
|
|
||||||
export function sequenceThrows<Fns extends readonly (() => any)[]>(
|
|
||||||
...fs: Fns
|
|
||||||
): ReturnTypes<Fns> {
|
|
||||||
const results: unknown[] = [];
|
|
||||||
const errors: unknown[] = [];
|
|
||||||
|
|
||||||
for (const f of fs) {
|
|
||||||
try {
|
|
||||||
results.push(f());
|
|
||||||
} catch (e) {
|
|
||||||
errors.push(e);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (errors.length) throw defaultMergeErrors(errors as NonEmptyArray<unknown>);
|
|
||||||
return results as ReturnTypes<Fns>;
|
|
||||||
}
|
|
||||||
|
|||||||
@@ -1,55 +0,0 @@
|
|||||||
export const FEATURES = [
|
|
||||||
"requireLogin",
|
|
||||||
"privacy",
|
|
||||||
"browse",
|
|
||||||
"sendToZulip",
|
|
||||||
"rooms",
|
|
||||||
] as const;
|
|
||||||
|
|
||||||
export type FeatureName = (typeof FEATURES)[number];
|
|
||||||
|
|
||||||
export type Features = Readonly<Record<FeatureName, boolean>>;
|
|
||||||
|
|
||||||
export const DEFAULT_FEATURES: Features = {
|
|
||||||
requireLogin: true,
|
|
||||||
privacy: true,
|
|
||||||
browse: true,
|
|
||||||
sendToZulip: true,
|
|
||||||
rooms: true,
|
|
||||||
} as const;
|
|
||||||
|
|
||||||
function parseBooleanEnv(
|
|
||||||
value: string | undefined,
|
|
||||||
defaultValue: boolean = false,
|
|
||||||
): boolean {
|
|
||||||
if (!value) return defaultValue;
|
|
||||||
return value.toLowerCase() === "true";
|
|
||||||
}
|
|
||||||
|
|
||||||
// WARNING: keep process.env.* as-is, next.js won't see them if you generate dynamically
|
|
||||||
const features: Features = {
|
|
||||||
requireLogin: parseBooleanEnv(
|
|
||||||
process.env.NEXT_PUBLIC_FEATURE_REQUIRE_LOGIN,
|
|
||||||
DEFAULT_FEATURES.requireLogin,
|
|
||||||
),
|
|
||||||
privacy: parseBooleanEnv(
|
|
||||||
process.env.NEXT_PUBLIC_FEATURE_PRIVACY,
|
|
||||||
DEFAULT_FEATURES.privacy,
|
|
||||||
),
|
|
||||||
browse: parseBooleanEnv(
|
|
||||||
process.env.NEXT_PUBLIC_FEATURE_BROWSE,
|
|
||||||
DEFAULT_FEATURES.browse,
|
|
||||||
),
|
|
||||||
sendToZulip: parseBooleanEnv(
|
|
||||||
process.env.NEXT_PUBLIC_FEATURE_SEND_TO_ZULIP,
|
|
||||||
DEFAULT_FEATURES.sendToZulip,
|
|
||||||
),
|
|
||||||
rooms: parseBooleanEnv(
|
|
||||||
process.env.NEXT_PUBLIC_FEATURE_ROOMS,
|
|
||||||
DEFAULT_FEATURES.rooms,
|
|
||||||
),
|
|
||||||
};
|
|
||||||
|
|
||||||
export const featureEnabled = (featureName: FeatureName): boolean => {
|
|
||||||
return features[featureName];
|
|
||||||
};
|
|
||||||
@@ -1,41 +1,30 @@
|
|||||||
import Redis from "ioredis";
|
import Redis from "ioredis";
|
||||||
import { isBuildPhase } from "./next";
|
import { isBuildPhase } from "./next";
|
||||||
import Redlock, { ResourceLockedError } from "redlock";
|
|
||||||
|
|
||||||
export type RedisClient = Pick<Redis, "get" | "setex" | "del">;
|
export type RedisClient = Pick<Redis, "get" | "setex" | "del">;
|
||||||
export type RedlockClient = {
|
|
||||||
using: <T>(
|
|
||||||
keys: string | string[],
|
|
||||||
ttl: number,
|
|
||||||
cb: () => Promise<T>,
|
|
||||||
) => Promise<T>;
|
|
||||||
};
|
|
||||||
const KV_USE_TLS = process.env.KV_USE_TLS
|
|
||||||
? process.env.KV_USE_TLS === "true"
|
|
||||||
: undefined;
|
|
||||||
|
|
||||||
let redisClient: Redis | null = null;
|
|
||||||
|
|
||||||
const getRedisClient = (): RedisClient => {
|
const getRedisClient = (): RedisClient => {
|
||||||
if (redisClient) return redisClient;
|
|
||||||
const redisUrl = process.env.KV_URL;
|
const redisUrl = process.env.KV_URL;
|
||||||
if (!redisUrl) {
|
if (!redisUrl) {
|
||||||
throw new Error("KV_URL environment variable is required");
|
throw new Error("KV_URL environment variable is required");
|
||||||
}
|
}
|
||||||
redisClient = new Redis(redisUrl, {
|
const redis = new Redis(redisUrl, {
|
||||||
maxRetriesPerRequest: 3,
|
maxRetriesPerRequest: 3,
|
||||||
...(KV_USE_TLS === true
|
lazyConnect: true,
|
||||||
? {
|
|
||||||
tls: {},
|
|
||||||
}
|
|
||||||
: {}),
|
|
||||||
});
|
});
|
||||||
|
|
||||||
redisClient.on("error", (error) => {
|
redis.on("error", (error) => {
|
||||||
console.error("Redis error:", error);
|
console.error("Redis error:", error);
|
||||||
});
|
});
|
||||||
|
|
||||||
return redisClient;
|
// not necessary but will indicate redis config errors by failfast at startup
|
||||||
|
// happens only once; after that connection is allowed to die and the lib is assumed to be able to restore it eventually
|
||||||
|
redis.connect().catch((e) => {
|
||||||
|
console.error("Failed to connect to Redis:", e);
|
||||||
|
process.exit(1);
|
||||||
|
});
|
||||||
|
|
||||||
|
return redis;
|
||||||
};
|
};
|
||||||
|
|
||||||
// next.js buildtime usage - we want to isolate next.js "build" time concepts here
|
// next.js buildtime usage - we want to isolate next.js "build" time concepts here
|
||||||
@@ -54,25 +43,4 @@ const noopClient: RedisClient = (() => {
|
|||||||
del: noopDel,
|
del: noopDel,
|
||||||
};
|
};
|
||||||
})();
|
})();
|
||||||
|
|
||||||
const noopRedlock: RedlockClient = {
|
|
||||||
using: <T>(resource: string | string[], ttl: number, cb: () => Promise<T>) =>
|
|
||||||
cb(),
|
|
||||||
};
|
|
||||||
|
|
||||||
export const redlock: RedlockClient = isBuildPhase
|
|
||||||
? noopRedlock
|
|
||||||
: (() => {
|
|
||||||
const r = new Redlock([getRedisClient()], {});
|
|
||||||
r.on("error", (error) => {
|
|
||||||
if (error instanceof ResourceLockedError) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
|
|
||||||
// Log all other errors.
|
|
||||||
console.error(error);
|
|
||||||
});
|
|
||||||
return r;
|
|
||||||
})();
|
|
||||||
|
|
||||||
export const tokenCacheRedis = isBuildPhase ? noopClient : getRedisClient();
|
export const tokenCacheRedis = isBuildPhase ? noopClient : getRedisClient();
|
||||||
|
|||||||
@@ -9,6 +9,7 @@ const TokenCacheEntrySchema = z.object({
|
|||||||
accessToken: z.string(),
|
accessToken: z.string(),
|
||||||
accessTokenExpires: z.number(),
|
accessTokenExpires: z.number(),
|
||||||
refreshToken: z.string().optional(),
|
refreshToken: z.string().optional(),
|
||||||
|
error: z.string().optional(),
|
||||||
}),
|
}),
|
||||||
timestamp: z.number(),
|
timestamp: z.number(),
|
||||||
});
|
});
|
||||||
@@ -45,15 +46,14 @@ export async function getTokenCache(
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
const TTL_SECONDS = 30 * 24 * 60 * 60;
|
|
||||||
|
|
||||||
export async function setTokenCache(
|
export async function setTokenCache(
|
||||||
redis: KV,
|
redis: KV,
|
||||||
key: string,
|
key: string,
|
||||||
value: TokenCacheEntry,
|
value: TokenCacheEntry,
|
||||||
): Promise<void> {
|
): Promise<void> {
|
||||||
const encodedValue = TokenCacheEntryCodec.encode(value);
|
const encodedValue = TokenCacheEntryCodec.encode(value);
|
||||||
await redis.setex(key, TTL_SECONDS, encodedValue);
|
const ttlSeconds = Math.floor(REFRESH_ACCESS_TOKEN_BEFORE / 1000);
|
||||||
|
await redis.setex(key, ttlSeconds, encodedValue);
|
||||||
}
|
}
|
||||||
|
|
||||||
export async function deleteTokenCache(redis: KV, key: string): Promise<void> {
|
export async function deleteTokenCache(redis: KV, key: string): Promise<void> {
|
||||||
|
|||||||
@@ -1,5 +0,0 @@
|
|||||||
import { components } from "../reflector-api";
|
|
||||||
|
|
||||||
type ApiTranscriptStatus = components["schemas"]["GetTranscript"]["status"];
|
|
||||||
|
|
||||||
export type TranscriptStatus = ApiTranscriptStatus;
|
|
||||||
@@ -21,7 +21,7 @@ export interface CustomSession extends Session {
|
|||||||
// assumption that JWT is JWTWithAccessToken - we set it in jwt callback of auth; typing isn't strong around there
|
// assumption that JWT is JWTWithAccessToken - we set it in jwt callback of auth; typing isn't strong around there
|
||||||
// but the assumption is crucial to auth working
|
// but the assumption is crucial to auth working
|
||||||
export const assertExtendedToken = <T>(
|
export const assertExtendedToken = <T>(
|
||||||
t: Exclude<T, null | undefined>,
|
t: T,
|
||||||
): T & {
|
): T & {
|
||||||
accessTokenExpires: number;
|
accessTokenExpires: number;
|
||||||
accessToken: string;
|
accessToken: string;
|
||||||
@@ -45,7 +45,7 @@ export const assertExtendedToken = <T>(
|
|||||||
};
|
};
|
||||||
|
|
||||||
export const assertExtendedTokenAndUserId = <U, T extends { user?: U }>(
|
export const assertExtendedTokenAndUserId = <U, T extends { user?: U }>(
|
||||||
t: Exclude<T, null | undefined>,
|
t: T,
|
||||||
): T & {
|
): T & {
|
||||||
accessTokenExpires: number;
|
accessTokenExpires: number;
|
||||||
accessToken: string;
|
accessToken: string;
|
||||||
@@ -55,7 +55,7 @@ export const assertExtendedTokenAndUserId = <U, T extends { user?: U }>(
|
|||||||
} => {
|
} => {
|
||||||
const extendedToken = assertExtendedToken(t);
|
const extendedToken = assertExtendedToken(t);
|
||||||
if (typeof (extendedToken.user as any)?.id === "string") {
|
if (typeof (extendedToken.user as any)?.id === "string") {
|
||||||
return t as Exclude<T, null | undefined> & {
|
return t as T & {
|
||||||
accessTokenExpires: number;
|
accessTokenExpires: number;
|
||||||
accessToken: string;
|
accessToken: string;
|
||||||
user: U & {
|
user: U & {
|
||||||
@@ -67,14 +67,8 @@ export const assertExtendedTokenAndUserId = <U, T extends { user?: U }>(
|
|||||||
};
|
};
|
||||||
|
|
||||||
// best attempt to check the session is valid
|
// best attempt to check the session is valid
|
||||||
export const assertCustomSession = <T extends Session>(
|
export const assertCustomSession = <S extends Session>(s: S): CustomSession => {
|
||||||
s: Exclude<T, null | undefined>,
|
|
||||||
): CustomSession => {
|
|
||||||
const r = assertExtendedTokenAndUserId(s);
|
const r = assertExtendedTokenAndUserId(s);
|
||||||
// no other checks for now
|
// no other checks for now
|
||||||
return r as CustomSession;
|
return r as CustomSession;
|
||||||
};
|
};
|
||||||
|
|
||||||
export type Mutable<T> = {
|
|
||||||
-readonly [P in keyof T]: T[P];
|
|
||||||
};
|
|
||||||
|
|||||||
@@ -1,26 +0,0 @@
|
|||||||
// for paths that are not supposed to be public
|
|
||||||
import { PROTECTED_PAGES } from "./auth";
|
|
||||||
import { usePathname } from "next/navigation";
|
|
||||||
import { useAuth } from "./AuthProvider";
|
|
||||||
import { useEffect } from "react";
|
|
||||||
|
|
||||||
const HOME = "/" as const;
|
|
||||||
|
|
||||||
export const useLoginRequiredPages = () => {
|
|
||||||
const pathname = usePathname();
|
|
||||||
const isProtected = PROTECTED_PAGES.test(pathname);
|
|
||||||
const auth = useAuth();
|
|
||||||
const isNotLoggedIn = auth.status === "unauthenticated";
|
|
||||||
// safety
|
|
||||||
const isLastDestination = pathname === HOME;
|
|
||||||
const shouldRedirect = isNotLoggedIn && isProtected && !isLastDestination;
|
|
||||||
useEffect(() => {
|
|
||||||
if (!shouldRedirect) return;
|
|
||||||
// on the backend, the redirect goes straight to the auth provider, but we don't have it because it's hidden inside next-auth middleware
|
|
||||||
// so we just "softly" lead the user to the main page
|
|
||||||
// warning: if HOME redirects somewhere else, we won't be protected by isLastDestination
|
|
||||||
window.location.href = HOME;
|
|
||||||
}, [shouldRedirect]);
|
|
||||||
// optionally save from blink, since window.location.href takes a bit of time
|
|
||||||
return shouldRedirect ? HOME : null;
|
|
||||||
};
|
|
||||||
@@ -2,7 +2,6 @@ import { useAuth } from "./AuthProvider";
|
|||||||
|
|
||||||
export const useUserName = (): string | null | undefined => {
|
export const useUserName = (): string | null | undefined => {
|
||||||
const auth = useAuth();
|
const auth = useAuth();
|
||||||
if (auth.status !== "authenticated" && auth.status !== "refreshing")
|
if (auth.status !== "authenticated") return undefined;
|
||||||
return undefined;
|
|
||||||
return auth.user?.name || null;
|
return auth.user?.name || null;
|
||||||
};
|
};
|
||||||
|
|||||||
@@ -158,19 +158,7 @@ export const assertExists = <T>(
|
|||||||
return value;
|
return value;
|
||||||
};
|
};
|
||||||
|
|
||||||
export const assertNotExists = <T>(
|
|
||||||
value: T | null | undefined,
|
|
||||||
err?: string,
|
|
||||||
): void => {
|
|
||||||
if (value !== null && value !== undefined) {
|
|
||||||
throw new Error(
|
|
||||||
`Assertion failed: ${err ?? "value is not null or undefined"}`,
|
|
||||||
);
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
export const assertExistsAndNonEmptyString = (
|
export const assertExistsAndNonEmptyString = (
|
||||||
value: string | null | undefined,
|
value: string | null | undefined,
|
||||||
err?: string,
|
|
||||||
): NonEmptyString =>
|
): NonEmptyString =>
|
||||||
parseNonEmptyString(assertExists(value, err || "Expected non-empty string"));
|
parseNonEmptyString(assertExists(value, "Expected non-empty string"));
|
||||||
|
|||||||
@@ -2,8 +2,8 @@
|
|||||||
|
|
||||||
import { ChakraProvider } from "@chakra-ui/react";
|
import { ChakraProvider } from "@chakra-ui/react";
|
||||||
import system from "./styles/theme";
|
import system from "./styles/theme";
|
||||||
import dynamic from "next/dynamic";
|
|
||||||
|
|
||||||
|
import { WherebyProvider } from "@whereby.com/browser-sdk/react";
|
||||||
import { Toaster } from "./components/ui/toaster";
|
import { Toaster } from "./components/ui/toaster";
|
||||||
import { NuqsAdapter } from "nuqs/adapters/next/app";
|
import { NuqsAdapter } from "nuqs/adapters/next/app";
|
||||||
import { QueryClientProvider } from "@tanstack/react-query";
|
import { QueryClientProvider } from "@tanstack/react-query";
|
||||||
@@ -11,14 +11,6 @@ import { queryClient } from "./lib/queryClient";
|
|||||||
import { AuthProvider } from "./lib/AuthProvider";
|
import { AuthProvider } from "./lib/AuthProvider";
|
||||||
import { SessionProvider as SessionProviderNextAuth } from "next-auth/react";
|
import { SessionProvider as SessionProviderNextAuth } from "next-auth/react";
|
||||||
|
|
||||||
const WherebyProvider = dynamic(
|
|
||||||
() =>
|
|
||||||
import("@whereby.com/browser-sdk/react").then((mod) => ({
|
|
||||||
default: mod.WherebyProvider,
|
|
||||||
})),
|
|
||||||
{ ssr: false },
|
|
||||||
);
|
|
||||||
|
|
||||||
export function Providers({ children }: { children: React.ReactNode }) {
|
export function Providers({ children }: { children: React.ReactNode }) {
|
||||||
return (
|
return (
|
||||||
<NuqsAdapter>
|
<NuqsAdapter>
|
||||||
|
|||||||
13
www/app/reflector-api.d.ts
vendored
13
www/app/reflector-api.d.ts
vendored
@@ -926,17 +926,8 @@ export interface components {
|
|||||||
source_kind: components["schemas"]["SourceKind"];
|
source_kind: components["schemas"]["SourceKind"];
|
||||||
/** Created At */
|
/** Created At */
|
||||||
created_at: string;
|
created_at: string;
|
||||||
/**
|
/** Status */
|
||||||
* Status
|
status: string;
|
||||||
* @enum {string}
|
|
||||||
*/
|
|
||||||
status:
|
|
||||||
| "idle"
|
|
||||||
| "uploaded"
|
|
||||||
| "recording"
|
|
||||||
| "processing"
|
|
||||||
| "error"
|
|
||||||
| "ended";
|
|
||||||
/** Rank */
|
/** Rank */
|
||||||
rank: number;
|
rank: number;
|
||||||
/**
|
/**
|
||||||
|
|||||||
@@ -1,5 +1,5 @@
|
|||||||
"use client";
|
"use client";
|
||||||
import { useEffect, useState, use } from "react";
|
import { useEffect, useState } from "react";
|
||||||
import Link from "next/link";
|
import Link from "next/link";
|
||||||
import Image from "next/image";
|
import Image from "next/image";
|
||||||
import { notFound } from "next/navigation";
|
import { notFound } from "next/navigation";
|
||||||
@@ -30,9 +30,9 @@ const FORM_FIELDS = {
|
|||||||
};
|
};
|
||||||
|
|
||||||
export type WebinarDetails = {
|
export type WebinarDetails = {
|
||||||
params: Promise<{
|
params: {
|
||||||
title: string;
|
title: string;
|
||||||
}>;
|
};
|
||||||
};
|
};
|
||||||
|
|
||||||
export type Webinar = {
|
export type Webinar = {
|
||||||
@@ -63,8 +63,7 @@ const WEBINARS: Webinar[] = [
|
|||||||
];
|
];
|
||||||
|
|
||||||
export default function WebinarPage(details: WebinarDetails) {
|
export default function WebinarPage(details: WebinarDetails) {
|
||||||
const params = use(details.params);
|
const title = details.params.title;
|
||||||
const title = params.title;
|
|
||||||
const webinar = WEBINARS.find((webinar) => webinar.title === title);
|
const webinar = WEBINARS.find((webinar) => webinar.title === title);
|
||||||
if (!webinar) {
|
if (!webinar) {
|
||||||
return notFound();
|
return notFound();
|
||||||
|
|||||||
13
www/config-template.ts
Normal file
13
www/config-template.ts
Normal file
@@ -0,0 +1,13 @@
|
|||||||
|
export const localConfig = {
|
||||||
|
features: {
|
||||||
|
requireLogin: true,
|
||||||
|
privacy: true,
|
||||||
|
browse: true,
|
||||||
|
sendToZulip: true,
|
||||||
|
rooms: true,
|
||||||
|
},
|
||||||
|
api_url: "http://127.0.0.1:1250",
|
||||||
|
websocket_url: "ws://127.0.0.1:1250",
|
||||||
|
auth_callback_url: "http://localhost:3000/auth-callback",
|
||||||
|
zulip_streams: "", // Find the value on zulip
|
||||||
|
};
|
||||||
@@ -1,9 +0,0 @@
|
|||||||
export async function register() {
|
|
||||||
if (process.env.NEXT_RUNTIME === "nodejs") {
|
|
||||||
await import("./sentry.server.config");
|
|
||||||
}
|
|
||||||
|
|
||||||
if (process.env.NEXT_RUNTIME === "edge") {
|
|
||||||
await import("./sentry.edge.config");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,7 +1,16 @@
|
|||||||
import { withAuth } from "next-auth/middleware";
|
import { withAuth } from "next-auth/middleware";
|
||||||
import { featureEnabled } from "./app/lib/features";
|
import { getConfig } from "./app/lib/edgeConfig";
|
||||||
import { NextResponse } from "next/server";
|
import { NextResponse } from "next/server";
|
||||||
import { PROTECTED_PAGES } from "./app/lib/auth";
|
|
||||||
|
const LOGIN_REQUIRED_PAGES = [
|
||||||
|
"/transcripts/[!new]",
|
||||||
|
"/browse(.*)",
|
||||||
|
"/rooms(.*)",
|
||||||
|
];
|
||||||
|
|
||||||
|
const PROTECTED_PAGES = new RegExp(
|
||||||
|
LOGIN_REQUIRED_PAGES.map((page) => `^${page}$`).join("|"),
|
||||||
|
);
|
||||||
|
|
||||||
export const config = {
|
export const config = {
|
||||||
matcher: [
|
matcher: [
|
||||||
@@ -19,12 +28,13 @@ export const config = {
|
|||||||
|
|
||||||
export default withAuth(
|
export default withAuth(
|
||||||
async function middleware(request) {
|
async function middleware(request) {
|
||||||
|
const config = await getConfig();
|
||||||
const pathname = request.nextUrl.pathname;
|
const pathname = request.nextUrl.pathname;
|
||||||
|
|
||||||
// feature-flags protected paths
|
// feature-flags protected paths
|
||||||
if (
|
if (
|
||||||
(!featureEnabled("browse") && pathname.startsWith("/browse")) ||
|
(!config.features.browse && pathname.startsWith("/browse")) ||
|
||||||
(!featureEnabled("rooms") && pathname.startsWith("/rooms"))
|
(!config.features.rooms && pathname.startsWith("/rooms"))
|
||||||
) {
|
) {
|
||||||
return NextResponse.redirect(request.nextUrl.origin);
|
return NextResponse.redirect(request.nextUrl.origin);
|
||||||
}
|
}
|
||||||
@@ -32,8 +42,10 @@ export default withAuth(
|
|||||||
{
|
{
|
||||||
callbacks: {
|
callbacks: {
|
||||||
async authorized({ req, token }) {
|
async authorized({ req, token }) {
|
||||||
|
const config = await getConfig();
|
||||||
|
|
||||||
if (
|
if (
|
||||||
featureEnabled("requireLogin") &&
|
config.features.requireLogin &&
|
||||||
PROTECTED_PAGES.test(req.nextUrl.pathname)
|
PROTECTED_PAGES.test(req.nextUrl.pathname)
|
||||||
) {
|
) {
|
||||||
return !!token;
|
return !!token;
|
||||||
|
|||||||
@@ -1,6 +1,7 @@
|
|||||||
/** @type {import('next').NextConfig} */
|
/** @type {import('next').NextConfig} */
|
||||||
const nextConfig = {
|
const nextConfig = {
|
||||||
output: "standalone",
|
output: "standalone",
|
||||||
|
experimental: { esmExternals: "loose" },
|
||||||
env: {
|
env: {
|
||||||
IS_CI: process.env.IS_CI,
|
IS_CI: process.env.IS_CI,
|
||||||
},
|
},
|
||||||
|
|||||||
@@ -17,19 +17,20 @@
|
|||||||
"@fortawesome/fontawesome-svg-core": "^6.4.0",
|
"@fortawesome/fontawesome-svg-core": "^6.4.0",
|
||||||
"@fortawesome/free-solid-svg-icons": "^6.4.0",
|
"@fortawesome/free-solid-svg-icons": "^6.4.0",
|
||||||
"@fortawesome/react-fontawesome": "^0.2.0",
|
"@fortawesome/react-fontawesome": "^0.2.0",
|
||||||
"@sentry/nextjs": "^10.11.0",
|
"@sentry/nextjs": "^7.77.0",
|
||||||
"@tanstack/react-query": "^5.85.9",
|
"@tanstack/react-query": "^5.85.9",
|
||||||
"@types/ioredis": "^5.0.0",
|
"@types/ioredis": "^5.0.0",
|
||||||
|
"@vercel/edge-config": "^0.4.1",
|
||||||
"@whereby.com/browser-sdk": "^3.3.4",
|
"@whereby.com/browser-sdk": "^3.3.4",
|
||||||
"autoprefixer": "10.4.20",
|
"autoprefixer": "10.4.20",
|
||||||
"axios": "^1.8.2",
|
"axios": "^1.8.2",
|
||||||
"eslint": "^9.33.0",
|
"eslint": "^9.33.0",
|
||||||
"eslint-config-next": "^15.5.3",
|
"eslint-config-next": "^14.2.31",
|
||||||
"fontawesome": "^5.6.3",
|
"fontawesome": "^5.6.3",
|
||||||
"ioredis": "^5.7.0",
|
"ioredis": "^5.7.0",
|
||||||
"jest-worker": "^29.6.2",
|
"jest-worker": "^29.6.2",
|
||||||
"lucide-react": "^0.525.0",
|
"lucide-react": "^0.525.0",
|
||||||
"next": "^15.5.3",
|
"next": "^14.2.30",
|
||||||
"next-auth": "^4.24.7",
|
"next-auth": "^4.24.7",
|
||||||
"next-themes": "^0.4.6",
|
"next-themes": "^0.4.6",
|
||||||
"nuqs": "^2.4.3",
|
"nuqs": "^2.4.3",
|
||||||
@@ -44,7 +45,6 @@
|
|||||||
"react-markdown": "^9.0.0",
|
"react-markdown": "^9.0.0",
|
||||||
"react-qr-code": "^2.0.12",
|
"react-qr-code": "^2.0.12",
|
||||||
"react-select-search": "^4.1.7",
|
"react-select-search": "^4.1.7",
|
||||||
"redlock": "5.0.0-beta.2",
|
|
||||||
"sass": "^1.63.6",
|
"sass": "^1.63.6",
|
||||||
"simple-peer": "^9.11.1",
|
"simple-peer": "^9.11.1",
|
||||||
"tailwindcss": "^3.3.2",
|
"tailwindcss": "^3.3.2",
|
||||||
@@ -62,7 +62,8 @@
|
|||||||
"jest": "^30.1.3",
|
"jest": "^30.1.3",
|
||||||
"openapi-typescript": "^7.9.1",
|
"openapi-typescript": "^7.9.1",
|
||||||
"prettier": "^3.0.0",
|
"prettier": "^3.0.0",
|
||||||
"ts-jest": "^29.4.1"
|
"ts-jest": "^29.4.1",
|
||||||
|
"vercel": "^37.3.0"
|
||||||
},
|
},
|
||||||
"packageManager": "pnpm@10.14.0+sha512.ad27a79641b49c3e481a16a805baa71817a04bbe06a38d17e60e2eaee83f6a146c6a688125f5792e48dd5ba30e7da52a5cda4c3992b9ccf333f9ce223af84748"
|
"packageManager": "pnpm@10.14.0+sha512.ad27a79641b49c3e481a16a805baa71817a04bbe06a38d17e60e2eaee83f6a146c6a688125f5792e48dd5ba30e7da52a5cda4c3992b9ccf333f9ce223af84748"
|
||||||
}
|
}
|
||||||
|
|||||||
4501
www/pnpm-lock.yaml
generated
4501
www/pnpm-lock.yaml
generated
File diff suppressed because it is too large
Load Diff
@@ -23,5 +23,3 @@ if (SENTRY_DSN) {
|
|||||||
replaysSessionSampleRate: 0.0,
|
replaysSessionSampleRate: 0.0,
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
export const onRouterTransitionStart = Sentry.captureRouterTransitionStart;
|
|
||||||
Reference in New Issue
Block a user