mirror of
https://github.com/Monadical-SAS/reflector.git
synced 2026-02-04 18:06:48 +00:00
Compare commits
4 Commits
feat/trans
...
transcript
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
23b6f5f5a1 | ||
|
|
95e58b943f | ||
|
|
13a3ec6148 | ||
|
|
807b954340 |
@@ -18,7 +18,6 @@ from reflector.views.rooms import router as rooms_router
|
|||||||
from reflector.views.rtc_offer import router as rtc_offer_router
|
from reflector.views.rtc_offer import router as rtc_offer_router
|
||||||
from reflector.views.transcripts import router as transcripts_router
|
from reflector.views.transcripts import router as transcripts_router
|
||||||
from reflector.views.transcripts_audio import router as transcripts_audio_router
|
from reflector.views.transcripts_audio import router as transcripts_audio_router
|
||||||
from reflector.views.transcripts_chat import router as transcripts_chat_router
|
|
||||||
from reflector.views.transcripts_participants import (
|
from reflector.views.transcripts_participants import (
|
||||||
router as transcripts_participants_router,
|
router as transcripts_participants_router,
|
||||||
)
|
)
|
||||||
@@ -91,7 +90,6 @@ app.include_router(transcripts_participants_router, prefix="/v1")
|
|||||||
app.include_router(transcripts_speaker_router, prefix="/v1")
|
app.include_router(transcripts_speaker_router, prefix="/v1")
|
||||||
app.include_router(transcripts_upload_router, prefix="/v1")
|
app.include_router(transcripts_upload_router, prefix="/v1")
|
||||||
app.include_router(transcripts_websocket_router, prefix="/v1")
|
app.include_router(transcripts_websocket_router, prefix="/v1")
|
||||||
app.include_router(transcripts_chat_router, prefix="/v1")
|
|
||||||
app.include_router(transcripts_webrtc_router, prefix="/v1")
|
app.include_router(transcripts_webrtc_router, prefix="/v1")
|
||||||
app.include_router(transcripts_process_router, prefix="/v1")
|
app.include_router(transcripts_process_router, prefix="/v1")
|
||||||
app.include_router(user_router, prefix="/v1")
|
app.include_router(user_router, prefix="/v1")
|
||||||
|
|||||||
@@ -1,133 +0,0 @@
|
|||||||
"""
|
|
||||||
Transcripts chat API
|
|
||||||
====================
|
|
||||||
|
|
||||||
WebSocket endpoint for bidirectional chat with LLM about transcript content.
|
|
||||||
"""
|
|
||||||
|
|
||||||
from typing import Optional
|
|
||||||
|
|
||||||
from fastapi import APIRouter, WebSocket, WebSocketDisconnect
|
|
||||||
from llama_index.core import Settings
|
|
||||||
from llama_index.core.base.llms.types import ChatMessage, MessageRole
|
|
||||||
|
|
||||||
from reflector.auth.auth_jwt import JWTAuth
|
|
||||||
from reflector.db.recordings import recordings_controller
|
|
||||||
from reflector.db.transcripts import transcripts_controller
|
|
||||||
from reflector.db.users import user_controller
|
|
||||||
from reflector.llm import LLM
|
|
||||||
from reflector.settings import settings
|
|
||||||
from reflector.utils.transcript_formats import topics_to_webvtt_named
|
|
||||||
|
|
||||||
router = APIRouter()
|
|
||||||
|
|
||||||
|
|
||||||
async def _get_is_multitrack(transcript) -> bool:
|
|
||||||
"""Detect if transcript is from multitrack recording."""
|
|
||||||
if not transcript.recording_id:
|
|
||||||
return False
|
|
||||||
recording = await recordings_controller.get_by_id(transcript.recording_id)
|
|
||||||
return recording is not None and recording.is_multitrack
|
|
||||||
|
|
||||||
|
|
||||||
@router.websocket("/transcripts/{transcript_id}/chat")
|
|
||||||
async def transcript_chat_websocket(
|
|
||||||
transcript_id: str,
|
|
||||||
websocket: WebSocket,
|
|
||||||
):
|
|
||||||
"""WebSocket endpoint for chatting with LLM about transcript content."""
|
|
||||||
# 1. Auth check (optional) - extract token from WebSocket subprotocol header
|
|
||||||
# Browser can't send Authorization header for WS; use subprotocol: ["bearer", token]
|
|
||||||
raw_subprotocol = websocket.headers.get("sec-websocket-protocol") or ""
|
|
||||||
parts = [p.strip() for p in raw_subprotocol.split(",") if p.strip()]
|
|
||||||
token: Optional[str] = None
|
|
||||||
negotiated_subprotocol: Optional[str] = None
|
|
||||||
if len(parts) >= 2 and parts[0].lower() == "bearer":
|
|
||||||
negotiated_subprotocol = "bearer"
|
|
||||||
token = parts[1]
|
|
||||||
|
|
||||||
user_id: Optional[str] = None
|
|
||||||
if token:
|
|
||||||
try:
|
|
||||||
payload = JWTAuth().verify_token(token)
|
|
||||||
authentik_uid = payload.get("sub")
|
|
||||||
|
|
||||||
if authentik_uid:
|
|
||||||
user = await user_controller.get_by_authentik_uid(authentik_uid)
|
|
||||||
if user:
|
|
||||||
user_id = user.id
|
|
||||||
except Exception:
|
|
||||||
# Auth failed - continue as anonymous
|
|
||||||
pass
|
|
||||||
|
|
||||||
# Get transcript (respects user_id for private transcripts)
|
|
||||||
transcript = await transcripts_controller.get_by_id_for_http(
|
|
||||||
transcript_id, user_id=user_id
|
|
||||||
)
|
|
||||||
if not transcript:
|
|
||||||
await websocket.close(code=1008) # Policy violation (not found/unauthorized)
|
|
||||||
return
|
|
||||||
|
|
||||||
# 2. Accept connection (with negotiated subprotocol if present)
|
|
||||||
await websocket.accept(subprotocol=negotiated_subprotocol)
|
|
||||||
|
|
||||||
# 3. Generate WebVTT context
|
|
||||||
is_multitrack = await _get_is_multitrack(transcript)
|
|
||||||
webvtt = topics_to_webvtt_named(
|
|
||||||
transcript.topics, transcript.participants, is_multitrack
|
|
||||||
)
|
|
||||||
|
|
||||||
# Truncate if needed (15k char limit for POC)
|
|
||||||
webvtt_truncated = webvtt[:15000] if len(webvtt) > 15000 else webvtt
|
|
||||||
|
|
||||||
# 4. Configure LLM
|
|
||||||
llm = LLM(settings=settings, temperature=0.7)
|
|
||||||
|
|
||||||
# 5. System message with transcript context
|
|
||||||
system_msg = f"""You are analyzing this meeting transcript (WebVTT):
|
|
||||||
|
|
||||||
{webvtt_truncated}
|
|
||||||
|
|
||||||
Answer questions about content, speakers, timeline. Include timestamps when relevant."""
|
|
||||||
|
|
||||||
# 6. Conversation history
|
|
||||||
conversation_history = [ChatMessage(role=MessageRole.SYSTEM, content=system_msg)]
|
|
||||||
|
|
||||||
try:
|
|
||||||
# 7. Message loop
|
|
||||||
while True:
|
|
||||||
data = await websocket.receive_json()
|
|
||||||
|
|
||||||
if data.get("type") == "get_context":
|
|
||||||
# Return WebVTT context (for debugging/testing)
|
|
||||||
await websocket.send_json({"type": "context", "webvtt": webvtt})
|
|
||||||
continue
|
|
||||||
|
|
||||||
if data.get("type") != "message":
|
|
||||||
# Echo unknown types for backward compatibility
|
|
||||||
await websocket.send_json({"type": "echo", "data": data})
|
|
||||||
continue
|
|
||||||
|
|
||||||
# Add user message to history
|
|
||||||
user_msg = ChatMessage(role=MessageRole.USER, content=data.get("text", ""))
|
|
||||||
conversation_history.append(user_msg)
|
|
||||||
|
|
||||||
# Stream LLM response
|
|
||||||
assistant_msg = ""
|
|
||||||
chat_stream = await Settings.llm.astream_chat(conversation_history)
|
|
||||||
async for chunk in chat_stream:
|
|
||||||
token = chunk.delta or ""
|
|
||||||
if token:
|
|
||||||
await websocket.send_json({"type": "token", "text": token})
|
|
||||||
assistant_msg += token
|
|
||||||
|
|
||||||
# Save assistant response to history
|
|
||||||
conversation_history.append(
|
|
||||||
ChatMessage(role=MessageRole.ASSISTANT, content=assistant_msg)
|
|
||||||
)
|
|
||||||
await websocket.send_json({"type": "done"})
|
|
||||||
|
|
||||||
except WebSocketDisconnect:
|
|
||||||
pass
|
|
||||||
except Exception as e:
|
|
||||||
await websocket.send_json({"type": "error", "message": str(e)})
|
|
||||||
@@ -1,234 +0,0 @@
|
|||||||
"""Tests for transcript chat WebSocket endpoint."""
|
|
||||||
|
|
||||||
import asyncio
|
|
||||||
import threading
|
|
||||||
import time
|
|
||||||
from pathlib import Path
|
|
||||||
|
|
||||||
import pytest
|
|
||||||
from httpx_ws import aconnect_ws
|
|
||||||
from uvicorn import Config, Server
|
|
||||||
|
|
||||||
from reflector.db.transcripts import (
|
|
||||||
SourceKind,
|
|
||||||
TranscriptParticipant,
|
|
||||||
TranscriptTopic,
|
|
||||||
transcripts_controller,
|
|
||||||
)
|
|
||||||
from reflector.processors.types import Word
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.fixture
|
|
||||||
def chat_appserver(tmpdir, setup_database):
|
|
||||||
"""Start a real HTTP server for WebSocket testing."""
|
|
||||||
from reflector.app import app
|
|
||||||
from reflector.db import get_database
|
|
||||||
from reflector.settings import settings
|
|
||||||
|
|
||||||
DATA_DIR = settings.DATA_DIR
|
|
||||||
settings.DATA_DIR = Path(tmpdir)
|
|
||||||
|
|
||||||
# Start server in separate thread with its own event loop
|
|
||||||
host = "127.0.0.1"
|
|
||||||
port = 1256 # Different port from rtc tests
|
|
||||||
server_started = threading.Event()
|
|
||||||
server_exception = None
|
|
||||||
server_instance = None
|
|
||||||
|
|
||||||
def run_server():
|
|
||||||
nonlocal server_exception, server_instance
|
|
||||||
try:
|
|
||||||
# Create new event loop for this thread
|
|
||||||
loop = asyncio.new_event_loop()
|
|
||||||
asyncio.set_event_loop(loop)
|
|
||||||
|
|
||||||
config = Config(app=app, host=host, port=port, loop=loop)
|
|
||||||
server_instance = Server(config)
|
|
||||||
|
|
||||||
async def start_server():
|
|
||||||
# Initialize database connection in this event loop
|
|
||||||
database = get_database()
|
|
||||||
await database.connect()
|
|
||||||
try:
|
|
||||||
await server_instance.serve()
|
|
||||||
finally:
|
|
||||||
await database.disconnect()
|
|
||||||
|
|
||||||
# Signal that server is starting
|
|
||||||
server_started.set()
|
|
||||||
loop.run_until_complete(start_server())
|
|
||||||
except Exception as e:
|
|
||||||
server_exception = e
|
|
||||||
server_started.set()
|
|
||||||
finally:
|
|
||||||
loop.close()
|
|
||||||
|
|
||||||
server_thread = threading.Thread(target=run_server, daemon=True)
|
|
||||||
server_thread.start()
|
|
||||||
|
|
||||||
# Wait for server to start
|
|
||||||
server_started.wait(timeout=30)
|
|
||||||
if server_exception:
|
|
||||||
raise server_exception
|
|
||||||
|
|
||||||
# Wait for server to be fully ready
|
|
||||||
time.sleep(1)
|
|
||||||
|
|
||||||
yield server_instance, host, port
|
|
||||||
|
|
||||||
# Stop server
|
|
||||||
if server_instance:
|
|
||||||
server_instance.should_exit = True
|
|
||||||
server_thread.join(timeout=30)
|
|
||||||
|
|
||||||
settings.DATA_DIR = DATA_DIR
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.fixture
|
|
||||||
async def test_transcript(setup_database):
|
|
||||||
"""Create a test transcript for WebSocket tests."""
|
|
||||||
transcript = await transcripts_controller.add(
|
|
||||||
name="Test Transcript for Chat", source_kind=SourceKind.FILE
|
|
||||||
)
|
|
||||||
return transcript
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.fixture
|
|
||||||
async def test_transcript_with_content(setup_database):
|
|
||||||
"""Create a test transcript with actual content for WebVTT generation."""
|
|
||||||
transcript = await transcripts_controller.add(
|
|
||||||
name="Test Transcript with Content", source_kind=SourceKind.FILE
|
|
||||||
)
|
|
||||||
|
|
||||||
# Add participants
|
|
||||||
await transcripts_controller.update(
|
|
||||||
transcript,
|
|
||||||
{
|
|
||||||
"participants": [
|
|
||||||
TranscriptParticipant(id="1", speaker=0, name="Alice").model_dump(),
|
|
||||||
TranscriptParticipant(id="2", speaker=1, name="Bob").model_dump(),
|
|
||||||
]
|
|
||||||
},
|
|
||||||
)
|
|
||||||
|
|
||||||
# Add topic with words
|
|
||||||
await transcripts_controller.upsert_topic(
|
|
||||||
transcript,
|
|
||||||
TranscriptTopic(
|
|
||||||
title="Introduction",
|
|
||||||
summary="Opening remarks",
|
|
||||||
timestamp=0.0,
|
|
||||||
words=[
|
|
||||||
Word(text="Hello ", start=0.0, end=1.0, speaker=0),
|
|
||||||
Word(text="everyone.", start=1.0, end=2.0, speaker=0),
|
|
||||||
Word(text="Hi ", start=2.0, end=3.0, speaker=1),
|
|
||||||
Word(text="there!", start=3.0, end=4.0, speaker=1),
|
|
||||||
],
|
|
||||||
),
|
|
||||||
)
|
|
||||||
|
|
||||||
return transcript
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_chat_websocket_connection_success(test_transcript, chat_appserver):
|
|
||||||
"""Test successful WebSocket connection to chat endpoint."""
|
|
||||||
server, host, port = chat_appserver
|
|
||||||
base_url = f"ws://{host}:{port}/v1"
|
|
||||||
|
|
||||||
async with aconnect_ws(f"{base_url}/transcripts/{test_transcript.id}/chat") as ws:
|
|
||||||
# Send unknown message type to test echo behavior
|
|
||||||
await ws.send_json({"type": "test", "text": "Hello"})
|
|
||||||
|
|
||||||
# Should receive echo for unknown types
|
|
||||||
response = await ws.receive_json()
|
|
||||||
assert response["type"] == "echo"
|
|
||||||
assert response["data"]["type"] == "test"
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_chat_websocket_nonexistent_transcript(chat_appserver):
|
|
||||||
"""Test WebSocket connection fails for nonexistent transcript."""
|
|
||||||
server, host, port = chat_appserver
|
|
||||||
base_url = f"ws://{host}:{port}/v1"
|
|
||||||
|
|
||||||
# Connection should fail or disconnect immediately for non-existent transcript
|
|
||||||
# Different behavior from successful connection
|
|
||||||
with pytest.raises(Exception): # Will raise on connection or first operation
|
|
||||||
async with aconnect_ws(f"{base_url}/transcripts/nonexistent-id/chat") as ws:
|
|
||||||
await ws.send_json({"type": "message", "text": "Hello"})
|
|
||||||
await ws.receive_json()
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_chat_websocket_multiple_messages(test_transcript, chat_appserver):
|
|
||||||
"""Test sending multiple messages through WebSocket."""
|
|
||||||
server, host, port = chat_appserver
|
|
||||||
base_url = f"ws://{host}:{port}/v1"
|
|
||||||
|
|
||||||
async with aconnect_ws(f"{base_url}/transcripts/{test_transcript.id}/chat") as ws:
|
|
||||||
# Send multiple unknown message types (testing echo behavior)
|
|
||||||
messages = ["First message", "Second message", "Third message"]
|
|
||||||
|
|
||||||
for i, msg in enumerate(messages):
|
|
||||||
await ws.send_json({"type": f"test{i}", "text": msg})
|
|
||||||
response = await ws.receive_json()
|
|
||||||
assert response["type"] == "echo"
|
|
||||||
assert response["data"]["type"] == f"test{i}"
|
|
||||||
assert response["data"]["text"] == msg
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_chat_websocket_disconnect_graceful(test_transcript, chat_appserver):
|
|
||||||
"""Test WebSocket disconnects gracefully."""
|
|
||||||
server, host, port = chat_appserver
|
|
||||||
base_url = f"ws://{host}:{port}/v1"
|
|
||||||
|
|
||||||
async with aconnect_ws(f"{base_url}/transcripts/{test_transcript.id}/chat") as ws:
|
|
||||||
await ws.send_json({"type": "message", "text": "Hello"})
|
|
||||||
await ws.receive_json()
|
|
||||||
# Close handled by context manager - should not raise
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_chat_websocket_context_generation(
|
|
||||||
test_transcript_with_content, chat_appserver
|
|
||||||
):
|
|
||||||
"""Test WebVTT context is generated on connection."""
|
|
||||||
server, host, port = chat_appserver
|
|
||||||
base_url = f"ws://{host}:{port}/v1"
|
|
||||||
|
|
||||||
async with aconnect_ws(
|
|
||||||
f"{base_url}/transcripts/{test_transcript_with_content.id}/chat"
|
|
||||||
) as ws:
|
|
||||||
# Request context
|
|
||||||
await ws.send_json({"type": "get_context"})
|
|
||||||
|
|
||||||
# Receive context response
|
|
||||||
response = await ws.receive_json()
|
|
||||||
assert response["type"] == "context"
|
|
||||||
assert "webvtt" in response
|
|
||||||
|
|
||||||
# Verify WebVTT format
|
|
||||||
webvtt = response["webvtt"]
|
|
||||||
assert webvtt.startswith("WEBVTT")
|
|
||||||
assert "<v Alice>" in webvtt
|
|
||||||
assert "<v Bob>" in webvtt
|
|
||||||
assert "Hello everyone." in webvtt
|
|
||||||
assert "Hi there!" in webvtt
|
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_chat_websocket_unknown_message_type(test_transcript, chat_appserver):
|
|
||||||
"""Test unknown message types are echoed back."""
|
|
||||||
server, host, port = chat_appserver
|
|
||||||
base_url = f"ws://{host}:{port}/v1"
|
|
||||||
|
|
||||||
async with aconnect_ws(f"{base_url}/transcripts/{test_transcript.id}/chat") as ws:
|
|
||||||
# Send unknown message type
|
|
||||||
await ws.send_json({"type": "unknown", "data": "test"})
|
|
||||||
|
|
||||||
# Should receive echo
|
|
||||||
response = await ws.receive_json()
|
|
||||||
assert response["type"] == "echo"
|
|
||||||
assert response["data"]["type"] == "unknown"
|
|
||||||
@@ -1,103 +0,0 @@
|
|||||||
"use client";
|
|
||||||
|
|
||||||
import { useState } from "react";
|
|
||||||
import { Box, Dialog, Input, IconButton } from "@chakra-ui/react";
|
|
||||||
import { MessageCircle } from "lucide-react";
|
|
||||||
import Markdown from "react-markdown";
|
|
||||||
import "../../styles/markdown.css";
|
|
||||||
import type { Message } from "./useTranscriptChat";
|
|
||||||
|
|
||||||
interface TranscriptChatModalProps {
|
|
||||||
open: boolean;
|
|
||||||
onClose: () => void;
|
|
||||||
messages: Message[];
|
|
||||||
sendMessage: (text: string) => void;
|
|
||||||
isStreaming: boolean;
|
|
||||||
currentStreamingText: string;
|
|
||||||
}
|
|
||||||
|
|
||||||
export function TranscriptChatModal({
|
|
||||||
open,
|
|
||||||
onClose,
|
|
||||||
messages,
|
|
||||||
sendMessage,
|
|
||||||
isStreaming,
|
|
||||||
currentStreamingText,
|
|
||||||
}: TranscriptChatModalProps) {
|
|
||||||
const [input, setInput] = useState("");
|
|
||||||
|
|
||||||
const handleSend = () => {
|
|
||||||
if (!input.trim()) return;
|
|
||||||
sendMessage(input);
|
|
||||||
setInput("");
|
|
||||||
};
|
|
||||||
|
|
||||||
return (
|
|
||||||
<Dialog.Root open={open} onOpenChange={(e) => !e.open && onClose()}>
|
|
||||||
<Dialog.Backdrop />
|
|
||||||
<Dialog.Positioner>
|
|
||||||
<Dialog.Content maxW="500px" h="600px">
|
|
||||||
<Dialog.Header>Transcript Chat</Dialog.Header>
|
|
||||||
|
|
||||||
<Dialog.Body overflowY="auto">
|
|
||||||
{messages.map((msg) => (
|
|
||||||
<Box
|
|
||||||
key={msg.id}
|
|
||||||
p={3}
|
|
||||||
mb={2}
|
|
||||||
bg={msg.role === "user" ? "blue.50" : "gray.50"}
|
|
||||||
borderRadius="md"
|
|
||||||
>
|
|
||||||
{msg.role === "user" ? (
|
|
||||||
msg.text
|
|
||||||
) : (
|
|
||||||
<div className="markdown">
|
|
||||||
<Markdown>{msg.text}</Markdown>
|
|
||||||
</div>
|
|
||||||
)}
|
|
||||||
</Box>
|
|
||||||
))}
|
|
||||||
|
|
||||||
{isStreaming && (
|
|
||||||
<Box p={3} bg="gray.50" borderRadius="md">
|
|
||||||
<div className="markdown">
|
|
||||||
<Markdown>{currentStreamingText}</Markdown>
|
|
||||||
</div>
|
|
||||||
<Box as="span" className="animate-pulse">
|
|
||||||
▊
|
|
||||||
</Box>
|
|
||||||
</Box>
|
|
||||||
)}
|
|
||||||
</Dialog.Body>
|
|
||||||
|
|
||||||
<Dialog.Footer>
|
|
||||||
<Input
|
|
||||||
value={input}
|
|
||||||
onChange={(e) => setInput(e.target.value)}
|
|
||||||
onKeyDown={(e) => e.key === "Enter" && handleSend()}
|
|
||||||
placeholder="Ask about transcript..."
|
|
||||||
disabled={isStreaming}
|
|
||||||
/>
|
|
||||||
</Dialog.Footer>
|
|
||||||
</Dialog.Content>
|
|
||||||
</Dialog.Positioner>
|
|
||||||
</Dialog.Root>
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
export function TranscriptChatButton({ onClick }: { onClick: () => void }) {
|
|
||||||
return (
|
|
||||||
<IconButton
|
|
||||||
position="fixed"
|
|
||||||
bottom="24px"
|
|
||||||
right="24px"
|
|
||||||
onClick={onClick}
|
|
||||||
size="lg"
|
|
||||||
colorPalette="blue"
|
|
||||||
borderRadius="full"
|
|
||||||
aria-label="Open chat"
|
|
||||||
>
|
|
||||||
<MessageCircle />
|
|
||||||
</IconButton>
|
|
||||||
);
|
|
||||||
}
|
|
||||||
@@ -1,12 +1,12 @@
|
|||||||
import React, { useState, useEffect } from "react";
|
import React, { useState, useEffect } from "react";
|
||||||
import ScrollToBottom from "../../scrollToBottom";
|
import ScrollToBottom from "../../scrollToBottom";
|
||||||
import { Topic } from "../../webSocketTypes";
|
import { Topic } from "../../webSocketTypes";
|
||||||
import useParticipants from "../../useParticipants";
|
import { Box, Flex, Text } from "@chakra-ui/react";
|
||||||
import { Box, Flex, Text, Accordion } from "@chakra-ui/react";
|
import { formatTime } from "../../../../lib/time";
|
||||||
import { TopicItem } from "./TopicItem";
|
import { getTopicColor } from "../../../../lib/topicColors";
|
||||||
import { TranscriptStatus } from "../../../../lib/transcript";
|
import { TranscriptStatus } from "../../../../lib/transcript";
|
||||||
|
|
||||||
import { featureEnabled } from "../../../../lib/features";
|
import { featureEnabled } from "../../../../lib/features";
|
||||||
|
import { TOPICS_SCROLL_DIV_ID } from "./constants";
|
||||||
|
|
||||||
type TopicListProps = {
|
type TopicListProps = {
|
||||||
topics: Topic[];
|
topics: Topic[];
|
||||||
@@ -18,6 +18,7 @@ type TopicListProps = {
|
|||||||
transcriptId: string;
|
transcriptId: string;
|
||||||
status: TranscriptStatus | null;
|
status: TranscriptStatus | null;
|
||||||
currentTranscriptText: any;
|
currentTranscriptText: any;
|
||||||
|
onTopicClick?: (topicId: string) => void;
|
||||||
};
|
};
|
||||||
|
|
||||||
export function TopicList({
|
export function TopicList({
|
||||||
@@ -27,30 +28,13 @@ export function TopicList({
|
|||||||
transcriptId,
|
transcriptId,
|
||||||
status,
|
status,
|
||||||
currentTranscriptText,
|
currentTranscriptText,
|
||||||
|
onTopicClick,
|
||||||
}: TopicListProps) {
|
}: TopicListProps) {
|
||||||
const [activeTopic, setActiveTopic] = useActiveTopic;
|
const [activeTopic, setActiveTopic] = useActiveTopic;
|
||||||
|
const [hoveredTopicId, setHoveredTopicId] = useState<string | null>(null);
|
||||||
const [autoscrollEnabled, setAutoscrollEnabled] = useState<boolean>(true);
|
const [autoscrollEnabled, setAutoscrollEnabled] = useState<boolean>(true);
|
||||||
const participants = useParticipants(transcriptId);
|
|
||||||
|
|
||||||
const scrollToTopic = () => {
|
const toggleScroll = (element: HTMLElement) => {
|
||||||
const topicDiv = document.getElementById(`topic-${activeTopic?.id}`);
|
|
||||||
|
|
||||||
setTimeout(() => {
|
|
||||||
topicDiv?.scrollIntoView({
|
|
||||||
behavior: "smooth",
|
|
||||||
block: "start",
|
|
||||||
inline: "nearest",
|
|
||||||
});
|
|
||||||
}, 200);
|
|
||||||
};
|
|
||||||
|
|
||||||
useEffect(() => {
|
|
||||||
if (activeTopic && autoscroll) scrollToTopic();
|
|
||||||
}, [activeTopic, autoscroll]);
|
|
||||||
|
|
||||||
// scroll top is not rounded, heights are, so exact match won't work.
|
|
||||||
// https://developer.mozilla.org/en-US/docs/Web/API/Element/scrollHeight#determine_if_an_element_has_been_totally_scrolled
|
|
||||||
const toggleScroll = (element) => {
|
|
||||||
const bottom =
|
const bottom =
|
||||||
Math.abs(
|
Math.abs(
|
||||||
element.scrollHeight - element.clientHeight - element.scrollTop,
|
element.scrollHeight - element.clientHeight - element.scrollTop,
|
||||||
@@ -61,14 +45,19 @@ export function TopicList({
|
|||||||
setAutoscrollEnabled(true);
|
setAutoscrollEnabled(true);
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
const handleScroll = (e) => {
|
|
||||||
toggleScroll(e.target);
|
const handleScroll = (e: React.UIEvent<HTMLDivElement>) => {
|
||||||
|
toggleScroll(e.target as HTMLElement);
|
||||||
|
};
|
||||||
|
|
||||||
|
const scrollToBottom = () => {
|
||||||
|
const topicsDiv = document.getElementById(TOPICS_SCROLL_DIV_ID);
|
||||||
|
if (topicsDiv) topicsDiv.scrollTop = topicsDiv.scrollHeight;
|
||||||
};
|
};
|
||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
if (autoscroll) {
|
if (autoscroll) {
|
||||||
const topicsDiv = document.getElementById("scroll-div");
|
const topicsDiv = document.getElementById(TOPICS_SCROLL_DIV_ID);
|
||||||
|
|
||||||
topicsDiv && toggleScroll(topicsDiv);
|
topicsDiv && toggleScroll(topicsDiv);
|
||||||
}
|
}
|
||||||
}, [activeTopic, autoscroll]);
|
}, [activeTopic, autoscroll]);
|
||||||
@@ -77,37 +66,41 @@ export function TopicList({
|
|||||||
if (autoscroll && autoscrollEnabled) scrollToBottom();
|
if (autoscroll && autoscrollEnabled) scrollToBottom();
|
||||||
}, [topics.length, currentTranscriptText]);
|
}, [topics.length, currentTranscriptText]);
|
||||||
|
|
||||||
const scrollToBottom = () => {
|
|
||||||
const topicsDiv = document.getElementById("scroll-div");
|
|
||||||
|
|
||||||
if (topicsDiv) topicsDiv.scrollTop = topicsDiv.scrollHeight;
|
|
||||||
};
|
|
||||||
|
|
||||||
const getSpeakerName = (speakerNumber: number) => {
|
|
||||||
if (!participants.response) return;
|
|
||||||
return (
|
|
||||||
participants.response.find(
|
|
||||||
(participant) => participant.speaker == speakerNumber,
|
|
||||||
)?.name || `Speaker ${speakerNumber}`
|
|
||||||
);
|
|
||||||
};
|
|
||||||
|
|
||||||
const requireLogin = featureEnabled("requireLogin");
|
|
||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
if (autoscroll) {
|
if (autoscroll) {
|
||||||
setActiveTopic(topics[topics.length - 1]);
|
setActiveTopic(topics[topics.length - 1]);
|
||||||
}
|
}
|
||||||
}, [topics, autoscroll]);
|
}, [topics, autoscroll]);
|
||||||
|
|
||||||
|
const handleTopicClick = (topic: Topic) => {
|
||||||
|
setActiveTopic(topic);
|
||||||
|
if (onTopicClick) {
|
||||||
|
onTopicClick(topic.id);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const handleTopicMouseEnter = (topic: Topic) => {
|
||||||
|
setHoveredTopicId(topic.id);
|
||||||
|
// If already active, toggle off when mousing over
|
||||||
|
if (activeTopic?.id === topic.id) {
|
||||||
|
setActiveTopic(null);
|
||||||
|
} else {
|
||||||
|
setActiveTopic(topic);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const handleTopicMouseLeave = () => {
|
||||||
|
setHoveredTopicId(null);
|
||||||
|
};
|
||||||
|
|
||||||
|
const requireLogin = featureEnabled("requireLogin");
|
||||||
|
|
||||||
return (
|
return (
|
||||||
<Flex
|
<Flex
|
||||||
position={"relative"}
|
position="relative"
|
||||||
w={"100%"}
|
w="full"
|
||||||
h={"95%"}
|
h="200px"
|
||||||
flexDirection={"column"}
|
flexDirection="column"
|
||||||
justify={"center"}
|
|
||||||
align={"center"}
|
|
||||||
flexShrink={0}
|
flexShrink={0}
|
||||||
>
|
>
|
||||||
{autoscroll && (
|
{autoscroll && (
|
||||||
@@ -118,45 +111,71 @@ export function TopicList({
|
|||||||
)}
|
)}
|
||||||
|
|
||||||
<Box
|
<Box
|
||||||
id="scroll-div"
|
id={TOPICS_SCROLL_DIV_ID}
|
||||||
overflowY={"auto"}
|
overflowY="auto"
|
||||||
h={"100%"}
|
h="full"
|
||||||
onScroll={handleScroll}
|
onScroll={handleScroll}
|
||||||
width="full"
|
width="full"
|
||||||
>
|
>
|
||||||
{topics.length > 0 && (
|
{topics.length > 0 && (
|
||||||
<Accordion.Root
|
<Flex direction="column" gap={1} p={2}>
|
||||||
multiple={false}
|
{topics.map((topic, index) => {
|
||||||
collapsible={true}
|
const color = getTopicColor(index);
|
||||||
value={activeTopic ? [activeTopic.id] : []}
|
const isActive = activeTopic?.id === topic.id;
|
||||||
onValueChange={(details) => {
|
const isHovered = hoveredTopicId === topic.id;
|
||||||
const selectedTopicId = details.value[0];
|
|
||||||
const selectedTopic = selectedTopicId
|
return (
|
||||||
? topics.find((t) => t.id === selectedTopicId)
|
<Flex
|
||||||
: null;
|
key={topic.id}
|
||||||
setActiveTopic(selectedTopic || null);
|
id={`topic-${topic.id}`}
|
||||||
}}
|
gap={2}
|
||||||
>
|
align="center"
|
||||||
{topics.map((topic) => (
|
py={1}
|
||||||
<TopicItem
|
px={2}
|
||||||
key={topic.id}
|
cursor="pointer"
|
||||||
topic={topic}
|
bg={isActive || isHovered ? "gray.100" : "transparent"}
|
||||||
isActive={activeTopic?.id === topic.id}
|
_hover={{ bg: "gray.50" }}
|
||||||
getSpeakerName={getSpeakerName}
|
onClick={() => handleTopicClick(topic)}
|
||||||
/>
|
onMouseEnter={() => handleTopicMouseEnter(topic)}
|
||||||
))}
|
onMouseLeave={handleTopicMouseLeave}
|
||||||
</Accordion.Root>
|
>
|
||||||
|
{/* Color indicator */}
|
||||||
|
<Box
|
||||||
|
w="12px"
|
||||||
|
h="12px"
|
||||||
|
borderRadius="full"
|
||||||
|
bg={color}
|
||||||
|
flexShrink={0}
|
||||||
|
/>
|
||||||
|
|
||||||
|
{/* Topic title */}
|
||||||
|
<Text
|
||||||
|
flex={1}
|
||||||
|
fontSize="sm"
|
||||||
|
fontWeight={isActive ? "semibold" : "normal"}
|
||||||
|
>
|
||||||
|
{topic.title}
|
||||||
|
</Text>
|
||||||
|
|
||||||
|
{/* Timestamp */}
|
||||||
|
<Text as="span" color="gray.500" fontSize="xs" flexShrink={0}>
|
||||||
|
{formatTime(topic.timestamp)}
|
||||||
|
</Text>
|
||||||
|
</Flex>
|
||||||
|
);
|
||||||
|
})}
|
||||||
|
</Flex>
|
||||||
)}
|
)}
|
||||||
|
|
||||||
{status == "recording" && (
|
{status == "recording" && (
|
||||||
<Box textAlign={"center"}>
|
<Box textAlign="center">
|
||||||
<Text>{currentTranscriptText}</Text>
|
<Text>{currentTranscriptText}</Text>
|
||||||
</Box>
|
</Box>
|
||||||
)}
|
)}
|
||||||
{(status == "recording" || status == "idle") &&
|
{(status == "recording" || status == "idle") &&
|
||||||
currentTranscriptText.length == 0 &&
|
currentTranscriptText.length == 0 &&
|
||||||
topics.length == 0 && (
|
topics.length == 0 && (
|
||||||
<Box textAlign={"center"} color="gray">
|
<Box textAlign="center" color="gray">
|
||||||
<Text>
|
<Text>
|
||||||
Full discussion transcript will appear here after you start
|
Full discussion transcript will appear here after you start
|
||||||
recording.
|
recording.
|
||||||
@@ -167,7 +186,7 @@ export function TopicList({
|
|||||||
</Box>
|
</Box>
|
||||||
)}
|
)}
|
||||||
{status == "processing" && (
|
{status == "processing" && (
|
||||||
<Box textAlign={"center"} color="gray">
|
<Box textAlign="center" color="gray">
|
||||||
<Text>We are processing the recording, please wait.</Text>
|
<Text>We are processing the recording, please wait.</Text>
|
||||||
{!requireLogin && (
|
{!requireLogin && (
|
||||||
<span>
|
<span>
|
||||||
@@ -177,12 +196,12 @@ export function TopicList({
|
|||||||
</Box>
|
</Box>
|
||||||
)}
|
)}
|
||||||
{status == "ended" && topics.length == 0 && (
|
{status == "ended" && topics.length == 0 && (
|
||||||
<Box textAlign={"center"} color="gray">
|
<Box textAlign="center" color="gray">
|
||||||
<Text>Recording has ended without topics being found.</Text>
|
<Text>Recording has ended without topics being found.</Text>
|
||||||
</Box>
|
</Box>
|
||||||
)}
|
)}
|
||||||
{status == "error" && (
|
{status == "error" && (
|
||||||
<Box textAlign={"center"} color="gray">
|
<Box textAlign="center" color="gray">
|
||||||
<Text>There was an error processing your recording</Text>
|
<Text>There was an error processing your recording</Text>
|
||||||
</Box>
|
</Box>
|
||||||
)}
|
)}
|
||||||
|
|||||||
@@ -0,0 +1,106 @@
|
|||||||
|
import { Box, Text, IconButton } from "@chakra-ui/react";
|
||||||
|
import { ChevronUp } from "lucide-react";
|
||||||
|
import { Topic } from "../../webSocketTypes";
|
||||||
|
import { getTopicColor } from "../../../../lib/topicColors";
|
||||||
|
import { TOPICS_SCROLL_DIV_ID } from "./constants";
|
||||||
|
|
||||||
|
interface TranscriptWithGutterProps {
|
||||||
|
topics: Topic[];
|
||||||
|
getSpeakerName: (speakerNumber: number) => string | undefined;
|
||||||
|
onGutterClick: (topicId: string) => void;
|
||||||
|
}
|
||||||
|
|
||||||
|
export function TranscriptWithGutter({
|
||||||
|
topics,
|
||||||
|
getSpeakerName,
|
||||||
|
onGutterClick,
|
||||||
|
}: TranscriptWithGutterProps) {
|
||||||
|
const scrollToTopics = () => {
|
||||||
|
// Scroll to the topic list at the top
|
||||||
|
const topicList = document.getElementById(TOPICS_SCROLL_DIV_ID);
|
||||||
|
if (topicList) {
|
||||||
|
topicList.scrollIntoView({
|
||||||
|
behavior: "smooth",
|
||||||
|
block: "start",
|
||||||
|
});
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
return (
|
||||||
|
<Box>
|
||||||
|
{topics.map((topic, topicIndex) => {
|
||||||
|
const color = getTopicColor(topicIndex);
|
||||||
|
|
||||||
|
return (
|
||||||
|
<Box key={topic.id} position="relative">
|
||||||
|
{/* Topic Header with Up Button */}
|
||||||
|
<Box
|
||||||
|
py={3}
|
||||||
|
px={4}
|
||||||
|
fontWeight="semibold"
|
||||||
|
fontSize="lg"
|
||||||
|
display="flex"
|
||||||
|
alignItems="center"
|
||||||
|
justifyContent="space-between"
|
||||||
|
>
|
||||||
|
<Text>{topic.title}</Text>
|
||||||
|
<IconButton
|
||||||
|
aria-label="Scroll to topics"
|
||||||
|
size="sm"
|
||||||
|
variant="ghost"
|
||||||
|
onClick={scrollToTopics}
|
||||||
|
>
|
||||||
|
<ChevronUp size={16} />
|
||||||
|
</IconButton>
|
||||||
|
</Box>
|
||||||
|
|
||||||
|
{/* Segments container with single gutter */}
|
||||||
|
<Box position="relative">
|
||||||
|
{/* Single continuous gutter for entire topic */}
|
||||||
|
<Box
|
||||||
|
className="topic-gutter"
|
||||||
|
position="absolute"
|
||||||
|
left={0}
|
||||||
|
top={0}
|
||||||
|
bottom={0}
|
||||||
|
width="4px"
|
||||||
|
bg={color}
|
||||||
|
cursor="pointer"
|
||||||
|
transition="all 0.2s"
|
||||||
|
_hover={{
|
||||||
|
filter: "brightness(1.2)",
|
||||||
|
width: "6px",
|
||||||
|
}}
|
||||||
|
onClick={() => onGutterClick(topic.id)}
|
||||||
|
/>
|
||||||
|
|
||||||
|
{/* Segments */}
|
||||||
|
{topic.segments?.map((segment, segmentIndex) => (
|
||||||
|
<Box
|
||||||
|
key={segmentIndex}
|
||||||
|
id={`segment-${topic.id}-${segmentIndex}`}
|
||||||
|
py={2}
|
||||||
|
px={4}
|
||||||
|
pl={12}
|
||||||
|
_hover={{
|
||||||
|
bg: "gray.50",
|
||||||
|
}}
|
||||||
|
>
|
||||||
|
{/* Segment Content */}
|
||||||
|
<Text fontSize="sm">
|
||||||
|
<Text as="span" fontWeight="semibold" color="gray.700">
|
||||||
|
{getSpeakerName(segment.speaker) ||
|
||||||
|
`Speaker ${segment.speaker}`}
|
||||||
|
:
|
||||||
|
</Text>{" "}
|
||||||
|
{segment.text}
|
||||||
|
</Text>
|
||||||
|
</Box>
|
||||||
|
))}
|
||||||
|
</Box>
|
||||||
|
</Box>
|
||||||
|
);
|
||||||
|
})}
|
||||||
|
</Box>
|
||||||
|
);
|
||||||
|
}
|
||||||
@@ -0,0 +1 @@
|
|||||||
|
export const TOPICS_SCROLL_DIV_ID = "topics-scroll-div";
|
||||||
@@ -3,7 +3,9 @@ import Modal from "../modal";
|
|||||||
import useTopics from "../useTopics";
|
import useTopics from "../useTopics";
|
||||||
import useWaveform from "../useWaveform";
|
import useWaveform from "../useWaveform";
|
||||||
import useMp3 from "../useMp3";
|
import useMp3 from "../useMp3";
|
||||||
|
import useParticipants from "../useParticipants";
|
||||||
import { TopicList } from "./_components/TopicList";
|
import { TopicList } from "./_components/TopicList";
|
||||||
|
import { TranscriptWithGutter } from "./_components/TranscriptWithGutter";
|
||||||
import { Topic } from "../webSocketTypes";
|
import { Topic } from "../webSocketTypes";
|
||||||
import React, { useEffect, useState, use } from "react";
|
import React, { useEffect, useState, use } from "react";
|
||||||
import FinalSummary from "./finalSummary";
|
import FinalSummary from "./finalSummary";
|
||||||
@@ -18,15 +20,9 @@ import {
|
|||||||
Skeleton,
|
Skeleton,
|
||||||
Text,
|
Text,
|
||||||
Spinner,
|
Spinner,
|
||||||
useDisclosure,
|
|
||||||
} from "@chakra-ui/react";
|
} from "@chakra-ui/react";
|
||||||
import { useTranscriptGet } from "../../../lib/apiHooks";
|
import { useTranscriptGet } from "../../../lib/apiHooks";
|
||||||
import { TranscriptStatus } from "../../../lib/transcript";
|
import { TranscriptStatus } from "../../../lib/transcript";
|
||||||
import {
|
|
||||||
TranscriptChatModal,
|
|
||||||
TranscriptChatButton,
|
|
||||||
} from "../TranscriptChatModal";
|
|
||||||
import { useTranscriptChat } from "../useTranscriptChat";
|
|
||||||
|
|
||||||
type TranscriptDetails = {
|
type TranscriptDetails = {
|
||||||
params: Promise<{
|
params: Promise<{
|
||||||
@@ -51,16 +47,90 @@ export default function TranscriptDetails(details: TranscriptDetails) {
|
|||||||
|
|
||||||
const mp3 = useMp3(transcriptId, waiting);
|
const mp3 = useMp3(transcriptId, waiting);
|
||||||
const topics = useTopics(transcriptId);
|
const topics = useTopics(transcriptId);
|
||||||
|
const participants = useParticipants(transcriptId);
|
||||||
const waveform = useWaveform(
|
const waveform = useWaveform(
|
||||||
transcriptId,
|
transcriptId,
|
||||||
waiting || mp3.audioDeleted === true,
|
waiting || mp3.audioDeleted === true,
|
||||||
);
|
);
|
||||||
const useActiveTopic = useState<Topic | null>(null);
|
const useActiveTopic = useState<Topic | null>(null);
|
||||||
|
const [activeTopic, setActiveTopic] = useActiveTopic;
|
||||||
const [finalSummaryElement, setFinalSummaryElement] =
|
const [finalSummaryElement, setFinalSummaryElement] =
|
||||||
useState<HTMLDivElement | null>(null);
|
useState<HTMLDivElement | null>(null);
|
||||||
|
|
||||||
const { open, onOpen, onClose } = useDisclosure();
|
// IntersectionObserver for active topic detection based on scroll position
|
||||||
const chat = useTranscriptChat(transcriptId);
|
useEffect(() => {
|
||||||
|
if (!topics.topics || topics.topics.length === 0) return;
|
||||||
|
|
||||||
|
const observer = new IntersectionObserver(
|
||||||
|
(entries) => {
|
||||||
|
// Find the most visible segment
|
||||||
|
let mostVisibleEntry: IntersectionObserverEntry | null = null;
|
||||||
|
let maxRatio = 0;
|
||||||
|
|
||||||
|
entries.forEach((entry) => {
|
||||||
|
if (entry.isIntersecting && entry.intersectionRatio > maxRatio) {
|
||||||
|
maxRatio = entry.intersectionRatio;
|
||||||
|
mostVisibleEntry = entry;
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
if (mostVisibleEntry) {
|
||||||
|
// Extract topicId from segment id (format: "segment-{topicId}-{idx}")
|
||||||
|
const segmentId = mostVisibleEntry.target.id;
|
||||||
|
const match = segmentId.match(/^segment-([^-]+)-/);
|
||||||
|
if (match) {
|
||||||
|
const topicId = match[1];
|
||||||
|
const topic = topics.topics?.find((t) => t.id === topicId);
|
||||||
|
if (topic && activeTopic?.id !== topic.id) {
|
||||||
|
setActiveTopic(topic);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
{
|
||||||
|
threshold: [0, 0.25, 0.5, 0.75, 1],
|
||||||
|
rootMargin: "-20% 0px -20% 0px",
|
||||||
|
},
|
||||||
|
);
|
||||||
|
|
||||||
|
// Observe all segment elements
|
||||||
|
const segments = document.querySelectorAll('[id^="segment-"]');
|
||||||
|
segments.forEach((segment) => observer.observe(segment));
|
||||||
|
|
||||||
|
return () => observer.disconnect();
|
||||||
|
}, [topics.topics, activeTopic?.id, setActiveTopic]);
|
||||||
|
|
||||||
|
// Scroll handlers for bidirectional navigation
|
||||||
|
const handleTopicClick = (topicId: string) => {
|
||||||
|
// Scroll to first segment of this topic in transcript
|
||||||
|
const firstSegment = document.querySelector(`[id^="segment-${topicId}-"]`);
|
||||||
|
if (firstSegment) {
|
||||||
|
firstSegment.scrollIntoView({
|
||||||
|
behavior: "smooth",
|
||||||
|
block: "center",
|
||||||
|
});
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const handleGutterClick = (topicId: string) => {
|
||||||
|
// Scroll to topic in list
|
||||||
|
const topicChip = document.getElementById(`topic-${topicId}`);
|
||||||
|
if (topicChip) {
|
||||||
|
topicChip.scrollIntoView({
|
||||||
|
behavior: "smooth",
|
||||||
|
block: "center",
|
||||||
|
});
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
const getSpeakerName = (speakerNumber: number) => {
|
||||||
|
if (!participants.response) return `Speaker ${speakerNumber}`;
|
||||||
|
return (
|
||||||
|
participants.response.find(
|
||||||
|
(participant) => participant.speaker == speakerNumber,
|
||||||
|
)?.name || `Speaker ${speakerNumber}`
|
||||||
|
);
|
||||||
|
};
|
||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
if (!waiting || !transcript.data) return;
|
if (!waiting || !transcript.data) return;
|
||||||
@@ -128,18 +198,9 @@ export default function TranscriptDetails(details: TranscriptDetails) {
|
|||||||
|
|
||||||
return (
|
return (
|
||||||
<>
|
<>
|
||||||
<TranscriptChatModal
|
|
||||||
open={open}
|
|
||||||
onClose={onClose}
|
|
||||||
messages={chat.messages}
|
|
||||||
sendMessage={chat.sendMessage}
|
|
||||||
isStreaming={chat.isStreaming}
|
|
||||||
currentStreamingText={chat.currentStreamingText}
|
|
||||||
/>
|
|
||||||
<TranscriptChatButton onClick={onOpen} />
|
|
||||||
<Grid
|
<Grid
|
||||||
templateColumns="1fr"
|
templateColumns="1fr"
|
||||||
templateRows="auto minmax(0, 1fr)"
|
templateRows="auto auto"
|
||||||
gap={4}
|
gap={4}
|
||||||
mt={4}
|
mt={4}
|
||||||
mb={4}
|
mb={4}
|
||||||
@@ -171,18 +232,18 @@ export default function TranscriptDetails(details: TranscriptDetails) {
|
|||||||
<Grid
|
<Grid
|
||||||
templateColumns={{ base: "minmax(0, 1fr)", md: "repeat(2, 1fr)" }}
|
templateColumns={{ base: "minmax(0, 1fr)", md: "repeat(2, 1fr)" }}
|
||||||
templateRows={{
|
templateRows={{
|
||||||
base: "auto minmax(0, 1fr) minmax(0, 1fr)",
|
base: "auto auto auto",
|
||||||
md: "auto minmax(0, 1fr)",
|
md: "auto auto",
|
||||||
}}
|
}}
|
||||||
gap={4}
|
gap={4}
|
||||||
gridRowGap={2}
|
gridRowGap={2}
|
||||||
padding={4}
|
padding={4}
|
||||||
paddingBottom={0}
|
|
||||||
background="gray.bg"
|
background="gray.bg"
|
||||||
border={"2px solid"}
|
border={"2px solid"}
|
||||||
borderColor={"gray.bg"}
|
borderColor={"gray.bg"}
|
||||||
borderRadius={8}
|
borderRadius={8}
|
||||||
>
|
>
|
||||||
|
{/* Title */}
|
||||||
<GridItem colSpan={{ base: 1, md: 2 }}>
|
<GridItem colSpan={{ base: 1, md: 2 }}>
|
||||||
<Flex direction="column" gap={0}>
|
<Flex direction="column" gap={0}>
|
||||||
<Flex alignItems="center" gap={2}>
|
<Flex alignItems="center" gap={2}>
|
||||||
@@ -205,28 +266,64 @@ export default function TranscriptDetails(details: TranscriptDetails) {
|
|||||||
)}
|
)}
|
||||||
</Flex>
|
</Flex>
|
||||||
</GridItem>
|
</GridItem>
|
||||||
<TopicList
|
|
||||||
topics={topics.topics || []}
|
{/* Left column: Topics List */}
|
||||||
useActiveTopic={useActiveTopic}
|
<GridItem display="flex" flexDirection="column" gap={4} h="100%">
|
||||||
autoscroll={false}
|
<TopicList
|
||||||
transcriptId={transcriptId}
|
topics={topics.topics || []}
|
||||||
status={transcript.data?.status || null}
|
useActiveTopic={useActiveTopic}
|
||||||
currentTranscriptText=""
|
autoscroll={false}
|
||||||
/>
|
transcriptId={transcriptId}
|
||||||
{transcript.data && topics.topics ? (
|
status={transcript.data?.status || null}
|
||||||
<>
|
currentTranscriptText=""
|
||||||
<FinalSummary
|
onTopicClick={handleTopicClick}
|
||||||
transcript={transcript.data}
|
/>
|
||||||
topics={topics.topics}
|
|
||||||
onUpdate={() => {
|
{/* Transcript with colored gutter (scrollable) */}
|
||||||
transcript.refetch().then(() => {});
|
{topics.topics && topics.topics.length > 0 && (
|
||||||
|
<Box
|
||||||
|
overflowY="auto"
|
||||||
|
flex={1}
|
||||||
|
minH="0"
|
||||||
|
pr={2}
|
||||||
|
css={{
|
||||||
|
"&::-webkit-scrollbar": {
|
||||||
|
width: "8px",
|
||||||
|
},
|
||||||
|
"&::-webkit-scrollbar-track": {
|
||||||
|
background: "transparent",
|
||||||
|
},
|
||||||
|
"&::-webkit-scrollbar-thumb": {
|
||||||
|
background: "#CBD5E0",
|
||||||
|
borderRadius: "4px",
|
||||||
|
},
|
||||||
|
"&::-webkit-scrollbar-thumb:hover": {
|
||||||
|
background: "#A0AEC0",
|
||||||
|
},
|
||||||
}}
|
}}
|
||||||
finalSummaryRef={setFinalSummaryElement}
|
>
|
||||||
/>
|
<TranscriptWithGutter
|
||||||
</>
|
topics={topics.topics}
|
||||||
|
getSpeakerName={getSpeakerName}
|
||||||
|
onGutterClick={handleGutterClick}
|
||||||
|
/>
|
||||||
|
</Box>
|
||||||
|
)}
|
||||||
|
</GridItem>
|
||||||
|
|
||||||
|
{/* Right column: Final Summary */}
|
||||||
|
{transcript.data && topics.topics ? (
|
||||||
|
<FinalSummary
|
||||||
|
transcript={transcript.data}
|
||||||
|
topics={topics.topics}
|
||||||
|
onUpdate={() => {
|
||||||
|
transcript.refetch().then(() => {});
|
||||||
|
}}
|
||||||
|
finalSummaryRef={setFinalSummaryElement}
|
||||||
|
/>
|
||||||
) : (
|
) : (
|
||||||
<Flex justify={"center"} alignItems={"center"} h={"100%"}>
|
<Flex justify="center" alignItems="center" h="100%">
|
||||||
<div className="flex flex-col h-full justify-center content-center">
|
<Flex direction="column" h="full" justify="center" align="center">
|
||||||
{transcript?.data?.status == "processing" ? (
|
{transcript?.data?.status == "processing" ? (
|
||||||
<Text>Loading Transcript</Text>
|
<Text>Loading Transcript</Text>
|
||||||
) : (
|
) : (
|
||||||
@@ -235,7 +332,7 @@ export default function TranscriptDetails(details: TranscriptDetails) {
|
|||||||
back later
|
back later
|
||||||
</Text>
|
</Text>
|
||||||
)}
|
)}
|
||||||
</div>
|
</Flex>
|
||||||
</Flex>
|
</Flex>
|
||||||
)}
|
)}
|
||||||
</Grid>
|
</Grid>
|
||||||
|
|||||||
@@ -1,130 +0,0 @@
|
|||||||
"use client";
|
|
||||||
|
|
||||||
import { useEffect, useState, useRef } from "react";
|
|
||||||
import { getSession } from "next-auth/react";
|
|
||||||
import { WEBSOCKET_URL } from "../../lib/apiClient";
|
|
||||||
import { assertExtendedToken } from "../../lib/types";
|
|
||||||
|
|
||||||
export type Message = {
|
|
||||||
id: string;
|
|
||||||
role: "user" | "assistant";
|
|
||||||
text: string;
|
|
||||||
timestamp: Date;
|
|
||||||
};
|
|
||||||
|
|
||||||
export type UseTranscriptChat = {
|
|
||||||
messages: Message[];
|
|
||||||
sendMessage: (text: string) => void;
|
|
||||||
isStreaming: boolean;
|
|
||||||
currentStreamingText: string;
|
|
||||||
};
|
|
||||||
|
|
||||||
export const useTranscriptChat = (transcriptId: string): UseTranscriptChat => {
|
|
||||||
const [messages, setMessages] = useState<Message[]>([]);
|
|
||||||
const [isStreaming, setIsStreaming] = useState(false);
|
|
||||||
const [currentStreamingText, setCurrentStreamingText] = useState("");
|
|
||||||
const wsRef = useRef<WebSocket | null>(null);
|
|
||||||
const streamingTextRef = useRef<string>("");
|
|
||||||
const isMountedRef = useRef<boolean>(true);
|
|
||||||
|
|
||||||
useEffect(() => {
|
|
||||||
isMountedRef.current = true;
|
|
||||||
|
|
||||||
const connectWebSocket = async () => {
|
|
||||||
const url = `${WEBSOCKET_URL}/v1/transcripts/${transcriptId}/chat`;
|
|
||||||
|
|
||||||
// Get auth token for WebSocket subprotocol
|
|
||||||
let protocols: string[] | undefined;
|
|
||||||
try {
|
|
||||||
const session = await getSession();
|
|
||||||
if (session) {
|
|
||||||
const token = assertExtendedToken(session).accessToken;
|
|
||||||
// Pass token via subprotocol: ["bearer", token]
|
|
||||||
protocols = ["bearer", token];
|
|
||||||
}
|
|
||||||
} catch (error) {
|
|
||||||
console.warn("Failed to get auth token for WebSocket:", error);
|
|
||||||
}
|
|
||||||
|
|
||||||
const ws = new WebSocket(url, protocols);
|
|
||||||
wsRef.current = ws;
|
|
||||||
|
|
||||||
ws.onopen = () => {
|
|
||||||
console.log("Chat WebSocket connected");
|
|
||||||
};
|
|
||||||
|
|
||||||
ws.onmessage = (event) => {
|
|
||||||
if (!isMountedRef.current) return;
|
|
||||||
|
|
||||||
const msg = JSON.parse(event.data);
|
|
||||||
|
|
||||||
switch (msg.type) {
|
|
||||||
case "token":
|
|
||||||
setIsStreaming(true);
|
|
||||||
streamingTextRef.current += msg.text;
|
|
||||||
setCurrentStreamingText(streamingTextRef.current);
|
|
||||||
break;
|
|
||||||
|
|
||||||
case "done":
|
|
||||||
// CRITICAL: Save the text BEFORE resetting the ref
|
|
||||||
// The setMessages callback may execute later, after ref is reset
|
|
||||||
const finalText = streamingTextRef.current;
|
|
||||||
|
|
||||||
setMessages((prev) => [
|
|
||||||
...prev,
|
|
||||||
{
|
|
||||||
id: Date.now().toString(),
|
|
||||||
role: "assistant",
|
|
||||||
text: finalText,
|
|
||||||
timestamp: new Date(),
|
|
||||||
},
|
|
||||||
]);
|
|
||||||
streamingTextRef.current = "";
|
|
||||||
setCurrentStreamingText("");
|
|
||||||
setIsStreaming(false);
|
|
||||||
break;
|
|
||||||
|
|
||||||
case "error":
|
|
||||||
console.error("Chat error:", msg.message);
|
|
||||||
setIsStreaming(false);
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
ws.onerror = (error) => {
|
|
||||||
console.error("WebSocket error:", error);
|
|
||||||
};
|
|
||||||
|
|
||||||
ws.onclose = () => {
|
|
||||||
console.log("Chat WebSocket closed");
|
|
||||||
};
|
|
||||||
};
|
|
||||||
|
|
||||||
connectWebSocket();
|
|
||||||
|
|
||||||
return () => {
|
|
||||||
isMountedRef.current = false;
|
|
||||||
if (wsRef.current) {
|
|
||||||
wsRef.current.close();
|
|
||||||
}
|
|
||||||
};
|
|
||||||
}, [transcriptId]);
|
|
||||||
|
|
||||||
const sendMessage = (text: string) => {
|
|
||||||
if (!wsRef.current) return;
|
|
||||||
|
|
||||||
setMessages((prev) => [
|
|
||||||
...prev,
|
|
||||||
{
|
|
||||||
id: Date.now().toString(),
|
|
||||||
role: "user",
|
|
||||||
text,
|
|
||||||
timestamp: new Date(),
|
|
||||||
},
|
|
||||||
]);
|
|
||||||
|
|
||||||
wsRef.current.send(JSON.stringify({ type: "message", text }));
|
|
||||||
};
|
|
||||||
|
|
||||||
return { messages, sendMessage, isStreaming, currentStreamingText };
|
|
||||||
};
|
|
||||||
18
www/app/lib/topicColors.ts
Normal file
18
www/app/lib/topicColors.ts
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
// Predefined color palette for topics
|
||||||
|
// Colors chosen for good contrast and visual distinction
|
||||||
|
export const TOPIC_COLORS = [
|
||||||
|
"#3B82F6", // blue
|
||||||
|
"#10B981", // green
|
||||||
|
"#F59E0B", // amber
|
||||||
|
"#EF4444", // red
|
||||||
|
"#8B5CF6", // violet
|
||||||
|
"#EC4899", // pink
|
||||||
|
"#14B8A6", // teal
|
||||||
|
"#F97316", // orange
|
||||||
|
"#6366F1", // indigo
|
||||||
|
"#84CC16", // lime
|
||||||
|
] as const;
|
||||||
|
|
||||||
|
export function getTopicColor(topicIndex: number): string {
|
||||||
|
return TOPIC_COLORS[topicIndex % TOPIC_COLORS.length];
|
||||||
|
}
|
||||||
Reference in New Issue
Block a user