mirror of
https://github.com/Monadical-SAS/reflector.git
synced 2025-12-20 20:29:06 +00:00
update language codes
This commit is contained in:
495
www/app/supportedLanguages.ts
Normal file
495
www/app/supportedLanguages.ts
Normal file
@@ -0,0 +1,495 @@
|
||||
import Script from "next/script";
|
||||
|
||||
// type Script = 'Latn' | 'Ethi' | 'Arab' | 'Beng' | 'Cyrl' | 'Taml' | 'Hant' | 'Hans' | 'Grek' | 'Gujr' | 'Hebr'| 'Deva'| 'Armn' | 'Jpan' | 'Knda' | 'Geor';
|
||||
type LanguageOption = {
|
||||
value: string | undefined;
|
||||
name: string;
|
||||
script?: string;
|
||||
};
|
||||
|
||||
const supportedLanguages: LanguageOption[] = [
|
||||
{
|
||||
value: "af",
|
||||
name: "Afrikaans",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "am",
|
||||
name: "Amharic",
|
||||
script: "Ethi",
|
||||
},
|
||||
{
|
||||
value: "ar",
|
||||
name: "Modern Standard Arabic",
|
||||
script: "Arab",
|
||||
},
|
||||
{
|
||||
value: "ary",
|
||||
name: "Moroccan Arabic",
|
||||
script: "Arab",
|
||||
},
|
||||
{
|
||||
value: "arz",
|
||||
name: "Egyptian Arabic",
|
||||
script: "Arab",
|
||||
},
|
||||
{
|
||||
value: "as",
|
||||
name: "Assamese",
|
||||
script: "Beng",
|
||||
},
|
||||
{
|
||||
value: "az",
|
||||
name: "North Azerbaijani",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "be",
|
||||
name: "Belarusian",
|
||||
script: "Cyrl",
|
||||
},
|
||||
{
|
||||
value: "bn",
|
||||
name: "Bengali",
|
||||
script: "Beng",
|
||||
},
|
||||
{
|
||||
value: "bs",
|
||||
name: "Bosnian",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "bg",
|
||||
name: "Bulgarian",
|
||||
script: "Cyrl",
|
||||
},
|
||||
{
|
||||
value: "ca",
|
||||
name: "Catalan",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "ceb",
|
||||
name: "Cebuano",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "cs",
|
||||
name: "Czech",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "ku",
|
||||
name: "Central Kurdish",
|
||||
script: "Arab",
|
||||
},
|
||||
{
|
||||
value: "cmn",
|
||||
name: "Mandarin Chinese",
|
||||
script: "Hans",
|
||||
},
|
||||
{
|
||||
value: "cy",
|
||||
name: "Welsh",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "da",
|
||||
name: "Danish",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "de",
|
||||
name: "German",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "el",
|
||||
name: "Greek",
|
||||
script: "Grek",
|
||||
},
|
||||
{
|
||||
value: "en",
|
||||
name: "English",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "et",
|
||||
name: "Estonian",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "eu",
|
||||
name: "Basque",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "fi",
|
||||
name: "Finnish",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "fr",
|
||||
name: "French",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "gaz",
|
||||
name: "West Central Oromo",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "ga",
|
||||
name: "Irish",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "gl",
|
||||
name: "Galician",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "gu",
|
||||
name: "Gujarati",
|
||||
script: "Gujr",
|
||||
},
|
||||
{
|
||||
value: "he",
|
||||
name: "Hebrew",
|
||||
script: "Hebr",
|
||||
},
|
||||
{
|
||||
value: "hi",
|
||||
name: "Hindi",
|
||||
script: "Deva",
|
||||
},
|
||||
{
|
||||
value: "hr",
|
||||
name: "Croatian",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "hu",
|
||||
name: "Hungarian",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "hy",
|
||||
name: "Armenian",
|
||||
script: "Armn",
|
||||
},
|
||||
{
|
||||
value: "ig",
|
||||
name: "Igbo",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "id",
|
||||
name: "Indonesian",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "is",
|
||||
name: "Icelandic",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "it",
|
||||
name: "Italian",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "jv",
|
||||
name: "Javanese",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "ja",
|
||||
name: "Japanese",
|
||||
script: "Jpan",
|
||||
},
|
||||
{
|
||||
value: "kn",
|
||||
name: "Kannada",
|
||||
script: "Knda",
|
||||
},
|
||||
{
|
||||
value: "ka",
|
||||
name: "Georgian",
|
||||
script: "Geor",
|
||||
},
|
||||
{
|
||||
value: "kk",
|
||||
name: "Kazakh",
|
||||
script: "Cyrl",
|
||||
},
|
||||
{
|
||||
value: "khk",
|
||||
name: "Halh Mongolian",
|
||||
script: "Cyrl",
|
||||
},
|
||||
{
|
||||
value: "km",
|
||||
name: "Khmer",
|
||||
script: "Khmr",
|
||||
},
|
||||
{
|
||||
value: "ky",
|
||||
name: "Kyrgyz",
|
||||
script: "Cyrl",
|
||||
},
|
||||
{
|
||||
value: "ko",
|
||||
name: "Korean",
|
||||
script: "Kore",
|
||||
},
|
||||
{
|
||||
value: "lo",
|
||||
name: "Lao",
|
||||
script: "Laoo",
|
||||
},
|
||||
{
|
||||
value: "lt",
|
||||
name: "Lithuanian",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "lg",
|
||||
name: "Ganda",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "luo",
|
||||
name: "Luo",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "lv",
|
||||
name: "Standard Latvian",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "mai",
|
||||
name: "Maithili",
|
||||
script: "Deva",
|
||||
},
|
||||
{
|
||||
value: "ml",
|
||||
name: "Malayalam",
|
||||
script: "Mlym",
|
||||
},
|
||||
{
|
||||
value: "mr",
|
||||
name: "Marathi",
|
||||
script: "Deva",
|
||||
},
|
||||
{
|
||||
value: "mk",
|
||||
name: "Macedonian",
|
||||
script: "Cyrl",
|
||||
},
|
||||
{
|
||||
value: "mt",
|
||||
name: "Maltese",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "mni",
|
||||
name: "Meitei",
|
||||
script: "Beng",
|
||||
},
|
||||
{
|
||||
value: "my",
|
||||
name: "Burmese",
|
||||
script: "Mymr",
|
||||
},
|
||||
{
|
||||
value: "nl",
|
||||
name: "Dutch",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "nn",
|
||||
name: "Norwegian Nynorsk",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "nb",
|
||||
name: "Norwegian Bokmål",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "ne",
|
||||
name: "Nepali",
|
||||
script: "Deva",
|
||||
},
|
||||
{
|
||||
value: "ny",
|
||||
name: "Nyanja",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "or",
|
||||
name: "Odia",
|
||||
script: "Orya",
|
||||
},
|
||||
{
|
||||
value: "pa",
|
||||
name: "Punjabi",
|
||||
script: "Guru",
|
||||
},
|
||||
{
|
||||
value: "pbt",
|
||||
name: "Southern Pashto",
|
||||
script: "Arab",
|
||||
},
|
||||
{
|
||||
value: "pes",
|
||||
name: "Western Persian",
|
||||
script: "Arab",
|
||||
},
|
||||
{
|
||||
value: "pl",
|
||||
name: "Polish",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "pt",
|
||||
name: "Portuguese",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "ro",
|
||||
name: "Romanian",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "ru",
|
||||
name: "Russian",
|
||||
script: "Cyrl",
|
||||
},
|
||||
{
|
||||
value: "sk",
|
||||
name: "Slovak",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "sl",
|
||||
name: "Slovenian",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "sn",
|
||||
name: "Shona",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "sd",
|
||||
name: "Sindhi",
|
||||
script: "Arab",
|
||||
},
|
||||
{
|
||||
value: "so",
|
||||
name: "Somali",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "es",
|
||||
name: "Spanish",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "sr",
|
||||
name: "Serbian",
|
||||
script: "Cyrl",
|
||||
},
|
||||
{
|
||||
value: "sv",
|
||||
name: "Swedish",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "sw",
|
||||
name: "Swahili",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "ta",
|
||||
name: "Tamil",
|
||||
script: "Taml",
|
||||
},
|
||||
{
|
||||
value: "te",
|
||||
name: "Telugu",
|
||||
script: "Telu",
|
||||
},
|
||||
{
|
||||
value: "tg",
|
||||
name: "Tajik",
|
||||
script: "Cyrl",
|
||||
},
|
||||
{
|
||||
value: "tl",
|
||||
name: "Tagalog",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "th",
|
||||
name: "Thai",
|
||||
script: "Thai",
|
||||
},
|
||||
{
|
||||
value: "tr",
|
||||
name: "Turkish",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "uk",
|
||||
name: "Ukrainian",
|
||||
script: "Cyrl",
|
||||
},
|
||||
{
|
||||
value: "ur",
|
||||
name: "Urdu",
|
||||
script: "Arab",
|
||||
},
|
||||
{
|
||||
value: "uz",
|
||||
name: "Northern Uzbek",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "vi",
|
||||
name: "Vietnamese",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "yo",
|
||||
name: "Yoruba",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "yue",
|
||||
name: "Cantonese",
|
||||
script: "Hant",
|
||||
},
|
||||
{
|
||||
value: "ms",
|
||||
name: "Standard Malay",
|
||||
script: "Latn",
|
||||
},
|
||||
{
|
||||
value: "zu",
|
||||
name: "Zulu",
|
||||
script: "Latn",
|
||||
},
|
||||
];
|
||||
|
||||
const supportedLatinLanguages = supportedLanguages.filter(
|
||||
(lan) => lan.script == "Latn",
|
||||
);
|
||||
supportedLatinLanguages.push({ value: undefined, name: "None" });
|
||||
|
||||
export { supportedLatinLanguages };
|
||||
|
||||
export default supportedLanguages;
|
||||
@@ -22,7 +22,7 @@ type TranscriptDetails = {
|
||||
|
||||
export default function TranscriptDetails(details: TranscriptDetails) {
|
||||
const api = getApi();
|
||||
const transcript = useTranscript(null, api, details.params.transcriptId);
|
||||
const transcript = useTranscript(details.params.transcriptId);
|
||||
const topics = useTopics(api, details.params.transcriptId);
|
||||
const waveform = useWaveform(api, details.params.transcriptId);
|
||||
const useActiveTopic = useState<Topic | null>(null);
|
||||
|
||||
142
www/app/transcripts/[transcriptId]/record/page.tsx
Normal file
142
www/app/transcripts/[transcriptId]/record/page.tsx
Normal file
@@ -0,0 +1,142 @@
|
||||
"use client";
|
||||
import React, { useEffect, useState } from "react";
|
||||
import Recorder from "../../recorder";
|
||||
import { TopicList } from "../../topicList";
|
||||
import useWebRTC from "../../useWebRTC";
|
||||
import useTranscript from "../../useTranscript";
|
||||
import { useWebSockets } from "../../useWebSockets";
|
||||
import useAudioDevice from "../../useAudioDevice";
|
||||
import "../../../styles/button.css";
|
||||
import { Topic } from "../../webSocketTypes";
|
||||
import getApi from "../../../lib/getApi";
|
||||
import LiveTrancription from "../../liveTranscription";
|
||||
import DisconnectedIndicator from "../../disconnectedIndicator";
|
||||
import { FontAwesomeIcon } from "@fortawesome/react-fontawesome";
|
||||
import { faGear } from "@fortawesome/free-solid-svg-icons";
|
||||
import { lockWakeState, releaseWakeState } from "../../../lib/wakeLock";
|
||||
|
||||
type TranscriptDetails = {
|
||||
params: {
|
||||
transcriptId: string;
|
||||
};
|
||||
};
|
||||
|
||||
const TranscriptRecord = (details: TranscriptDetails) => {
|
||||
const [stream, setStream] = useState<MediaStream | null>(null);
|
||||
const [disconnected, setDisconnected] = useState<boolean>(false);
|
||||
const useActiveTopic = useState<Topic | null>(null);
|
||||
|
||||
useEffect(() => {
|
||||
if (process.env.NEXT_PUBLIC_ENV === "development") {
|
||||
document.onkeyup = (e) => {
|
||||
if (e.key === "d") {
|
||||
setDisconnected((prev) => !prev);
|
||||
}
|
||||
};
|
||||
}
|
||||
}, []);
|
||||
|
||||
const transcript = useTranscript(details.params.transcriptId);
|
||||
const api = getApi();
|
||||
const webRTC = useWebRTC(stream, details.params.transcriptId, api);
|
||||
const webSockets = useWebSockets(details.params.transcriptId);
|
||||
|
||||
const { audioDevices, getAudioStream } = useAudioDevice();
|
||||
|
||||
const [hasRecorded, setHasRecorded] = useState(false);
|
||||
const [transcriptStarted, setTranscriptStarted] = useState(false);
|
||||
|
||||
useEffect(() => {
|
||||
if (!transcriptStarted && webSockets.transcriptText.length !== 0)
|
||||
setTranscriptStarted(true);
|
||||
}, [webSockets.transcriptText]);
|
||||
|
||||
useEffect(() => {
|
||||
if (transcript?.response?.longSummary) {
|
||||
const newUrl = `/transcripts/${transcript.response.id}`;
|
||||
// Shallow redirection does not work on NextJS 13
|
||||
// https://github.com/vercel/next.js/discussions/48110
|
||||
// https://github.com/vercel/next.js/discussions/49540
|
||||
// router.push(newUrl, undefined, { shallow: true });
|
||||
history.replaceState({}, "", newUrl);
|
||||
}
|
||||
});
|
||||
|
||||
useEffect(() => {
|
||||
lockWakeState();
|
||||
return () => {
|
||||
releaseWakeState();
|
||||
};
|
||||
}, []);
|
||||
|
||||
return (
|
||||
<>
|
||||
<Recorder
|
||||
setStream={setStream}
|
||||
onStop={() => {
|
||||
setStream(null);
|
||||
setHasRecorded(true);
|
||||
webRTC?.send(JSON.stringify({ cmd: "STOP" }));
|
||||
}}
|
||||
topics={webSockets.topics}
|
||||
getAudioStream={getAudioStream}
|
||||
useActiveTopic={useActiveTopic}
|
||||
isPastMeeting={false}
|
||||
audioDevices={audioDevices}
|
||||
/>
|
||||
|
||||
<div className="grid grid-cols-1 lg:grid-cols-2 grid-rows-mobile-inner lg:grid-rows-1 gap-2 lg:gap-4 h-full">
|
||||
<TopicList
|
||||
topics={webSockets.topics}
|
||||
useActiveTopic={useActiveTopic}
|
||||
autoscroll={true}
|
||||
/>
|
||||
|
||||
<section
|
||||
className={`w-full h-full bg-blue-400/20 rounded-lg md:rounded-xl p-2 md:px-4`}
|
||||
>
|
||||
{!hasRecorded ? (
|
||||
<>
|
||||
{transcriptStarted && (
|
||||
<h2 className="md:text-lg font-bold">Transcription</h2>
|
||||
)}
|
||||
<div className="flex flex-col justify-center align center text-center h-full">
|
||||
<div className="py-2 h-auto">
|
||||
{!transcriptStarted ? (
|
||||
<div className="text-center text-gray-500">
|
||||
The conversation transcript will appear here shortly after
|
||||
you start recording.
|
||||
</div>
|
||||
) : (
|
||||
<LiveTrancription
|
||||
text={webSockets.transcriptText}
|
||||
translateText={webSockets.translateText}
|
||||
/>
|
||||
)}
|
||||
</div>
|
||||
</div>
|
||||
</>
|
||||
) : (
|
||||
<div className="flex flex-col justify-center align center text-center h-full text-gray-500">
|
||||
<div className="p-2 md:p-4">
|
||||
<FontAwesomeIcon
|
||||
icon={faGear}
|
||||
className="animate-spin-slow h-14 w-14 md:h-20 md:w-20"
|
||||
/>
|
||||
</div>
|
||||
<p>
|
||||
We are generating the final summary for you. This may take a
|
||||
couple of minutes. Please do not navigate away from the page
|
||||
during this time.
|
||||
</p>
|
||||
</div>
|
||||
)}
|
||||
</section>
|
||||
</div>
|
||||
|
||||
{disconnected && <DisconnectedIndicator />}
|
||||
</>
|
||||
);
|
||||
};
|
||||
|
||||
export default TranscriptRecord;
|
||||
54
www/app/transcripts/createTranscript.ts
Normal file
54
www/app/transcripts/createTranscript.ts
Normal file
@@ -0,0 +1,54 @@
|
||||
import { useEffect, useState } from "react";
|
||||
import { DefaultApi, V1TranscriptsCreateRequest } from "../api/apis/DefaultApi";
|
||||
import { GetTranscript } from "../api";
|
||||
import { useError } from "../(errors)/errorContext";
|
||||
import getApi from "../lib/getApi";
|
||||
|
||||
type CreateTranscript = {
|
||||
response: GetTranscript | null;
|
||||
loading: boolean;
|
||||
error: Error | null;
|
||||
create: (params: V1TranscriptsCreateRequest["createTranscript"]) => void;
|
||||
};
|
||||
|
||||
const useCreateTranscript = (): CreateTranscript => {
|
||||
const [response, setResponse] = useState<GetTranscript | null>(null);
|
||||
const [loading, setLoading] = useState<boolean>(false);
|
||||
const [error, setErrorState] = useState<Error | null>(null);
|
||||
const { setError } = useError();
|
||||
const api = getApi();
|
||||
|
||||
const create = (params: V1TranscriptsCreateRequest["createTranscript"]) => {
|
||||
if (loading) return;
|
||||
|
||||
setLoading(true);
|
||||
const requestParameters: V1TranscriptsCreateRequest = {
|
||||
createTranscript: {
|
||||
name: params.name || "Weekly All-Hands", // Default
|
||||
targetLanguage: params.targetLanguage || "en", // Default
|
||||
},
|
||||
};
|
||||
|
||||
console.debug(
|
||||
"POST - /v1/transcripts/ - Requesting new transcription creation",
|
||||
requestParameters,
|
||||
);
|
||||
|
||||
api
|
||||
.v1TranscriptsCreate(requestParameters)
|
||||
.then((result) => {
|
||||
setResponse(result);
|
||||
setLoading(false);
|
||||
console.debug("New transcript created:", result);
|
||||
})
|
||||
.catch((err) => {
|
||||
setError(err);
|
||||
setErrorState(err);
|
||||
setLoading(false);
|
||||
});
|
||||
};
|
||||
|
||||
return { response, loading, error, create };
|
||||
};
|
||||
|
||||
export default useCreateTranscript;
|
||||
@@ -1,14 +1,19 @@
|
||||
type LiveTranscriptionProps = {
|
||||
text: string;
|
||||
translateText: string;
|
||||
};
|
||||
|
||||
export default function LiveTrancription(props: LiveTranscriptionProps) {
|
||||
return (
|
||||
<div className="text-center p-4">
|
||||
<p className="text-lg md:text-xl font-bold line-clamp-4">
|
||||
{/* Nous allons prendre quelques appels téléphoniques et répondre à quelques questions */}
|
||||
{props.text}
|
||||
{props.translateText ? props.translateText : props.text}
|
||||
</p>
|
||||
{props.translateText && (
|
||||
<p className="text-base md:textlg font-bold line-clamp-4">
|
||||
{props.text}
|
||||
</p>
|
||||
)}
|
||||
</div>
|
||||
);
|
||||
}
|
||||
|
||||
@@ -1,197 +1,112 @@
|
||||
"use client";
|
||||
import React, { useEffect, useState } from "react";
|
||||
import Recorder from "../recorder";
|
||||
import { TopicList } from "../topicList";
|
||||
import useWebRTC from "../useWebRTC";
|
||||
import useTranscript from "../useTranscript";
|
||||
import { useWebSockets } from "../useWebSockets";
|
||||
import useAudioDevice from "../useAudioDevice";
|
||||
import "../../styles/button.css";
|
||||
import { Topic } from "../webSocketTypes";
|
||||
import getApi from "../../lib/getApi";
|
||||
import LiveTrancription from "../liveTranscription";
|
||||
import DisconnectedIndicator from "../disconnectedIndicator";
|
||||
import { FontAwesomeIcon } from "@fortawesome/react-fontawesome";
|
||||
import { faGear } from "@fortawesome/free-solid-svg-icons";
|
||||
import About from "../../(aboutAndPrivacy)/about";
|
||||
import Privacy from "../../(aboutAndPrivacy)/privacy";
|
||||
import { lockWakeState, releaseWakeState } from "../../lib/wakeLock";
|
||||
import { useRouter } from "next/navigation";
|
||||
import useCreateTranscript from "../createTranscript";
|
||||
import SelectSearch from "react-select-search";
|
||||
import { supportedLatinLanguages } from "../../supportedLanguages";
|
||||
import "react-select-search/style.css";
|
||||
|
||||
const TranscriptCreate = () => {
|
||||
const [stream, setStream] = useState<MediaStream | null>(null);
|
||||
const [disconnected, setDisconnected] = useState<boolean>(false);
|
||||
const useActiveTopic = useState<Topic | null>(null);
|
||||
|
||||
useEffect(() => {
|
||||
if (process.env.NEXT_PUBLIC_ENV === "development") {
|
||||
document.onkeyup = (e) => {
|
||||
if (e.key === "d") {
|
||||
setDisconnected((prev) => !prev);
|
||||
}
|
||||
};
|
||||
}
|
||||
}, []);
|
||||
|
||||
const api = getApi();
|
||||
const transcript = useTranscript(stream, api);
|
||||
const webRTC = useWebRTC(stream, transcript?.response?.id, api);
|
||||
const webSockets = useWebSockets(transcript?.response?.id);
|
||||
// const transcript = useTranscript(stream, api);
|
||||
const router = useRouter();
|
||||
const {
|
||||
loading,
|
||||
permissionOk,
|
||||
permissionDenied,
|
||||
audioDevices,
|
||||
requestPermission,
|
||||
getAudioStream,
|
||||
} = useAudioDevice();
|
||||
const api = getApi();
|
||||
|
||||
const [hasRecorded, setHasRecorded] = useState(false);
|
||||
const [transcriptStarted, setTranscriptStarted] = useState(false);
|
||||
const [name, setName] = useState<string>();
|
||||
const nameChange = (event: React.ChangeEvent<HTMLInputElement>) => {
|
||||
setName(event.target.value);
|
||||
};
|
||||
const [targetLanguage, setTargetLanguage] = useState<string>();
|
||||
|
||||
const onLanguageChange = (newval) => {
|
||||
typeof newval === "string" && setTargetLanguage(newval);
|
||||
};
|
||||
|
||||
const createTranscript = useCreateTranscript();
|
||||
|
||||
const send = () => {
|
||||
if (createTranscript.loading || permissionDenied) return;
|
||||
createTranscript.create({ name, targetLanguage });
|
||||
};
|
||||
useEffect(() => {
|
||||
if (!transcriptStarted && webSockets.transcriptText.length !== 0)
|
||||
setTranscriptStarted(true);
|
||||
}, [webSockets.transcriptText]);
|
||||
createTranscript.response &&
|
||||
router.push(`/transcripts/${createTranscript.response.id}/record`);
|
||||
}, [createTranscript.response]);
|
||||
|
||||
useEffect(() => {
|
||||
if (transcript?.response?.id) {
|
||||
const newUrl = `/transcripts/${transcript.response.id}`;
|
||||
// Shallow redirection does not work on NextJS 13
|
||||
// https://github.com/vercel/next.js/discussions/48110
|
||||
// https://github.com/vercel/next.js/discussions/49540
|
||||
// router.push(newUrl, undefined, { shallow: true });
|
||||
history.replaceState({}, "", newUrl);
|
||||
}
|
||||
});
|
||||
|
||||
useEffect(() => {
|
||||
lockWakeState();
|
||||
return () => {
|
||||
releaseWakeState();
|
||||
};
|
||||
}, []);
|
||||
const { loading, permissionOk, permissionDenied, requestPermission } =
|
||||
useAudioDevice();
|
||||
|
||||
return (
|
||||
<>
|
||||
{permissionOk ? (
|
||||
<>
|
||||
<Recorder
|
||||
setStream={setStream}
|
||||
onStop={() => {
|
||||
webRTC?.send(JSON.stringify({ cmd: "STOP" }));
|
||||
setStream(null);
|
||||
setHasRecorded(true);
|
||||
}}
|
||||
topics={webSockets.topics}
|
||||
getAudioStream={getAudioStream}
|
||||
useActiveTopic={useActiveTopic}
|
||||
isPastMeeting={false}
|
||||
audioDevices={audioDevices}
|
||||
/>
|
||||
<div></div>
|
||||
<div className="grid grid-cols-1 lg:grid-cols-2 grid-rows-mobile-inner lg:grid-rows-1 gap-2 lg:gap-4 h-full">
|
||||
<section className="flex flex-col w-full h-full items-center justify-evenly p-4 md:px-6 md:py-8">
|
||||
<div className="flex flex-col max-w-xl items-center justify-center">
|
||||
<h1 className="text-2xl font-bold mb-2">
|
||||
Welcome to reflector.media
|
||||
</h1>
|
||||
<p>
|
||||
Reflector is a transcription and summarization pipeline that
|
||||
transforms audio into knowledge. The output is meeting minutes and
|
||||
topic summaries enabling topic-specific analyses stored in your
|
||||
systems of record. This is accomplished on your infrastructure –
|
||||
without 3rd parties – keeping your data private, secure, and
|
||||
organized.
|
||||
</p>
|
||||
<About buttonText="Learn more" />
|
||||
</div>
|
||||
</section>
|
||||
<section className="rounded-xl md:bg-blue-200 flex flex-col justify-start p-6">
|
||||
<h2 className="text-2xl font-bold mt-4 mb-2"> Try Reflector</h2>
|
||||
<label className="mb-3">
|
||||
<p>What is this meeting about ?</p>
|
||||
<input type="text" onChange={nameChange} />
|
||||
</label>
|
||||
|
||||
<div className="grid grid-cols-1 lg:grid-cols-2 grid-rows-mobile-inner lg:grid-rows-1 gap-2 lg:gap-4 h-full">
|
||||
<TopicList
|
||||
topics={webSockets.topics}
|
||||
useActiveTopic={useActiveTopic}
|
||||
autoscroll={true}
|
||||
<label className="mb-3">
|
||||
<p>Do you need live translation ?</p>
|
||||
<SelectSearch
|
||||
search
|
||||
options={supportedLatinLanguages}
|
||||
value={targetLanguage}
|
||||
onChange={onLanguageChange}
|
||||
placeholder="Choose your language"
|
||||
/>
|
||||
</label>
|
||||
|
||||
<section
|
||||
className={`w-full h-full bg-blue-400/20 rounded-lg md:rounded-xl p-2 md:px-4`}
|
||||
>
|
||||
{!hasRecorded ? (
|
||||
<>
|
||||
{transcriptStarted && (
|
||||
<h2 className="md:text-lg font-bold">Transcription</h2>
|
||||
)}
|
||||
<div className="flex flex-col justify-center align center text-center h-full">
|
||||
<div className="py-2 h-auto">
|
||||
{!transcriptStarted ? (
|
||||
<div className="text-center text-gray-500">
|
||||
The conversation transcript will appear here shortly
|
||||
after you start recording.
|
||||
</div>
|
||||
) : (
|
||||
<LiveTrancription text={webSockets.transcriptText} />
|
||||
)}
|
||||
</div>
|
||||
</div>
|
||||
</>
|
||||
) : (
|
||||
<div className="flex flex-col justify-center align center text-center h-full text-gray-500">
|
||||
<div className="p-2 md:p-4">
|
||||
<FontAwesomeIcon
|
||||
icon={faGear}
|
||||
className="animate-spin-slow h-14 w-14 md:h-20 md:w-20"
|
||||
/>
|
||||
</div>
|
||||
<p>
|
||||
We are generating the final summary for you. This may take a
|
||||
couple of minutes. Please do not navigate away from the page
|
||||
during this time.
|
||||
</p>
|
||||
</div>
|
||||
)}
|
||||
</section>
|
||||
</div>
|
||||
|
||||
{disconnected && <DisconnectedIndicator />}
|
||||
</>
|
||||
) : (
|
||||
<>
|
||||
<div></div>
|
||||
<div className="max-h-full overflow-auto">
|
||||
<section className="flex flex-col w-full h-full items-center justify-evenly p-4 md:px-6 md:py-8">
|
||||
<div>
|
||||
<div className="flex flex-col max-w-xl items-center justify-center">
|
||||
<h1 className="text-2xl font-bold mb-2">
|
||||
Welcome to reflector.media
|
||||
</h1>
|
||||
<p>
|
||||
Reflector is a transcription and summarization pipeline that
|
||||
transforms audio into knowledge. The output is meeting
|
||||
minutes and topic summaries enabling topic-specific analyses
|
||||
stored in your systems of record. This is accomplished on
|
||||
your infrastructure – without 3rd parties – keeping your
|
||||
data private, secure, and organized.
|
||||
</p>
|
||||
<About buttonText="Learn more" />
|
||||
<h2 className="text-2xl font-bold mt-4 mb-2">
|
||||
Audio Permissions
|
||||
</h2>
|
||||
{loading ? (
|
||||
<p className="text-center">Checking permission...</p>
|
||||
) : (
|
||||
<>
|
||||
<p className="text-center">
|
||||
In order to use Reflector, we kindly request permission
|
||||
to access your microphone during meetings and events.
|
||||
<br />
|
||||
<Privacy buttonText="Privacy policy" />
|
||||
<br />
|
||||
{permissionDenied
|
||||
? "Permission to use your microphone was denied, please change the permission setting in your browser and refresh this page."
|
||||
: "Please grant permission to continue."}
|
||||
</p>
|
||||
<button
|
||||
className="mt-4 bg-blue-400 hover:bg-blue-500 focus-visible:bg-blue-500 text-white font-bold py-2 px-4 rounded m-auto"
|
||||
onClick={requestPermission}
|
||||
disabled={permissionDenied}
|
||||
>
|
||||
{permissionDenied
|
||||
? "Access denied"
|
||||
: "Grant Permission"}
|
||||
</button>
|
||||
</>
|
||||
)}
|
||||
</div>
|
||||
</div>
|
||||
</section>
|
||||
</div>
|
||||
</>
|
||||
)}
|
||||
{loading ? (
|
||||
<p className="">Checking permission...</p>
|
||||
) : permissionOk ? (
|
||||
<> Microphone permission granted </>
|
||||
) : (
|
||||
<>
|
||||
<p className="">
|
||||
In order to use Reflector, we kindly request permission to
|
||||
access your microphone during meetings and events.
|
||||
<br />
|
||||
<Privacy buttonText="Privacy policy" />
|
||||
<br />
|
||||
{permissionDenied &&
|
||||
"Permission to use your microphone was denied, please change the permission setting in your browser and refresh this page."}
|
||||
</p>
|
||||
<button
|
||||
className="mt-4 bg-blue-400 hover:bg-blue-500 focus-visible:bg-blue-500 text-white font-bold py-2 px-4 rounded m-auto"
|
||||
onClick={requestPermission}
|
||||
disabled={permissionDenied}
|
||||
>
|
||||
{permissionDenied ? "Access denied" : "Grant Permission"}
|
||||
</button>
|
||||
</>
|
||||
)}
|
||||
<button onClick={send} disabled={!permissionOk}>
|
||||
{createTranscript.loading ? "loading" : "Send"}
|
||||
</button>
|
||||
</section>
|
||||
</div>
|
||||
</>
|
||||
);
|
||||
};
|
||||
|
||||
@@ -1,11 +1,11 @@
|
||||
import { useEffect, useState } from "react";
|
||||
import {
|
||||
DefaultApi,
|
||||
V1TranscriptGetRequest,
|
||||
V1TranscriptsCreateRequest,
|
||||
} from "../api/apis/DefaultApi";
|
||||
import { GetTranscript } from "../api";
|
||||
import { useError } from "../(errors)/errorContext";
|
||||
import getApi from "../lib/getApi";
|
||||
|
||||
type Transcript = {
|
||||
response: GetTranscript | null;
|
||||
@@ -13,23 +13,12 @@ type Transcript = {
|
||||
error: Error | null;
|
||||
};
|
||||
|
||||
const useTranscript = (
|
||||
stream: MediaStream | null,
|
||||
api: DefaultApi,
|
||||
id: string | null = null,
|
||||
): Transcript => {
|
||||
const useTranscript = (id: string | null): Transcript => {
|
||||
const [response, setResponse] = useState<GetTranscript | null>(null);
|
||||
const [loading, setLoading] = useState<boolean>(false);
|
||||
const [error, setErrorState] = useState<Error | null>(null);
|
||||
const { setError } = useError();
|
||||
|
||||
const getOrCreateTranscript = (id: string | null) => {
|
||||
if (id) {
|
||||
getTranscript(id);
|
||||
} else if (stream) {
|
||||
createTranscript();
|
||||
}
|
||||
};
|
||||
const api = getApi();
|
||||
|
||||
const getTranscript = (id: string | null) => {
|
||||
if (!id) throw new Error("Transcript ID is required to get transcript");
|
||||
@@ -43,34 +32,7 @@ const useTranscript = (
|
||||
.then((result) => {
|
||||
setResponse(result);
|
||||
setLoading(false);
|
||||
console.debug("New transcript created:", result);
|
||||
})
|
||||
.catch((err) => {
|
||||
setError(err);
|
||||
setErrorState(err);
|
||||
});
|
||||
};
|
||||
|
||||
const createTranscript = () => {
|
||||
setLoading(true);
|
||||
const requestParameters: V1TranscriptsCreateRequest = {
|
||||
createTranscript: {
|
||||
name: "Weekly All-Hands", // Hardcoded for now
|
||||
targetLanguage: "en", // Hardcoded for now
|
||||
},
|
||||
};
|
||||
|
||||
console.debug(
|
||||
"POST - /v1/transcripts/ - Requesting new transcription creation",
|
||||
requestParameters,
|
||||
);
|
||||
|
||||
api
|
||||
.v1TranscriptsCreate(requestParameters)
|
||||
.then((result) => {
|
||||
setResponse(result);
|
||||
setLoading(false);
|
||||
console.debug("New transcript created:", result);
|
||||
console.debug("Transcript Loaded:", result);
|
||||
})
|
||||
.catch((err) => {
|
||||
setError(err);
|
||||
@@ -79,8 +41,8 @@ const useTranscript = (
|
||||
};
|
||||
|
||||
useEffect(() => {
|
||||
getOrCreateTranscript(id);
|
||||
}, [id, stream]);
|
||||
getTranscript(id);
|
||||
}, [id]);
|
||||
|
||||
return { response, loading, error };
|
||||
};
|
||||
|
||||
@@ -5,6 +5,7 @@ import { useRouter } from "next/navigation";
|
||||
|
||||
type UseWebSockets = {
|
||||
transcriptText: string;
|
||||
translateText: string;
|
||||
topics: Topic[];
|
||||
finalSummary: FinalSummary;
|
||||
status: Status;
|
||||
@@ -12,7 +13,9 @@ type UseWebSockets = {
|
||||
|
||||
export const useWebSockets = (transcriptId: string | null): UseWebSockets => {
|
||||
const [transcriptText, setTranscriptText] = useState<string>("");
|
||||
const [translateText, setTranslateText] = useState<string>("");
|
||||
const [textQueue, setTextQueue] = useState<string[]>([]);
|
||||
const [translationQueue, setTranslationQueue] = useState<string[]>([]);
|
||||
const [isProcessing, setIsProcessing] = useState(false);
|
||||
const [topics, setTopics] = useState<Topic[]>([]);
|
||||
const [finalSummary, setFinalSummary] = useState<FinalSummary>({
|
||||
@@ -30,6 +33,8 @@ export const useWebSockets = (transcriptId: string | null): UseWebSockets => {
|
||||
setIsProcessing(true);
|
||||
const text = textQueue[0];
|
||||
setTranscriptText(text);
|
||||
setTranslateText(translationQueue[0]);
|
||||
console.log("displaying " + translateText);
|
||||
|
||||
const WPM_READING = 200 + textQueue.length * 10; // words per minute to read
|
||||
const wordCount = text.split(/\s+/).length;
|
||||
@@ -38,6 +43,7 @@ export const useWebSockets = (transcriptId: string | null): UseWebSockets => {
|
||||
setTimeout(() => {
|
||||
setIsProcessing(false);
|
||||
setTextQueue((prevQueue) => prevQueue.slice(1));
|
||||
setTranslationQueue((prevQueue) => prevQueue.slice(1));
|
||||
}, delay);
|
||||
}, [textQueue, isProcessing]);
|
||||
|
||||
@@ -158,11 +164,13 @@ export const useWebSockets = (transcriptId: string | null): UseWebSockets => {
|
||||
switch (message.event) {
|
||||
case "TRANSCRIPT":
|
||||
const newText = (message.data.text ?? "").trim();
|
||||
const newTranslation = (message.data.translation ?? "").trim();
|
||||
|
||||
if (!newText) break;
|
||||
|
||||
console.debug("TRANSCRIPT event:", newText);
|
||||
setTextQueue((prevQueue) => [...prevQueue, newText]);
|
||||
setTranslationQueue((prevQueue) => [...prevQueue, newTranslation]);
|
||||
break;
|
||||
|
||||
case "TOPIC":
|
||||
@@ -233,5 +241,5 @@ export const useWebSockets = (transcriptId: string | null): UseWebSockets => {
|
||||
};
|
||||
}, [transcriptId]);
|
||||
|
||||
return { transcriptText, topics, finalSummary, status };
|
||||
return { transcriptText, translateText, topics, finalSummary, status };
|
||||
};
|
||||
|
||||
@@ -27,6 +27,7 @@
|
||||
"react-dropdown": "^1.11.0",
|
||||
"react-markdown": "^9.0.0",
|
||||
"react-qr-code": "^2.0.12",
|
||||
"react-select-search": "^4.1.7",
|
||||
"sass": "^1.63.6",
|
||||
"simple-peer": "^9.11.1",
|
||||
"superagent": "^8.0.9",
|
||||
|
||||
@@ -2088,6 +2088,11 @@ react-qr-code@^2.0.12:
|
||||
prop-types "^15.8.1"
|
||||
qr.js "0.0.0"
|
||||
|
||||
react-select-search@^4.1.7:
|
||||
version "4.1.7"
|
||||
resolved "https://registry.yarnpkg.com/react-select-search/-/react-select-search-4.1.7.tgz#5662729b9052282bde52e1352006d495d9c5ed6e"
|
||||
integrity sha512-pU7ONAdK+bmz2tbhBWYQv9m5mnXOn8yImuiy+5UhimIG80d5iKv3nSYJIjJWjDbdrrdoXiCRwQm8xbA8llTjmQ==
|
||||
|
||||
react@^18.2.0:
|
||||
version "18.2.0"
|
||||
resolved "https://registry.npmjs.org/react/-/react-18.2.0.tgz"
|
||||
|
||||
Reference in New Issue
Block a user