selfhostyourtech/reflector
2
0
Fork 0
mirror of https://github.com/Monadical-SAS/reflector.git synced 2025-12-20 20:29:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge remote-tracking branch 'origin' into jose/vertical-waveform

Browse Source
This commit is contained in:
Jose B
2023-07-20 15:56:13 -05:00
parent b535e58cb5 8168e13dd7
commit 4b7d40f516
8 changed files with 111 additions and 127 deletions
Download Patch File Download Diff File Expand all files Collapse all files

123
app/components/dashboard.js
View File

@@ -1,104 +1,17 @@
import { Mulberry32 } from "../utils.js";
import React, { useState, useEffect } from "react";
export function Dashboard(props) {
export function Dashboard({
isRecording,
onRecord,
transcriptionText,
finalSummary,
topics,
stream,
}) {
const [openIndex, setOpenIndex] = useState(null);
const [liveTranscript, setLiveTranscript] = useState("");
const fakeTranscripts = [
"This is the first transcript. We are discussing the current situation of our company. We are currently leading the market with a significant margin, and our future outlook is also very promising...",
"Here is the second transcript. We are now moving to our next topic, which is the progress in our ongoing projects. Most of them are on schedule and the quality of work is up to our standard...",
"This is the third transcript. It's about the financial status of our company. We are doing quite well financially. The revenue for this quarter is higher than expected...",
// add more fake transcripts as needed
];
useEffect(() => {
// Randomly select a fake transcript
const selectedTranscript =
fakeTranscripts[Math.floor(Math.random() * fakeTranscripts.length)];
// Split the selected transcript into characters
const characters = Array.from(selectedTranscript);
let counter = 0;
let liveTranscriptCopy = "";
let intervalId = setInterval(() => {
if (counter < characters.length) {
liveTranscriptCopy += characters[counter];
setLiveTranscript(liveTranscriptCopy);
counter++;
} else {
clearInterval(intervalId);
}
}, 50); // delay of 100ms
// Cleanup function to clear the interval when the component unmounts
return () => clearInterval(intervalId);
}, []);
const generateDecibelData = (x) => {
let data = [];
let random = Mulberry32(123456789 + x);
for (let i = 0; i < 50; i++) {
data.push(Math.floor(random() * 30) + 10); // generate random values between 10 and 40
}
return data;
};
const generateDecibelGraph = (decibelData) => {
return decibelData.map((decibel, i) => (
<div
key={i}
className="w-1 bg-blue-500 mr-0.5"
style={{ height: `${decibel}px` }}
>
&nbsp;
</div>
));
};
// This is hardcoded data for proof of concept
const data = [
{
timestamp: "00:00",
topic: "Meeting Introduction",
decibel: generateDecibelData(1),
transcript:
"This is the meeting introduction, we will be discussing several important topics today.",
},
{
timestamp: "00:48",
topic: "Discussing Quarterly Revenue",
decibel: generateDecibelData(2),
transcript:
"We are discussing the quarterly revenue here, it appears our revenue has grown by 15% compared to the previous quarter.",
},
{
timestamp: "01:35",
topic: "Annual Sales Review",
decibel: generateDecibelData(3),
transcript:
"Now we're reviewing the annual sales, there was a significant boost during the holiday season.",
},
{
timestamp: "02:20",
topic: "Operational Costs Analysis",
decibel: generateDecibelData(4),
transcript:
"Moving on to the operational costs analysis, we have managed to reduce unnecessary expenses.",
},
{
timestamp: "03:10",
topic: "Employee Performance",
decibel: generateDecibelData(5),
transcript:
"Let's talk about the employee performance, overall the team has done a great job.",
},
/* { timestamp: '03:45', topic: 'New Marketing Strategies', decibel: generateDecibelData(6), transcript: "Our marketing team has proposed some new strategies that we'll discuss now." },
{ timestamp: '04:30', topic: 'Customer Feedback', decibel: generateDecibelData(7), transcript: "Let's go through some customer feedback that we've received." },
{ timestamp: '05:15', topic: 'Product Development', decibel: generateDecibelData(8), transcript: "Product development is going well and the new product line will be ready to launch next quarter." },
{ timestamp: '06:00', topic: 'Discussing Future Projects', decibel: generateDecibelData(9), transcript: "Now we are talking about the future projects, we have some exciting projects lined up." },
{ timestamp: '06:45', topic: 'Meeting Conclusion', decibel: generateDecibelData(10), transcript: "As we conclude the meeting, I want to thank everyone for their hard work and dedication." }, */
];
return (
<>
<div className="p-4">
@@ -107,7 +20,8 @@ export function Dashboard(props) {
<div className="w-1/4">Topic</div>
<div className="w-1/4"></div>
</div>
{data.map((item, index) => (
{topics.map((item, index) => (
<div key={index} className="border-b-2 py-2">
<div
className="flex justify-between cursor-pointer"
@@ -115,7 +29,7 @@ export function Dashboard(props) {
>
<div className="w-1/4">{item.timestamp}</div>
<div className="w-1/4">
{item.topic}{" "}
{item.title}{" "}
<span
className={`inline-block transform transition-transform duration-200 ${
openIndex === index ? "rotate-90" : ""
@@ -125,7 +39,6 @@ export function Dashboard(props) {
</span>
</div>
<div className="w-1/4 flex flex-row space-x-0.5">
{generateDecibelGraph(item.decibel)}
</div>
</div>
{openIndex === index && (
@@ -133,17 +46,27 @@ export function Dashboard(props) {
)}
</div>
))}
<div className="border-b-2 py-2 w-[90vw] max-w-[1280px]">
<div className="flex justify-between">
<div className="w-1/4">Live</div>
<div className="w-1/4">Transcript</div>
<div className="w-1/4 flex flex-row space-x-0.5">
{generateDecibelGraph(generateDecibelData())}
</div>
</div>
<div className="mt-2 p-2 bg-white temp-transcription">{props.transcriptionText}</div>
<div className="mt-2 p-2 bg-white temp-transcription">
{transcriptionText}
</div>
</div>
{finalSummary && (
<div>
<h2>Final Summary</h2>
<p>Duration: {finalSummary.duration}</p>
<p>{finalSummary.summary}</p>
</div>
)}
</div>
</>
);

58
app/components/webrtc.js
View File

@@ -3,16 +3,19 @@ import Peer from "simple-peer";
const WebRTC_SERVER_URL = "http://127.0.0.1:1250/offer";
const useWebRTC = (stream) => {
const [data, setData] = useState(null);
const useWebRTC = (stream, setIsRecording) => {
const [data, setData] = useState({
peer: null,
});
useEffect(() => {
if (!stream) {
return;
}
let peer = new Peer({ initiator: true, stream: stream });
peer.on("signal", (data) => {
// This is where you'd send the signal data to the server.
// The server would then send it back to other peers who would then
// use `peer.signal()` method to continue the connection negotiation.
if ("sdp" in data) {
fetch(WebRTC_SERVER_URL, {
body: JSON.stringify({
@@ -24,13 +27,9 @@ const useWebRTC = (stream) => {
},
method: "POST",
})
.then(function (response) {
return response.json();
})
.then(function (answer) {
return peer.signal(answer);
})
.catch(function (e) {
.then((response) => response.json())
.then((answer) => peer.signal(answer))
.catch((e) => {
alert(e);
});
}
@@ -38,20 +37,45 @@ const useWebRTC = (stream) => {
peer.on("connect", () => {
console.log("WebRTC connected");
setData(prevData => ({ ...prevData, peer: peer }));
});
peer.on("data", (data) => {
// Received data from the server.
console.log(data.toString());
const serverData = JSON.parse(data.toString());
setData(serverData);
console.log(serverData);
switch (serverData.cmd) {
case "SHOW_TRANSCRIPTION":
setData((prevData) => ({
...prevData,
text: serverData.text,
}));
break;
case "UPDATE_TOPICS":
setData((prevData) => ({
...prevData,
topics: serverData.topics,
}));
break;
case "DISPLAY_FINAL_SUMMARY":
setData((prevData) => ({
...prevData,
finalSummary: {
duration: serverData.duration,
summary: serverData.summary,
},
}));
setIsRecording(false);
break;
default:
console.error(`Unknown command ${serverData.cmd}`);
}
});
// Clean up
return () => {
peer.destroy();
};
}, [stream]);
}, [stream, setIsRecording]);
return data;
};

4
app/globals.css → app/globals.scss
View File

@@ -17,7 +17,6 @@
}
body {
color: rgb(var(--foreground-rgb));
background: linear-gradient(
to bottom,
transparent,
@@ -28,8 +27,7 @@ body {
font-family: "Roboto", sans-serif;
}
.temp-transcription
{
.temp-transcription {
background: beige;
border-radius: 5px;
}

2
app/layout.js
View File

@@ -1,4 +1,4 @@
import "./globals.css";
import "./globals.scss";
import { Roboto } from "next/font/google";
import Head from "next/head";

10
app/page.js
View File

@@ -10,7 +10,7 @@ const App = () => {
// This is where you'd send the stream and receive the data from the server.
// transcription, summary, etc
const serverData = useWebRTC(stream);
const serverData = useWebRTC(stream, () => {});
const text = serverData?.text ?? "";
return (
@@ -20,10 +20,12 @@ const App = () => {
<p className="text-gray-500">Capture The Signal, Not The Noise</p>
</div>
<Recorder setStream={setStream}/>
<Recorder setStream={setStream} onStop={() => serverData.peer.send(JSON.stringify({ cmd: 'STOP' }))}/>
<Dashboard
serverData={serverData}
transcriptionText={`[${serverData?.timestamp?.substring(2) ?? "??"}] ${text}`}
transcriptionText={serverData.text ?? "(No transcription text)"}
finalSummary={serverData.finalSummary}
topics={serverData.topics ?? []}
stream={stream}
/>
<footer className="w-full bg-gray-800 text-center py-4 mt-auto text-white">

22
package-lock.json generated
View File

@@ -14,6 +14,7 @@
"postcss": "8.4.25",
"react": "^18.2.0",
"react-dom": "^18.2.0",
"sass": "^1.63.6",
"simple-peer": "^9.11.1",
"supports-color": "^9.4.0",
"tailwindcss": "^3.3.2"
@@ -724,6 +725,11 @@
}
]
},
"node_modules/immutable": {
"version": "4.3.1",
"resolved": "https://registry.npmjs.org/immutable/-/immutable-4.3.1.tgz",
"integrity": "sha512-lj9cnmB/kVS0QHsJnYKD1uo3o39nrbKxszjnqS9Fr6NB7bZzW45U6WSGBPKXDL/CvDKqDNPA4r3DoDQ8GTxo2A=="
},
"node_modules/inflight": {
"version": "1.0.6",
"resolved": "https://registry.npmjs.org/inflight/-/inflight-1.0.6.tgz",
@@ -1337,6 +1343,22 @@
}
]
},
"node_modules/sass": {
"version": "1.63.6",
"resolved": "https://registry.npmjs.org/sass/-/sass-1.63.6.tgz",
"integrity": "sha512-MJuxGMHzaOW7ipp+1KdELtqKbfAWbH7OLIdoSMnVe3EXPMTmxTmlaZDCTsgIpPCs3w99lLo9/zDKkOrJuT5byw==",
"dependencies": {
"chokidar": ">=3.0.0 <4.0.0",
"immutable": "^4.0.0",
"source-map-js": ">=0.6.2 <2.0.0"
},
"bin": {
"sass": "sass.js"
},
"engines": {
"node": ">=14.0.0"
}
},
"node_modules/scheduler": {
"version": "0.23.0",
"resolved": "https://registry.npmjs.org/scheduler/-/scheduler-0.23.0.tgz",

1
package.json
View File

@@ -16,6 +16,7 @@
"react": "^18.2.0",
"react-dom": "^18.2.0",
"react-dropdown": "^1.11.0",
"sass": "^1.63.6",
"simple-peer": "^9.11.1",
"supports-color": "^9.4.0",
"tailwindcss": "^3.3.2",

18
yarn.lock
View File

@@ -217,7 +217,7 @@ caniuse-lite@^1.0.30001406, caniuse-lite@^1.0.30001464, caniuse-lite@^1.0.300015
resolved "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001515.tgz"
integrity sha512-eEFDwUOZbE24sb+Ecsx3+OvNETqjWIdabMy52oOkIgcUtAsQifjUG9q4U9dgTHJM2mfk4uEPxc0+xuFdJ629QA==
chokidar@^3.5.3:
"chokidar@>=3.0.0 <4.0.0", chokidar@^3.5.3:
version "3.5.3"
resolved "https://registry.npmjs.org/chokidar/-/chokidar-3.5.3.tgz"
integrity sha512-Dr3sfKRP6oTcjf2JmUmFJfeVMvXBdegxB0iVQ5eb2V10uFJUCAS8OByZdVAyVb8xXNz3GjjTgj9kLWsZTqE6kw==
@@ -387,6 +387,11 @@ ieee754@^1.2.1:
resolved "https://registry.npmjs.org/ieee754/-/ieee754-1.2.1.tgz"
integrity sha512-dcyqhDvX1C46lXZcVqCpK+FtMRQVdIMN6/Df5js2zouUsqG7I6sFxitIC+7KYK29KdXOLHdu9zL4sFnoVQnqaA==
immutable@^4.0.0:
version "4.3.1"
resolved "https://registry.npmjs.org/immutable/-/immutable-4.3.1.tgz"
integrity sha512-lj9cnmB/kVS0QHsJnYKD1uo3o39nrbKxszjnqS9Fr6NB7bZzW45U6WSGBPKXDL/CvDKqDNPA4r3DoDQ8GTxo2A==
inflight@^1.0.4:
version "1.0.6"
resolved "https://registry.npmjs.org/inflight/-/inflight-1.0.6.tgz"
@@ -733,6 +738,15 @@ safe-buffer@^5.1.0, safe-buffer@~5.2.0:
resolved "https://registry.npmjs.org/safe-buffer/-/safe-buffer-5.2.1.tgz"
integrity sha512-rp3So07KcdmmKbGvgaNxQSJr7bGVSVk5S9Eq1F+ppbRo70+YeaDxkw5Dd8NPN+GD6bjnYm2VuPuCXmpuYvmCXQ==
sass@^1.63.6:
version "1.63.6"
resolved "https://registry.npmjs.org/sass/-/sass-1.63.6.tgz"
integrity sha512-MJuxGMHzaOW7ipp+1KdELtqKbfAWbH7OLIdoSMnVe3EXPMTmxTmlaZDCTsgIpPCs3w99lLo9/zDKkOrJuT5byw==
dependencies:
chokidar ">=3.0.0 <4.0.0"
immutable "^4.0.0"
source-map-js ">=0.6.2 <2.0.0"
scheduler@^0.23.0:
version "0.23.0"
resolved "https://registry.npmjs.org/scheduler/-/scheduler-0.23.0.tgz"
@@ -753,7 +767,7 @@ simple-peer@^9.11.1:
randombytes "^2.1.0"
readable-stream "^3.6.0"
source-map-js@^1.0.2:
"source-map-js@>=0.6.2 <2.0.0", source-map-js@^1.0.2:
version "1.0.2"
resolved "https://registry.npmjs.org/source-map-js/-/source-map-js-1.0.2.tgz"
integrity sha512-R0XvVJ9WusLiqTCEiGCmICCMplcCkIwwR11mOSD9CR5u+IXYdiseeEuXCVAjS54zqwkLcPNnmU4OeJ6tUrWhDw==