mirror of
https://github.com/Monadical-SAS/reflector.git
synced 2025-12-20 20:29:06 +00:00
more TS
This commit is contained in:
@@ -1,6 +1,21 @@
|
|||||||
// Source code: https://github.com/katspaugh/wavesurfer.js/blob/fa2bcfe/src/plugins/record.ts
|
// Source code: https://github.com/katspaugh/wavesurfer.js/blob/fa2bcfe/src/plugins/record.ts
|
||||||
|
/**
|
||||||
|
* Record audio from the microphone, render a waveform and download the audio.
|
||||||
|
*/
|
||||||
|
|
||||||
import RecordPlugin from "wavesurfer.js/dist/plugins/record";
|
import BasePlugin, {
|
||||||
|
type BasePluginEvents,
|
||||||
|
} from "wavesurfer.js/dist/base-plugin";
|
||||||
|
|
||||||
|
export type RecordPluginOptions = {
|
||||||
|
mimeType?: MediaRecorderOptions["mimeType"];
|
||||||
|
audioBitsPerSecond?: MediaRecorderOptions["audioBitsPerSecond"];
|
||||||
|
};
|
||||||
|
|
||||||
|
export type RecordPluginEvents = BasePluginEvents & {
|
||||||
|
startRecording: [];
|
||||||
|
stopRecording: [];
|
||||||
|
};
|
||||||
|
|
||||||
const MIME_TYPES = [
|
const MIME_TYPES = [
|
||||||
"audio/webm",
|
"audio/webm",
|
||||||
@@ -12,11 +27,44 @@ const MIME_TYPES = [
|
|||||||
const findSupportedMimeType = () =>
|
const findSupportedMimeType = () =>
|
||||||
MIME_TYPES.find((mimeType) => MediaRecorder.isTypeSupported(mimeType));
|
MIME_TYPES.find((mimeType) => MediaRecorder.isTypeSupported(mimeType));
|
||||||
|
|
||||||
class CustomRecordPlugin extends RecordPlugin {
|
class RecordPlugin extends BasePlugin<RecordPluginEvents, RecordPluginOptions> {
|
||||||
static create(options) {
|
private mediaRecorder: MediaRecorder | null = null;
|
||||||
return new CustomRecordPlugin(options || {});
|
private recordedUrl = "";
|
||||||
|
private savedCursorWidth = 1;
|
||||||
|
private savedInteractive = true;
|
||||||
|
|
||||||
|
public static create(options?: RecordPluginOptions) {
|
||||||
|
return new RecordPlugin(options || {});
|
||||||
}
|
}
|
||||||
render(stream) {
|
|
||||||
|
private preventInteraction() {
|
||||||
|
if (this.wavesurfer) {
|
||||||
|
this.savedCursorWidth = this.wavesurfer.options.cursorWidth || 1;
|
||||||
|
this.savedInteractive = this.wavesurfer.options.interact || true;
|
||||||
|
this.wavesurfer.options.cursorWidth = 0;
|
||||||
|
this.wavesurfer.options.interact = false;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private restoreInteraction() {
|
||||||
|
if (this.wavesurfer) {
|
||||||
|
this.wavesurfer.options.cursorWidth = this.savedCursorWidth;
|
||||||
|
this.wavesurfer.options.interact = this.savedInteractive;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
onInit() {
|
||||||
|
this.preventInteraction();
|
||||||
|
}
|
||||||
|
|
||||||
|
private loadBlob(data: Blob[], type: string) {
|
||||||
|
const blob = new Blob(data, { type });
|
||||||
|
this.recordedUrl = URL.createObjectURL(blob);
|
||||||
|
this.restoreInteraction();
|
||||||
|
this.wavesurfer?.load(this.recordedUrl);
|
||||||
|
}
|
||||||
|
|
||||||
|
render(stream: MediaStream): () => void {
|
||||||
if (!this.wavesurfer) return () => undefined;
|
if (!this.wavesurfer) return () => undefined;
|
||||||
|
|
||||||
const container = this.wavesurfer.getWrapper();
|
const container = this.wavesurfer.getWrapper();
|
||||||
@@ -35,12 +83,12 @@ class CustomRecordPlugin extends RecordPlugin {
|
|||||||
const bufferLength = analyser.frequencyBinCount;
|
const bufferLength = analyser.frequencyBinCount;
|
||||||
const dataArray = new Uint8Array(bufferLength);
|
const dataArray = new Uint8Array(bufferLength);
|
||||||
|
|
||||||
let animationId, previousTimeStamp;
|
let animationId: number, previousTimeStamp: number;
|
||||||
const DATA_SIZE = 128.0;
|
const DATA_SIZE = 128.0;
|
||||||
const BUFFER_SIZE = 2 ** 8;
|
const BUFFER_SIZE = 2 ** 8;
|
||||||
const dataBuffer = new Array(BUFFER_SIZE).fill(DATA_SIZE);
|
const dataBuffer = new Array(BUFFER_SIZE).fill(DATA_SIZE);
|
||||||
|
|
||||||
const drawWaveform = (timeStamp) => {
|
const drawWaveform = (timeStamp: number) => {
|
||||||
if (!canvasCtx) return;
|
if (!canvasCtx) return;
|
||||||
|
|
||||||
analyser.getByteTimeDomainData(dataArray);
|
analyser.getByteTimeDomainData(dataArray);
|
||||||
@@ -75,7 +123,7 @@ class CustomRecordPlugin extends RecordPlugin {
|
|||||||
animationId = requestAnimationFrame(drawWaveform);
|
animationId = requestAnimationFrame(drawWaveform);
|
||||||
};
|
};
|
||||||
|
|
||||||
drawWaveform();
|
drawWaveform(0);
|
||||||
|
|
||||||
return () => {
|
return () => {
|
||||||
if (animationId) {
|
if (animationId) {
|
||||||
@@ -94,7 +142,17 @@ class CustomRecordPlugin extends RecordPlugin {
|
|||||||
canvas?.remove();
|
canvas?.remove();
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
startRecording(stream) {
|
|
||||||
|
private cleanUp() {
|
||||||
|
this.stopRecording();
|
||||||
|
this.wavesurfer?.empty();
|
||||||
|
if (this.recordedUrl) {
|
||||||
|
URL.revokeObjectURL(this.recordedUrl);
|
||||||
|
this.recordedUrl = "";
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public async startRecording(stream: MediaStream) {
|
||||||
this.preventInteraction();
|
this.preventInteraction();
|
||||||
this.cleanUp();
|
this.cleanUp();
|
||||||
|
|
||||||
@@ -103,7 +161,7 @@ class CustomRecordPlugin extends RecordPlugin {
|
|||||||
mimeType: this.options.mimeType || findSupportedMimeType(),
|
mimeType: this.options.mimeType || findSupportedMimeType(),
|
||||||
audioBitsPerSecond: this.options.audioBitsPerSecond,
|
audioBitsPerSecond: this.options.audioBitsPerSecond,
|
||||||
});
|
});
|
||||||
const recordedChunks = [];
|
const recordedChunks: Blob[] = [];
|
||||||
|
|
||||||
mediaRecorder.addEventListener("dataavailable", (event) => {
|
mediaRecorder.addEventListener("dataavailable", (event) => {
|
||||||
if (event.data.size > 0) {
|
if (event.data.size > 0) {
|
||||||
@@ -123,6 +181,25 @@ class CustomRecordPlugin extends RecordPlugin {
|
|||||||
|
|
||||||
this.mediaRecorder = mediaRecorder;
|
this.mediaRecorder = mediaRecorder;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public isRecording(): boolean {
|
||||||
|
return this.mediaRecorder?.state === "recording";
|
||||||
|
}
|
||||||
|
|
||||||
|
public stopRecording() {
|
||||||
|
if (this.isRecording()) {
|
||||||
|
this.mediaRecorder?.stop();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public getRecordedUrl(): string {
|
||||||
|
return this.recordedUrl;
|
||||||
|
}
|
||||||
|
|
||||||
|
public destroy() {
|
||||||
|
super.destroy();
|
||||||
|
this.cleanUp();
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
export default CustomRecordPlugin;
|
export default RecordPlugin;
|
||||||
|
|||||||
@@ -1,19 +1,22 @@
|
|||||||
import React, { useRef, useEffect, useState } from "react";
|
import React, { useRef, useEffect, useState } from "react";
|
||||||
|
|
||||||
import WaveSurfer from "wavesurfer.js";
|
import WaveSurfer from "wavesurfer.js";
|
||||||
import CustomRecordPlugin from "../lib/custom-plugins/record";
|
import RecordPlugin from "../lib/custom-plugins/record";
|
||||||
import CustomRegionsPlugin from "../lib/custom-plugins/regions";
|
import CustomRegionsPlugin from "../lib/custom-plugins/regions";
|
||||||
|
|
||||||
import { FontAwesomeIcon } from "@fortawesome/react-fontawesome";
|
import { FontAwesomeIcon } from "@fortawesome/react-fontawesome";
|
||||||
import { faDownload } from "@fortawesome/free-solid-svg-icons";
|
import { faDownload } from "@fortawesome/free-solid-svg-icons";
|
||||||
|
|
||||||
import Dropdown from "react-dropdown";
|
import Dropdown, { Option } from "react-dropdown";
|
||||||
import "react-dropdown/style.css";
|
import "react-dropdown/style.css";
|
||||||
|
|
||||||
import { formatTime } from "../lib/time";
|
import { formatTime } from "../lib/time";
|
||||||
|
|
||||||
const AudioInputsDropdown = (props) => {
|
const AudioInputsDropdown: React.FC<{
|
||||||
const [ddOptions, setDdOptions] = useState([]);
|
setDeviceId: React.Dispatch<React.SetStateAction<string | null>>;
|
||||||
|
disabled: boolean;
|
||||||
|
}> = (props) => {
|
||||||
|
const [ddOptions, setDdOptions] = useState<Array<Option>>([]);
|
||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
const init = async () => {
|
const init = async () => {
|
||||||
@@ -35,8 +38,8 @@ const AudioInputsDropdown = (props) => {
|
|||||||
init();
|
init();
|
||||||
}, []);
|
}, []);
|
||||||
|
|
||||||
const handleDropdownChange = (e) => {
|
const handleDropdownChange = (option: Option) => {
|
||||||
props.setDeviceId(e.value);
|
props.setDeviceId(option.value);
|
||||||
};
|
};
|
||||||
|
|
||||||
return (
|
return (
|
||||||
@@ -49,24 +52,27 @@ const AudioInputsDropdown = (props) => {
|
|||||||
);
|
);
|
||||||
};
|
};
|
||||||
|
|
||||||
export default function Recorder(props) {
|
export default function Recorder(props: any) {
|
||||||
const waveformRef = useRef();
|
const waveformRef = useRef();
|
||||||
const [wavesurfer, setWavesurfer] = useState(null);
|
const [wavesurfer, setWavesurfer] = useState<WaveSurfer | null>(null);
|
||||||
const [record, setRecord] = useState(null);
|
const [record, setRecord] = useState<RecordPlugin | null>(null);
|
||||||
const [isRecording, setIsRecording] = useState(false);
|
const [isRecording, setIsRecording] = useState<boolean>(false);
|
||||||
const [isPlaying, setIsPlaying] = useState(false);
|
const [isPlaying, setIsPlaying] = useState<boolean>(false);
|
||||||
const [deviceId, setDeviceId] = useState(null);
|
const [deviceId, setDeviceId] = useState<string | null>(null);
|
||||||
const [currentTime, setCurrentTime] = useState(0);
|
const [currentTime, setCurrentTime] = useState<number>(0);
|
||||||
const [timeInterval, setTimeInterval] = useState(null);
|
const [timeInterval, setTimeInterval] = useState<number | null>(null);
|
||||||
const [duration, setDuration] = useState(0);
|
const [duration, setDuration] = useState<number>(0);
|
||||||
const [waveRegions, setWaveRegions] = useState(null);
|
const [waveRegions, setWaveRegions] = useState<CustomRegionsPlugin | null>(
|
||||||
|
null,
|
||||||
|
);
|
||||||
|
|
||||||
const [activeTopic, setActiveTopic] = props.useActiveTopic;
|
const [activeTopic, setActiveTopic] = props.useActiveTopic;
|
||||||
|
|
||||||
const topicsRef = useRef(props.topics);
|
const topicsRef = useRef(props.topics);
|
||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
document.getElementById("play-btn").disabled = true;
|
const playBtn = document.getElementById("play-btn");
|
||||||
|
if (playBtn) playBtn.setAttribute("disabled", "true");
|
||||||
|
|
||||||
if (waveformRef.current) {
|
if (waveformRef.current) {
|
||||||
const _wavesurfer = WaveSurfer.create({
|
const _wavesurfer = WaveSurfer.create({
|
||||||
@@ -92,7 +98,7 @@ export default function Recorder(props) {
|
|||||||
});
|
});
|
||||||
_wavesurfer.on("timeupdate", setCurrentTime);
|
_wavesurfer.on("timeupdate", setCurrentTime);
|
||||||
|
|
||||||
setRecord(_wavesurfer.registerPlugin(CustomRecordPlugin.create()));
|
setRecord(_wavesurfer.registerPlugin(RecordPlugin.create()));
|
||||||
setWaveRegions(_wavesurfer.registerPlugin(CustomRegionsPlugin.create()));
|
setWaveRegions(_wavesurfer.registerPlugin(CustomRegionsPlugin.create()));
|
||||||
|
|
||||||
setWavesurfer(_wavesurfer);
|
setWavesurfer(_wavesurfer);
|
||||||
@@ -115,7 +121,9 @@ export default function Recorder(props) {
|
|||||||
waveRegions.clearRegions();
|
waveRegions.clearRegions();
|
||||||
for (let topic of topicsRef.current) {
|
for (let topic of topicsRef.current) {
|
||||||
const content = document.createElement("div");
|
const content = document.createElement("div");
|
||||||
content.style = `
|
content.setAttribute(
|
||||||
|
"style",
|
||||||
|
`
|
||||||
position: absolute;
|
position: absolute;
|
||||||
border-left: solid 1px orange;
|
border-left: solid 1px orange;
|
||||||
padding: 0 2px 0 5px;
|
padding: 0 2px 0 5px;
|
||||||
@@ -129,15 +137,16 @@ export default function Recorder(props) {
|
|||||||
overflow: hidden;
|
overflow: hidden;
|
||||||
text-overflow: ellipsis;
|
text-overflow: ellipsis;
|
||||||
transition: width 100ms linear;
|
transition: width 100ms linear;
|
||||||
`;
|
`,
|
||||||
|
);
|
||||||
content.onmouseover = () => {
|
content.onmouseover = () => {
|
||||||
content.style.backgroundColor = "orange";
|
content.style.backgroundColor = "orange";
|
||||||
content.style.zIndex = 999;
|
content.style.zIndex = "999";
|
||||||
content.style.width = "300px";
|
content.style.width = "300px";
|
||||||
};
|
};
|
||||||
content.onmouseout = () => {
|
content.onmouseout = () => {
|
||||||
content.style.backgroundColor = "white";
|
content.style.backgroundColor = "white";
|
||||||
content.style.zIndex = 0;
|
content.style.zIndex = "0";
|
||||||
content.style.width = "100px";
|
content.style.width = "100px";
|
||||||
};
|
};
|
||||||
content.textContent = topic.title;
|
content.textContent = topic.title;
|
||||||
@@ -151,7 +160,7 @@ export default function Recorder(props) {
|
|||||||
region.on("click", (e) => {
|
region.on("click", (e) => {
|
||||||
e.stopPropagation();
|
e.stopPropagation();
|
||||||
setActiveTopic(topic);
|
setActiveTopic(topic);
|
||||||
wavesurfer.setTime(region.start);
|
wavesurfer?.setTime(region.start);
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
@@ -160,8 +169,10 @@ export default function Recorder(props) {
|
|||||||
if (record) {
|
if (record) {
|
||||||
return record.on("stopRecording", () => {
|
return record.on("stopRecording", () => {
|
||||||
const link = document.getElementById("download-recording");
|
const link = document.getElementById("download-recording");
|
||||||
link.href = record.getRecordedUrl();
|
if (!link) return;
|
||||||
link.download = "reflector-recording.webm";
|
|
||||||
|
link.setAttribute("href", record.getRecordedUrl());
|
||||||
|
link.setAttribute("download", "reflector-recording.webm");
|
||||||
link.style.visibility = "visible";
|
link.style.visibility = "visible";
|
||||||
renderMarkers();
|
renderMarkers();
|
||||||
});
|
});
|
||||||
@@ -170,13 +181,13 @@ export default function Recorder(props) {
|
|||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
if (isRecording) {
|
if (isRecording) {
|
||||||
const interval = setInterval(() => {
|
const interval = window.setInterval(() => {
|
||||||
setCurrentTime((prev) => prev + 1);
|
setCurrentTime((prev) => prev + 1);
|
||||||
}, 1000);
|
}, 1000);
|
||||||
setTimeInterval(interval);
|
setTimeInterval(interval);
|
||||||
return () => clearInterval(interval);
|
return () => clearInterval(interval);
|
||||||
} else {
|
} else {
|
||||||
clearInterval(timeInterval);
|
clearInterval(timeInterval as number);
|
||||||
setCurrentTime((prev) => {
|
setCurrentTime((prev) => {
|
||||||
setDuration(prev);
|
setDuration(prev);
|
||||||
return 0;
|
return 0;
|
||||||
@@ -186,7 +197,7 @@ export default function Recorder(props) {
|
|||||||
|
|
||||||
useEffect(() => {
|
useEffect(() => {
|
||||||
if (activeTopic) {
|
if (activeTopic) {
|
||||||
wavesurfer.setTime(activeTopic.timestamp);
|
wavesurfer?.setTime(activeTopic.timestamp);
|
||||||
}
|
}
|
||||||
}, [activeTopic]);
|
}, [activeTopic]);
|
||||||
|
|
||||||
@@ -197,11 +208,12 @@ export default function Recorder(props) {
|
|||||||
props.onStop();
|
props.onStop();
|
||||||
record.stopRecording();
|
record.stopRecording();
|
||||||
setIsRecording(false);
|
setIsRecording(false);
|
||||||
document.getElementById("play-btn").disabled = false;
|
const playBtn = document.getElementById("play-btn");
|
||||||
|
if (playBtn) playBtn.removeAttribute("disabled");
|
||||||
} else {
|
} else {
|
||||||
const stream = await navigator.mediaDevices.getUserMedia({
|
const stream = await navigator.mediaDevices.getUserMedia({
|
||||||
audio: {
|
audio: {
|
||||||
deviceId,
|
deviceId: deviceId as string,
|
||||||
noiseSuppression: false,
|
noiseSuppression: false,
|
||||||
echoCancellation: false,
|
echoCancellation: false,
|
||||||
},
|
},
|
||||||
@@ -18,7 +18,8 @@
|
|||||||
"name": "next"
|
"name": "next"
|
||||||
}
|
}
|
||||||
],
|
],
|
||||||
"strictNullChecks": true
|
"strictNullChecks": true,
|
||||||
|
"downlevelIteration": true
|
||||||
},
|
},
|
||||||
"include": ["next-env.d.ts", ".next/types/**/*.ts", "**/*.ts", "**/*.tsx"],
|
"include": ["next-env.d.ts", ".next/types/**/*.ts", "**/*.ts", "**/*.tsx"],
|
||||||
"exclude": ["node_modules"]
|
"exclude": ["node_modules"]
|
||||||
|
|||||||
Reference in New Issue
Block a user