This commit is contained in:
Jose B
2023-08-18 16:19:46 -05:00
parent e390bda83e
commit c970fa027a
3 changed files with 132 additions and 42 deletions

View File

@@ -1,6 +1,21 @@
// Source code: https://github.com/katspaugh/wavesurfer.js/blob/fa2bcfe/src/plugins/record.ts // Source code: https://github.com/katspaugh/wavesurfer.js/blob/fa2bcfe/src/plugins/record.ts
/**
* Record audio from the microphone, render a waveform and download the audio.
*/
import RecordPlugin from "wavesurfer.js/dist/plugins/record"; import BasePlugin, {
type BasePluginEvents,
} from "wavesurfer.js/dist/base-plugin";
export type RecordPluginOptions = {
mimeType?: MediaRecorderOptions["mimeType"];
audioBitsPerSecond?: MediaRecorderOptions["audioBitsPerSecond"];
};
export type RecordPluginEvents = BasePluginEvents & {
startRecording: [];
stopRecording: [];
};
const MIME_TYPES = [ const MIME_TYPES = [
"audio/webm", "audio/webm",
@@ -12,11 +27,44 @@ const MIME_TYPES = [
const findSupportedMimeType = () => const findSupportedMimeType = () =>
MIME_TYPES.find((mimeType) => MediaRecorder.isTypeSupported(mimeType)); MIME_TYPES.find((mimeType) => MediaRecorder.isTypeSupported(mimeType));
class CustomRecordPlugin extends RecordPlugin { class RecordPlugin extends BasePlugin<RecordPluginEvents, RecordPluginOptions> {
static create(options) { private mediaRecorder: MediaRecorder | null = null;
return new CustomRecordPlugin(options || {}); private recordedUrl = "";
private savedCursorWidth = 1;
private savedInteractive = true;
public static create(options?: RecordPluginOptions) {
return new RecordPlugin(options || {});
} }
render(stream) {
private preventInteraction() {
if (this.wavesurfer) {
this.savedCursorWidth = this.wavesurfer.options.cursorWidth || 1;
this.savedInteractive = this.wavesurfer.options.interact || true;
this.wavesurfer.options.cursorWidth = 0;
this.wavesurfer.options.interact = false;
}
}
private restoreInteraction() {
if (this.wavesurfer) {
this.wavesurfer.options.cursorWidth = this.savedCursorWidth;
this.wavesurfer.options.interact = this.savedInteractive;
}
}
onInit() {
this.preventInteraction();
}
private loadBlob(data: Blob[], type: string) {
const blob = new Blob(data, { type });
this.recordedUrl = URL.createObjectURL(blob);
this.restoreInteraction();
this.wavesurfer?.load(this.recordedUrl);
}
render(stream: MediaStream): () => void {
if (!this.wavesurfer) return () => undefined; if (!this.wavesurfer) return () => undefined;
const container = this.wavesurfer.getWrapper(); const container = this.wavesurfer.getWrapper();
@@ -35,12 +83,12 @@ class CustomRecordPlugin extends RecordPlugin {
const bufferLength = analyser.frequencyBinCount; const bufferLength = analyser.frequencyBinCount;
const dataArray = new Uint8Array(bufferLength); const dataArray = new Uint8Array(bufferLength);
let animationId, previousTimeStamp; let animationId: number, previousTimeStamp: number;
const DATA_SIZE = 128.0; const DATA_SIZE = 128.0;
const BUFFER_SIZE = 2 ** 8; const BUFFER_SIZE = 2 ** 8;
const dataBuffer = new Array(BUFFER_SIZE).fill(DATA_SIZE); const dataBuffer = new Array(BUFFER_SIZE).fill(DATA_SIZE);
const drawWaveform = (timeStamp) => { const drawWaveform = (timeStamp: number) => {
if (!canvasCtx) return; if (!canvasCtx) return;
analyser.getByteTimeDomainData(dataArray); analyser.getByteTimeDomainData(dataArray);
@@ -75,7 +123,7 @@ class CustomRecordPlugin extends RecordPlugin {
animationId = requestAnimationFrame(drawWaveform); animationId = requestAnimationFrame(drawWaveform);
}; };
drawWaveform(); drawWaveform(0);
return () => { return () => {
if (animationId) { if (animationId) {
@@ -94,7 +142,17 @@ class CustomRecordPlugin extends RecordPlugin {
canvas?.remove(); canvas?.remove();
}; };
} }
startRecording(stream) {
private cleanUp() {
this.stopRecording();
this.wavesurfer?.empty();
if (this.recordedUrl) {
URL.revokeObjectURL(this.recordedUrl);
this.recordedUrl = "";
}
}
public async startRecording(stream: MediaStream) {
this.preventInteraction(); this.preventInteraction();
this.cleanUp(); this.cleanUp();
@@ -103,7 +161,7 @@ class CustomRecordPlugin extends RecordPlugin {
mimeType: this.options.mimeType || findSupportedMimeType(), mimeType: this.options.mimeType || findSupportedMimeType(),
audioBitsPerSecond: this.options.audioBitsPerSecond, audioBitsPerSecond: this.options.audioBitsPerSecond,
}); });
const recordedChunks = []; const recordedChunks: Blob[] = [];
mediaRecorder.addEventListener("dataavailable", (event) => { mediaRecorder.addEventListener("dataavailable", (event) => {
if (event.data.size > 0) { if (event.data.size > 0) {
@@ -123,6 +181,25 @@ class CustomRecordPlugin extends RecordPlugin {
this.mediaRecorder = mediaRecorder; this.mediaRecorder = mediaRecorder;
} }
public isRecording(): boolean {
return this.mediaRecorder?.state === "recording";
}
public stopRecording() {
if (this.isRecording()) {
this.mediaRecorder?.stop();
}
}
public getRecordedUrl(): string {
return this.recordedUrl;
}
public destroy() {
super.destroy();
this.cleanUp();
}
} }
export default CustomRecordPlugin; export default RecordPlugin;

View File

@@ -1,19 +1,22 @@
import React, { useRef, useEffect, useState } from "react"; import React, { useRef, useEffect, useState } from "react";
import WaveSurfer from "wavesurfer.js"; import WaveSurfer from "wavesurfer.js";
import CustomRecordPlugin from "../lib/custom-plugins/record"; import RecordPlugin from "../lib/custom-plugins/record";
import CustomRegionsPlugin from "../lib/custom-plugins/regions"; import CustomRegionsPlugin from "../lib/custom-plugins/regions";
import { FontAwesomeIcon } from "@fortawesome/react-fontawesome"; import { FontAwesomeIcon } from "@fortawesome/react-fontawesome";
import { faDownload } from "@fortawesome/free-solid-svg-icons"; import { faDownload } from "@fortawesome/free-solid-svg-icons";
import Dropdown from "react-dropdown"; import Dropdown, { Option } from "react-dropdown";
import "react-dropdown/style.css"; import "react-dropdown/style.css";
import { formatTime } from "../lib/time"; import { formatTime } from "../lib/time";
const AudioInputsDropdown = (props) => { const AudioInputsDropdown: React.FC<{
const [ddOptions, setDdOptions] = useState([]); setDeviceId: React.Dispatch<React.SetStateAction<string | null>>;
disabled: boolean;
}> = (props) => {
const [ddOptions, setDdOptions] = useState<Array<Option>>([]);
useEffect(() => { useEffect(() => {
const init = async () => { const init = async () => {
@@ -35,8 +38,8 @@ const AudioInputsDropdown = (props) => {
init(); init();
}, []); }, []);
const handleDropdownChange = (e) => { const handleDropdownChange = (option: Option) => {
props.setDeviceId(e.value); props.setDeviceId(option.value);
}; };
return ( return (
@@ -49,24 +52,27 @@ const AudioInputsDropdown = (props) => {
); );
}; };
export default function Recorder(props) { export default function Recorder(props: any) {
const waveformRef = useRef(); const waveformRef = useRef();
const [wavesurfer, setWavesurfer] = useState(null); const [wavesurfer, setWavesurfer] = useState<WaveSurfer | null>(null);
const [record, setRecord] = useState(null); const [record, setRecord] = useState<RecordPlugin | null>(null);
const [isRecording, setIsRecording] = useState(false); const [isRecording, setIsRecording] = useState<boolean>(false);
const [isPlaying, setIsPlaying] = useState(false); const [isPlaying, setIsPlaying] = useState<boolean>(false);
const [deviceId, setDeviceId] = useState(null); const [deviceId, setDeviceId] = useState<string | null>(null);
const [currentTime, setCurrentTime] = useState(0); const [currentTime, setCurrentTime] = useState<number>(0);
const [timeInterval, setTimeInterval] = useState(null); const [timeInterval, setTimeInterval] = useState<number | null>(null);
const [duration, setDuration] = useState(0); const [duration, setDuration] = useState<number>(0);
const [waveRegions, setWaveRegions] = useState(null); const [waveRegions, setWaveRegions] = useState<CustomRegionsPlugin | null>(
null,
);
const [activeTopic, setActiveTopic] = props.useActiveTopic; const [activeTopic, setActiveTopic] = props.useActiveTopic;
const topicsRef = useRef(props.topics); const topicsRef = useRef(props.topics);
useEffect(() => { useEffect(() => {
document.getElementById("play-btn").disabled = true; const playBtn = document.getElementById("play-btn");
if (playBtn) playBtn.setAttribute("disabled", "true");
if (waveformRef.current) { if (waveformRef.current) {
const _wavesurfer = WaveSurfer.create({ const _wavesurfer = WaveSurfer.create({
@@ -92,7 +98,7 @@ export default function Recorder(props) {
}); });
_wavesurfer.on("timeupdate", setCurrentTime); _wavesurfer.on("timeupdate", setCurrentTime);
setRecord(_wavesurfer.registerPlugin(CustomRecordPlugin.create())); setRecord(_wavesurfer.registerPlugin(RecordPlugin.create()));
setWaveRegions(_wavesurfer.registerPlugin(CustomRegionsPlugin.create())); setWaveRegions(_wavesurfer.registerPlugin(CustomRegionsPlugin.create()));
setWavesurfer(_wavesurfer); setWavesurfer(_wavesurfer);
@@ -115,7 +121,9 @@ export default function Recorder(props) {
waveRegions.clearRegions(); waveRegions.clearRegions();
for (let topic of topicsRef.current) { for (let topic of topicsRef.current) {
const content = document.createElement("div"); const content = document.createElement("div");
content.style = ` content.setAttribute(
"style",
`
position: absolute; position: absolute;
border-left: solid 1px orange; border-left: solid 1px orange;
padding: 0 2px 0 5px; padding: 0 2px 0 5px;
@@ -129,15 +137,16 @@ export default function Recorder(props) {
overflow: hidden; overflow: hidden;
text-overflow: ellipsis; text-overflow: ellipsis;
transition: width 100ms linear; transition: width 100ms linear;
`; `,
);
content.onmouseover = () => { content.onmouseover = () => {
content.style.backgroundColor = "orange"; content.style.backgroundColor = "orange";
content.style.zIndex = 999; content.style.zIndex = "999";
content.style.width = "300px"; content.style.width = "300px";
}; };
content.onmouseout = () => { content.onmouseout = () => {
content.style.backgroundColor = "white"; content.style.backgroundColor = "white";
content.style.zIndex = 0; content.style.zIndex = "0";
content.style.width = "100px"; content.style.width = "100px";
}; };
content.textContent = topic.title; content.textContent = topic.title;
@@ -151,7 +160,7 @@ export default function Recorder(props) {
region.on("click", (e) => { region.on("click", (e) => {
e.stopPropagation(); e.stopPropagation();
setActiveTopic(topic); setActiveTopic(topic);
wavesurfer.setTime(region.start); wavesurfer?.setTime(region.start);
}); });
} }
}; };
@@ -160,8 +169,10 @@ export default function Recorder(props) {
if (record) { if (record) {
return record.on("stopRecording", () => { return record.on("stopRecording", () => {
const link = document.getElementById("download-recording"); const link = document.getElementById("download-recording");
link.href = record.getRecordedUrl(); if (!link) return;
link.download = "reflector-recording.webm";
link.setAttribute("href", record.getRecordedUrl());
link.setAttribute("download", "reflector-recording.webm");
link.style.visibility = "visible"; link.style.visibility = "visible";
renderMarkers(); renderMarkers();
}); });
@@ -170,13 +181,13 @@ export default function Recorder(props) {
useEffect(() => { useEffect(() => {
if (isRecording) { if (isRecording) {
const interval = setInterval(() => { const interval = window.setInterval(() => {
setCurrentTime((prev) => prev + 1); setCurrentTime((prev) => prev + 1);
}, 1000); }, 1000);
setTimeInterval(interval); setTimeInterval(interval);
return () => clearInterval(interval); return () => clearInterval(interval);
} else { } else {
clearInterval(timeInterval); clearInterval(timeInterval as number);
setCurrentTime((prev) => { setCurrentTime((prev) => {
setDuration(prev); setDuration(prev);
return 0; return 0;
@@ -186,7 +197,7 @@ export default function Recorder(props) {
useEffect(() => { useEffect(() => {
if (activeTopic) { if (activeTopic) {
wavesurfer.setTime(activeTopic.timestamp); wavesurfer?.setTime(activeTopic.timestamp);
} }
}, [activeTopic]); }, [activeTopic]);
@@ -197,11 +208,12 @@ export default function Recorder(props) {
props.onStop(); props.onStop();
record.stopRecording(); record.stopRecording();
setIsRecording(false); setIsRecording(false);
document.getElementById("play-btn").disabled = false; const playBtn = document.getElementById("play-btn");
if (playBtn) playBtn.removeAttribute("disabled");
} else { } else {
const stream = await navigator.mediaDevices.getUserMedia({ const stream = await navigator.mediaDevices.getUserMedia({
audio: { audio: {
deviceId, deviceId: deviceId as string,
noiseSuppression: false, noiseSuppression: false,
echoCancellation: false, echoCancellation: false,
}, },

View File

@@ -18,7 +18,8 @@
"name": "next" "name": "next"
} }
], ],
"strictNullChecks": true "strictNullChecks": true,
"downlevelIteration": true
}, },
"include": ["next-env.d.ts", ".next/types/**/*.ts", "**/*.ts", "**/*.tsx"], "include": ["next-env.d.ts", ".next/types/**/*.ts", "**/*.ts", "**/*.tsx"],
"exclude": ["node_modules"] "exclude": ["node_modules"]