const MIC_HINT = "Voice input: tap to record, tap again to insert the text at the cursor; Escape cancels"; const MIC_NODES = `${Voice.FIELDS}, button.mic`; const micButtons = new WeakMap(); const micFields = new WeakMap(); let micCount = 0; function micLive() { let live = document.getElementById("mic-live"); if (!live) { live = h("div", {id: "mic-live", class: "mic-live", role: "status", "aria-live": "polite", hidden: true}); document.body.append(live); } return live; } function micState(button) { const reason = micGap(); button.disabled = Boolean(reason); button.title = reason || MIC_HINT; } function micLook(button, look) { const recording = look === "recording"; button.setAttribute("aria-pressed", String(recording)); button.setAttribute("aria-label", recording ? "Stop voice input" : "Voice input"); button.replaceChildren(icon(recording ? "bi-stop-fill" : look === "busy" ? "bi-hourglass-split" : "bi-mic")); micLive().hidden = !recording; if (look === "busy") { button.disabled = true; } else { micState(button); } } /** * @param {HTMLInputElement|HTMLTextAreaElement} field the text field the transcript lands in. * @param {boolean} auto whether the shared component placed the button right after the field and keeps it there. * @returns {HTMLButtonElement} the microphone button of the field. */ function micButton(field, auto) { if (!field.id) { micCount += 1; field.id = `mic-field-${micCount}`; } const button = h("button", {type: "button", class: auto ? "btn small ghost icon-only mic mic-auto" : "btn small ghost icon-only mic", "aria-controls": field.id}, icon("bi-mic")); micButtons.set(field, button); micFields.set(button, field); field.dataset.mic = "on"; micLook(button, "idle"); button.addEventListener("click", () => toggleMic(field, button)); return button; } function micSweep() { for (const field of document.querySelectorAll(Voice.FIELDS)) { const button = micButtons.get(field); if (field.readOnly || (button && !button.classList.contains("mic-auto"))) { continue; } if (!button) { field.after(micButton(field, true)); } else if (button.previousElementSibling !== field) { field.after(button); } } for (const button of document.querySelectorAll("button.mic-auto")) { if (!micFields.get(button).isConnected) { button.remove(); } } } function micTouched(records) { return records.some((record) => [...record.addedNodes, ...record.removedNodes].some((node) => node instanceof Element && (node.matches(MIC_NODES) || Boolean(node.querySelector(MIC_NODES))))); } function micWatch() { micSweep(); new MutationObserver((records) => micTouched(records) && micSweep()).observe(document.body, {childList: true, subtree: true}); window.addEventListener("keydown", (event) => { if (event.key === "Escape" && mic.button && !mic.busy) { event.preventDefault(); event.stopImmediatePropagation(); stopMic(true); } }, true); } function stopMic(cancel) { mic.cancel = cancel; window.clearInterval(mic.timer); if (mic.recorder && mic.recorder.state === "recording") { mic.recorder.stop(); } } function micTick() { const seconds = Math.floor((Date.now() - mic.started) / 1000); micLive().textContent = `Recording ${seconds} s of at most ${state.speech.input} s: tap the microphone again to insert, Escape cancels`; if (seconds >= state.speech.input) { stopMic(false); } } function micDone() { Object.assign(mic, {recorder: null, button: null, field: null, busy: false, cancel: false}); } async function toggleMic(field, button) { if (mic.button) { if (mic.button === button && mic.recorder) { stopMic(false); } return; } Object.assign(mic, {button, field, cancel: false}); let media = null; try { media = await navigator.mediaDevices.getUserMedia({audio: {channelCount: 1, echoCancellation: true, noiseSuppression: true}}); } catch (error) { micDone(); toast("Microphone not available", [String(error.message || error)], false); return; } if (mic.cancel) { media.getTracks().forEach((track) => track.stop()); micDone(); return; } const recorder = new MediaRecorder(media); const chunks = []; recorder.addEventListener("dataavailable", (event) => { if (event.data.size) { chunks.push(event.data); } }); recorder.addEventListener("stop", () => { media.getTracks().forEach((track) => track.stop()); window.clearInterval(mic.timer); const cancelled = mic.cancel; micLook(button, "idle"); if (cancelled) { micDone(); return; } mic.recorder = null; micTranscribe(new Blob(chunks, {type: recorder.mimeType}), field, button); }, {once: true}); Object.assign(mic, {recorder, started: Date.now()}); recorder.start(); micLook(button, "recording"); micTick(); mic.timer = window.setInterval(micTick, 250); } function micInsert(field, text) { const start = field.selectionStart ?? field.value.length; const spliced = Voice.spliced(field.value, start, field.selectionEnd ?? start, text); field.value = spliced.value; field.focus(); field.setSelectionRange(spliced.caret, spliced.caret); field.dispatchEvent(new Event("input", {bubbles: true})); } async function micTranscribe(blob, field, button) { const sound = context(); if (!sound || !blob.size) { micDone(); return; } mic.busy = true; micLook(button, "busy"); try { const result = await send("/api/stt", await wavOf(blob, sound, state.speech.input), "audio/wav"); if (!result.ok || !result.data) { throw new Error(`${result.status} ${result.text}`.trim()); } micInsert(field, result.data.text || ""); } catch (error) { toast("Voice input failed", [String(error.message || error)], false); } finally { micDone(); micLook(button, "idle"); } }