feat: 临时文件

src/renderer/public/vosk/voice_client_with_script_processor.js

+var context;
+var source;
+var processor;
+var streamLocal;
+var webSocket;
+var inputArea;
+var bufferSize = 8192;
+var sampleRate = 8000;
+var wsURL = 'ws://10.90.120.27:2700';
+var initComplete = false;
+
+;(function () {
+    document.addEventListener('DOMContentLoaded', (event) => {
+        inputArea = document.getElementById('q');
+
+        const listenButton = document.getElementById('listenWithScript');
+        const stopListeningButton = document.getElementById('stopListeningWithScript');
+
+        listenButton.addEventListener('mousedown', function () {
+            listenButton.disabled = true;
+
+            initWS();
+            navigator.mediaDevices.getUserMedia({
+                audio: {
+                    echoCancellation: true,
+                    noiseSuppression: true,
+                    channelCount: 1,
+                    sampleRate
+                }, video: false
+            }).then(handleSuccess);
+            listenButton.style.color = 'green';
+            initComplete = true;
+        });
+
+        stopListeningButton.addEventListener('mouseup', function () {
+            if (initComplete === true) {
+
+                webSocket.send('{"eof" : 1}');
+                webSocket.close();
+
+                source.disconnect(processor);
+                processor.disconnect(context.destination);
+                if (streamLocal.active) {
+                    streamLocal.getTracks()[0].stop();
+                }
+                listenButton.style.color = 'black';
+                listenButton.disabled = false;
+                initComplete = false;
+                inputArea.innerText = ""
+            }
+        });
+    });
+}())
+
+
+var handleSuccess = function (stream) {
+    streamLocal = stream;
+    context = new AudioContext({sampleRate: sampleRate});
+    source = context.createMediaStreamSource(stream);
+    processor = context.createScriptProcessor();
+
+    source.connect(processor);
+    processor.connect(context.destination);
+
+    processor.onaudioprocess = function (audioDataChunk) {
+        console.log(audioDataChunk.inputBuffer);
+        sendAudio(audioDataChunk);
+    };
+};
+
+function sendAudio(audioDataChunk) {
+    if (webSocket.readyState === WebSocket.OPEN) {
+        // convert to 16-bit payload
+        const inputData = audioDataChunk.inputBuffer.getChannelData(0) || new Float32Array(bufferSize);
+        const targetBuffer = new Int16Array(inputData.length);
+        for (let index = inputData.length; index > 0; index--) {
+            targetBuffer[index] = 32767 * Math.min(1, inputData[index]);
+        }
+        webSocket.send(targetBuffer.buffer);
+    }
+}
+
+function initWS() {
+    webSocket = new WebSocket(wsURL);
+    webSocket.binaryType = "arraybuffer";
+
+    webSocket.onopen = function (event) {
+        console.log('New connection established');
+    };
+
+    webSocket.onerror = function (event) {
+        console.error(event.data);
+    };
+
+    webSocket.onmessage = function (event) {
+        if (event.data) {
+            let parsed = JSON.parse(event.data);
+            if (parsed.partial && parsed.partial !== 'the') inputArea.innerText = parsed.partial+'|';
+            if (parsed.result) console.log(parsed.result);
+            if (parsed.text) inputArea.innerText = parsed.text;
+        }
+    };
+}