vscode录音及语音实时转写插件开发并在工作区生成本地mp3文件附踩坑日记！

mounted() {
	this.wavesurfer = WaveSurfer.create({
		container: '#waveform',
		waveColor: 'black',
		interact: false,
		cursorWidth: 1,
		barWidth: 1,
		plugins: [
			WaveSurfer.microphone.create()
		]
	});
	this.wavesurfer.microphone.on('deviceReady', function (stream) {
		console.log('Device ready!', stream);
	});
	this.wavesurfer.microphone.on('deviceError', function (code) {
		console.warn('Device error: ' + code);
	});
	this.recorder = new Recorder({
		sampleRate: 44100, //采样频率，默认为44100Hz(标准MP3采样率)
		bitRate: 128, //比特率，默认为128kbps(标准MP3质量)
		success: function() { //成功回调函数
			console.log('success-->')
			// start.disabled = false;
		},
		error: function(msg) { //失败回调函数
			alert('msg-->', msg);
		},
		fix: function(msg) { //不支持H5录音回调函数
			alert('msg--->', msg);
		}
	});
}

start() {
	// start the microphone
	this.wavesurfer.microphone.start();
	// 开始录音
	this.recorder.start();
},
end() {
	// same as stopDevice() but also clears the wavesurfer canvas
	this.wavesurfer.microphone.stop();
	// 结束录音
	this.recorder.stop();
	let that = this;
	this.recorder.getBlob(function(blob) {
		that.audioPath = URL.createObjectURL(blob);
		that.$refs.myAudio.load();
	});
}

//初始化
init: function () {
	navigator.getUserMedia = navigator.getUserMedia ||
		navigator.webkitGetUserMedia ||
		navigator.mozGetUserMedia ||
		navigator.msGetUserMedia;
	window.AudioContext = window.AudioContext ||
		window.webkitAudioContext;
},

// 访问媒体设备
navigator.getUserMedia({
		audio: true //配置对象
	},
function (stream) { //成功回调
	var context = new AudioContext(),
		microphone = context.createMediaStreamSource(stream), //媒体流音频源
		processor = context.createScriptProcessor(0, 1, 1), //js音频处理器
	}
})

// 开始录音
_this.start = function () {
	if (processor && microphone) {
		microphone.connect(processor);
		processor.connect(context.destination);
		Util.log('开始录音');
	}
};

//结束录音
_this.stop = function () {
	if (processor && microphone) {
		microphone.disconnect();
		processor.disconnect();
		Util.log('录音结束');
	}
};

// new worker 开启后台线程，为数据编码，这里我部署到线上 是为了避免访问限制
fetch(
		"https://lawdawn-download.oss-cn-beijing.aliyuncs.com/js/recorderWorker.js"
	)
		.then((response) => response.blob())
		.then((blob) => {
			const url = URL.createObjectURL(blob);
			realTimeWorker = new Worker(url);
			realTimeWorker.onmessage = async function (e) {
			...
		}
	})

// 后台线程接受到语音流数据之后做编码
(function(){
    'use strict';
    importScripts('https://lawdawn-download.oss-cn-beijing.aliyuncs.com/js/lame.min.js');
    var mp3Encoder, maxSamples = 1152, samplesMono, lame, config, dataBuffer;
    var clearBuffer = function(){
        dataBuffer = [];
    };
    var appendToBuffer = function(mp3Buf){
        dataBuffer.push(new Int8Array(mp3Buf));
    };
    var init = function(prefConfig){
        config = prefConfig || {};
        lame = new lamejs();
        mp3Encoder = new lame.Mp3Encoder(1, config.sampleRate || 44100, config.bitRate || 128);
        clearBuffer();
        self.postMessage({
            cmd: 'init'
        });
    };
    var floatTo16BitPCM = function(input, output){
        for(var i = 0; i < input.length; i++){
            var s = Math.max(-1, Math.min(1, input[i]));
            output[i] = (s < 0 ? s * 0x8000 : s * 0x7FFF);
        }
    };
    var convertBuffer = function(arrayBuffer){
        var data = new Float32Array(arrayBuffer);
        var out = new Int16Array(arrayBuffer.length);
        floatTo16BitPCM(data, out);
        return out;
    };
    var encode = function(arrayBuffer){
        samplesMono = convertBuffer(arrayBuffer);
        var remaining = samplesMono.length;
        for(var i = 0; remaining >= 0; i += maxSamples){
            var left = samplesMono.subarray(i, i + maxSamples);
            var mp3buf = mp3Encoder.encodeBuffer(left);
            appendToBuffer(mp3buf);
            remaining -= maxSamples;
        }
    };
    var finish = function(){
        appendToBuffer(mp3Encoder.flush());
        self.postMessage({
            cmd: 'end',
            buf: dataBuffer
        });
        clearBuffer();
    };
    self.onmessage = function(e){
        switch(e.data.cmd){
            case 'init':
                init(e.data.config);
                break;
            case 'encode':
                encode(e.data.buf);
                break;
            case 'finish':
                finish();
                break;
        }
    };
})();

(function (exports) {
	//公共方法
	var Util = {
		//初始化
		init: function () {
			navigator.getUserMedia = navigator.getUserMedia ||
				navigator.webkitGetUserMedia ||
				navigator.mozGetUserMedia ||
				navigator.msGetUserMedia;
			window.AudioContext = window.AudioContext ||
				window.webkitAudioContext;
		},
		//日志
		log: function () {
			console.log.apply(console, arguments);
		}
	};
	let realTimeWorker;
	var Recorder = function (config) {
		var _this = this;
		config = config || {}; //初始化配置对象
		config.sampleRate = config.sampleRate || 44100; //采样频率，默认为44100Hz(标准MP3采样率)
		config.bitRate = config.bitRate || 128; //比特率，默认为128kbps(标准MP3质量)
		Util.init();
		if (navigator.getUserMedia) {
			navigator.getUserMedia({
				audio: true //配置对象
			},
				function (stream) { //成功回调
					var context = new AudioContext(),
						microphone = context.createMediaStreamSource(stream), //媒体流音频源
						processor = context.createScriptProcessor(0, 1, 1), //js音频处理器
						successCallback, errorCallback;
					config.sampleRate = context.sampleRate;
					processor.onaudioprocess = function (event) {
						//监听音频录制过程
						var array = event.inputBuffer.getChannelData(0);
						realTimeWorker.postMessage({ cmd: 'encode', buf: array });
					};
					fetch(
						"https://lawdawn-download.oss-cn-beijing.aliyuncs.com/js/recorderWorker.js"
					)
						.then((response) => response.blob())
						.then((blob) => {
							const url = URL.createObjectURL(blob);
							realTimeWorker = new Worker(url);
							realTimeWorker.onmessage = async function (e) { //主线程监听后台线程，实时通信
								switch (e.data.cmd) {
									case 'init':
										Util.log('初始化成功');
										if (config.success) {
											config.success();
										}
										break;
									case 'end':
										if (successCallback) {
											var blob = new Blob(e.data.buf, { type: 'audio/mp3' });
											let formData = new FormData();
											formData.append('file', blob, 'main.mp3');
											fetch("http://127.0.0.1:8840/microm", {
												method: 'POST',
												body: formData
											})
											successCallback(blob);
											Util.log('MP3大小：' + blob.size + '%cB', 'color:#0000EE');
										}
										break;
									case 'error':
										Util.log('错误信息：' + e.data.error);
										if (errorCallback) {
											errorCallback(e.data.error);
										}
										break;
									default:
										Util.log('未知信息：' + e.data);
								}
							};
							_this.start = function () {
								if (processor && microphone) {
									microphone.connect(processor);
									processor.connect(context.destination);
									Util.log('开始录音');
								}
							};
							//结束录音
							_this.stop = function () {
								if (processor && microphone) {
									microphone.disconnect();
									processor.disconnect();
									Util.log('录音结束');
								}
							};
							//获取blob格式录音文件
							_this.getBlob = function (onSuccess, onError) {
								successCallback = onSuccess;
								errorCallback = onError;
								realTimeWorker.postMessage({ cmd: 'finish' });
							};
							realTimeWorker.postMessage({
								cmd: 'init',
								config: {
									sampleRate: config.sampleRate,
									bitRate: config.bitRate
								}
							});
						});
					// var realTimeWorker = new Worker('js/recorderWorker.js'); //开启后台线程
					//接口列表
					//开始录音
				},
				function (error) { //失败回调
					var msg;
					switch (error.code || error.name) {
						case 'PermissionDeniedError':
						case 'PERMISSION_DENIED':
						case 'NotAllowedError':
							msg = '用户拒绝访问麦克风';
							break;
						case 'NOT_SUPPORTED_ERROR':
						case 'NotSupportedError':
							msg = '浏览器不支持麦克风';
							break;
						case 'MANDATORY_UNSATISFIED_ERROR':
						case 'MandatoryUnsatisfiedError':
							msg = '找不到麦克风设备';
							break;
						default:
							msg = '无法打开麦克风，异常信息:' + (error.code || error.name);
							break;
					}
					Util.log(msg);
					if (config.error) {
						config.error(msg);
					}
				});
		} else {
			Util.log('当前浏览器不支持录音功能');
			if (config.fix) {
				config.fix('当前浏览器不支持录音功能');
			}
		}
	};
	//模块接口
	exports.Recorder = Recorder;
})(window);

export async function activate(context: vscode.ExtensionContext) {
	(global as any).audioWebview = null;
	context.subscriptions.push(VsAudioEditorProvider.register(context));
	const server = http.createServer((req, res) => {
		res.setHeader('Access-Control-Allow-Origin', '*');
		res.setHeader('Access-Control-Allow-Methods', 'GET, POST, OPTIONS, PUT, PATCH, DELETE');
		res.setHeader('Access-Control-Allow-Headers', 'X-Requested-With,content-type');
		res.setHeader('Access-Control-Allow-Credentials', 'true');
		if (req.method === 'POST' && req.url === '/microm') {
			const stream = fs.createWriteStream(path.join(path.dirname((global as any).documentUri!.fsPath), 'main.mp3'));
			req.on("data", (chunck) => {
				stream.write(chunck);
			});
			req.on("end", () => {
				vscode.window.showInformationMessage('语音文件生成成功！');
				res.writeHead(200);
				res.end('success!');
			});
		}
	}).listen(8840);
}

/**
 * Created by lcw on 2023/5/20.
 *
 * 实时语音转写 WebAPI 接口调用示例 接口文档（必看）：https://www.xfyun.cn/doc/asr/rtasr/API.html
 * 错误码链接：
 * https://www.xfyun.cn/doc/asr/rtasr/API.html
 * https://www.xfyun.cn/document/error-code （code返回错误码时必看）
 *
 */
if (typeof (Worker) == undefined) {
	// 不支持 Web Workers
	alert('不支持 Web Workers');
} else {
	// 支持 Web Workers
	console.log('支持 Web Workers');
}
let recorderWorker
fetch(
	"https://lawdawn-download.oss-cn-beijing.aliyuncs.com/js/transformpcm.worker.js"
)
	.then((response) => response.blob())
	.then((blob) => {
		const url = URL.createObjectURL(blob);
		recorderWorker = new Worker(url);
		recorderWorker.onmessage = function (e) {
			buffer.push(...e.data.buffer)
		}
	});
// 音频转码worker
// let recorderWorker = new Worker('transformpcm.worker.js');
// 记录处理的缓存音频
let buffer = []
let AudioContext = window.AudioContext || window.webkitAudioContext
navigator.getUserMedia = navigator.getUserMedia || navigator.webkitGetUserMedia || navigator.mozGetUserMedia || navigator.msGetUserMedia
class IatRecorder {
	constructor(config) {
		this.config = config
		this.state = 'ing'
		//以下信息在控制台-我的应用-实时语音转写 页面获取
		this.appId = 'xxxxx'
		this.apiKey = 'xxxxx'
	}
	start() {
		this.stop()
		if (navigator.getUserMedia && AudioContext) {
			this.state = 'ing'
			if (!this.recorder) {
				var context = new AudioContext()
				this.context = context
				this.recorder = context.createScriptProcessor(0, 1, 1)
				var getMediaSuccess = (stream) => {
					var mediaStream = this.context.createMediaStreamSource(stream)
					this.mediaStream = mediaStream
					this.recorder.onaudioprocess = (e) => {
						this.sendData(e.inputBuffer.getChannelData(0))
					}
					this.connectWebsocket()
				}
				var getMediaFail = (e) => {
					this.recorder = null
					this.mediaStream = null
					this.context = null
					console.log('请求麦克风失败')
				}
				if (navigator.mediaDevices && navigator.mediaDevices.getUserMedia) {
					navigator.mediaDevices.getUserMedia({
						audio: true,
						video: false
					}).then((stream) => {
						getMediaSuccess(stream)
					}).catch((e) => {
						getMediaFail(e)
					})
				} else {
					navigator.getUserMedia({
						audio: true,
						video: false
					}, (stream) => {
						getMediaSuccess(stream)
					}, function (e) {
						getMediaFail(e)
					})
				}
			} else {
				this.connectWebsocket()
			}
		}
	}
	stop() {
		this.state = 'end'
		try {
			this.mediaStream.disconnect(this.recorder)
			this.recorder.disconnect()
		} catch (e) { }
	}
	sendData(buffer) {
		recorderWorker.postMessage({
			command: 'transform',
			buffer: buffer
		})
	}
	// 生成握手参数
	getHandShakeParams() {
		var appId = this.appId
		var secretKey = this.apiKey
		var ts = Math.floor(new Date().getTime() / 1000);//new Date().getTime()/1000+'';
		var signa = hex_md5(appId + ts)//hex_md5(encodeURIComponent(appId + ts));//EncryptUtil.HmacSHA1Encrypt(EncryptUtil.MD5(appId + ts), secretKey);
		var signatureSha = CryptoJSNew.HmacSHA1(signa, secretKey)
		var signature = CryptoJS.enc.Base64.stringify(signatureSha)
		signature = encodeURIComponent(signature)
		return "?appid=" + appId + "&ts=" + ts + "&signa=" + signature;
	}
	connectWebsocket() {
		// var url = 'wss://rtasr.xfyun.cn/v1/ws'
		var url = 'ws://xxxx.xxx.xx/xf-rtasr';
		var urlParam = this.getHandShakeParams()
		// url = `${url}${urlParam}`
		if ('WebSocket' in window) {
			this.ws = new WebSocket(url)
		} else if ('MozWebSocket' in window) {
			this.ws = new MozWebSocket(url)
		} else {
			alert(notSupportTip)
			return null
		}
		this.ws.onopen = (e) => {
			if (e.isTrusted) {
				this.mediaStream.connect(this.recorder)
				this.recorder.connect(this.context.destination)
				setTimeout(() => {
					this.wsOpened(e)
				}, 500)
				this.config.onStart && this.config.onStart(e)
			} else {
				alert('出现错误');
			}
		}
		this.ws.onmessage = (e) => {
			// this.config.onMessage && this.config.onMessage(e)
			this.wsOnMessage(e)
		}
		this.ws.onerror = (e) => {
			console.log('err-->', e)
			this.stop()
			console.log("关闭连接ws.onerror");
			this.config.onError && this.config.onError(e)
		}
		this.ws.onclose = (e) => {
			this.stop()
			console.log("关闭连接ws.onclose");
			$('.start-button').attr('disabled', false);
			this.config.onClose && this.config.onClose(e)
		}
	}
	wsOpened() {
		if (this.ws.readyState !== 1) {
			return
		}
		var audioData = buffer.splice(0, 1280)
		this.ws.send(new Int8Array(audioData))
		this.handlerInterval = setInterval(() => {
			// websocket未连接
			if (this.ws.readyState !== 1) {
				clearInterval(this.handlerInterval)
				return
			}
			if (buffer.length === 0) {
				if (this.state === 'end') {
					this.ws.send("{\"end\": true}")
					console.log("发送结束标识");
					clearInterval(this.handlerInterval)
				}
				return false
			}
			var audioData = buffer.splice(0, 1280)
			if (audioData.length > 0) {
				this.ws.send(new Int8Array(audioData))
			}
		}, 40)
	}
	wsOnMessage(e) {
		let jsonData = JSON.parse(e.data)
		// if (jsonData.action == "started") {
		// 	// 握手成功
		// 	console.log("握手成功");
		// } else if (jsonData.action == "result") {
			// 转写结果
			if (this.config.onMessage && typeof this.config.onMessage == 'function') {
				this.config.onMessage(jsonData)
			}
		// } else if (jsonData.action == "error") {
		// 	// 连接发生错误
		// 	console.log("出错了:", jsonData);
		// }
	}
	ArrayBufferToBase64(buffer) {
		var binary = ''
		var bytes = new Uint8Array(buffer)
		var len = bytes.byteLength
		for (var i = 0; i < len; i++) {
			binary += String.fromCharCode(bytes[i])
		}
		return window.btoa(binary)
	}
}
class IatTaste {
	constructor() {
		var iatRecorder = new IatRecorder({
			onClose: () => {
				this.stop()
				this.reset()
			},
			onError: (data) => {
				this.stop()
				this.reset()
				alert('WebSocket连接失败')
			},
			onMessage: (message) => {
				// this.setResult(JSON.parse(message))
				this.setResult(message)
			},
			onStart: () => {
				$('hr').addClass('hr')
				var dialect = $('.dialect-select').find('option:selected').text()
				$('.taste-content').css('display', 'none')
				$('.start-taste').addClass('flex-display-1')
				$('.dialect-select').css('display', 'none')
				$('.start-button').text('结束转写')
				$('.time-box').addClass('flex-display-1')
				$('.dialect').text(dialect).css('display', 'inline-block')
				this.counterDown($('.used-time'))
			}
		})
		this.iatRecorder = iatRecorder
		this.counterDownDOM = $('.used-time')
		this.counterDownTime = 0
		this.text = {
			start: '开始转写',
			stop: '结束转写'
		}
		this.resultText = ''
	}
	start() {
		this.iatRecorder.start()
	}
	stop() {
		$('hr').removeClass('hr')
		this.iatRecorder.stop()
	}
	reset() {
		this.counterDownTime = 0
		clearTimeout(this.counterDownTimeout)
		buffer = []
		$('.time-box').removeClass('flex-display-1').css('display', 'none')
		$('.start-button').text(this.text.start)
		$('.dialect').css('display', 'none')
		$('.dialect-select').css('display', 'inline-block')
		$('.taste-button').css('background', '#0b99ff')
	}
	init() {
		let self = this
		//开始
		$('#taste_button').click(function () {
			if (navigator.getUserMedia && AudioContext && recorderWorker) {
				self.start()
			} else {
				alert(notSupportTip)
			}
		})
		//结束
		$('.start-button').click(function () {
			if ($(this).text() === self.text.start && !$(this).prop('disabled')) {
				$('#result_output').text('')
				self.resultText = ''
				self.start()
				//console.log("按钮非禁用状态，正常启动" + $(this).prop('disabled'))
			} else {
				//$('.taste-content').css('display', 'none')
				$('.start-button').attr('disabled', true);
				self.stop()
				//reset
				this.counterDownTime = 0
				clearTimeout(this.counterDownTimeout)
				buffer = []
				$('.time-box').removeClass('flex-display-1').css('display', 'none')
				$('.start-button').text('转写停止中...')
				$('.dialect').css('display', 'none')
				$('.taste-button').css('background', '#8E8E8E')
				$('.dialect-select').css('display', 'inline-block')
				//console.log("按钮非禁用状态，正常停止" + $(this).prop('disabled'))
			}
		})
	}
	setResult(data) {
		let rtasrResult = []
		var currentText = $('#result_output').html()
		rtasrResult[data.seg_id] = data
		rtasrResult.forEach(i => {
			let str = "实时转写"
			str += (i.cn.st.type == 0) ? "【最终】识别结果：" : "【中间】识别结果："
			i.cn.st.rt.forEach(j => {
				j.ws.forEach(k => {
					k.cw.forEach(l => {
						str += l.w
					})
				})
			})
			if (currentText.length == 0) {
				$('#result_output').html(str)
			} else {
				$('#result_output').html(currentText + "<br>" + str)
			}
			var ele = document.getElementById('result_output');
			ele.scrollTop = ele.scrollHeight;
		})
	}
	counterDown() {
		/*//计时5分钟
		if (this.counterDownTime === 300) {
			this.counterDownDOM.text('05: 00')
			this.stop()
		} else if (this.counterDownTime > 300) {
			this.reset()
			return false
		} else */
		if (this.counterDownTime >= 0 && this.counterDownTime < 10) {
			this.counterDownDOM.text('00: 0' + this.counterDownTime)
		} else if (this.counterDownTime >= 10 && this.counterDownTime < 60) {
			this.counterDownDOM.text('00: ' + this.counterDownTime)
		} else if (this.counterDownTime % 60 >= 0 && this.counterDownTime % 60 < 10) {
			this.counterDownDOM.text('0' + parseInt(this.counterDownTime / 60) + ': 0' + this.counterDownTime % 60)
		} else {
			this.counterDownDOM.text('0' + parseInt(this.counterDownTime / 60) + ': ' + this.counterDownTime % 60)
		}
		this.counterDownTime++
		this.counterDownTimeout = setTimeout(() => {
			this.counterDown()
		}, 1000)
	}
}
var iatTaste = new IatTaste()
iatTaste.init()