ZK-AI
/
livetalking
mirror of https://gitee.com/dumengxue/livetalking.git
3
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

funasr实时语音前端提交

This commit is contained in:
yanyuxiyangzk@126.com 2024-04-13 19:11:50 +08:00
parent fce3ab57ac
commit 835a986315
4 changed files with 50 additions and 40 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
funasr/readme.md
View File

@ -1,3 +1,10 @@
1、启动语言识别服务端 1、启动语言识别服务端
创建虚拟环境
conda create -n funasr
conda activate funasr
安装依赖库
python funasr_wss_server.py --port 10095
或者
python funasr_wss_server.py --host "0.0.0.0" --port 10197 --ngpu 0 python funasr_wss_server.py --host "0.0.0.0" --port 10197 --ngpu 0

1
html/readme.md Normal file
View File

@ -0,0 +1 @@
在浏览器中打开 samples/html/static/index.html，输入ASR服务器地址，支持麦克风输入，也支持文件输入

80
html/static/echo.html
View File

@ -17,7 +17,7 @@
<div class="form-group"> <div class="form-group">
<p>input text</p> <p>input text</p>
<textarea cols="2" rows="3" style="width:600px;height:50px;" class="form-control" id="message">test</textarea> <textarea cols="2" rows="3" style="width:600px;height:50px;" class="form-control" id="message"></textarea>
</div> </div>
<button type="submit" class="btn btn-default">Send</button> <button type="submit" class="btn btn-default">Send</button>
</form> </form>
@ -33,9 +33,9 @@
<div class="div_class_recordControl"> <div class="div_class_recordControl">
asr服务器地址(必填): asr服务器地址(必填):
<br> <br>
<input id="wssip" type="text" onchange="addresschange()" style="width: 500px;" value="wss://127.0.0.1:10197/"/> <input id="wssip" type="text" onchange="addresschange()" style="width: 500px;" value="wss://127.0.0.1:10095/"/>
<br> <br>
<a id="wsslink" style="display: block;" href="#" onclick="window.open('https://127.0.0.1:10197/', '_blank')"><div id="info_wslink">点此处手工授权wss://127.0.0.1:10095/</div></a> <a id="wsslink" style="display: none;" href="#" onclick="window.open('https://127.0.0.1:10095/', '_blank')"><div id="info_wslink">点此处手工授权wss://127.0.0.1:10095/</div></a>
<br> <br>
<br> <br>
<div style="border:2px solid #ccc;display: none;"> <div style="border:2px solid #ccc;display: none;">
@ -46,7 +46,7 @@
</div> </div>
<br>
<div id="mic_mode_div" style="border:2px solid #ccc;display:none;"> <div id="mic_mode_div" style="border:2px solid #ccc;display:none;">
选择asr模型模式:<br/> 选择asr模型模式:<br/>
@ -62,17 +62,17 @@
<input type="file" id="upfile"> <input type="file" id="upfile">
</div> </div>
<br>
<div style="border:2px solid #ccc;display: none;"> <div style="border:2px solid #ccc;display: none;">
热词设置(一行一个关键字，空格隔开权重,如"阿里巴巴 20")： 热词设置(一行一个关键字，空格隔开权重,如"阿里巴巴 20")：
<br>
<textarea rows="3" id="varHot" style=" width: 100%;height:100%" >阿里巴巴 20&#13;hello world 40</textarea> <textarea rows="1" id="varHot" style=" width: 100%;height:auto" >阿里巴巴 20&#13;hello world 40</textarea>
<br>
</div> </div>
语音识别结果显示： <div style="display: none;">语音识别结果显示：</div>
<br> <br>
<textarea rows="10" id="varArea" readonly="true" style=" width: 100%;height:100%" ></textarea> <textarea rows="10" id="varArea" readonly="true" style=" width: 100%;height:auto;display: none;" ></textarea>
<br> <br>
<div id="info_div">请点击开始</div> <div id="info_div">请点击开始</div>
<div class="div_class_buttons"> <div class="div_class_buttons">
@ -82,7 +82,7 @@
</div> </div>
<audio id="audio_record" type="audio/wav" controls style="margin-top: 12px; width: 100%;"></audio> <audio id="audio_record" type="audio/wav" controls style="margin-top: 2px; width: 100%;display: none;"></audio>
</div> </div>
</div> </div>
@ -92,37 +92,37 @@
</body> </body>
<script type="text/javascript" charset="utf-8"> <script type="text/javascript" charset="utf-8">
// $(document).ready(function() { $(document).ready(function() {
// var host = window.location.hostname var host = window.location.hostname
// var ws = new WebSocket("ws://"+host+":8000/humanecho"); var ws = new WebSocket("ws://"+host+":8000/humanecho");
// //document.getElementsByTagName("video")[0].setAttribute("src", aa["video"]); //document.getElementsByTagName("video")[0].setAttribute("src", aa["video"]);
// ws.onopen = function() { ws.onopen = function() {
// console.log('Connected'); console.log('Connected');
// }; };
// ws.onmessage = function(e) { ws.onmessage = function(e) {
// console.log('Received: ' + e.data); console.log('Received: ' + e.data);
// data = e data = e
// var vid = JSON.parse(data.data); var vid = JSON.parse(data.data);
// console.log(typeof(vid),vid) console.log(typeof(vid),vid)
// //document.getElementsByTagName("video")[0].setAttribute("src", vid["video"]); //document.getElementsByTagName("video")[0].setAttribute("src", vid["video"]);
// }; };
// ws.onclose = function(e) { ws.onclose = function(e) {
// console.log('Closed'); console.log('Closed');
// }; };
// flvPlayer = mpegts.createPlayer({type: 'flv', url: "http://"+host+":8080/live/livestream.flv", isLive: true, enableStashBuffer: false}); flvPlayer = mpegts.createPlayer({type: 'flv', url: "http://"+host+":8080/live/livestream.flv", isLive: true, enableStashBuffer: false});
// flvPlayer.attachMediaElement(document.getElementById('video_player')); flvPlayer.attachMediaElement(document.getElementById('video_player'));
// flvPlayer.load(); flvPlayer.load();
// flvPlayer.play(); flvPlayer.play();
// $('#echo-form').on('submit', function(e) { $('#echo-form').on('submit', function(e) {
// e.preventDefault(); e.preventDefault();
// var message = $('#message').val(); var message = $('#message').val();
// console.log('Sending: ' + message); console.log('Sending: ' + message);
// ws.send(message); ws.send(message);
// $('#message').val(''); $('#message').val('');
// }); });
// }); });
</script> </script>
</html> </html>

2
html/static/main.js
View File

@ -362,8 +362,10 @@ function getJsonMessage( jsonMsg ) {
rec_text=rec_text+rectxt; //.replace(/ +/g,""); rec_text=rec_text+rectxt; //.replace(/ +/g,"");
} }
var varArea=document.getElementById('varArea'); var varArea=document.getElementById('varArea');
var varArea_message=document.getElementById('message');
varArea.value=rec_text; varArea.value=rec_text;
varArea_message.value=rec_text;
console.log( "offline_text: " + asrmodel+","+offline_text); console.log( "offline_text: " + asrmodel+","+offline_text);
console.log( "rec_text: " + rec_text); console.log( "rec_text: " + rec_text);
if (isfilemode==true && is_final==false){ if (isfilemode==true && is_final==false){