ZK-AI
/
livetalking
mirror of https://gitee.com/dumengxue/livetalking.git
3
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix edge tts audio

This commit is contained in:
lipku 2024-03-09 10:00:31 +08:00
parent 3c84f9838b
commit 39dd3dcc4c
1 changed files with 27 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

55
asrreal.py
View File

@ -385,36 +385,35 @@ class ASR:
def push_audio(self,buffer): def push_audio(self,buffer):
print(f'[INFO] push_audio {len(buffer)}') print(f'[INFO] push_audio {len(buffer)}')
if len(buffer)>0: if self.opt.tts == "xtts":
if self.opt.tts == "xtts": if len(buffer)>0:
stream = np.frombuffer(buffer, dtype=np.int16).astype(np.float32) / 32767 stream = np.frombuffer(buffer, dtype=np.int16).astype(np.float32) / 32767
#stream = buffer.astype(np.float32)
stream = resampy.resample(x=stream, sr_orig=24000, sr_new=self.sample_rate) stream = resampy.resample(x=stream, sr_orig=24000, sr_new=self.sample_rate)
else: #byte_stream=BytesIO(buffer)
byte_stream=BytesIO(buffer) #stream = self.create_bytes_stream(byte_stream)
stream = self.create_bytes_stream(byte_stream) streamlen = stream.shape[0]
streamlen = stream.shape[0] idx=0
idx=0 while streamlen >= self.chunk:
while streamlen >= self.chunk: self.queue.put(stream[idx:idx+self.chunk])
self.queue.put(stream[idx:idx+self.chunk]) streamlen -= self.chunk
streamlen -= self.chunk idx += self.chunk
idx += self.chunk # if streamlen>0: #skip last frame(not 20ms)
# if streamlen>0: #skip last frame(not 20ms) # self.queue.put(stream[idx:])
# self.queue.put(stream[idx:]) else: #edge tts
# self.input_stream.write(buffer) self.input_stream.write(buffer)
# if len(buffer)<=0: if len(buffer)<=0:
# self.input_stream.seek(0) self.input_stream.seek(0)
# stream = self.create_bytes_stream(self.input_stream) stream = self.create_bytes_stream(self.input_stream)
# streamlen = stream.shape[0] streamlen = stream.shape[0]
# idx=0 idx=0
# while streamlen >= self.chunk: while streamlen >= self.chunk:
# self.queue.put(stream[idx:idx+self.chunk]) self.queue.put(stream[idx:idx+self.chunk])
# streamlen -= self.chunk streamlen -= self.chunk
# idx += self.chunk idx += self.chunk
# #if streamlen>0: #skip last frame(not 20ms) #if streamlen>0: #skip last frame(not 20ms)
# # self.queue.put(stream[idx:]) # self.queue.put(stream[idx:])
# self.input_stream.seek(0) self.input_stream.seek(0)
# self.input_stream.truncate() self.input_stream.truncate()
def get_audio_out(self): def get_audio_out(self):
return self.output_queue.get() return self.output_queue.get()