ZK-AI
/
livetalking
mirror of https://gitee.com/dumengxue/livetalking.git
3
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix fullbody bug

This commit is contained in:
lipku 2024-03-30 08:06:46 +08:00
parent b33e7ec9e2
commit ace4495631
1 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
nerfreal.py
View File

@ -34,9 +34,8 @@ class NeRFReal:
self.audio_features = data_loader._data.auds # [N, 29, 16] self.audio_features = data_loader._data.auds # [N, 29, 16]
self.audio_idx = 0 self.audio_idx = 0
self.frame_total_num = data_loader._data.end_index #self.frame_total_num = data_loader._data.end_index
print("frame_total_num:",self.frame_total_num) #print("frame_total_num:",self.frame_total_num)
self.frame_index=0
# control eye # control eye
self.eye_area = None if not self.opt.exp_eye else data_loader._data.eye_area.mean().item() self.eye_area = None if not self.opt.exp_eye else data_loader._data.eye_area.mean().item()
@ -140,7 +139,8 @@ class NeRFReal:
if not self.opt.fullbody: if not self.opt.fullbody:
self.streamer.stream_frame(image) self.streamer.stream_frame(image)
else: #fullbody human else: #fullbody human
image_fullbody = cv2.imread(os.path.join(self.opt.fullbody_img, str(self.frame_index%self.frame_total_num)+'.jpg')) #print("frame index:",data['index'])
image_fullbody = cv2.imread(os.path.join(self.opt.fullbody_img, str(data['index'][0])+'.jpg'))
image_fullbody = cv2.cvtColor(image_fullbody, cv2.COLOR_BGR2RGB) image_fullbody = cv2.cvtColor(image_fullbody, cv2.COLOR_BGR2RGB)
start_x = self.opt.fullbody_offset_x # 合并后小图片的起始x坐标 start_x = self.opt.fullbody_offset_x # 合并后小图片的起始x坐标
start_y = self.opt.fullbody_offset_y # 合并后小图片的起始y坐标 start_y = self.opt.fullbody_offset_y # 合并后小图片的起始y坐标
@ -201,7 +201,6 @@ class NeRFReal:
for _ in range(2): for _ in range(2):
self.asr.run_step() self.asr.run_step()
self.test_step() self.test_step()
self.frame_index = (self.frame_index+1)%self.frame_total_num
totaltime += (time.time() - t) totaltime += (time.time() - t)
count += 1 count += 1
if count==100: if count==100: