ZK-AI
/
livetalking
mirror of https://gitee.com/dumengxue/livetalking.git
3
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

add eye blink

This commit is contained in:
lipku 2024-02-25 18:53:12 +08:00
parent d7a14c80d4
commit 2e1a768d03
1 changed files with 13 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

17
nerf_triplane/provider.py
View File

@ -140,6 +140,11 @@ class NeRFDataset_Test:
print(f'[INFO] load {self.opt.aud} aud_features: {aud_features.shape}') print(f'[INFO] load {self.opt.aud} aud_features: {aud_features.shape}')
# load action units
import pandas as pd
au_blink_info=pd.read_csv(self.opt.au)
au_blink = au_blink_info[' AU45_r'].values
self.poses = [] self.poses = []
self.auds = [] self.auds = []
self.eye_area = [] self.eye_area = []
@ -157,10 +162,14 @@ class NeRFDataset_Test:
if self.opt.exp_eye: if self.opt.exp_eye:
if 'eye_ratio' in f: # if 'eye_ratio' in f:
area = f['eye_ratio'] # area = f['eye_ratio']
else: # else:
area = 0.25 # default value for opened eye # area = 0.25 # default value for opened eye
# action units blink AU45
area = au_blink[f['img_id']]
area = np.clip(area, 0, 2) / 2
# area = area + np.random.rand() / 10
self.eye_area.append(area) self.eye_area.append(area)