wangzixiang
/
lerobot
mirror of https://github.com/huggingface/lerobot.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Adding dtype="audio" by default in microphone features

This commit is contained in:
CarolinePascal 2025-04-07 19:08:53 +02:00
parent 96ed10f90d
commit e743f846a7
No known key found for this signature in database
2 changed files with 4 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
lerobot/common/datasets/utils.py
View File

@ -403,13 +403,7 @@ def get_features_from_robot(robot: Robot, use_videos: bool = True) -> dict:
key: {"dtype": "video" if use_videos else "image", **ft}
for key, ft in robot.camera_features.items()
}
microphones_ft = {}
if robot.microphones:
microphones_ft = {
key: {"dtype": "audio", **ft}
for key, ft in robot.microphones_features.items()
}
return {**robot.motor_features, **camera_ft, **microphones_ft, **DEFAULT_FEATURES}
return {**robot.motor_features, **camera_ft, **robot.microphone_features, **DEFAULT_FEATURES}
def dataset_to_policy_features(features: dict[str, dict]) -> dict[str, PolicyFeature]:

5
lerobot/common/robot_devices/robots/manipulator.py
View File

@ -203,11 +203,12 @@ class ManipulatorRobot:
}
@property
def microphones_features(self) -> dict:
def microphone_features(self) -> dict:
mic_ft = {}
for mic_key, mic in self.microphones.items():
key = f"observation.audio.{mic_key}"
mic_ft[key] = {
"dtype": "audio",
"shape": (len(mic.channels),),
"names": "channels",
"info" : None,
@ -216,7 +217,7 @@ class ManipulatorRobot:
@property
def features(self):
return {**self.motor_features, **self.camera_features, **self.microphones_features}
return {**self.motor_features, **self.camera_features, **self.microphone_features}
@property
def has_camera(self):