diff --git a/lerobot/scripts/push_dataset_to_hub.py b/lerobot/scripts/push_dataset_to_hub.py index 27ab93c9..3d8c68af 100644 --- a/lerobot/scripts/push_dataset_to_hub.py +++ b/lerobot/scripts/push_dataset_to_hub.py @@ -155,6 +155,7 @@ def push_dataset_to_hub( tests_out_dir = tests_data_dir / repo_id tests_meta_data_dir = tests_out_dir / "meta_data" + tests_videos_dir = tests_out_dir / "videos" if out_dir.exists(): shutil.rmtree(out_dir) @@ -213,10 +214,15 @@ def push_dataset_to_hub( test_hf_dataset.save_to_disk(str(tests_out_dir / "train")) # copy meta data to tests directory - if Path(tests_meta_data_dir).exists(): - shutil.rmtree(tests_meta_data_dir) shutil.copytree(meta_data_dir, tests_meta_data_dir) + # copy videos of first episode to tests directory + episode_index = 0 + tests_videos_dir.mkdir(parents=True, exist_ok=True) + for key in lerobot_dataset.video_frame_keys: + fname = f"{key}_episode_{episode_index:06d}.mp4" + shutil.copytree(videos_dir, tests_videos_dir / fname) + def main(): parser = argparse.ArgumentParser() diff --git a/tests/data/lerobot/aloha_sim_insertion_human/meta_data/episode_data_index.safetensors b/tests/data/lerobot/aloha_sim_insertion_human/meta_data/episode_data_index.safetensors index 8ed156c4..828c6720 100644 Binary files a/tests/data/lerobot/aloha_sim_insertion_human/meta_data/episode_data_index.safetensors and b/tests/data/lerobot/aloha_sim_insertion_human/meta_data/episode_data_index.safetensors differ diff --git a/tests/data/lerobot/aloha_sim_insertion_human/meta_data/stats.safetensors b/tests/data/lerobot/aloha_sim_insertion_human/meta_data/stats.safetensors index ff5ab740..9b6a7c83 100644 Binary files a/tests/data/lerobot/aloha_sim_insertion_human/meta_data/stats.safetensors and b/tests/data/lerobot/aloha_sim_insertion_human/meta_data/stats.safetensors differ diff --git a/tests/data/lerobot/aloha_sim_insertion_human/train/state.json b/tests/data/lerobot/aloha_sim_insertion_human/train/state.json index e024f26e..6cd9158a 100644 --- a/tests/data/lerobot/aloha_sim_insertion_human/train/state.json +++ b/tests/data/lerobot/aloha_sim_insertion_human/train/state.json @@ -4,7 +4,7 @@ "filename": "data-00000-of-00001.arrow" } ], - "_fingerprint": "1fd1a6ea455fd8fe", + "_fingerprint": "eb913a2b1a68aa74", "_format_columns": null, "_format_kwargs": {}, "_format_type": null, diff --git a/tests/data/lerobot/aloha_sim_insertion_human/videos/observation.images.top_episode_000000.mp4/observation.images.top_episode_000000.mp4 b/tests/data/lerobot/aloha_sim_insertion_human/videos/observation.images.top_episode_000000.mp4/observation.images.top_episode_000000.mp4 new file mode 100644 index 00000000..56280d53 Binary files /dev/null and b/tests/data/lerobot/aloha_sim_insertion_human/videos/observation.images.top_episode_000000.mp4/observation.images.top_episode_000000.mp4 differ diff --git a/tests/data/lerobot/aloha_sim_insertion_scripted/meta_data/episode_data_index.safetensors b/tests/data/lerobot/aloha_sim_insertion_scripted/meta_data/episode_data_index.safetensors index 8685de71..1505d613 100644 Binary files a/tests/data/lerobot/aloha_sim_insertion_scripted/meta_data/episode_data_index.safetensors and b/tests/data/lerobot/aloha_sim_insertion_scripted/meta_data/episode_data_index.safetensors differ diff --git a/tests/data/lerobot/aloha_sim_insertion_scripted/meta_data/stats.safetensors b/tests/data/lerobot/aloha_sim_insertion_scripted/meta_data/stats.safetensors index 984888ab..6cce9ffa 100644 Binary files a/tests/data/lerobot/aloha_sim_insertion_scripted/meta_data/stats.safetensors and b/tests/data/lerobot/aloha_sim_insertion_scripted/meta_data/stats.safetensors differ diff --git a/tests/data/lerobot/aloha_sim_insertion_scripted/train/state.json b/tests/data/lerobot/aloha_sim_insertion_scripted/train/state.json index 84694f59..b96705cb 100644 --- a/tests/data/lerobot/aloha_sim_insertion_scripted/train/state.json +++ b/tests/data/lerobot/aloha_sim_insertion_scripted/train/state.json @@ -4,7 +4,7 @@ "filename": "data-00000-of-00001.arrow" } ], - "_fingerprint": "23b0d780a443d793", + "_fingerprint": "d20c2acf1e107266", "_format_columns": null, "_format_kwargs": {}, "_format_type": null, diff --git a/tests/data/lerobot/aloha_sim_insertion_scripted/videos/observation.images.top_episode_000000.mp4/observation.images.top_episode_000000.mp4 b/tests/data/lerobot/aloha_sim_insertion_scripted/videos/observation.images.top_episode_000000.mp4/observation.images.top_episode_000000.mp4 new file mode 100644 index 00000000..f36a0c18 Binary files /dev/null and b/tests/data/lerobot/aloha_sim_insertion_scripted/videos/observation.images.top_episode_000000.mp4/observation.images.top_episode_000000.mp4 differ diff --git a/tests/data/lerobot/aloha_sim_transfer_cube_human/meta_data/episode_data_index.safetensors b/tests/data/lerobot/aloha_sim_transfer_cube_human/meta_data/episode_data_index.safetensors index 8685de71..1505d613 100644 Binary files a/tests/data/lerobot/aloha_sim_transfer_cube_human/meta_data/episode_data_index.safetensors and b/tests/data/lerobot/aloha_sim_transfer_cube_human/meta_data/episode_data_index.safetensors differ diff --git a/tests/data/lerobot/aloha_sim_transfer_cube_human/meta_data/stats.safetensors b/tests/data/lerobot/aloha_sim_transfer_cube_human/meta_data/stats.safetensors index 91c3f372..2fe6aff2 100644 Binary files a/tests/data/lerobot/aloha_sim_transfer_cube_human/meta_data/stats.safetensors and b/tests/data/lerobot/aloha_sim_transfer_cube_human/meta_data/stats.safetensors differ diff --git a/tests/data/lerobot/aloha_sim_transfer_cube_human/train/state.json b/tests/data/lerobot/aloha_sim_transfer_cube_human/train/state.json index 69b524dc..eb74ba89 100644 --- a/tests/data/lerobot/aloha_sim_transfer_cube_human/train/state.json +++ b/tests/data/lerobot/aloha_sim_transfer_cube_human/train/state.json @@ -4,7 +4,7 @@ "filename": "data-00000-of-00001.arrow" } ], - "_fingerprint": "5228aa730e1f2f05", + "_fingerprint": "243b01eb8a4b184e", "_format_columns": null, "_format_kwargs": {}, "_format_type": null, diff --git a/tests/data/lerobot/aloha_sim_transfer_cube_human/videos/observation.images.top_episode_000000.mp4/observation.images.top_episode_000000.mp4 b/tests/data/lerobot/aloha_sim_transfer_cube_human/videos/observation.images.top_episode_000000.mp4/observation.images.top_episode_000000.mp4 new file mode 100644 index 00000000..12a1e5be Binary files /dev/null and b/tests/data/lerobot/aloha_sim_transfer_cube_human/videos/observation.images.top_episode_000000.mp4/observation.images.top_episode_000000.mp4 differ diff --git a/tests/data/lerobot/aloha_sim_transfer_cube_scripted/meta_data/episode_data_index.safetensors b/tests/data/lerobot/aloha_sim_transfer_cube_scripted/meta_data/episode_data_index.safetensors index 8685de71..1505d613 100644 Binary files a/tests/data/lerobot/aloha_sim_transfer_cube_scripted/meta_data/episode_data_index.safetensors and b/tests/data/lerobot/aloha_sim_transfer_cube_scripted/meta_data/episode_data_index.safetensors differ diff --git a/tests/data/lerobot/aloha_sim_transfer_cube_scripted/meta_data/stats.safetensors b/tests/data/lerobot/aloha_sim_transfer_cube_scripted/meta_data/stats.safetensors index 150d8f03..c2ab5b21 100644 Binary files a/tests/data/lerobot/aloha_sim_transfer_cube_scripted/meta_data/stats.safetensors and b/tests/data/lerobot/aloha_sim_transfer_cube_scripted/meta_data/stats.safetensors differ diff --git a/tests/data/lerobot/aloha_sim_transfer_cube_scripted/train/state.json b/tests/data/lerobot/aloha_sim_transfer_cube_scripted/train/state.json index 970f1ebf..91c46511 100644 --- a/tests/data/lerobot/aloha_sim_transfer_cube_scripted/train/state.json +++ b/tests/data/lerobot/aloha_sim_transfer_cube_scripted/train/state.json @@ -4,7 +4,7 @@ "filename": "data-00000-of-00001.arrow" } ], - "_fingerprint": "775d2bada4897690", + "_fingerprint": "eb759bbf60df7be9", "_format_columns": null, "_format_kwargs": {}, "_format_type": null, diff --git a/tests/data/lerobot/aloha_sim_transfer_cube_scripted/videos/observation.images.top_episode_000000.mp4/observation.images.top_episode_000000.mp4 b/tests/data/lerobot/aloha_sim_transfer_cube_scripted/videos/observation.images.top_episode_000000.mp4/observation.images.top_episode_000000.mp4 new file mode 100644 index 00000000..2d25242c Binary files /dev/null and b/tests/data/lerobot/aloha_sim_transfer_cube_scripted/videos/observation.images.top_episode_000000.mp4/observation.images.top_episode_000000.mp4 differ diff --git a/tests/data/lerobot/pusht/meta_data/episode_data_index.safetensors b/tests/data/lerobot/pusht/meta_data/episode_data_index.safetensors index 9343d2d5..3511c266 100644 Binary files a/tests/data/lerobot/pusht/meta_data/episode_data_index.safetensors and b/tests/data/lerobot/pusht/meta_data/episode_data_index.safetensors differ diff --git a/tests/data/lerobot/pusht/meta_data/stats.safetensors b/tests/data/lerobot/pusht/meta_data/stats.safetensors index e4354018..e4ebbefe 100644 Binary files a/tests/data/lerobot/pusht/meta_data/stats.safetensors and b/tests/data/lerobot/pusht/meta_data/stats.safetensors differ diff --git a/tests/data/lerobot/pusht/train/data-00000-of-00001.arrow b/tests/data/lerobot/pusht/train/data-00000-of-00001.arrow index a6c353ad..b99aa290 100644 Binary files a/tests/data/lerobot/pusht/train/data-00000-of-00001.arrow and b/tests/data/lerobot/pusht/train/data-00000-of-00001.arrow differ diff --git a/tests/data/lerobot/pusht/train/state.json b/tests/data/lerobot/pusht/train/state.json index e9554ebd..776f29ff 100644 --- a/tests/data/lerobot/pusht/train/state.json +++ b/tests/data/lerobot/pusht/train/state.json @@ -4,7 +4,7 @@ "filename": "data-00000-of-00001.arrow" } ], - "_fingerprint": "230a9c300723409d", + "_fingerprint": "3e02d7879f423c56", "_format_columns": null, "_format_kwargs": {}, "_format_type": null, diff --git a/tests/data/lerobot/pusht/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 b/tests/data/lerobot/pusht/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 new file mode 100644 index 00000000..b2040bdd Binary files /dev/null and b/tests/data/lerobot/pusht/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 differ diff --git a/tests/data/lerobot/umi_cup_in_the_wild/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 b/tests/data/lerobot/umi_cup_in_the_wild/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 new file mode 100644 index 00000000..3266cf76 Binary files /dev/null and b/tests/data/lerobot/umi_cup_in_the_wild/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 differ diff --git a/tests/data/lerobot/xarm_lift_medium/meta_data/episode_data_index.safetensors b/tests/data/lerobot/xarm_lift_medium/meta_data/episode_data_index.safetensors index 72160934..f5e09ec5 100644 Binary files a/tests/data/lerobot/xarm_lift_medium/meta_data/episode_data_index.safetensors and b/tests/data/lerobot/xarm_lift_medium/meta_data/episode_data_index.safetensors differ diff --git a/tests/data/lerobot/xarm_lift_medium/meta_data/stats.safetensors b/tests/data/lerobot/xarm_lift_medium/meta_data/stats.safetensors index 7fdff36f..712c6252 100644 Binary files a/tests/data/lerobot/xarm_lift_medium/meta_data/stats.safetensors and b/tests/data/lerobot/xarm_lift_medium/meta_data/stats.safetensors differ diff --git a/tests/data/lerobot/xarm_lift_medium/train/data-00000-of-00001.arrow b/tests/data/lerobot/xarm_lift_medium/train/data-00000-of-00001.arrow index 8a25ac30..9625a747 100644 Binary files a/tests/data/lerobot/xarm_lift_medium/train/data-00000-of-00001.arrow and b/tests/data/lerobot/xarm_lift_medium/train/data-00000-of-00001.arrow differ diff --git a/tests/data/lerobot/xarm_lift_medium/train/state.json b/tests/data/lerobot/xarm_lift_medium/train/state.json index 32d3557f..3989b594 100644 --- a/tests/data/lerobot/xarm_lift_medium/train/state.json +++ b/tests/data/lerobot/xarm_lift_medium/train/state.json @@ -4,7 +4,7 @@ "filename": "data-00000-of-00001.arrow" } ], - "_fingerprint": "eef17b5ce177712a", + "_fingerprint": "720072274a55db4d", "_format_columns": null, "_format_kwargs": {}, "_format_type": null, diff --git a/tests/data/lerobot/xarm_lift_medium/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 b/tests/data/lerobot/xarm_lift_medium/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 new file mode 100644 index 00000000..618b888d Binary files /dev/null and b/tests/data/lerobot/xarm_lift_medium/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 differ diff --git a/tests/data/lerobot/xarm_lift_medium_replay/meta_data/episode_data_index.safetensors b/tests/data/lerobot/xarm_lift_medium_replay/meta_data/episode_data_index.safetensors index 72160934..f5e09ec5 100644 Binary files a/tests/data/lerobot/xarm_lift_medium_replay/meta_data/episode_data_index.safetensors and b/tests/data/lerobot/xarm_lift_medium_replay/meta_data/episode_data_index.safetensors differ diff --git a/tests/data/lerobot/xarm_lift_medium_replay/meta_data/stats.safetensors b/tests/data/lerobot/xarm_lift_medium_replay/meta_data/stats.safetensors index 0ed43e24..a7548bad 100644 Binary files a/tests/data/lerobot/xarm_lift_medium_replay/meta_data/stats.safetensors and b/tests/data/lerobot/xarm_lift_medium_replay/meta_data/stats.safetensors differ diff --git a/tests/data/lerobot/xarm_lift_medium_replay/train/data-00000-of-00001.arrow b/tests/data/lerobot/xarm_lift_medium_replay/train/data-00000-of-00001.arrow index 6d3c62d5..102a6154 100644 Binary files a/tests/data/lerobot/xarm_lift_medium_replay/train/data-00000-of-00001.arrow and b/tests/data/lerobot/xarm_lift_medium_replay/train/data-00000-of-00001.arrow differ diff --git a/tests/data/lerobot/xarm_lift_medium_replay/train/state.json b/tests/data/lerobot/xarm_lift_medium_replay/train/state.json index c22dad8a..6522dcbd 100644 --- a/tests/data/lerobot/xarm_lift_medium_replay/train/state.json +++ b/tests/data/lerobot/xarm_lift_medium_replay/train/state.json @@ -4,7 +4,7 @@ "filename": "data-00000-of-00001.arrow" } ], - "_fingerprint": "c610e979e9f89905", + "_fingerprint": "9f3d8cbb0b2e74a2", "_format_columns": null, "_format_kwargs": {}, "_format_type": null, diff --git a/tests/data/lerobot/xarm_lift_medium_replay/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 b/tests/data/lerobot/xarm_lift_medium_replay/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 new file mode 100644 index 00000000..f1089c15 Binary files /dev/null and b/tests/data/lerobot/xarm_lift_medium_replay/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 differ diff --git a/tests/data/lerobot/xarm_push_medium/meta_data/episode_data_index.safetensors b/tests/data/lerobot/xarm_push_medium/meta_data/episode_data_index.safetensors index 72160934..f5e09ec5 100644 Binary files a/tests/data/lerobot/xarm_push_medium/meta_data/episode_data_index.safetensors and b/tests/data/lerobot/xarm_push_medium/meta_data/episode_data_index.safetensors differ diff --git a/tests/data/lerobot/xarm_push_medium/meta_data/stats.safetensors b/tests/data/lerobot/xarm_push_medium/meta_data/stats.safetensors index 0ed43e24..a7548bad 100644 Binary files a/tests/data/lerobot/xarm_push_medium/meta_data/stats.safetensors and b/tests/data/lerobot/xarm_push_medium/meta_data/stats.safetensors differ diff --git a/tests/data/lerobot/xarm_push_medium/train/data-00000-of-00001.arrow b/tests/data/lerobot/xarm_push_medium/train/data-00000-of-00001.arrow index 6d3c62d5..102a6154 100644 Binary files a/tests/data/lerobot/xarm_push_medium/train/data-00000-of-00001.arrow and b/tests/data/lerobot/xarm_push_medium/train/data-00000-of-00001.arrow differ diff --git a/tests/data/lerobot/xarm_push_medium/train/state.json b/tests/data/lerobot/xarm_push_medium/train/state.json index c22dad8a..6522dcbd 100644 --- a/tests/data/lerobot/xarm_push_medium/train/state.json +++ b/tests/data/lerobot/xarm_push_medium/train/state.json @@ -4,7 +4,7 @@ "filename": "data-00000-of-00001.arrow" } ], - "_fingerprint": "c610e979e9f89905", + "_fingerprint": "9f3d8cbb0b2e74a2", "_format_columns": null, "_format_kwargs": {}, "_format_type": null, diff --git a/tests/data/lerobot/xarm_push_medium/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 b/tests/data/lerobot/xarm_push_medium/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 new file mode 100644 index 00000000..f1089c15 Binary files /dev/null and b/tests/data/lerobot/xarm_push_medium/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 differ diff --git a/tests/data/lerobot/xarm_push_medium_replay/meta_data/episode_data_index.safetensors b/tests/data/lerobot/xarm_push_medium_replay/meta_data/episode_data_index.safetensors index 72160934..f5e09ec5 100644 Binary files a/tests/data/lerobot/xarm_push_medium_replay/meta_data/episode_data_index.safetensors and b/tests/data/lerobot/xarm_push_medium_replay/meta_data/episode_data_index.safetensors differ diff --git a/tests/data/lerobot/xarm_push_medium_replay/meta_data/stats.safetensors b/tests/data/lerobot/xarm_push_medium_replay/meta_data/stats.safetensors index 0ed43e24..a7548bad 100644 Binary files a/tests/data/lerobot/xarm_push_medium_replay/meta_data/stats.safetensors and b/tests/data/lerobot/xarm_push_medium_replay/meta_data/stats.safetensors differ diff --git a/tests/data/lerobot/xarm_push_medium_replay/train/data-00000-of-00001.arrow b/tests/data/lerobot/xarm_push_medium_replay/train/data-00000-of-00001.arrow index 6d3c62d5..102a6154 100644 Binary files a/tests/data/lerobot/xarm_push_medium_replay/train/data-00000-of-00001.arrow and b/tests/data/lerobot/xarm_push_medium_replay/train/data-00000-of-00001.arrow differ diff --git a/tests/data/lerobot/xarm_push_medium_replay/train/state.json b/tests/data/lerobot/xarm_push_medium_replay/train/state.json index c22dad8a..6522dcbd 100644 --- a/tests/data/lerobot/xarm_push_medium_replay/train/state.json +++ b/tests/data/lerobot/xarm_push_medium_replay/train/state.json @@ -4,7 +4,7 @@ "filename": "data-00000-of-00001.arrow" } ], - "_fingerprint": "c610e979e9f89905", + "_fingerprint": "9f3d8cbb0b2e74a2", "_format_columns": null, "_format_kwargs": {}, "_format_type": null, diff --git a/tests/data/lerobot/xarm_push_medium_replay/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 b/tests/data/lerobot/xarm_push_medium_replay/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 new file mode 100644 index 00000000..f1089c15 Binary files /dev/null and b/tests/data/lerobot/xarm_push_medium_replay/videos/observation.image_episode_000000.mp4/observation.image_episode_000000.mp4 differ