From 37da50b5738574f207e74a9d5919682caec05c5b Mon Sep 17 00:00:00 2001 From: Simon Alibert Date: Wed, 20 Nov 2024 12:16:27 +0100 Subject: [PATCH] Fix conversion script --- .../common/datasets/v2/batch_convert_dataset_v1_to_v2.py | 2 ++ lerobot/common/datasets/v2/convert_dataset_v1_to_v2.py | 8 ++++---- 2 files changed, 6 insertions(+), 4 deletions(-) diff --git a/lerobot/common/datasets/v2/batch_convert_dataset_v1_to_v2.py b/lerobot/common/datasets/v2/batch_convert_dataset_v1_to_v2.py index c1df7152..24c39a05 100644 --- a/lerobot/common/datasets/v2/batch_convert_dataset_v1_to_v2.py +++ b/lerobot/common/datasets/v2/batch_convert_dataset_v1_to_v2.py @@ -85,6 +85,8 @@ UNITREEH_INFO = { "license": "apache-2.0", } +# TODO(aliberts): Open X datasets + DATASETS = { "aloha_mobile_cabinet": { diff --git a/lerobot/common/datasets/v2/convert_dataset_v1_to_v2.py b/lerobot/common/datasets/v2/convert_dataset_v1_to_v2.py index dafcded4..eed4432f 100644 --- a/lerobot/common/datasets/v2/convert_dataset_v1_to_v2.py +++ b/lerobot/common/datasets/v2/convert_dataset_v1_to_v2.py @@ -116,7 +116,7 @@ import pyarrow.parquet as pq import torch from datasets import Dataset from huggingface_hub import HfApi -from huggingface_hub.errors import EntryNotFoundError +from huggingface_hub.errors import EntryNotFoundError, HfHubHTTPError from safetensors.torch import load_file from lerobot.common.datasets.utils import ( @@ -566,13 +566,13 @@ def convert_dataset( convert_stats_to_json(v1x_dir, v20_dir) card = create_lerobot_dataset_card(tags=repo_tags, dataset_info=metadata_v2_0, **card_kwargs) - with contextlib.suppress(EntryNotFoundError): + with contextlib.suppress(EntryNotFoundError, HfHubHTTPError): hub_api.delete_folder(repo_id=repo_id, path_in_repo="data", repo_type="dataset", revision=branch) - with contextlib.suppress(EntryNotFoundError): + with contextlib.suppress(EntryNotFoundError, HfHubHTTPError): hub_api.delete_folder(repo_id=repo_id, path_in_repo="meta_data", repo_type="dataset", revision=branch) - with contextlib.suppress(EntryNotFoundError): + with contextlib.suppress(EntryNotFoundError, HfHubHTTPError): hub_api.delete_folder(repo_id=repo_id, path_in_repo="meta", repo_type="dataset", revision=branch) hub_api.upload_folder(