wangzixiang
/
lerobot
mirror of https://github.com/huggingface/lerobot.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix conversion script

This commit is contained in:
Simon Alibert 2024-11-20 12:16:27 +01:00
parent c6ad495176
commit 37da50b573
2 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
lerobot/common/datasets/v2/batch_convert_dataset_v1_to_v2.py
View File

@ -85,6 +85,8 @@ UNITREEH_INFO = {
"license": "apache-2.0", "license": "apache-2.0",
} }
# TODO(aliberts): Open X datasets
DATASETS = { DATASETS = {
"aloha_mobile_cabinet": { "aloha_mobile_cabinet": {

8
lerobot/common/datasets/v2/convert_dataset_v1_to_v2.py
View File

@ -116,7 +116,7 @@ import pyarrow.parquet as pq
import torch import torch
from datasets import Dataset from datasets import Dataset
from huggingface_hub import HfApi from huggingface_hub import HfApi
from huggingface_hub.errors import EntryNotFoundError from huggingface_hub.errors import EntryNotFoundError, HfHubHTTPError
from safetensors.torch import load_file from safetensors.torch import load_file
from lerobot.common.datasets.utils import ( from lerobot.common.datasets.utils import (
@ -566,13 +566,13 @@ def convert_dataset(
convert_stats_to_json(v1x_dir, v20_dir) convert_stats_to_json(v1x_dir, v20_dir)
card = create_lerobot_dataset_card(tags=repo_tags, dataset_info=metadata_v2_0, **card_kwargs) card = create_lerobot_dataset_card(tags=repo_tags, dataset_info=metadata_v2_0, **card_kwargs)
with contextlib.suppress(EntryNotFoundError): with contextlib.suppress(EntryNotFoundError, HfHubHTTPError):
hub_api.delete_folder(repo_id=repo_id, path_in_repo="data", repo_type="dataset", revision=branch) hub_api.delete_folder(repo_id=repo_id, path_in_repo="data", repo_type="dataset", revision=branch)
with contextlib.suppress(EntryNotFoundError): with contextlib.suppress(EntryNotFoundError, HfHubHTTPError):
hub_api.delete_folder(repo_id=repo_id, path_in_repo="meta_data", repo_type="dataset", revision=branch) hub_api.delete_folder(repo_id=repo_id, path_in_repo="meta_data", repo_type="dataset", revision=branch)
with contextlib.suppress(EntryNotFoundError): with contextlib.suppress(EntryNotFoundError, HfHubHTTPError):
hub_api.delete_folder(repo_id=repo_id, path_in_repo="meta", repo_type="dataset", revision=branch) hub_api.delete_folder(repo_id=repo_id, path_in_repo="meta", repo_type="dataset", revision=branch)
hub_api.upload_folder( hub_api.upload_folder(