Merge branch 'main' into torchcodec-cpu
This commit is contained in:
commit
9466da0ddf
|
@ -16,6 +16,13 @@ exclude: ^(tests/data)
|
||||||
default_language_version:
|
default_language_version:
|
||||||
python: python3.10
|
python: python3.10
|
||||||
repos:
|
repos:
|
||||||
|
##### Meta #####
|
||||||
|
- repo: meta
|
||||||
|
hooks:
|
||||||
|
- id: check-useless-excludes
|
||||||
|
- id: check-hooks-apply
|
||||||
|
|
||||||
|
|
||||||
##### Style / Misc. #####
|
##### Style / Misc. #####
|
||||||
- repo: https://github.com/pre-commit/pre-commit-hooks
|
- repo: https://github.com/pre-commit/pre-commit-hooks
|
||||||
rev: v5.0.0
|
rev: v5.0.0
|
||||||
|
@ -28,15 +35,18 @@ repos:
|
||||||
- id: check-toml
|
- id: check-toml
|
||||||
- id: end-of-file-fixer
|
- id: end-of-file-fixer
|
||||||
- id: trailing-whitespace
|
- id: trailing-whitespace
|
||||||
|
|
||||||
- repo: https://github.com/crate-ci/typos
|
- repo: https://github.com/crate-ci/typos
|
||||||
rev: v1
|
rev: v1.30.2
|
||||||
hooks:
|
hooks:
|
||||||
- id: typos
|
- id: typos
|
||||||
args: [--force-exclude]
|
args: [--force-exclude]
|
||||||
|
|
||||||
- repo: https://github.com/asottile/pyupgrade
|
- repo: https://github.com/asottile/pyupgrade
|
||||||
rev: v3.19.1
|
rev: v3.19.1
|
||||||
hooks:
|
hooks:
|
||||||
- id: pyupgrade
|
- id: pyupgrade
|
||||||
|
|
||||||
- repo: https://github.com/astral-sh/ruff-pre-commit
|
- repo: https://github.com/astral-sh/ruff-pre-commit
|
||||||
rev: v0.9.10
|
rev: v0.9.10
|
||||||
hooks:
|
hooks:
|
||||||
|
@ -44,15 +54,18 @@ repos:
|
||||||
args: [--fix]
|
args: [--fix]
|
||||||
- id: ruff-format
|
- id: ruff-format
|
||||||
|
|
||||||
|
|
||||||
##### Security #####
|
##### Security #####
|
||||||
- repo: https://github.com/gitleaks/gitleaks
|
- repo: https://github.com/gitleaks/gitleaks
|
||||||
rev: v8.24.0
|
rev: v8.24.0
|
||||||
hooks:
|
hooks:
|
||||||
- id: gitleaks
|
- id: gitleaks
|
||||||
|
|
||||||
- repo: https://github.com/woodruffw/zizmor-pre-commit
|
- repo: https://github.com/woodruffw/zizmor-pre-commit
|
||||||
rev: v1.4.1
|
rev: v1.4.1
|
||||||
hooks:
|
hooks:
|
||||||
- id: zizmor
|
- id: zizmor
|
||||||
|
|
||||||
- repo: https://github.com/PyCQA/bandit
|
- repo: https://github.com/PyCQA/bandit
|
||||||
rev: 1.8.3
|
rev: 1.8.3
|
||||||
hooks:
|
hooks:
|
||||||
|
|
|
@ -265,13 +265,25 @@ def main():
|
||||||
),
|
),
|
||||||
)
|
)
|
||||||
|
|
||||||
|
parser.add_argument(
|
||||||
|
"--tolerance-s",
|
||||||
|
type=float,
|
||||||
|
default=1e-4,
|
||||||
|
help=(
|
||||||
|
"Tolerance in seconds used to ensure data timestamps respect the dataset fps value"
|
||||||
|
"This is argument passed to the constructor of LeRobotDataset and maps to its tolerance_s constructor argument"
|
||||||
|
"If not given, defaults to 1e-4."
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
kwargs = vars(args)
|
kwargs = vars(args)
|
||||||
repo_id = kwargs.pop("repo_id")
|
repo_id = kwargs.pop("repo_id")
|
||||||
root = kwargs.pop("root")
|
root = kwargs.pop("root")
|
||||||
|
tolerance_s = kwargs.pop("tolerance_s")
|
||||||
|
|
||||||
logging.info("Loading dataset")
|
logging.info("Loading dataset")
|
||||||
dataset = LeRobotDataset(repo_id, root=root)
|
dataset = LeRobotDataset(repo_id, root=root, tolerance_s=tolerance_s)
|
||||||
|
|
||||||
visualize_dataset(dataset, **vars(args))
|
visualize_dataset(dataset, **vars(args))
|
||||||
|
|
||||||
|
|
|
@ -446,15 +446,31 @@ def main():
|
||||||
help="Delete the output directory if it exists already.",
|
help="Delete the output directory if it exists already.",
|
||||||
)
|
)
|
||||||
|
|
||||||
|
parser.add_argument(
|
||||||
|
"--tolerance-s",
|
||||||
|
type=float,
|
||||||
|
default=1e-4,
|
||||||
|
help=(
|
||||||
|
"Tolerance in seconds used to ensure data timestamps respect the dataset fps value"
|
||||||
|
"This is argument passed to the constructor of LeRobotDataset and maps to its tolerance_s constructor argument"
|
||||||
|
"If not given, defaults to 1e-4."
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
args = parser.parse_args()
|
args = parser.parse_args()
|
||||||
kwargs = vars(args)
|
kwargs = vars(args)
|
||||||
repo_id = kwargs.pop("repo_id")
|
repo_id = kwargs.pop("repo_id")
|
||||||
load_from_hf_hub = kwargs.pop("load_from_hf_hub")
|
load_from_hf_hub = kwargs.pop("load_from_hf_hub")
|
||||||
root = kwargs.pop("root")
|
root = kwargs.pop("root")
|
||||||
|
tolerance_s = kwargs.pop("tolerance_s")
|
||||||
|
|
||||||
dataset = None
|
dataset = None
|
||||||
if repo_id:
|
if repo_id:
|
||||||
dataset = LeRobotDataset(repo_id, root=root) if not load_from_hf_hub else get_dataset_info(repo_id)
|
dataset = (
|
||||||
|
LeRobotDataset(repo_id, root=root, tolerance_s=tolerance_s)
|
||||||
|
if not load_from_hf_hub
|
||||||
|
else get_dataset_info(repo_id)
|
||||||
|
)
|
||||||
|
|
||||||
visualize_dataset_html(dataset, **vars(args))
|
visualize_dataset_html(dataset, **vars(args))
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue