Fix batch convert

This commit is contained in:
Simon Alibert 2025-02-20 09:00:14 +01:00
parent 392a8c32a7
commit 64ed5258e6
1 changed files with 2 additions and 1 deletions

View File

@ -29,8 +29,9 @@ LOCAL_DIR = Path("data/")
def batch_convert():
status = {}
LOCAL_DIR.mkdir(parents=True, exist_ok=True)
logfile = LOCAL_DIR / "conversion_log_v21.txt"
for num, repo_id in available_datasets:
for num, repo_id in enumerate(available_datasets):
print(f"\nConverting {repo_id} ({num}/{len(available_datasets)})")
print("---------------------------------------------------------")
try: