Fix batch convert
This commit is contained in:
parent
392a8c32a7
commit
64ed5258e6
|
@ -29,8 +29,9 @@ LOCAL_DIR = Path("data/")
|
||||||
|
|
||||||
def batch_convert():
|
def batch_convert():
|
||||||
status = {}
|
status = {}
|
||||||
|
LOCAL_DIR.mkdir(parents=True, exist_ok=True)
|
||||||
logfile = LOCAL_DIR / "conversion_log_v21.txt"
|
logfile = LOCAL_DIR / "conversion_log_v21.txt"
|
||||||
for num, repo_id in available_datasets:
|
for num, repo_id in enumerate(available_datasets):
|
||||||
print(f"\nConverting {repo_id} ({num}/{len(available_datasets)})")
|
print(f"\nConverting {repo_id} ({num}/{len(available_datasets)})")
|
||||||
print("---------------------------------------------------------")
|
print("---------------------------------------------------------")
|
||||||
try:
|
try:
|
||||||
|
|
Loading…
Reference in New Issue