diff --git a/examples/port_datasets/openx_rlds_datatrove.py b/examples/port_datasets/openx_rlds_datatrove.py index 842b378d..1163345f 100644 --- a/examples/port_datasets/openx_rlds_datatrove.py +++ b/examples/port_datasets/openx_rlds_datatrove.py @@ -58,8 +58,8 @@ def main(slurm=True): dist_extra_kwargs = { "job_name": port_job_name, "tasks": 10000, - "workers": 24, - "time": "00:30:00", + "workers": 8 * 16, + "time": "08:00:00", "partition": "hopper-cpu", "cpus_per_task": 12, "mem_per_cpu_gb": 4,