workers

2025-02-21 13:08:21 +00:00 · 2025-02-21 13:08:21 +00:00 · 52fb4143b5
parent 93c80b2cb1
commit 52fb4143b5
1 changed files with 2 additions and 2 deletions
--- a/examples/port_datasets/openx_rlds_datatrove.py
+++ b/examples/port_datasets/openx_rlds_datatrove.py
@ -58,8 +58,8 @@ def main(slurm=True):
        dist_extra_kwargs = {
            "job_name": port_job_name,
            "tasks": 10000,
-            "workers": 24,
-            "time": "00:30:00",
+            "workers": 8 * 16,
+            "time": "08:00:00",
            "partition": "hopper-cpu",
            "cpus_per_task": 12,
            "mem_per_cpu_gb": 4,