From 52fb4143b52208005f6fc96284a7a4091648fa15 Mon Sep 17 00:00:00 2001
From: Remi Cadene <re.cadene@gmail.com>
Date: Fri, 21 Feb 2025 13:08:21 +0000
Subject: [PATCH] workers

---
 examples/port_datasets/openx_rlds_datatrove.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/examples/port_datasets/openx_rlds_datatrove.py b/examples/port_datasets/openx_rlds_datatrove.py
index 842b378d..1163345f 100644
--- a/examples/port_datasets/openx_rlds_datatrove.py
+++ b/examples/port_datasets/openx_rlds_datatrove.py
@@ -58,8 +58,8 @@ def main(slurm=True):
         dist_extra_kwargs = {
             "job_name": port_job_name,
             "tasks": 10000,
-            "workers": 24,
-            "time": "00:30:00",
+            "workers": 8 * 16,
+            "time": "08:00:00",
             "partition": "hopper-cpu",
             "cpus_per_task": 12,
             "mem_per_cpu_gb": 4,