Add storage device parameter to replay buffer initialization

- Specify storage device for replay buffer to optimize memory management
This commit is contained in:
AdilZouitine 2025-02-25 15:30:39 +00:00
parent ef8d943e54
commit 5b4a7aa81d
1 changed files with 1 additions and 0 deletions

View File

@ -647,6 +647,7 @@ def train(cfg: DictConfig, out_dir: str | None = None, job_name: str | None = No
state_keys=cfg.policy.input_shapes.keys(),
action_mask=active_action_dims,
action_delta=cfg.env.wrapper.delta_action,
storage_device=device,
)
batch_size: int = batch_size // 2 # We will sample from both replay buffer