Enhance training information logging in learner server

- Added tracking for replay buffer size and offline replay buffer size during training steps.
This commit is contained in:
AdilZouitine 2025-03-19 13:16:31 +00:00
parent b7bd13570f
commit 6fa3e5f9ad
1 changed files with 5 additions and 0 deletions

View File

@ -681,6 +681,11 @@ def add_actor_information_and_train(
policy.update_target_networks()
if optimization_step % cfg.training.log_freq == 0:
training_infos["replay_buffer_size"] = len(replay_buffer)
if offline_replay_buffer is not None:
training_infos["offline_replay_buffer_size"] = len(
offline_replay_buffer
)
training_infos["Optimization step"] = optimization_step
logger.log_dict(
d=training_infos, mode="train", custom_step_key="Optimization step"