Enhance training information logging in learner server
- Added tracking for replay buffer size and offline replay buffer size during training steps.
This commit is contained in:
parent
2412e746e5
commit
93803345b9
|
@ -681,6 +681,11 @@ def add_actor_information_and_train(
|
||||||
|
|
||||||
policy.update_target_networks()
|
policy.update_target_networks()
|
||||||
if optimization_step % cfg.training.log_freq == 0:
|
if optimization_step % cfg.training.log_freq == 0:
|
||||||
|
training_infos["replay_buffer_size"] = len(replay_buffer)
|
||||||
|
if offline_replay_buffer is not None:
|
||||||
|
training_infos["offline_replay_buffer_size"] = len(
|
||||||
|
offline_replay_buffer
|
||||||
|
)
|
||||||
training_infos["Optimization step"] = optimization_step
|
training_infos["Optimization step"] = optimization_step
|
||||||
logger.log_dict(
|
logger.log_dict(
|
||||||
d=training_infos, mode="train", custom_step_key="Optimization step"
|
d=training_infos, mode="train", custom_step_key="Optimization step"
|
||||||
|
|
Loading…
Reference in New Issue