policies/utils.py

This commit is contained in:
Cadene 2024-04-05 11:47:15 +00:00
parent a420714ee4
commit c17dffe944
1 changed files with 10 additions and 0 deletions

View File

@ -0,0 +1,10 @@
def populate_queues(queues, batch):
for key in batch:
if len(queues[key]) != queues[key].maxlen:
# initialize by copying the first observation several times until the queue is full
while len(queues[key]) != queues[key].maxlen:
queues[key].append(batch[key])
else:
# add latest observation to the queue
queues[key].append(batch[key])
return queues