📚 annotations

This commit is contained in:
Varuna Jayasiri
2020-10-25 09:44:43 +05:30
parent b492e7c7ca
commit ca258af351
4 changed files with 82 additions and 57 deletions

View File

@ -65,7 +65,7 @@ class Trainer:
(self.updates, 1)
], outside_value=1)
# replay buffer with $\alpha = 0.6$
# Replay buffer with $\alpha = 0.6$. Capacity of the replay buffer must be a power of 2.
self.replay_buffer = ReplayBuffer(2 ** 14, 0.6)
# Model for sampling and training