calculate scalar q_values to log average_q statistics in categorical …

…dqn algorithms.
pfnet · Jul 30, 2020 · 4738769 · 4738769
1 parent d420891
commit 4738769
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/pfrl/agents/categorical_dqn.py b/pfrl/agents/categorical_dqn.py
@@ -167,6 +167,10 @@ def _compute_y_and_t(self, exp_batch):
             batch_q_target = self._compute_target_values(exp_batch)
             assert batch_q_target.shape == (batch_size, n_atoms)
 
+            # for `agent.get_statistics()`
+            batch_q_scalars = qout.evaluate_actions(batch_actions)
+            self.q_record.extend(batch_q_scalars.detach().cpu().numpy().ravel())
+
         return batch_q, batch_q_target
 
     def _compute_loss(self, exp_batch, errors_out=None):