Merge pull request #32 from keisuke-nakata/log-agerage_q-for-categori…

…cal-dqns calculate scalar q_values to log average_q statistics in categorical dqn algorithms
pfnet · Sep 9, 2020 · 220f085 · 220f085
2 parents e64f766 + 4738769
commit 220f085
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/pfrl/agents/categorical_dqn.py b/pfrl/agents/categorical_dqn.py
@@ -167,6 +167,10 @@ def _compute_y_and_t(self, exp_batch):
             batch_q_target = self._compute_target_values(exp_batch)
             assert batch_q_target.shape == (batch_size, n_atoms)
 
+            # for `agent.get_statistics()`
+            batch_q_scalars = qout.evaluate_actions(batch_actions)
+            self.q_record.extend(batch_q_scalars.detach().cpu().numpy().ravel())
+
         return batch_q, batch_q_target
 
     def _compute_loss(self, exp_batch, errors_out=None):