fix

Signed-off-by: sven1977 <svenmika1977@gmail.com>
ray-project · Sep 4, 2024 · 55c5a77 · 55c5a77
1 parent a9e7055
commit 55c5a77
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/rllib/examples/rl_modules/classes/modelv2_to_rlm.py b/rllib/examples/rl_modules/classes/modelv2_to_rlm.py
@@ -142,7 +142,7 @@ def _forward_train(self, batch: Dict[str, Any], **kwargs) -> Dict[str, Any]:
     def _forward_pass(self, batch, inference=True):
         # Translate states and seq_lens into old API stack formats.
         batch = batch.copy()
-        state_in = batch.pop(Columns.STATE_IN, [])
+        state_in = batch.pop(Columns.STATE_IN, {})
         state_in = [s for i, s in sorted(state_in.items())]
         seq_lens = batch.pop(Columns.SEQ_LENS, None)