Merge pull request #15 from Cadene/user/aliberts/2024_03_09_add_ci_ev…

…al_test Add end-to-end pusht eval test
huggingface · Mar 9, 2024 · 1cc621e · 1cc621e
2 parents fa7a947 + 471ebfe
commit 1cc621e
Showing 1 changed file with 16 additions and 17 deletions.
diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml
@@ -101,21 +101,20 @@ jobs:
             hydra.job.name=pusht \
             env=pusht \
             wandb.enable=False \
-            offline_steps=1 \
+            offline_steps=2 \
             online_steps=0 \
-            device=cpu
-      # TODO(rcadene, aliberts): Add end-to-end test of eval checkpoint post training
-      # - name: Test eval pusht end-to-end
-      #   run: |
-      #     source .venv/bin/activate
-      #     python lerobot/scripts/eval.py
-      #       hydra.job.name=pusht \
-      #       env=pusht \
-      #       wandb.enable=False \
-      #       eval_episodes=1 \
-      #       device=cpu
-      #----------------------------------------------
-      #              cleanup
-      #----------------------------------------------
-      - name: Cleanup
-        run: rm -rf diffusion_policy data
+            device=cpu \
+            save_model=true \
+            save_freq=1 \
+            hydra.run.dir=tests/outputs/
+      - name: Test eval pusht end-to-end
+        run: |
+          source .venv/bin/activate
+          python lerobot/scripts/eval.py \
+            hydra.job.name=pusht \
+            env=pusht \
+            wandb.enable=False \
+            eval_episodes=1 \
+            env.episode_length=8 \
+            device=cpu \
+            policy.pretrained_model_path=tests/outputs/models/1.pt