[rllib] Give rnnsac_stateless cartpole gpu, increase timeout (ray-pro…

…ject#21407) Increase test_preprocessors runtimes.
rkooo567 · Jan 6, 2022 · f7a5fc3 · f7a5fc3
1 parent c7b2d54
commit f7a5fc3
Show file tree

Hide file tree

Showing 3 changed files with 6 additions and 3 deletions.
diff --git a/rllib/BUILD b/rllib/BUILD
@@ -1240,7 +1240,7 @@ py_test(
 py_test(
     name = "test_preprocessors",
     tags = ["team:ml", "models"],
-    size = "medium",
+    size = "large",
     srcs = ["models/tests/test_preprocessors.py"]
 )
 

diff --git a/rllib/examples/rnnsac_stateless_cartpole.py b/rllib/examples/rnnsac_stateless_cartpole.py
@@ -1,4 +1,5 @@
 import json
+import os
 from pathlib import Path
 
 import ray
@@ -21,12 +22,14 @@
     "checkpoint_score_attr": "episode_reward_mean",
     "stop": {
         "episode_reward_mean": 65.0,
-        "timesteps_total": 100000,
+        "timesteps_total": 50000,
     },
     "metric": "episode_reward_mean",
     "mode": "max",
     "verbose": 2,
     "config": {
+        "seed": 42,
+        "num_gpus": int(os.environ.get("RLLIB_NUM_GPUS", "0")),
         "framework": "torch",
         "num_workers": 4,
         "num_envs_per_worker": 1,

diff --git a/rllib/models/tests/test_preprocessors.py b/rllib/models/tests/test_preprocessors.py
@@ -24,7 +24,7 @@ def tearDownClass(cls) -> None:
 
     def test_preprocessing_disabled(self):
         config = ppo.DEFAULT_CONFIG.copy()
-
+        config["seed"] = 42
         config["env"] = "ray.rllib.examples.env.random_env.RandomEnv"
         config["env_config"] = {
             "config": {