diff --git a/.github/workflows/ci-testing.yml b/.github/workflows/ci-testing.yml
index 37b2391445..15b2179657 100644
--- a/.github/workflows/ci-testing.yml
+++ b/.github/workflows/ci-testing.yml
@@ -71,7 +71,7 @@ jobs:
       uses: actions/cache@v2
       with:
         path: data # This path is specific to Ubuntu
-        key: flash-datasets-${{ hashFiles('tests/examples/test_examples.py') }}
+        key: flash-datasets-${{ hashFiles('tests/examples/test_scripts.py') }}
         restore-keys: flash-datasets-
 
     - name: Tests
diff --git a/tests/examples/test_examples.py b/tests/examples/test_scripts.py
similarity index 98%
rename from tests/examples/test_examples.py
rename to tests/examples/test_scripts.py
index 68ff6d27b6..cf4795387f 100644
--- a/tests/examples/test_examples.py
+++ b/tests/examples/test_scripts.py
@@ -46,7 +46,8 @@ def run_test(filepath):
     code, stdout, stderr = call_script(filepath)
     print(f"{filepath} STDOUT: {stdout}")
     print(f"{filepath} STDERR: {stderr}")
-    assert not code
+    if code:
+        raise RuntimeError(stderr)
 
 
 @pytest.mark.parametrize(