optimise test github action

.github/workflows/test_notebooks.yml

@@ -6,27 +6,22 @@ on:
     branches: [ develop, stable, nbtests ]
   pull_request:
     branches: [ develop, stable ]
+
 jobs:
   test:
     runs-on: ubuntu-latest
     steps:
     - uses: actions/checkout@v2
 
-    - name: Pre-pull images
-      run: docker-compose pull
-
-    - name: Activate Docker cache
-      uses: satackey/action-docker-layer-caching@v0.0.8
-      # Ignore the failure of a step and avoid terminating the job.
-      continue-on-error: true
-
     - name: Set up containers
       run: |
         docker-compose up -d
+
     - name: Set up Datacube
       run: |
-        cat Tests/setup_test_datacube.sh | docker-compose exec -T index bash
-        docker-compose exec -T sandbox datacube product list
+        docker-compose exec -T index setup_test_datacube.sh
+        docker-compose exec -T index datacube product list
+
     - name: Test with pytest
       run: |
         docker-compose exec -T sandbox pip install testbook

Tests/Beginners_guide/01_Jupyter_notebooks_test.py

@@ -6,6 +6,6 @@
 NB_PATH = NB_DIR / "Beginners_guide" / "01_Jupyter_notebooks.ipynb"
 
 
-@testbook(NB_PATH, execute=True)
+@testbook(NB_PATH, execute=True, timeout=180)
 def test_ok(tb):
     assert True  # ok

Tests/Beginners_guide/02_DEA_test.py

@@ -6,6 +6,6 @@
 NB_PATH = NB_DIR / "Beginners_guide" / "02_DEA.ipynb"
 
 
-@testbook(NB_PATH, execute=True)
+@testbook(NB_PATH, execute=True, timeout=180)
 def test_ok(tb):
     assert True  # ok

Tests/Beginners_guide/03_Products_and_measurements_test.py

@@ -6,6 +6,6 @@
 NB_PATH = NB_DIR / "Beginners_guide" / "03_Products_and_measurements.ipynb"
 
 
-@testbook(NB_PATH, execute=True)
+@testbook(NB_PATH, execute=True, timeout=180)
 def test_ok(tb):
     assert True  # ok

Tests/Beginners_guide/04_Loading_data_test.py

@@ -6,6 +6,6 @@
 NB_PATH = NB_DIR / "Beginners_guide" / "04_Loading_data.ipynb"
 
 
-@testbook(NB_PATH, execute=True)
+@testbook(NB_PATH, execute=True, timeout=180)
 def test_ok(tb):
     assert True  # ok

Tests/Beginners_guide/06_Basic_analysis_test.py

@@ -9,7 +9,7 @@
 
 @pytest.fixture(scope="module")
 def tb():
-    with testbook(NB_PATH, execute=True) as tb:
+    with testbook(NB_PATH, execute=True, timeout=180) as tb:
         yield tb
 
 

Tests/Beginners_guide/07_Intro_to_numpy_test.py

@@ -14,7 +14,7 @@ def tb():
     # Update working directory to ensure relative links in notebooks work
     os.chdir(NB_DIR.parent)
 
-    with testbook(NB_PATH, execute=True) as tb:
+    with testbook(NB_PATH, execute=True, timeout=180) as tb:
         yield tb
 
 

Tests/Frequently_used_code/Animated_timeseries_test.py

@@ -14,7 +14,7 @@ def tb():
     # Update working directory to ensure relative links in notebooks work
     os.chdir(NB_DIR.parent)
 
-    with testbook(NB_PATH, execute=True) as tb:
+    with testbook(NB_PATH, execute=True, timeout=180) as tb:
         yield tb
 
 

Tests/Frequently_used_code/Calculating_band_indices_test.py

@@ -10,7 +10,7 @@
 
 @pytest.fixture(scope="module")
 def tb():
-    with testbook(NB_PATH, execute=True) as tb:
+    with testbook(NB_PATH, execute=True, timeout=180) as tb:
         yield tb
 
 

Tests/Frequently_used_code/Contour_extraction_test.py

@@ -14,7 +14,7 @@ def tb():
     # Update working directory to ensure relative links in notebooks work
     os.chdir(NB_DIR.parent)
 
-    with testbook(NB_PATH, execute=True) as tb:
+    with testbook(NB_PATH, execute=True, timeout=180) as tb:
         yield tb
 
 

Tests/Frequently_used_code/Exporting_GeoTIFFs_test.py

@@ -9,7 +9,7 @@
 
 @pytest.fixture(scope="module")
 def tb():
-    with testbook(NB_PATH, execute=True) as tb:
+    with testbook(NB_PATH, execute=True, timeout=180) as tb:
         yield tb
 
 

Tests/Frequently_used_code/Generating_composites_test.py

@@ -14,7 +14,7 @@ def tb():
     # Update working directory to ensure relative links in notebooks work
     os.chdir(NB_DIR.parent)
 
-    with testbook(NB_PATH, execute=True) as tb:
+    with testbook(NB_PATH, execute=True, timeout=180) as tb:
         yield tb
 
 

Tests/Frequently_used_code/Polygon_drill_test.py

@@ -9,7 +9,7 @@
 
 @pytest.fixture(scope="module")
 def tb():
-    with testbook(NB_PATH, execute=True) as tb:
+    with testbook(NB_PATH, execute=True, timeout=180) as tb:
         yield tb
 
 

Tests/Frequently_used_code/Rasterize_vectorize_test.py

@@ -9,7 +9,7 @@
 
 @pytest.fixture(scope="module")
 def tb():
-    with testbook(NB_PATH, execute=True) as tb:
+    with testbook(NB_PATH, execute=True, timeout=180) as tb:
         yield tb
 
 

Tests/Frequently_used_code/Tidal_modelling_test.py

@@ -9,7 +9,7 @@
 
 @pytest.fixture(scope="module")
 def tb():
-    with testbook(NB_PATH, execute=True) as tb:
+    with testbook(NB_PATH, execute=True, timeout=180) as tb:
         yield tb
 
 

Tests/Frequently_used_code/Using_load_ard_test.py

@@ -9,7 +9,7 @@
 
 @pytest.fixture(scope='module')
 def tb():
-    with testbook(NB_PATH, execute=True) as tb:
+    with testbook(NB_PATH, execute=True, timeout=180) as tb:
         yield tb
 
 

docker-compose.yml

@@ -39,8 +39,8 @@ services:
         - DB_DATABASE=postgres
         - DB_PORT=5432
         - AWS_DEFAULT_REGION=ap-southeast-2
-        - METADATA_CATALOG=https://raw.githubusercontent.com/GeoscienceAustralia/dea-config/a4f39b485b33608a016032d9987251881fec4b6f/workspaces/sandbox-metadata.yaml
-        - PRODUCT_CATALOG=https://raw.githubusercontent.com/GeoscienceAustralia/dea-config/87ca056fa62900596cbf05612da9033fc763009c/workspaces/sandbox-products.csv
+     volumes:
+        - ./Tests/setup_test_datacube.sh:/usr/local/bin/setup_test_datacube.sh
      depends_on:
         - postgres
      entrypoint: bash -c 'sleep infinity'