diff --git a/.github/workflows/build_wheels.yml b/.github/workflows/build_wheels.yml
index f04015a989..4f37f2f10c 100644
--- a/.github/workflows/build_wheels.yml
+++ b/.github/workflows/build_wheels.yml
@@ -136,7 +136,7 @@ jobs:
     needs: [build-python-wheel, build-source-distribution, get-version]
     strategy:
       matrix:
-        os: [ubuntu-latest,  macos-13 ]
+        os: [ubuntu-latest,  macos-12 ]
         python-version: ["3.9", "3.10", "3.11"]
         from-source: [ True, False ]
     env:
diff --git a/.github/workflows/pr_integration_tests.yml b/.github/workflows/pr_integration_tests.yml
index f4a9132d29..bcf1be7d49 100644
--- a/.github/workflows/pr_integration_tests.yml
+++ b/.github/workflows/pr_integration_tests.yml
@@ -23,7 +23,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: [ "3.11" ]
+        python-version: [ "3.9", "3.10", "3.11" ]
         os: [ ubuntu-latest ]
     env:
       OS: ${{ matrix.os }}
diff --git a/.github/workflows/pr_local_integration_tests.yml b/.github/workflows/pr_local_integration_tests.yml
index 3de7262193..1326b07cd6 100644
--- a/.github/workflows/pr_local_integration_tests.yml
+++ b/.github/workflows/pr_local_integration_tests.yml
@@ -19,7 +19,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: [ "3.11" ]
+        python-version: [ "3.9", "3.10", "3.11" ]
         os: [ ubuntu-latest ]
     env:
       OS: ${{ matrix.os }}
diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml
index dea82da44c..77922950c7 100644
--- a/.github/workflows/unit_tests.yml
+++ b/.github/workflows/unit_tests.yml
@@ -8,7 +8,7 @@ jobs:
       fail-fast: false
       matrix:
         python-version: [ "3.9", "3.10", "3.11"]
-        os: [ ubuntu-latest, macos-13 ]
+        os: [ ubuntu-latest, macos-12 ]
         exclude:
           - os: macos-13
             python-version: "3.9"
diff --git a/Makefile b/Makefile
index 8ec4aa3bd0..c7fdc86100 100644
--- a/Makefile
+++ b/Makefile
@@ -377,6 +377,9 @@ kill-trino-locally:
 install-protoc-dependencies:
 	pip install --ignore-installed protobuf==4.24.0 "grpcio-tools>=1.56.2,<2" mypy-protobuf==3.1.0
 
+install-feast-ci-locally:
+	pip install -e ".[ci]"
+
 # Docker
 
 build-docker: build-feature-server-python-aws-docker build-feature-transformation-server-docker build-feature-server-java-docker
diff --git a/setup.py b/setup.py
index 9b3d0e55e6..18ee91acf2 100644
--- a/setup.py
+++ b/setup.py
@@ -66,6 +66,7 @@
     "uvicorn[standard]>=0.14.0,<1",
     "gunicorn; platform_system != 'Windows'",
     "dask[dataframe]>=2024.4.2",
+    "bowler",  # Needed for automatic repo upgrades
 ]
 
 GCP_REQUIRED = [