diff --git a/.github/workflows/release-plz.yml b/.github/workflows/release-plz.yml
index cee41d67c..bb6ec95b9 100644
--- a/.github/workflows/release-plz.yml
+++ b/.github/workflows/release-plz.yml
@@ -6,6 +6,9 @@ on:
     branches:
       - main
 
+env:
+  LLVM_VERSION: "14.0"
+
 jobs:
   release-plz:
     name: Release-plz
@@ -18,8 +21,16 @@ jobs:
           token: ${{ secrets.HUGRBOT_PAT }}
       - name: Install Rust toolchain
         uses: dtolnay/rust-toolchain@stable
+
+      # These are needed when doing a crate release, since `cargo release`
+      # checks that the crate can be compiled before publishing it.
       - name: Install CapnProto
         run: sudo apt-get install -y capnproto
+      - name: Install LLVM and Clang
+        uses: KyleMayes/install-llvm-action@v2
+        with:
+          version: ${{ env.LLVM_VERSION }}
+
       - name: Run release-plz
         uses: MarcoIeni/release-plz-action@v0.5
         env: