diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml
index 5f96bdfa7f27..50dc8e30d491 100644
--- a/.github/workflows/tests.yml
+++ b/.github/workflows/tests.yml
@@ -144,6 +144,7 @@ jobs:
         with:
             toolchain: 1.61.0
             override: true
+      - uses: Swatinem/rust-cache@v2
 
       # There aren't wheels for some of the older deps, so we need to install
       # their build dependencies
@@ -253,11 +254,14 @@ jobs:
       - uses: actions/checkout@v2
       - name: Prepare test blacklist
         run: cat sytest-blacklist .ci/worker-blacklist > synapse-blacklist-with-workers
+
       - name: Install Rust
         uses: actions-rs/toolchain@v1
         with:
             toolchain: 1.61.0
             override: true
+      - uses: Swatinem/rust-cache@v2
+
       - name: Run SyTest
         run: /bootstrap.sh synapse
         working-directory: /src
@@ -369,6 +373,7 @@ jobs:
         with:
             toolchain: 1.61.0
             override: true
+      - uses: Swatinem/rust-cache@v2
 
       - name: Prepare Complement's Prerequisites
         run: synapse/.ci/scripts/setup_complement_prerequisites.sh
diff --git a/changelog.d/13735.misc b/changelog.d/13735.misc
new file mode 100644
index 000000000000..2e0dd68a0f94
--- /dev/null
+++ b/changelog.d/13735.misc
@@ -0,0 +1 @@
+Add a stub Rust crate.