diff --git a/.github/workflows/build_releases.yml b/.github/workflows/build_releases.yml
index 3dbc5248..8a03910c 100644
--- a/.github/workflows/build_releases.yml
+++ b/.github/workflows/build_releases.yml
@@ -142,8 +142,10 @@ jobs:
 
       # We disable this for cross builds, as it seems to cause some issues.
       - name: Enable Rust cache
-        uses: Swatinem/rust-cache@359a70e43a0bb8a13953b04a90f76428b4959bb6 # 2.2.0
         if: matrix.info.cross != true
+        timeout-minutes: 5
+        continue-on-error: true
+        uses: Swatinem/rust-cache@359a70e43a0bb8a13953b04a90f76428b4959bb6 # 2.2.0
         with:
           shared-key: build-cache-${{ matrix.info.target }}
           save-if: "false"
@@ -236,6 +238,8 @@ jobs:
 
       - name: Enable Rust cache
         uses: Swatinem/rust-cache@359a70e43a0bb8a13953b04a90f76428b4959bb6 # 2.2.0
+        timeout-minutes: 5
+        continue-on-error: true
         with:
           key: "build-cache-x86_64-pc-windows-msvc"
           save-if: "false"
@@ -328,6 +332,8 @@ jobs:
 
       - name: Enable Rust cache
         if: matrix.info.cross != true
+        timeout-minutes: 5
+        continue-on-error: true
         uses: Swatinem/rust-cache@359a70e43a0bb8a13953b04a90f76428b4959bb6 # 2.2.0
         with:
           shared-key: build-cache-${{ matrix.info.target }}