diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 91766ca8b8..d4c756c24b 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -29,6 +29,16 @@ jobs:
     steps:
     - uses: actions/checkout@v2
 
+    - name: Cache cargo for rav1e
+      uses: actions/cache@v2
+      with:
+        path:
+         |
+           ~/.cargo/git
+           ~/.cargo/registry
+        key: ${{ runner.os }}-cargo-rav1e-${{ hashFiles('third-party/rav1e.cmd') }}
+      if: ${{ env.WITH_RAV1E == '1' }}
+
     - name: Install dependencies
       run: |
         ./scripts/install-ci-linux.sh