diff --git a/.github/workflows/ci-testing.yml b/.github/workflows/ci-testing.yml
index 4e6c2685325b5..b272ace688f32 100644
--- a/.github/workflows/ci-testing.yml
+++ b/.github/workflows/ci-testing.yml
@@ -36,6 +36,13 @@ jobs:
           ${{ runner.os }}-pip-${{ matrix.python-version }}-
           ${{ runner.os }}-${{ matrix.python-version }}-
 
+    - name: Cache datasets
+      uses: actions/cache@v1
+      with:
+        path: tests/models/mnist # This path is specific to Ubuntu
+        # Look to see if there is a cache hit for the corresponding requirements file
+        key: mnist-dataset
+
     - name: Install dependencies
       run: |
         # python -m pip install --upgrade --user pip