diff --git a/.github/workflows/micropython.yml b/.github/workflows/micropython.yml
index dad94e90..f0043203 100644
--- a/.github/workflows/micropython.yml
+++ b/.github/workflows/micropython.yml
@@ -34,18 +34,6 @@ jobs:
         submodules: false  # MicroPython submodules are hideously broken
         path: micropython
 
-    - uses: actions/checkout@v2
-      if: steps.cache.outputs.cache-hit != 'true'
-      with:
-        submodules: true
-        path: pimoroni-pico-${{ github.sha }}
-
-    # Copy Python module files
-    - name: Copy modules
-      if: steps.cache.outputs.cache-hit != 'true'
-      run: |
-        cp -r pimoroni-pico-${GITHUB_SHA}/micropython/modules_py/* micropython/ports/rp2/modules/
-
     - name: Fetch base MicroPython submodules
       if: steps.cache.outputs.cache-hit != 'true'
       shell: bash
@@ -105,6 +93,16 @@ jobs:
       if: runner.os == 'Linux'
       run: |
         sudo apt update && sudo apt install ccache gcc-arm-none-eabi
+  
+    - uses: actions/checkout@v2
+      with:
+        submodules: true
+        path: pimoroni-pico-${{ github.sha }}
+
+    # Copy Python module files
+    - name: Copy modules
+      run: |
+        cp -r pimoroni-pico-${GITHUB_SHA}/micropython/modules_py/* micropython/ports/rp2/modules/
 
     - name: Configure MicroPython
       shell: bash