diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index f284e440e..e5b8cd6ae 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -85,8 +85,6 @@ jobs:
     - name: Checkout Submodules
       run: |
         git submodule sync --recursive
-        # pico-sdk also include tinyusb, therefore we cannot recursive include it
-        git submodule update --init hw/mcu/raspberrypi/pico-sdk
         # Special case LWIP since GNU's Savannah can't do shallow checkout of non-tagged commits
         git submodule update --init --recursive lib/lwip
         git submodule update --init --recursive --depth 1
diff --git a/.gitmodules b/.gitmodules
index 2cf9c66e0..61321ae69 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -115,3 +115,5 @@
 [submodule "hw/mcu/raspberrypi/pico-sdk"]
 	path = hw/mcu/raspberrypi/pico-sdk
 	url = https://github.com/raspberrypi/pico-sdk.git
+	fetchRecurseSubmodules = false
+