diff --git a/.gitmodules b/.gitmodules
index b378f3e02..b10046ab6 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -23,11 +23,4 @@
 	path = third_party/iree
 	url = https://github.com/iree-org/iree.git
 	shallow = true
-[submodule "third_party/stablehlo"]
-	path = third_party/iree/third_party/stablehlo
-	url = https://github.com/iree-org/stablehlo.git
-        update = none
-[submodule "third_party/torch-mlir"]
-	path = third_party/iree/third_party/torch-mlir
-	url = https://github.com/iree-org/torch-mlir.git
-        update = none
+        fetchRecurseSubmodules = false