diff --git a/.gitmodules b/.gitmodules
index c8f0748436..e69de29bb2 100644
--- a/.gitmodules
+++ b/.gitmodules
@@ -1,13 +0,0 @@
-[submodule "taming-transformers"]
-	   path = src/taming-transformers
-	   url  = https://github.com/CompVis/taming-transformers.git
-	   ignore = dirty
-[submodule "clip"]
-	   path = src/clip
-	   url  = https://github.com/openai/CLIP.git
-	   ignore = dirty
-[submodule "k-diffusion"]
-	   path = src/k-diffusion
-	   url  = https://github.com/lstein/k-diffusion.git
-	   ignore = dirty
-	   
\ No newline at end of file
diff --git a/src/clip b/src/clip
deleted file mode 160000
index d50d76daa6..0000000000
--- a/src/clip
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit d50d76daa670286dd6cacf3bcd80b5e4823fc8e1
diff --git a/src/k-diffusion b/src/k-diffusion
deleted file mode 160000
index ef1bf07627..0000000000
--- a/src/k-diffusion
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit ef1bf07627c9a10ba9137e68a0206b844544a7d9
diff --git a/src/taming-transformers b/src/taming-transformers
deleted file mode 160000
index 24268930bf..0000000000
--- a/src/taming-transformers
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit 24268930bf1dce879235a7fddd0b2355b84d7ea6