diff --git a/.gitmodules b/.gitmodules
deleted file mode 100644
index 37adb6f39e5c..000000000000
--- a/.gitmodules
+++ /dev/null
@@ -1,4 +0,0 @@
-[submodule "DeepSpeedExamples"]
-	path = DeepSpeedExamples
-	url = https://github.com/microsoft/DeepSpeedExamples
-	branch = master
diff --git a/DeepSpeedExamples b/DeepSpeedExamples
deleted file mode 160000
index 36212dd59cb3..000000000000
--- a/DeepSpeedExamples
+++ /dev/null
@@ -1 +0,0 @@
-Subproject commit 36212dd59cb3eb342c39bc8965aaba04d5491933
diff --git a/examples/README.md b/examples/README.md
new file mode 100644
index 000000000000..c61ee047df9a
--- /dev/null
+++ b/examples/README.md
@@ -0,0 +1,9 @@
+# DeepSpeed Examples
+
+If you are looking for examples using DeepSpeed please see the following resources:
+
+1. [DeepSpeedExamples](https://github.com/microsoft/DeepSpeedExamples)
+2. [Megatron-DeepSpeed](https://github.com/microsoft/Megatron-DeepSpeed)
+3. [DeepSpeed + AzureML](https://github.com/Azure/azureml-examples/tree/main/python-sdk/workflows/train/deepspeed)
+4. [DeepSpeed + Hugging Face Transformers Integration](https://huggingface.co/docs/transformers/main_classes/deepspeed)
+5. [DeepSpeed + PyTorch Lightning](https://pytorch-lightning.readthedocs.io/en/latest/api/pytorch_lightning.utilities.deepspeed.html)
diff --git a/setup.py b/setup.py
index 3d484f8edc88..532d0dd2976a 100755
--- a/setup.py
+++ b/setup.py
@@ -281,10 +281,18 @@ def create_dir_symlink(src, dest):
       },
       install_requires=install_requires,
       extras_require=extras_require,
-      packages=find_packages(exclude=["docker",
-                                      "third_party",
-                                      "csrc",
-                                      "op_builder"]),
+      packages=find_packages(exclude=[
+          "azure",
+          "csrc",
+          "docker",
+          "docs",
+          "examples",
+          "op_builder",
+          "release",
+          "requirements",
+          "scripts",
+          "tests"
+      ]),
       include_package_data=True,
       scripts=[
           'bin/deepspeed',