Revert parallelism temporarily (#38240)

* Revert "Protect ParallelInterface"

This reverts commit cb513e3.

* Revert "parallelism goes brrr (#37877)"

This reverts commit 1c2f36b.

* Empty commit

Author: LysandreJik

examples/3D_parallel.py

@@ -125,7 +125,7 @@
     "jaxlib>=0.4.1,<=0.4.13",
     "jieba",
     "jinja2>=3.1.0",
-    "kenlm",
+    "kenlm@git+https://github.com/ydshieh/kenlm@78f664fb3dafe1468d868d71faf19534530698d5",
     # Keras pin - this is to make sure Keras 3 doesn't destroy us. Remove or change when we have proper support.
     "keras>2.9,<2.16",
     "keras-nlp>=0.3.1,<0.14.0",  # keras-nlp 0.14 doesn't support keras 2, see pin on keras.
@@ -315,7 +315,7 @@ def run(self):
     "librosa",
     "pyctcdecode",
     "phonemizer",
-    "kenlm",
+    "kenlm@git+https://github.com/ydshieh/kenlm@78f664fb3dafe1468d868d71faf19534530698d5",
 )
 # `pip install ".[speech]"` is deprecated and `pip install ".[torch-speech]"` should be used instead
 extras["speech"] = deps_list("torchaudio") + extras["audio"]

examples/pytorch/3d_parallel_checks.py

@@ -32,7 +32,7 @@
     "jaxlib": "jaxlib>=0.4.1,<=0.4.13",
     "jieba": "jieba",
     "jinja2": "jinja2>=3.1.0",
-    "kenlm": "kenlm",
+    "kenlm@git+https://github.com/ydshieh/kenlm@78f664fb3dafe1468d868d71faf19534530698d5": "kenlm@git+https://github.com/ydshieh/kenlm@78f664fb3dafe1468d868d71faf19534530698d5",
     "keras": "keras>2.9,<2.16",
     "keras-nlp": "keras-nlp>=0.3.1,<0.14.0",
     "kernels": "kernels>=0.4.4,<0.5",

examples/pytorch/context_parallel.py

@@ -142,7 +142,7 @@
 else:
     _import_structure["tensor_parallel"] = [
         "shard_and_distribute_module",
-        "ALL_PARALLEL_STYLES",
+        "SUPPORTED_TP_STYLES",
         "translate_to_torch_parallel_style",
     ]
 try:
@@ -271,7 +271,7 @@
         pass
     else:
         from .tensor_parallel import (
-            ALL_PARALLEL_STYLES,
+            SUPPORTED_TP_STYLES,
             shard_and_distribute_module,
             translate_to_torch_parallel_style,
         )