Convert MusicLDM (huggingface#4579)

* from audioldm * fix vae * move to new pipeline * copied from audioldm * remove redundant control flow * iterate * fix docstring * finish pipeline * tests: from audioldm2 * iterate * finish fast tests * finish slow integration tests * add docs * remove dtype test * update toctree * "copied from" in conversion (where possible) * Update docs/source/en/api/pipelines/musicldm.md Co-authored-by: Patrick von Platen <[email protected]> * fix docstring * make nightly * style * fix dtype test --------- Co-authored-by: Patrick von Platen <[email protected]>
yoonseokjin · Aug 25, 2023 · e3e3083 · e3e3083
1 parent 9b0d751
commit e3e3083
Show file tree

Hide file tree

Showing 5 changed files with 641 additions and 0 deletions.
diff --git a/__init__.py b/__init__.py
@@ -163,6 +163,7 @@
         KandinskyV22PriorEmb2EmbPipeline,
         KandinskyV22PriorPipeline,
         LDMTextToImagePipeline,
+        MusicLDMPipeline,
         PaintByExamplePipeline,
         SemanticStableDiffusionPipeline,
         ShapEImg2ImgPipeline,

diff --git a/pipelines/__init__.py b/pipelines/__init__.py
@@ -83,6 +83,7 @@
         KandinskyV22PriorPipeline,
     )
     from .latent_diffusion import LDMTextToImagePipeline
+    from .musicldm import MusicLDMPipeline
     from .paint_by_example import PaintByExamplePipeline
     from .semantic_stable_diffusion import SemanticStableDiffusionPipeline
     from .shap_e import ShapEImg2ImgPipeline, ShapEPipeline

diff --git a/pipelines/musicldm/__init__.py b/pipelines/musicldm/__init__.py
@@ -0,0 +1,17 @@
+from ...utils import (
+    OptionalDependencyNotAvailable,
+    is_torch_available,
+    is_transformers_available,
+    is_transformers_version,
+)
+
+
+try:
+    if not (is_transformers_available() and is_torch_available() and is_transformers_version(">=", "4.27.0")):
+        raise OptionalDependencyNotAvailable()
+except OptionalDependencyNotAvailable:
+    from ...utils.dummy_torch_and_transformers_objects import (
+        MusicLDMPipeline,
+    )
+else:
+    from .pipeline_musicldm import MusicLDMPipeline