From a7b33f320495afa39e353e0c583accf15ad9cb20 Mon Sep 17 00:00:00 2001 From: rockerBOO Date: Tue, 15 Jul 2025 22:36:46 -0400 Subject: [PATCH 1/2] Fix alphas cumprod after add_noise for DDIMScheduler --- library/train_util.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/library/train_util.py b/library/train_util.py index 36d419fd2..285870faf 100644 --- a/library/train_util.py +++ b/library/train_util.py @@ -6008,6 +6008,8 @@ def get_noise_noisy_latents_and_timesteps( else: noisy_latents = noise_scheduler.add_noise(latents, noise, timesteps) + noise_scheduler.alphas_cumprod = noise_scheduler.alphas_cumprod.cpu() + return noise, noisy_latents, timesteps From 3adbbb6e3347b9a0da852a65a85d58a5da777443 Mon Sep 17 00:00:00 2001 From: Dave Lage Date: Wed, 16 Jul 2025 16:09:20 -0400 Subject: [PATCH 2/2] Add note about why we are moving it --- library/train_util.py | 1 + 1 file changed, 1 insertion(+) diff --git a/library/train_util.py b/library/train_util.py index 285870faf..165d873bc 100644 --- a/library/train_util.py +++ b/library/train_util.py @@ -6008,6 +6008,7 @@ def get_noise_noisy_latents_and_timesteps( else: noisy_latents = noise_scheduler.add_noise(latents, noise, timesteps) + # This moves the alphas_cumprod back to the CPU after it is moved in noise_scheduler.add_noise noise_scheduler.alphas_cumprod = noise_scheduler.alphas_cumprod.cpu() return noise, noisy_latents, timesteps