Skip to content

Commit 6dc8812

Browse files
committed
fixing pre-commit
Signed-off-by: Ludwig Schneider <[email protected]>
1 parent 3ce2817 commit 6dc8812

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

tests/unittest/_torch/multi_gpu/test_nccl_device.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -135,8 +135,8 @@ def run_single_rank_ar_rms_norm(tensor_parallel_size, a, b, c, gamma):
135135
ref = rms_norm(ref_residual.to(torch.float32), gamma, eps).to(res.dtype)
136136
torch.testing.assert_close(ref, res, atol=5e-1, rtol=1e-2)
137137

138-
chunked_residual_comparison = False # Current production version performs full scatter also for the residual, so we can compare unchunked
139-
138+
chunked_residual_comparison = False # Current production version performs full scatter also for the residual, so we can compare unchunked
139+
140140
# Since we do not always perform an AllGather of the residual, let's compare on every rank the right portions of the residual
141141
residual_chunk_size = ref_residual.size(0) // tensor_parallel_size
142142
if ref_residual.size(0) % tensor_parallel_size != 0:

0 commit comments

Comments
 (0)