fix bug of p2p (#48045)

PaddlePaddle · Nov 17, 2022 · cb087be · cb087be
1 parent c20eb7a
commit cb087be
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/python/paddle/distributed/fleet/meta_parallel/pp_utils/p2p_communication.py b/python/paddle/distributed/fleet/meta_parallel/pp_utils/p2p_communication.py
@@ -164,7 +164,11 @@ def set_send_message(self, tensor):
                 [d.shape for d in tensor if not d.stop_gradient]
             )
             self.send_dtype_message = tuple(
-                [paddle_2_number(d.dtype) for d in tensor]
+                [
+                    paddle_2_number(d.dtype)
+                    for d in tensor
+                    if not d.stop_gradient
+                ]
             )