Update trainer.py (PaddlePaddle#7123)

DesmonDay · Sep 25, 2023 · c1157e5 · c1157e5
1 parent 9c3f8a4
commit c1157e5
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/paddlenlp/trainer/trainer.py b/paddlenlp/trainer/trainer.py
@@ -1634,7 +1634,12 @@ def _prepare_input(self, data: Union[paddle.Tensor, Any]) -> Union[paddle.Tensor
         elif isinstance(data, (tuple, list)):
             return type(data)(self._prepare_input(v) for v in data)
         elif isinstance(data, paddle.Tensor):
-            return data._to(self.args.current_device, None, False)
+            # kwargs = dict(device=self.args.current_device)
+            # update data type for pure fp16
+            if data.place.is_cuda_pinned_place():
+                return data.cuda()
+            return data
+            # return data.to(**kwargs)
         return data
 
     def _prepare_inputs(self, inputs: Dict[str, Union[paddle.Tensor, Any]]) -> Dict[str, Union[paddle.Tensor, Any]]: