From 0ec4ee940e7bfb97c7088a6033a45bb8ffb987e5 Mon Sep 17 00:00:00 2001 From: ELHoussineT Date: Wed, 7 Sep 2022 13:11:42 +0200 Subject: [PATCH 1/2] Avoid Numpy deprecation warning --- python/pyspark/sql/pandas/conversion.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/pyspark/sql/pandas/conversion.py b/python/pyspark/sql/pandas/conversion.py index 119a9bf315caa..e9ad92a776150 100644 --- a/python/pyspark/sql/pandas/conversion.py +++ b/python/pyspark/sql/pandas/conversion.py @@ -295,7 +295,7 @@ def _to_corrected_pandas_type(dt: DataType) -> Optional[Type]: elif type(dt) == DoubleType: return np.float64 elif type(dt) == BooleanType: - return np.bool # type: ignore[attr-defined] + return bool # type: ignore[attr-defined] elif type(dt) == TimestampType: return np.datetime64 elif type(dt) == TimestampNTZType: From 674daee23948887f7ae8b7dd6b46c7844d50655f Mon Sep 17 00:00:00 2001 From: ELHoussineT Date: Mon, 12 Sep 2022 16:31:32 +0200 Subject: [PATCH 2/2] remove type ignore --- python/pyspark/sql/pandas/conversion.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/pyspark/sql/pandas/conversion.py b/python/pyspark/sql/pandas/conversion.py index e9ad92a776150..d7f1ee5b8dac2 100644 --- a/python/pyspark/sql/pandas/conversion.py +++ b/python/pyspark/sql/pandas/conversion.py @@ -295,7 +295,7 @@ def _to_corrected_pandas_type(dt: DataType) -> Optional[Type]: elif type(dt) == DoubleType: return np.float64 elif type(dt) == BooleanType: - return bool # type: ignore[attr-defined] + return bool elif type(dt) == TimestampType: return np.datetime64 elif type(dt) == TimestampNTZType: