Merge remote-tracking branch 'upstream/master' into sparsedepr

Author: Dr-Irv

ci/deps/azure-36-locale.yaml

@@ -27,7 +27,7 @@ dependencies:
   - openpyxl
   # lowest supported version of pyarrow (putting it here instead of in
   # azure-36-minimum_versions because it needs numpy >= 1.14)
-  - pyarrow=0.12
+  - pyarrow=0.13
   - pytables
   - python-dateutil
   - pytz

ci/deps/azure-macos-36.yaml

@@ -22,7 +22,7 @@ dependencies:
   - numexpr
   - numpy=1.14
   - openpyxl
-  - pyarrow>=0.12.0
+  - pyarrow>=0.13.0
   - pytables
   - python-dateutil==2.6.1
   - pytz

ci/deps/azure-windows-36.yaml

@@ -22,7 +22,7 @@ dependencies:
   - numpy=1.15.*
   - openpyxl
   - jinja2
-  - pyarrow>=0.12.0
+  - pyarrow>=0.13.0
   - pytables
   - python-dateutil
   - pytz

ci/deps/azure-windows-37.yaml

@@ -24,6 +24,7 @@ dependencies:
   - numexpr
   - numpy=1.14.*
   - openpyxl
+  - pyarrow=0.14
   - pytables
   - python-dateutil
   - pytz

ci/deps/travis-36-cov.yaml

@@ -31,7 +31,7 @@ dependencies:
   # https://github.com/pandas-dev/pandas/pull/30009 openpyxl 3.0.2 broke
   - pandas-gbq
   - psycopg2
-  - pyarrow>=0.12.0
+  - pyarrow>=0.13.0
   - pymysql
   - pytables
   - python-snappy

doc/source/user_guide/io.rst

@@ -2066,6 +2066,8 @@ The Numpy parameter
 +++++++++++++++++++
 
 .. note::
+  This param has been deprecated as of version 1.0.0 and will raise a ``FutureWarning``.
+
   This supports numeric data only. Index and columns labels may be non-numeric, e.g. strings, dates etc.
 
 If ``numpy=True`` is passed to ``read_json`` an attempt will be made to sniff
@@ -2088,6 +2090,7 @@ data:
    %timeit pd.read_json(jsonfloats)
 
 .. ipython:: python
+   :okwarning:
 
    %timeit pd.read_json(jsonfloats, numpy=True)
 
@@ -2102,6 +2105,7 @@ The speedup is less noticeable for smaller datasets:
    %timeit pd.read_json(jsonfloats)
 
 .. ipython:: python
+   :okwarning:
 
    %timeit pd.read_json(jsonfloats, numpy=True)
 
@@ -4648,10 +4652,10 @@ Several caveats.
 * Index level names, if specified, must be strings.
 * In the ``pyarrow`` engine, categorical dtypes for non-string types can be serialized to parquet, but will de-serialize as their primitive dtype.
 * The ``pyarrow`` engine preserves the ``ordered`` flag of categorical dtypes with string types. ``fastparquet`` does not preserve the ``ordered`` flag.
-* Non supported types include ``Period`` and actual Python object types. These will raise a helpful error message
-  on an attempt at serialization.
+* Non supported types include ``Interval`` and actual Python object types. These will raise a helpful error message
+  on an attempt at serialization. ``Period`` type is supported with pyarrow >= 0.16.0.
 * The ``pyarrow`` engine preserves extension data types such as the nullable integer and string data
-  type (requiring pyarrow >= 1.0.0, and requiring the extension type to implement the needed protocols,
+  type (requiring pyarrow >= 0.16.0, and requiring the extension type to implement the needed protocols,
   see the :ref:`extension types documentation <extending.extension.arrow>`).
 
 You can specify an ``engine`` to direct the serialization. This can be one of ``pyarrow``, or ``fastparquet``, or ``auto``.

doc/source/whatsnew/v1.0.0.rst

@@ -1,15 +1,27 @@
-"""Public API for extending pandas objects."""
-from pandas._libs.lib import no_default  # noqa: F401
+"""
+Public API for extending pandas objects.
+"""
 
-from pandas.core.dtypes.dtypes import (  # noqa: F401
-    ExtensionDtype,
-    register_extension_dtype,
-)
+from pandas._libs.lib import no_default
+
+from pandas.core.dtypes.dtypes import ExtensionDtype, register_extension_dtype
 
-from pandas.core.accessor import (  # noqa: F401
+from pandas.core.accessor import (
     register_dataframe_accessor,
     register_index_accessor,
     register_series_accessor,
 )
-from pandas.core.algorithms import take  # noqa: F401
-from pandas.core.arrays import ExtensionArray, ExtensionScalarOpsMixin  # noqa: F401
+from pandas.core.algorithms import take
+from pandas.core.arrays import ExtensionArray, ExtensionScalarOpsMixin
+
+__all__ = [
+    "no_default",
+    "ExtensionDtype",
+    "register_extension_dtype",
+    "register_dataframe_accessor",
+    "register_index_accessor",
+    "register_series_accessor",
+    "take",
+    "ExtensionArray",
+    "ExtensionScalarOpsMixin",
+]

pandas/api/extensions/__init__.py

@@ -1,3 +1,8 @@
-"""Public API for Rolling Window Indexers"""
-from pandas.core.indexers import check_bool_array_indexer  # noqa: F401
-from pandas.core.window.indexers import BaseIndexer  # noqa: F401
+"""
+Public API for Rolling Window Indexers.
+"""
+
+from pandas.core.indexers import check_bool_array_indexer
+from pandas.core.window.indexers import BaseIndexer
+
+__all__ = ["check_bool_array_indexer", "BaseIndexer"]

pandas/api/indexers/__init__.py

@@ -1,12 +1,23 @@
-""" public toolkit API """
+"""
+Public toolkit API.
+"""
 
-from pandas._libs.lib import infer_dtype  # noqa: F401
+from pandas._libs.lib import infer_dtype
 
 from pandas.core.dtypes.api import *  # noqa: F403, F401
-from pandas.core.dtypes.concat import union_categoricals  # noqa: F401
-from pandas.core.dtypes.dtypes import (  # noqa: F401
+from pandas.core.dtypes.concat import union_categoricals
+from pandas.core.dtypes.dtypes import (
     CategoricalDtype,
     DatetimeTZDtype,
     IntervalDtype,
     PeriodDtype,
 )
+
+__all__ = [
+    "infer_dtype",
+    "union_categoricals",
+    "CategoricalDtype",
+    "DatetimeTZDtype",
+    "IntervalDtype",
+    "PeriodDtype",
+]