Feature pytest conversion

lib/iris/tests/conftest.py

@@ -0,0 +1,54 @@
+# Copyright Iris contributors
+#
+# This file is part of Iris and is released under the BSD license.
+# See LICENSE in the root of the repository for full licensing details.
+"""Top-level fixture infra-structure.
+
+Before adding to this: consider if :mod:`iris.tests.unit.conftest` or
+:mod:`iris.tests.integration.conftest` might be more appropriate.
+"""
+
+from collections import defaultdict
+
+import pytest
+
+import iris.tests.graphics
+
+
+@pytest.fixture(scope="session", autouse=True)
+def test_call_counter():
+    """Provide a session-persistent tracker of the number of calls per test name.
+
+    Used by :func:`_unique_id` to ensure uniqueness if called multiple times
+    per test.
+    """
+    counter = defaultdict(int)
+    return counter
+
+
+@pytest.fixture
+def _unique_id(request: pytest.FixtureRequest, test_call_counter) -> callable:
+    """Provide a function returning a unique ID of calling test and call number.
+
+    Example: ``iris.tests.unit.test_cube.TestCube.test_data.my_param.0``
+
+    Used by :func:`iris.tests.graphics.check_graphic_caller` to ensure unique
+    image names.
+    """
+    id_sequence = [request.module.__name__, request.node.originalname]
+    if request.cls is not None:
+        id_sequence.insert(-1, request.cls.__name__)
+    if hasattr(request.node, "callspec"):
+        id_sequence.append(request.node.callspec.id)
+    test_id = ".".join(id_sequence)
+
+    def generate_id():
+        assertion_id = test_call_counter[test_id]
+        test_call_counter[test_id] += 1
+        return f"{test_id}.{assertion_id}"
+
+    return generate_id
+
+
+# Share this existing fixture from the expected location.
+check_graphic_caller = iris.tests.graphics._check_graphic_caller

lib/iris/tests/graphics/README.md

@@ -24,8 +24,9 @@ perceived as it may be a simple pixel shift.
 
 ## Testing Strategy
 
-The `iris.tests.IrisTest.check_graphic` test routine calls out to
-`iris.tests.graphics.check_graphic` which tests against the **acceptable**
+The `iris.tests.graphics.check_graphic` function - accessed via the
+`check_graphic_caller` fixture (PyTest) or `iris.tests.IrisTest.check_graphic`
+(unittest) - tests against the **acceptable**
 result. It does this using an image **hash** comparison technique which allows
 us to be robust against minor variations based on underlying library updates.
 
@@ -48,4 +49,4 @@ This consists of:
 
 * The utility script `iris/tests/idiff.py` automates checking, enabling the
   developer to easily compare the proposed new **acceptable** result image
-  against the existing accepted baseline image, for each failing test.
+  against the existing accepted baseline image, for each failing test.

lib/iris/tests/graphics/__init__.py

@@ -19,9 +19,9 @@
 import sys
 import threading
 from typing import Callable, Dict, Union
-import unittest
 
 import filelock
+import pytest
 
 # Test for availability of matplotlib.
 # (And remove matplotlib as an iris.tests dependency.)
@@ -50,7 +50,7 @@
     _DISPLAY_FIGURES = True
 
 # Threading non re-entrant blocking lock to ensure thread-safe plotting in the
-# GraphicsTestMixin.
+# GraphicsTestMixin and check_graphics_caller.
 _lock = threading.Lock()
 
 #: Default perceptual hash size.
@@ -241,6 +241,7 @@ def _create_missing(phash: str) -> None:
 
 
 class GraphicsTestMixin:
+    # TODO: deprecate this in favour of check_graphic_caller.
     def setUp(self) -> None:
         # Acquire threading non re-entrant blocking lock to ensure
         # thread-safe plotting.
@@ -263,15 +264,57 @@ def skip_plot(fn: Callable) -> Callable:
     """Decorator to choose whether to run tests, based on the availability of the
     matplotlib library.
 
-    Example usage:
-        @skip_plot
-        class MyPlotTests(test.GraphicsTest):
-            ...
+    Examples
+    --------
+    >>> @skip_plot
+    >>> class TestMyPlots:
+    ...     def test_my_plot(self, check_graphic_caller):
+    ...         pass
+    ...
+    >>> @skip_plot
+    >>> def test_my_plot(check_graphic_caller):
+    ...     pass
 
     """
-    skip = unittest.skipIf(
+    skip = pytest.mark.skipIf(
         condition=not MPL_AVAILABLE,
         reason="Graphics tests require the matplotlib library.",
     )
 
     return skip(fn)
+
+
+@pytest.fixture
+def _check_graphic_caller(_unique_id) -> callable:
+    """Provide a function calling :func:`check_graphic` with safe configuration.
+
+    Ensures a safe Matplotlib setup (and tears down afterwards), and generates
+    a unique test id for each call.
+
+    Examples
+    --------
+    >>> def test_my_plot(check_graphic_caller):
+    ...     # ... do some plotting ...
+    ...     check_graphic_caller()
+    """
+    from iris.tests import _RESULT_PATH
+
+    # Acquire threading non re-entrant blocking lock to ensure
+    # thread-safe plotting.
+    _lock.acquire()
+    # Make sure we have no unclosed plots from previous tests before
+    # generating this one.
+    if MPL_AVAILABLE:
+        plt.close("all")
+
+    def call_check_graphic():
+        check_graphic(_unique_id(), _RESULT_PATH)
+
+    yield call_check_graphic
+
+    # If a plotting test bombs out it can leave the current figure
+    # in an odd state, so we make sure it's been disposed of.
+    if MPL_AVAILABLE:
+        plt.close("all")
+    # Release the non re-entrant blocking lock.
+    _lock.release()

lib/iris/tests/graphics/idiff.py

@@ -28,6 +28,7 @@
 
 from iris.warnings import IrisIgnoringWarning  # noqa
 import iris.tests  # noqa
+from iris.tests import _shared_utils
 import iris.tests.graphics as graphics  # noqa
 
 # Allows restoration of test id from result image name
@@ -118,7 +119,7 @@ def step_over_diffs(result_dir, display=True):
     for fname in result_dir.glob(f"*{_POSTFIX_DIFF}"):
         fname.unlink()
 
-    reference_image_dir = Path(iris.tests.get_data_path("images"))
+    reference_image_dir = Path(_shared_utils.get_data_path("images"))
     repo = graphics.read_repo_json()
 
     # Filter out all non-test result image files.

lib/iris/tests/graphics/recreate_imagerepo.py

@@ -10,7 +10,7 @@
 
 from imagehash import hex_to_hash
 
-import iris.tests
+from iris.tests import _shared_utils
 import iris.tests.graphics as graphics
 
 
@@ -47,7 +47,7 @@ def update_json(baseline_image_dir: Path, dry_run: bool = False):
 
 
 if __name__ == "__main__":
-    default_baseline_image_dir = Path(iris.tests.IrisTest.get_data_path("images"))
+    default_baseline_image_dir = Path(_shared_utils.get_data_path("images"))
     description = (
         "Update imagerepo.json based on contents of the baseline image directory"
     )

lib/iris/tests/integration/plot/test_animate.py

@@ -3,25 +3,22 @@
 # This file is part of Iris and is released under the BSD license.
 # See LICENSE in the root of the repository for full licensing details.
 """Integration tests for :func:`iris.plot.animate`."""
-
-# import iris tests first so that some things can be initialised before
-# importing anything else
-import iris.tests as tests  # isort:skip
-
 import numpy as np
+import pytest
 
 import iris
 from iris.coord_systems import GeogCS
+from iris.tests import _shared_utils
 
 # Run tests in no graphics mode if matplotlib is not available.
-if tests.MPL_AVAILABLE:
+if _shared_utils.MPL_AVAILABLE:
     import iris.plot as iplt
 
 
-@tests.skip_plot
-class IntegrationTest(tests.GraphicsTest):
-    def setUp(self):
-        super().setUp()
+@_shared_utils.skip_plot
+class IntegrationTest(_shared_utils.GraphicsTest):
+    @pytest.fixture(autouse=True)
+    def _setup(self):
         cube = iris.cube.Cube(np.arange(36, dtype=np.int32).reshape((3, 3, 4)))
         cs = GeogCS(6371229)
 
@@ -68,7 +65,3 @@ def test_cube_animation(self):
             for anim, d in zip(ani, data):
                 anim._draw_next_frame(d, blit=False)
                 self.check_graphic()
-
-
-if __name__ == "__main__":
-    tests.main()

lib/iris/tests/integration/plot/test_colorbar.py

@@ -6,27 +6,24 @@
 :func:`matplotlib.pyplot.colorbar`.
 
 """
-
-# import iris tests first so that some things can be initialised before
-# importing anything else
-import iris.tests as tests  # isort:skip
-
 import numpy as np
+import pytest
 
 from iris.coords import AuxCoord
+from iris.tests import _shared_utils
 import iris.tests.stock
 
 # Run tests in no graphics mode if matplotlib is not available.
-if tests.MPL_AVAILABLE:
+if _shared_utils.MPL_AVAILABLE:
     import matplotlib.pyplot as plt
 
     from iris.plot import contour, contourf, pcolor, pcolormesh, points, scatter
 
 
-@tests.skip_plot
-class TestColorBarCreation(tests.GraphicsTest):
-    def setUp(self):
-        super().setUp()
+@_shared_utils.skip_plot
+class TestColorBarCreation(_shared_utils.GraphicsTest):
+    @pytest.fixture(autouse=True)
+    def _setup(self):
         self.draw_functions = (contour, contourf, pcolormesh, pcolor)
         self.cube = iris.tests.stock.lat_lon_cube()
         self.cube.coord("longitude").guess_bounds()
@@ -46,49 +43,37 @@ def test_common_draw_functions(self):
         for draw_function in self.draw_functions:
             mappable = draw_function(self.cube)
             cbar = plt.colorbar()
-            self.assertIs(
-                cbar.mappable,
-                mappable,
-                msg="Problem with draw function iris.plot.{}".format(
-                    draw_function.__name__
-                ),
-            )
+            assert (
+                cbar.mappable is mappable
+            ), "Problem with draw function iris.plot.{}".format(draw_function.__name__)
 
     def test_common_draw_functions_specified_mappable(self):
         for draw_function in self.draw_functions:
             mappable_initial = draw_function(self.cube, cmap="cool")
             _ = draw_function(self.cube)
             cbar = plt.colorbar(mappable_initial)
-            self.assertIs(
-                cbar.mappable,
-                mappable_initial,
-                msg="Problem with draw function iris.plot.{}".format(
-                    draw_function.__name__
-                ),
-            )
+            assert (
+                cbar.mappable is mappable_initial
+            ), "Problem with draw function iris.plot.{}".format(draw_function.__name__)
 
     def test_points_with_c_kwarg(self):
         mappable = points(self.cube, c=self.cube.data)
         cbar = plt.colorbar()
-        self.assertIs(cbar.mappable, mappable)
+        assert cbar.mappable is mappable
 
     def test_points_with_c_kwarg_specified_mappable(self):
         mappable_initial = points(self.cube, c=self.cube.data, cmap="cool")
         _ = points(self.cube, c=self.cube.data)
         cbar = plt.colorbar(mappable_initial)
-        self.assertIs(cbar.mappable, mappable_initial)
+        assert cbar.mappable is mappable_initial
 
     def test_scatter_with_c_kwarg(self):
         mappable = scatter(self.traj_lon, self.traj_lat, c=self.traj_lon.points)
         cbar = plt.colorbar()
-        self.assertIs(cbar.mappable, mappable)
+        assert cbar.mappable is mappable
 
     def test_scatter_with_c_kwarg_specified_mappable(self):
         mappable_initial = scatter(self.traj_lon, self.traj_lat, c=self.traj_lon.points)
         _ = scatter(self.traj_lon, self.traj_lat, c=self.traj_lon.points, cmap="cool")
         cbar = plt.colorbar(mappable_initial)
-        self.assertIs(cbar.mappable, mappable_initial)
-
-
-if __name__ == "__main__":
-    tests.main()
+        assert cbar.mappable is mappable_initial

lib/iris/tests/integration/plot/test_netcdftime.py

@@ -3,25 +3,21 @@
 # This file is part of Iris and is released under the BSD license.
 # See LICENSE in the root of the repository for full licensing details.
 """Test plot of time coord with non-standard calendar."""
-
-# import iris tests first so that some things can be initialised before
-# importing anything else
-import iris.tests as tests  # isort:skip
-
 from cf_units import Unit
 import cftime
 import numpy as np
 
 from iris.coords import AuxCoord
+from iris.tests import _shared_utils
 
 # Run tests in no graphics mode if matplotlib is not available.
-if tests.MPL_AVAILABLE:
+if _shared_utils.MPL_AVAILABLE:
     import iris.plot as iplt
 
 
-@tests.skip_nc_time_axis
-@tests.skip_plot
-class Test(tests.GraphicsTest):
+@_shared_utils.skip_nc_time_axis
+@_shared_utils.skip_plot
+class Test(_shared_utils.GraphicsTest):
     def test_360_day_calendar(self):
         n = 360
         calendar = "360_day"
@@ -44,8 +40,4 @@ def test_360_day_calendar(self):
         expected_ydata = times
         (line1,) = iplt.plot(time_coord)
         result_ydata = line1.get_ydata()
-        self.assertArrayEqual(expected_ydata, result_ydata)
-
-
-if __name__ == "__main__":
-    tests.main()
+        _shared_utils.assert_array_equal(expected_ydata, result_ydata)