From 685ba0671785eb402d4ed8aa390c7421ed80e5c6 Mon Sep 17 00:00:00 2001 From: Phillip Wolfram Date: Sun, 2 Apr 2017 23:30:15 -0600 Subject: [PATCH] Marks slow, flaky, and failing tests (#1336) * Adds marked tests as slow, flakey, and optionalci Tests are marked using the following py.test options: * @slow which is run on default, not run if `--skip-slow`. * @optionalci is run on default, not run if `--skip-optional-ci` * @flakey which is not run on default, run if `--run-flakey` Note, the `optionalci` category is needed in order to mark tests that are environment dependent when run on continuous integration (CI) hardware, e.g., tests that fail due to variable loads on travis CI. * Spelling: flakey -> flaky * Test suite adjustments * Typos * Remove bottleneck from most CI builds * xfail for cross engine read write netcdf4 * Try fix: Closes open file (for Windows error) ``` WindowsError: [Error 32] The process cannot access the file because it is being used by another process ``` * Try fix: Closes open file (for Windows error) ``` WindowsError: [Error 32] The process cannot access the file because it is being used by another process ``` --- .travis.yml | 10 ++++- ci/requirements-py27-cdat+pynio.yml | 17 ++++---- ci/requirements-py27-windows.yml | 10 +++-- ci/requirements-py35.yml | 6 +-- ci/requirements-py36-condaforge-rc.yml | 4 +- ci/requirements-py36-dask-dev.yml | 9 +++- ci/requirements-py36-netcdf4-dev.yml | 4 +- ci/requirements-py36-pandas-dev.yml | 14 +++--- ci/requirements-py36-pydap.yml | 4 +- ci/requirements-py36-windows.yml | 10 +++-- ci/requirements-py36.yml | 6 +-- conftest.py | 9 ++++ doc/whats-new.rst | 5 +++ xarray/tests/__init__.py | 9 ++++ xarray/tests/test_backends.py | 60 ++++++++++++++++---------- xarray/tests/test_plot.py | 49 ++++++++++++++++++++- 16 files changed, 169 insertions(+), 57 deletions(-) create mode 100644 conftest.py diff --git a/.travis.yml b/.travis.yml index 13c5362e530..b7c35231867 100644 --- a/.travis.yml +++ b/.travis.yml @@ -20,6 +20,10 @@ matrix: env: CONDA_ENV=py35 - python: 3.6 env: CONDA_ENV=py36 + - python: 3.6 + env: + - CONDA_ENV=py36 + - EXTRA_FLAGS="--run-flaky" - python: 3.6 env: CONDA_ENV=py36-pydap - python: 3.6 @@ -36,6 +40,10 @@ matrix: - python: 3.6 env: CONDA_ENV=py36-condaforge-rc allow_failures: + - python: 3.6 + env: + - CONDA_ENV=py36 + - EXTRA_FLAGS="--run-flaky" - python: 3.6 env: CONDA_ENV=py36-pydap - python: 3.6 @@ -76,7 +84,7 @@ install: - python setup.py install script: - - py.test xarray --cov=xarray --cov-report term-missing --verbose + - py.test xarray --cov=xarray --cov-report term-missing --verbose $EXTRA_FLAGS after_success: - coveralls diff --git a/ci/requirements-py27-cdat+pynio.yml b/ci/requirements-py27-cdat+pynio.yml index 3d2df5cffd1..c88263fcfba 100644 --- a/ci/requirements-py27-cdat+pynio.yml +++ b/ci/requirements-py27-cdat+pynio.yml @@ -4,19 +4,20 @@ channels: dependencies: - python=2.7 - cdat-lite + - cyordereddict - dask - distributed - - pytest + - h5py + - h5netcdf + - matplotlib + - netcdf4 - numpy - - pandas>=0.15.0 + - pandas - pynio - - netcdf4 + - pytest - scipy - - pytest-cov - - cyordereddict - - h5py - - netcdf4 - - matplotlib - seaborn + - toolz - pip: - coveralls + - pytest-cov diff --git a/ci/requirements-py27-windows.yml b/ci/requirements-py27-windows.yml index 7f2a51d4c97..caa77627acc 100644 --- a/ci/requirements-py27-windows.yml +++ b/ci/requirements-py27-windows.yml @@ -4,10 +4,14 @@ channels: dependencies: - python=2.7 - dask + - distributed + - h5py + - h5netcdf - matplotlib - - netCDF4 + - netcdf4 + - pytest - numpy - pandas - - pip - - pytest - scipy + - seaborn + - toolz diff --git a/ci/requirements-py35.yml b/ci/requirements-py35.yml index df69d89c520..f6a62ac72a6 100644 --- a/ci/requirements-py35.yml +++ b/ci/requirements-py35.yml @@ -3,18 +3,18 @@ channels: - conda-forge dependencies: - python=3.5 - - cython - dask - distributed - h5py + - h5netcdf - matplotlib - netcdf4 - pytest - numpy - pandas - - seaborn - scipy + - seaborn + - toolz - pip: - coveralls - pytest-cov - - h5netcdf diff --git a/ci/requirements-py36-condaforge-rc.yml b/ci/requirements-py36-condaforge-rc.yml index 436192907ff..8426ca2df42 100644 --- a/ci/requirements-py36-condaforge-rc.yml +++ b/ci/requirements-py36-condaforge-rc.yml @@ -4,10 +4,10 @@ channels: - conda-forge dependencies: - python=3.6 - - cython - dask - distributed - h5py + - h5netcdf - matplotlib - netcdf4 - pytest @@ -15,7 +15,7 @@ dependencies: - pandas - seaborn - scipy + - toolz - pip: - coveralls - pytest-cov - - h5netcdf diff --git a/ci/requirements-py36-dask-dev.yml b/ci/requirements-py36-dask-dev.yml index 463e41d3600..8606e15d614 100644 --- a/ci/requirements-py36-dask-dev.yml +++ b/ci/requirements-py36-dask-dev.yml @@ -3,13 +3,18 @@ channels: - conda-forge dependencies: - python=3.6 - - cython + - h5py + - h5netcdf + - matplotlib + - netcdf4 - pytest - numpy - pandas + - seaborn - scipy - toolz - pip: - coveralls - pytest-cov - - git+https://github.com/blaze/dask.git + - git+https://github.com/dask/dask.git + - git+https://github.com/dask/distributed.git diff --git a/ci/requirements-py36-netcdf4-dev.yml b/ci/requirements-py36-netcdf4-dev.yml index 84f9fb3ffca..033d1f41b4d 100644 --- a/ci/requirements-py36-netcdf4-dev.yml +++ b/ci/requirements-py36-netcdf4-dev.yml @@ -7,12 +7,14 @@ dependencies: - dask - distributed - h5py + - h5netcdf + - matplotlib - pytest - numpy - pandas - scipy + - toolz - pip: - coveralls - pytest-cov - - h5netcdf - git+https://github.com/Unidata/netcdf4-python.git diff --git a/ci/requirements-py36-pandas-dev.yml b/ci/requirements-py36-pandas-dev.yml index 9c814a07b77..ebcec868f76 100644 --- a/ci/requirements-py36-pandas-dev.yml +++ b/ci/requirements-py36-pandas-dev.yml @@ -3,14 +3,18 @@ channels: - conda-forge dependencies: - python=3.6 - - cython=0.23.4 + - cython + - dask + - distributed + - h5py + - h5netcdf + - matplotlib + - netcdf4 - pytest - - numpy=1.10.1 - - netcdf4=1.1.9 - - scipy=0.16.0 + - numpy + - scipy - toolz - pip: - coveralls - pytest-cov - - dask - git+https://github.com/pydata/pandas.git diff --git a/ci/requirements-py36-pydap.yml b/ci/requirements-py36-pydap.yml index 2197ea3864d..c10bd93f928 100644 --- a/ci/requirements-py36-pydap.yml +++ b/ci/requirements-py36-pydap.yml @@ -6,11 +6,13 @@ dependencies: - dask - distributed - h5py + - h5netcdf + - matplotlib - netcdf4 - pytest - numpy - - pandas - scipy + - toolz - pip: - coveralls - pytest-cov diff --git a/ci/requirements-py36-windows.yml b/ci/requirements-py36-windows.yml index 48818479a39..e84a9346b59 100644 --- a/ci/requirements-py36-windows.yml +++ b/ci/requirements-py36-windows.yml @@ -4,10 +4,14 @@ channels: dependencies: - python=3.6 - dask + - distributed + - h5py + - h5netcdf - matplotlib - - netCDF4 + - netcdf4 + - pytest - numpy - pandas - - pip - - pytest - scipy + - seaborn + - toolz diff --git a/ci/requirements-py36.yml b/ci/requirements-py36.yml index a7ba4166eef..be78d32ddb1 100644 --- a/ci/requirements-py36.yml +++ b/ci/requirements-py36.yml @@ -3,18 +3,18 @@ channels: - conda-forge dependencies: - python=3.6 - - cython - dask - distributed - h5py + - h5netcdf - matplotlib - netcdf4 - pytest - numpy - pandas - - seaborn - scipy + - seaborn + - toolz - pip: - coveralls - pytest-cov - - h5netcdf diff --git a/conftest.py b/conftest.py new file mode 100644 index 00000000000..acbdb0f0765 --- /dev/null +++ b/conftest.py @@ -0,0 +1,9 @@ +"""Configuration for pytest.""" + + +def pytest_addoption(parser): + """Add command-line flags for pytest.""" + parser.addoption("--run-flaky", action="store_true", + help="runs flaky tests") + parser.addoption("--skip-slow", action="store_true", + help="skips slow tests") diff --git a/doc/whats-new.rst b/doc/whats-new.rst index 438b4571171..aad440298a8 100644 --- a/doc/whats-new.rst +++ b/doc/whats-new.rst @@ -50,6 +50,11 @@ By `Henry S. Harrison `_. cleaner output. The full metadata is still available as ``data.attrs``. By `Zac Hatfield-Dodds `_. +- Enhanced tests suite by use of ``@slow`` and ``@flaky`` decorators, which are + controlled via ``--run-flaky`` and ``--skip-slow`` command line arguments + to ``py.test``. By `Stephan Hoyer `_ and + `Phillip J. Wolfram `_. + Bug fixes ~~~~~~~~~ - ``rolling`` now keeps its original dimension order (:issue:`1125`). diff --git a/xarray/tests/__init__.py b/xarray/tests/__init__.py index 843b8bfdfbd..2454c6bf787 100644 --- a/xarray/tests/__init__.py +++ b/xarray/tests/__init__.py @@ -114,6 +114,15 @@ def requires_bottleneck(test): return test if has_bottleneck else pytest.mark.skip('requires bottleneck')(test) +flaky = pytest.mark.skipif( + not pytest.config.getoption("--run-flaky"), + reason="set --run-flaky option to run flaky tests") + +slow = pytest.mark.skipif( + pytest.config.getoption("--skip-slow"), + reason="set --skip-slow option to run slow tests") + + class TestCase(unittest.TestCase): if PY3: # Python 3 assertCountEqual is roughly equivalent to Python 2 diff --git a/xarray/tests/test_backends.py b/xarray/tests/test_backends.py index 1acba34582e..0e73b710663 100644 --- a/xarray/tests/test_backends.py +++ b/xarray/tests/test_backends.py @@ -26,7 +26,8 @@ from . import (TestCase, requires_scipy, requires_netCDF4, requires_pydap, requires_scipy_or_netCDF4, requires_dask, requires_h5netcdf, - requires_pynio, has_netCDF4, has_scipy, assert_allclose) + requires_pynio, has_netCDF4, has_scipy, assert_allclose, + flaky, slow) from .test_dataset import create_test_data try: @@ -119,8 +120,8 @@ def test_write_store(self): expected.dump_to_store(store) # we need to cf decode the store because it has time and # non-dimension coordinates - actual = xr.decode_cf(store) - self.assertDatasetAllClose(expected, actual) + with xr.decode_cf(store) as actual: + self.assertDatasetAllClose(expected, actual) def check_dtypes_roundtripped(self, expected, actual): for k in expected: @@ -1024,13 +1025,11 @@ def test_complex(self): with self.roundtrip(expected) as actual: self.assertDatasetEqual(expected, actual) + @pytest.mark.xfail(reason='https://github.com/pydata/xarray/issues/535') def test_cross_engine_read_write_netcdf4(self): # Drop dim3, because its labels include strings. These appear to be # not properly read with python-netCDF4, which converts them into # unicode instead of leaving them as bytes. - if PY3: - raise unittest.SkipTest('see https://github.com/pydata/xarray/issues/535') - data = create_test_data().drop('dim3') data.attrs['foo'] = 'bar' valid_engines = ['netcdf4', 'h5netcdf'] @@ -1045,9 +1044,9 @@ def test_read_byte_attrs_as_unicode(self): with create_tmp_file() as tmp_file: with nc4.Dataset(tmp_file, 'w') as nc: nc.foo = b'bar' - actual = open_dataset(tmp_file) - expected = Dataset(attrs={'foo': 'bar'}) - self.assertDatasetIdentical(expected, actual) + with open_dataset(tmp_file) as actual: + expected = Dataset(attrs={'foo': 'bar'}) + self.assertDatasetIdentical(expected, actual) def test_encoding_unlimited_dims(self): ds = Dataset({'x': ('y', np.arange(10.0))}) @@ -1058,9 +1057,11 @@ def test_encoding_unlimited_dims(self): with pytest.warns(UserWarning): ds.to_netcdf(tmp_file, engine='h5netcdf', unlimited_dims=['y']) + # tests pending h5netcdf fix -# class H5NetCDFDataTestAutocloseTrue(H5NetCDFDataTest): -# autoclose = True +@pytest.mark.xfail +class H5NetCDFDataTestAutocloseTrue(H5NetCDFDataTest): + autoclose = True class OpenMFDatasetManyFilesTest(TestCase): @@ -1070,8 +1071,8 @@ def validate_open_mfdataset_autoclose(self, engine, nfiles=10): # test standard open_mfdataset approach with too many files with create_tmp_files(nfiles) as tmpfiles: for readengine in engine: - writeengine = \ - readengine if readengine != 'pynio' else 'netcdf4' + writeengine = (readengine if readengine != 'pynio' + else 'netcdf4') # split into multiple sets of temp files for ii in original.x.values: subds = original.isel(x=slice(ii, ii+1)) @@ -1104,33 +1105,46 @@ def test_3_autoclose_pynio(self): self.validate_open_mfdataset_autoclose(engine=['pynio']) # use of autoclose=True with h5netcdf broken because of - # probable h5netcdf error, uncomment when fixed to test - # @requires_dask - # @requires_h5netcdf - # def test_4_autoclose_h5netcdf(self): - # self.validate_open_mfdataset_autoclose(engine=['h5netcdf']) + # probable h5netcdf error + @requires_dask + @requires_h5netcdf + @pytest.mark.xfail + def test_4_autoclose_h5netcdf(self): + self.validate_open_mfdataset_autoclose(engine=['h5netcdf']) + + # These tests below are marked as flaky (and skipped by default) because + # they fail sometimes on Travis-CI, for no clear reason. @requires_dask @requires_netCDF4 + @flaky + @slow def test_1_open_large_num_files_netcdf4(self): self.validate_open_mfdataset_large_num_files(engine=['netcdf4']) @requires_dask @requires_scipy + @flaky + @slow def test_2_open_large_num_files_scipy(self): self.validate_open_mfdataset_large_num_files(engine=['scipy']) @requires_dask @requires_pynio + @flaky + @slow def test_3_open_large_num_files_pynio(self): self.validate_open_mfdataset_large_num_files(engine=['pynio']) # use of autoclose=True with h5netcdf broken because of - # probable h5netcdf error, uncomment when fixed to test - # @requires_dask - # @requires_h5netcdf - # def test_4_open_large_num_files_h5netcdf(self): - # self.validate_open_mfdataset_large_num_files(engine=['h5netcdf']) + # probable h5netcdf error + @requires_dask + @requires_h5netcdf + @flaky + @pytest.mark.xfail + @slow + def test_4_open_large_num_files_h5netcdf(self): + self.validate_open_mfdataset_large_num_files(engine=['h5netcdf']) @requires_dask diff --git a/xarray/tests/test_plot.py b/xarray/tests/test_plot.py index 55ca5b0d929..621c1680492 100644 --- a/xarray/tests/test_plot.py +++ b/xarray/tests/test_plot.py @@ -26,7 +26,7 @@ _build_discrete_cmap, _color_palette) -from . import TestCase, requires_matplotlib +from . import TestCase, requires_matplotlib, slow def text_in_fig(): @@ -74,6 +74,7 @@ def pass_in_axis(self, plotmethod): plotmethod(ax=axes[0]) self.assertTrue(axes[0].has_data()) + @slow def imshow_called(self, plotmethod): plotmethod() images = plt.gca().findobj(mpl.image.AxesImage) @@ -100,6 +101,7 @@ def test_2d_before_squeeze(self): def test2d_uniform_calls_imshow(self): self.assertTrue(self.imshow_called(self.darray[:, :, 0].plot.imshow)) + @slow def test2d_nonuniform_calls_contourf(self): a = self.darray[:, :, 0] a.coords['dim_1'] = [2, 1, 89] @@ -139,6 +141,7 @@ def test_datetime_dimension(self): ax = plt.gca() self.assertTrue(ax.has_data()) + @slow def test_convenient_facetgrid(self): a = easy_array((10, 15, 4)) d = DataArray(a, dims=['y', 'x', 'z']) @@ -155,6 +158,7 @@ def test_convenient_facetgrid(self): with self.assertRaisesRegexp(ValueError, '[Ff]acet'): d[0].plot(x='x', y='y', col='z', ax=plt.gca()) + @slow def test_subplot_kws(self): a = easy_array((10, 15, 4)) d = DataArray(a, dims=['y', 'x', 'z']) @@ -169,6 +173,7 @@ def test_subplot_kws(self): except AttributeError: self.assertEqual(ax.get_axis_bgcolor(), 'r') + @slow def test_plot_size(self): self.darray[:, 0, 0].plot(figsize=(13, 5)) assert tuple(plt.gcf().get_size_inches()) == (13, 5) @@ -194,6 +199,7 @@ def test_plot_size(self): with self.assertRaisesRegexp(ValueError, 'cannot provide `aspect`'): self.darray.plot(aspect=1) + @slow def test_convenient_facetgrid_4d(self): a = easy_array((10, 15, 2, 3)) d = DataArray(a, dims=['y', 'x', 'columns', 'rows']) @@ -248,6 +254,7 @@ def test_primitive_returned(self): p = self.darray.plot.line() self.assertTrue(isinstance(p[0], mpl.lines.Line2D)) + @slow def test_plot_nans(self): self.darray[1] = np.nan self.darray.plot.line() @@ -299,6 +306,7 @@ def test_primitive_returned(self): h = self.darray.plot.hist() self.assertTrue(isinstance(h[-1][0], mpl.patches.Rectangle)) + @slow def test_plot_nans(self): self.darray[0, 0, 0] = np.nan self.darray.plot.hist() @@ -327,6 +335,7 @@ def test_center(self): self.assertIsNone(cmap_params['levels']) self.assertIsNone(cmap_params['norm']) + @slow def test_integer_levels(self): data = self.data + 1 @@ -466,11 +475,13 @@ def setUp(self): self.data_min = distance.min() self.data_max = distance.max() + @slow def test_recover_from_seaborn_jet_exception(self): pal = _color_palette('jet', 4) self.assertTrue(type(pal) == np.ndarray) self.assertEqual(len(pal), 4) + @slow def test_build_discrete_cmap(self): for (cmap, levels, extend, filled) in [('jet', [0, 1], 'both', False), ('hot', [-4, 4], 'max', True)]: @@ -486,6 +497,7 @@ def test_build_discrete_cmap(self): else: self.assertEqual(ncmap.colorbar_extend, 'max') + @slow def test_discrete_colormap_list_of_levels(self): for extend, levels in [('max', [-1, 2, 4, 8, 10]), ('both', [2, 5, 10, 11]), @@ -502,6 +514,7 @@ def test_discrete_colormap_list_of_levels(self): self.assertEqual('max', primitive.cmap.colorbar_extend) self.assertEqual(len(levels) - 1, len(primitive.cmap.colors)) + @slow def test_discrete_colormap_int_levels(self): for extend, levels, vmin, vmax in [('neither', 7, None, None), ('neither', 7, None, 20), @@ -813,10 +826,12 @@ def test_facetgrid_cmap(self): self.assertTrue(len(set(m.get_cmap().name for m in fg._mappables)) == 1) +@slow class TestContourf(Common2dMixin, PlotTestCase): plotfunc = staticmethod(xplt.contourf) + @slow def test_contourf_called(self): # Having both statements ensures the test works properly self.assertFalse(self.contourf_called(self.darray.plot.imshow)) @@ -826,6 +841,7 @@ def test_primitive_artist_returned(self): artist = self.plotmethod() self.assertTrue(isinstance(artist, mpl.contour.QuadContourSet)) + @slow def test_extend(self): artist = self.plotmethod() self.assertEqual(artist.extend, 'neither') @@ -843,6 +859,7 @@ def test_extend(self): artist = self.plotmethod(vmin=-10, vmax=0) self.assertEqual(artist.extend, 'max') + @slow def test_2d_coord_names(self): self.plotmethod(x='x2d', y='y2d') # make sure labels came out ok @@ -850,6 +867,7 @@ def test_2d_coord_names(self): self.assertEqual('x2d', ax.get_xlabel()) self.assertEqual('y2d', ax.get_ylabel()) + @slow def test_levels(self): artist = self.plotmethod(levels=[-0.5, -0.4, 0.1]) self.assertEqual(artist.extend, 'both') @@ -858,6 +876,7 @@ def test_levels(self): self.assertEqual(artist.extend, 'neither') +@slow class TestContour(Common2dMixin, PlotTestCase): plotfunc = staticmethod(xplt.contour) @@ -898,6 +917,7 @@ def list_of_colors_in_cmap_deprecated(self): with self.assertRaises(Exception): self.plotmethod(cmap=['k', 'b']) + @slow def test_2d_coord_names(self): self.plotmethod(x='x2d', y='y2d') # make sure labels came out ok @@ -924,6 +944,7 @@ def test_everything_plotted(self): artist = self.plotmethod() self.assertEqual(artist.get_array().size, self.darray.size) + @slow def test_2d_coord_names(self): self.plotmethod(x='x2d', y='y2d') # make sure labels came out ok @@ -941,11 +962,12 @@ def test_dont_infer_interval_breaks_for_cartopy(self): # Let cartopy handle the axis limits and artist size self.assertTrue(artist.get_array().size <= self.darray.size) - +@slow class TestImshow(Common2dMixin, PlotTestCase): plotfunc = staticmethod(xplt.imshow) + @slow def test_imshow_called(self): # Having both statements ensures the test works properly self.assertFalse(self.imshow_called(self.darray.plot.contourf)) @@ -960,6 +982,7 @@ def test_default_aspect_is_auto(self): self.darray.plot.imshow() self.assertEqual('auto', plt.gca().get_aspect()) + @slow def test_cannot_change_mpl_aspect(self): with self.assertRaisesRegexp(ValueError, 'not available in xarray'): @@ -970,10 +993,12 @@ def test_cannot_change_mpl_aspect(self): self.assertEqual('auto', plt.gca().get_aspect()) assert tuple(plt.gcf().get_size_inches()) == (10, 5) + @slow def test_primitive_artist_returned(self): artist = self.plotmethod() self.assertTrue(isinstance(artist, mpl.image.AxesImage)) + @slow def test_seaborn_palette_needs_levels(self): try: import seaborn @@ -994,6 +1019,7 @@ def setUp(self): coords={'z': ['a', 'b', 'c']}) self.g = xplt.FacetGrid(self.darray, col='z') + @slow def test_no_args(self): self.g.map_dataarray(xplt.contourf, 'x', 'y') @@ -1008,6 +1034,7 @@ def test_no_args(self): fontsize = ax.title.get_size() self.assertLessEqual(fontsize, 12) + @slow def test_names_appear_somewhere(self): self.darray.name = 'testvar' self.g.map_dataarray(xplt.contourf, 'x', 'y') @@ -1019,6 +1046,7 @@ def test_names_appear_somewhere(self): for label in ['x', 'y']: self.assertIn(label, alltxt) + @slow def test_text_not_super_long(self): self.darray.coords['z'] = [100 * letter for letter in 'abc'] g = xplt.FacetGrid(self.darray, col='z') @@ -1030,6 +1058,7 @@ def test_text_not_super_long(self): t0 = g.axes[0, 0].get_title() self.assertTrue(t0.endswith('...')) + @slow def test_colorbar(self): vmin = self.darray.values.min() vmax = self.darray.values.max() @@ -1043,6 +1072,7 @@ def test_colorbar(self): self.assertEqual(1, len(find_possible_colorbars())) + @slow def test_empty_cell(self): g = xplt.FacetGrid(self.darray, col='z', col_wrap=2) g.map_dataarray(xplt.imshow, 'x', 'y') @@ -1051,10 +1081,12 @@ def test_empty_cell(self): self.assertFalse(bottomright.has_data()) self.assertFalse(bottomright.get_visible()) + @slow def test_norow_nocol_error(self): with self.assertRaisesRegexp(ValueError, r'[Rr]ow'): xplt.FacetGrid(self.darray) + @slow def test_groups(self): self.g.map_dataarray(xplt.imshow, 'x', 'y') upperleft_dict = self.g.name_dicts[0, 0] @@ -1063,16 +1095,19 @@ def test_groups(self): self.assertDataArrayEqual(upperleft_array, z0) + @slow def test_float_index(self): self.darray.coords['z'] = [0.1, 0.2, 0.4] g = xplt.FacetGrid(self.darray, col='z') g.map_dataarray(xplt.imshow, 'x', 'y') + @slow def test_nonunique_index_error(self): self.darray.coords['z'] = [0.1, 0.2, 0.2] with self.assertRaisesRegexp(ValueError, r'[Uu]nique'): xplt.FacetGrid(self.darray, col='z') + @slow def test_robust(self): z = np.zeros((20, 20, 2)) darray = DataArray(z, dims=['y', 'x', 'z']) @@ -1094,6 +1129,7 @@ def test_robust(self): largest = max(abs(x) for x in numbers) self.assertLess(largest, 21) + @slow def test_can_set_vmin_vmax(self): vmin, vmax = 50.0, 1000.0 expected = np.array((vmin, vmax)) @@ -1103,12 +1139,14 @@ def test_can_set_vmin_vmax(self): clim = np.array(image.get_clim()) self.assertTrue(np.allclose(expected, clim)) + @slow def test_can_set_norm(self): norm = mpl.colors.SymLogNorm(0.1) self.g.map_dataarray(xplt.imshow, 'x', 'y', norm=norm) for image in plt.gcf().findobj(mpl.image.AxesImage): self.assertIs(image.norm, norm) + @slow def test_figure_size(self): self.assertArrayEqual(self.g.fig.get_size_inches(), (10, 3)) @@ -1131,6 +1169,7 @@ def test_figure_size(self): with self.assertRaisesRegexp(ValueError, "Can't use"): g = xplt.plot(self.darray, row=2, col='z', ax=plt.gca(), size=6) + @slow def test_num_ticks(self): nticks = 99 maxticks = nticks + 1 @@ -1145,10 +1184,12 @@ def test_num_ticks(self): self.assertGreaterEqual(xticks, nticks / 2.0) self.assertGreaterEqual(yticks, nticks / 2.0) + @slow def test_map(self): self.g.map(plt.contourf, 'x', 'y', Ellipsis) self.g.map(lambda: None) + @slow def test_map_dataset(self): g = xplt.FacetGrid(self.darray.to_dataset(name='foo'), col='z') g.map(plt.contourf, 'x', 'y', 'foo') @@ -1167,6 +1208,7 @@ def test_map_dataset(self): self.assertIn('colors!', text_in_fig()) self.assertEqual(1, len(find_possible_colorbars())) + @slow def test_set_axis_labels(self): g = self.g.map_dataarray(xplt.contourf, 'x', 'y') g.set_axis_labels('longitude', 'latitude') @@ -1174,6 +1216,7 @@ def test_set_axis_labels(self): for label in ['longitude', 'latitude']: self.assertIn(label, alltxt) + @slow def test_facetgrid_colorbar(self): a = easy_array((10, 15, 4)) d = DataArray(a, dims=['y', 'x', 'z'], name='foo') @@ -1187,6 +1230,7 @@ def test_facetgrid_colorbar(self): d.plot.imshow(x='x', y='y', col='z', add_colorbar=False) self.assertEqual(0, len(find_possible_colorbars())) + @slow def test_facetgrid_polar(self): # test if polar projection in FacetGrid does not raise an exception self.darray.plot.pcolormesh(col='z', @@ -1206,6 +1250,7 @@ def setUp(self): self.darray = darray + @slow def test_default_labels(self): g = xplt.FacetGrid(self.darray, col='col', row='row') self.assertEqual((2, 3), g.axes.shape)