From 14e9a43aef73628893386450c9ec923a3b15b5ef Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Fri, 6 Aug 2021 16:43:57 +0200
Subject: [PATCH 01/18] Move debug examples code to the source directory

---
 .../basic_examples/mnist_datamodule.py        |  32 +-
 pytorch_lightning/utilities/debug_examples.py | 300 ++++++++++++++++++
 tests/__init__.py                             |   3 +
 tests/helpers/__init__.py                     |   2 -
 tests/helpers/boring_model.py                 | 186 -----------
 tests/helpers/datasets.py                     | 156 +++------
 6 files changed, 355 insertions(+), 324 deletions(-)
 create mode 100644 pytorch_lightning/utilities/debug_examples.py
 delete mode 100644 tests/helpers/__init__.py
 delete mode 100644 tests/helpers/boring_model.py

diff --git a/pl_examples/basic_examples/mnist_datamodule.py b/pl_examples/basic_examples/mnist_datamodule.py
index 693514e0a3620..66e6e76761b7a 100644
--- a/pl_examples/basic_examples/mnist_datamodule.py
+++ b/pl_examples/basic_examples/mnist_datamodule.py
@@ -14,30 +14,21 @@
 import os
 import platform
 from typing import Optional
-from urllib.error import HTTPError
 from warnings import warn
 
 from torch.utils.data import DataLoader, random_split
 
 from pl_examples import _DATASETS_PATH
 from pytorch_lightning import LightningDataModule
+from pytorch_lightning.utilities.debug_examples import MNIST as PL_MNIST
 from pytorch_lightning.utilities.imports import _TORCHVISION_AVAILABLE
 
-if _TORCHVISION_AVAILABLE:
-    from torchvision import transforms as transform_lib
-
-_TORCHVISION_MNIST_AVAILABLE = not bool(os.getenv("PL_USE_MOCKED_MNIST", False))
-if _TORCHVISION_MNIST_AVAILABLE:
-    try:
-        from torchvision.datasets import MNIST
-
-        MNIST(_DATASETS_PATH, download=True)
-    except HTTPError as e:
-        print(f"Error {e} downloading `torchvision.datasets.MNIST`")
-        _TORCHVISION_MNIST_AVAILABLE = False
-if not _TORCHVISION_MNIST_AVAILABLE:
-    print("`torchvision.datasets.MNIST` not available. Using our hosted version")
-    from tests.helpers.datasets import MNIST
+# check whether we are in CI. Users running this should get the `torchvision` implementation
+_USE_MOCKED_MNIST = bool(os.getenv("PL_USE_MOCKED_MNIST", False))
+if not _USE_MOCKED_MNIST and PL_MNIST._torchvision_available(_DATASETS_PATH, should_raise=False):
+    from torchvision.datasets import MNIST
+else:
+    MNIST = PL_MNIST
 
 
 class MNISTDataModule(LightningDataModule):
@@ -148,11 +139,12 @@ def test_dataloader(self):
     def default_transforms(self):
         if not _TORCHVISION_AVAILABLE:
             return None
+        from torchvision import transforms
+
         if self.normalize:
-            mnist_transforms = transform_lib.Compose(
-                [transform_lib.ToTensor(), transform_lib.Normalize(mean=(0.5,), std=(0.5,))]
+            mnist_transforms = transforms.Compose(
+                [transforms.ToTensor(), transforms.Normalize(mean=(0.5,), std=(0.5,))]
             )
         else:
-            mnist_transforms = transform_lib.ToTensor()
-
+            mnist_transforms = transforms.ToTensor()
         return mnist_transforms
diff --git a/pytorch_lightning/utilities/debug_examples.py b/pytorch_lightning/utilities/debug_examples.py
new file mode 100644
index 0000000000000..fac40a1212d7e
--- /dev/null
+++ b/pytorch_lightning/utilities/debug_examples.py
@@ -0,0 +1,300 @@
+# Copyright The PyTorch Lightning team.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+Classes meant to be imported and use in examples and test.
+
+Production usage is discouraged.
+"""
+import logging
+import os
+import random
+import time
+import urllib.request
+from typing import Optional, Tuple
+from urllib.error import HTTPError
+
+import torch
+from torch.utils.data import DataLoader, Dataset, Subset
+
+from pytorch_lightning import LightningDataModule, LightningModule
+from pytorch_lightning.utilities.exceptions import MisconfigurationException
+
+
+class RandomDataset(Dataset):
+    def __init__(self, size, length):
+        self.len = length
+        self.data = torch.randn(length, size)
+
+    def __getitem__(self, index):
+        return self.data[index]
+
+    def __len__(self):
+        return self.len
+
+
+class BoringModel(LightningModule):
+    def __init__(self):
+        """
+        Testing PL Module
+
+        Use as follows:
+        - subclass
+        - modify the behavior for what you want
+
+        class TestModel(BaseTestModel):
+            def training_step(...):
+                # do your own thing
+
+        or:
+
+        model = BaseTestModel()
+        model.training_epoch_end = None
+
+        """
+        super().__init__()
+        self.layer = torch.nn.Linear(32, 2)
+
+    def forward(self, x):
+        return self.layer(x)
+
+    def loss(self, batch, prediction):
+        # An arbitrary loss to have a loss that updates the model weights during `Trainer.fit` calls
+        return torch.nn.functional.mse_loss(prediction, torch.ones_like(prediction))
+
+    def step(self, x):
+        x = self(x)
+        out = torch.nn.functional.mse_loss(x, torch.ones_like(x))
+        return out
+
+    def training_step(self, batch, batch_idx):
+        output = self(batch)
+        loss = self.loss(batch, output)
+        return {"loss": loss}
+
+    def training_step_end(self, training_step_outputs):
+        return training_step_outputs
+
+    def training_epoch_end(self, outputs) -> None:
+        torch.stack([x["loss"] for x in outputs]).mean()
+
+    def validation_step(self, batch, batch_idx):
+        output = self(batch)
+        loss = self.loss(batch, output)
+        return {"x": loss}
+
+    def validation_epoch_end(self, outputs) -> None:
+        torch.stack([x["x"] for x in outputs]).mean()
+
+    def test_step(self, batch, batch_idx):
+        output = self(batch)
+        loss = self.loss(batch, output)
+        return {"y": loss}
+
+    def test_epoch_end(self, outputs) -> None:
+        torch.stack([x["y"] for x in outputs]).mean()
+
+    def configure_optimizers(self):
+        optimizer = torch.optim.SGD(self.layer.parameters(), lr=0.1)
+        lr_scheduler = torch.optim.lr_scheduler.StepLR(optimizer, step_size=1)
+        return [optimizer], [lr_scheduler]
+
+    def train_dataloader(self):
+        return DataLoader(RandomDataset(32, 64))
+
+    def val_dataloader(self):
+        return DataLoader(RandomDataset(32, 64))
+
+    def test_dataloader(self):
+        return DataLoader(RandomDataset(32, 64))
+
+    def predict_dataloader(self):
+        return DataLoader(RandomDataset(32, 64))
+
+
+class BoringDataModule(LightningDataModule):
+    def __init__(self, data_dir: str = "./"):
+        super().__init__()
+        self.data_dir = data_dir
+        self.non_picklable = None
+        self.checkpoint_state: Optional[str] = None
+
+    def prepare_data(self):
+        self.random_full = RandomDataset(32, 64 * 4)
+
+    def setup(self, stage: Optional[str] = None):
+        if stage == "fit" or stage is None:
+            self.random_train = Subset(self.random_full, indices=range(64))
+            self.dims = self.random_train[0].shape
+
+        if stage in ("fit", "validate") or stage is None:
+            self.random_val = Subset(self.random_full, indices=range(64, 64 * 2))
+
+        if stage == "test" or stage is None:
+            self.random_test = Subset(self.random_full, indices=range(64 * 2, 64 * 3))
+            self.dims = getattr(self, "dims", self.random_test[0].shape)
+
+        if stage == "predict" or stage is None:
+            self.random_predict = Subset(self.random_full, indices=range(64 * 3, 64 * 4))
+            self.dims = getattr(self, "dims", self.random_predict[0].shape)
+
+    def train_dataloader(self):
+        return DataLoader(self.random_train)
+
+    def val_dataloader(self):
+        return DataLoader(self.random_val)
+
+    def test_dataloader(self):
+        return DataLoader(self.random_test)
+
+    def predict_dataloader(self):
+        return DataLoader(self.random_predict)
+
+
+class MNIST(torch.utils.data.Dataset):
+    """
+    Customized `MNIST <http://yann.lecun.com/exdb/mnist/>`_ dataset for testing Pytorch Lightning
+    without the torchvision dependency.
+
+    Part of the code was copied from
+    https://github.com/pytorch/vision/blob/build/v0.5.0/torchvision/datasets/mnist.py
+
+    Args:
+        root: Root directory of dataset where ``MNIST/processed/training.pt``
+            and  ``MNIST/processed/test.pt`` exist.
+        train: If ``True``, creates dataset from ``training.pt``,
+            otherwise from ``test.pt``.
+        normalize: mean and std deviation of the MNIST dataset.
+        download: If true, downloads the dataset from the internet and
+            puts it in root directory. If dataset is already downloaded, it is not
+            downloaded again.
+
+    Examples:
+        >>> dataset = MNIST(".", download=True)
+        >>> len(dataset)
+        60000
+        >>> torch.bincount(dataset.targets)
+        tensor([5923, 6742, 5958, 6131, 5842, 5421, 5918, 6265, 5851, 5949])
+    """
+
+    RESOURCES = (
+        "https://pl-public-data.s3.amazonaws.com/MNIST/processed/training.pt",
+        "https://pl-public-data.s3.amazonaws.com/MNIST/processed/test.pt",
+    )
+
+    TRAIN_FILE_NAME = "training.pt"
+    TEST_FILE_NAME = "test.pt"
+    cache_folder_name = "complete"
+
+    def __init__(
+        self, root: str, train: bool = True, normalize: tuple = (0.1307, 0.3081), download: bool = True, **kwargs
+    ):
+        super().__init__()
+
+        self.root = root
+        self.train = train  # training set or test set
+        self.normalize = normalize
+
+        _USE_MOCKED_MNIST = bool(os.getenv("PL_USE_MOCKED_MNIST", False))
+        if not _USE_MOCKED_MNIST:
+            # avoid users accidentally importing this MNIST implementation
+            self._torchvision_available(self.cached_folder_path)
+        self.prepare_data(download)
+
+        data_file = self.TRAIN_FILE_NAME if self.train else self.TEST_FILE_NAME
+        self.data, self.targets = self._try_load(os.path.join(self.cached_folder_path, data_file))
+
+    def __getitem__(self, idx: int) -> Tuple[torch.Tensor, int]:
+        img = self.data[idx].float().unsqueeze(0)
+        target = int(self.targets[idx])
+
+        if self.normalize is not None and len(self.normalize) == 2:
+            img = self.normalize_tensor(img, *self.normalize)
+
+        return img, target
+
+    def __len__(self) -> int:
+        return len(self.data)
+
+    @property
+    def cached_folder_path(self) -> str:
+        return os.path.join(self.root, "MNIST", self.cache_folder_name)
+
+    def _check_exists(self, data_folder: str) -> bool:
+        existing = True
+        for fname in (self.TRAIN_FILE_NAME, self.TEST_FILE_NAME):
+            existing = existing and os.path.isfile(os.path.join(data_folder, fname))
+        return existing
+
+    def prepare_data(self, download: bool = True):
+        if download and not self._check_exists(self.cached_folder_path):
+            self._download(self.cached_folder_path)
+        if not self._check_exists(self.cached_folder_path):
+            raise RuntimeError("Dataset not found.")
+
+    def _download(self, data_folder: str) -> None:
+        os.makedirs(data_folder, exist_ok=True)
+        for url in self.RESOURCES:
+            logging.info(f"Downloading {url}")
+            fpath = os.path.join(data_folder, os.path.basename(url))
+            urllib.request.urlretrieve(url, fpath)
+
+    @staticmethod
+    def _try_load(path_data, trials: int = 30, delta: float = 1.0):
+        """Resolving loading from the same time from multiple concurrent processes."""
+        res, exception = None, None
+        assert trials, "at least some trial has to be set"
+        assert os.path.isfile(path_data), f"missing file: {path_data}"
+        for _ in range(trials):
+            try:
+                res = torch.load(path_data)
+            # todo: specify the possible exception
+            except Exception as e:
+                exception = e
+                time.sleep(delta * random.random())
+            else:
+                break
+        if exception is not None:
+            # raise the caught exception
+            raise exception
+        return res
+
+    @staticmethod
+    def normalize_tensor(tensor: torch.Tensor, mean: float = 0.0, std: float = 1.0) -> torch.Tensor:
+        mean = torch.as_tensor(mean, dtype=tensor.dtype, device=tensor.device)
+        std = torch.as_tensor(std, dtype=tensor.dtype, device=tensor.device)
+        return tensor.sub(mean).div(std)
+
+    @staticmethod
+    def _torchvision_available(root: str, should_raise: bool = True) -> bool:
+        # local import to facilitate mocking
+        from pytorch_lightning.utilities.imports import _TORCHVISION_AVAILABLE
+
+        try:
+            from torchvision.datasets import MNIST
+
+            MNIST(root, download=True)
+            download_successful = True
+        except HTTPError as e:
+            # allow using our implementation if torchvision hosting is down
+            print(f"Error {e} downloading `torchvision.datasets.MNIST`")
+            download_successful = False
+        _TORCHVISION_AVAILABLE &= download_successful
+
+        if _TORCHVISION_AVAILABLE and should_raise:
+            raise MisconfigurationException(
+                "The `torchvision` package is available. This implementation is meant for internal use."
+                " Please import MNIST with `from torchvision.datasets import MNIST`"
+                " instead of `from pytorch_lightning.utilities.debug_examples import MNIST`"
+            )
+        return _TORCHVISION_AVAILABLE
diff --git a/tests/__init__.py b/tests/__init__.py
index 9039a6e4b16e9..8e43f2fa13559 100644
--- a/tests/__init__.py
+++ b/tests/__init__.py
@@ -34,3 +34,6 @@
     os.mkdir(_TEMP_PATH)
 
 logging.basicConfig(level=logging.ERROR)
+
+# Use our MNIST implementation on tests to avoid the torchvision dependency
+os.environ.setdefault("PL_USE_MOCKED_MNIST", "1")
diff --git a/tests/helpers/__init__.py b/tests/helpers/__init__.py
deleted file mode 100644
index e6fa5cfa70795..0000000000000
--- a/tests/helpers/__init__.py
+++ /dev/null
@@ -1,2 +0,0 @@
-from tests.helpers.boring_model import BoringDataModule, BoringModel, RandomDataset  # noqa: F401
-from tests.helpers.datasets import TrialMNIST  # noqa: F401
diff --git a/tests/helpers/boring_model.py b/tests/helpers/boring_model.py
deleted file mode 100644
index d20cb1287e326..0000000000000
--- a/tests/helpers/boring_model.py
+++ /dev/null
@@ -1,186 +0,0 @@
-# Copyright The PyTorch Lightning team.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-from typing import Optional
-
-import torch
-from torch.utils.data import DataLoader, Dataset, IterableDataset, Subset
-
-from pytorch_lightning import LightningDataModule, LightningModule
-
-
-class RandomDictDataset(Dataset):
-    def __init__(self, size, length):
-        self.len = length
-        self.data = torch.randn(length, size)
-
-    def __getitem__(self, index):
-        a = self.data[index]
-        b = a + 2
-        return {"a": a, "b": b}
-
-    def __len__(self):
-        return self.len
-
-
-class RandomDataset(Dataset):
-    def __init__(self, size, length):
-        self.len = length
-        self.data = torch.randn(length, size)
-
-    def __getitem__(self, index):
-        return self.data[index]
-
-    def __len__(self):
-        return self.len
-
-
-class RandomIterableDataset(IterableDataset):
-    def __init__(self, size: int, count: int):
-        self.count = count
-        self.size = size
-
-    def __iter__(self):
-        for _ in range(self.count):
-            yield torch.randn(self.size)
-
-
-class RandomIterableDatasetWithLen(IterableDataset):
-    def __init__(self, size: int, count: int):
-        self.count = count
-        self.size = size
-
-    def __iter__(self):
-        for _ in range(len(self)):
-            yield torch.randn(self.size)
-
-    def __len__(self):
-        return self.count
-
-
-class BoringModel(LightningModule):
-    def __init__(self):
-        """
-        Testing PL Module
-
-        Use as follows:
-        - subclass
-        - modify the behavior for what you want
-
-        class TestModel(BaseTestModel):
-            def training_step(...):
-                # do your own thing
-
-        or:
-
-        model = BaseTestModel()
-        model.training_epoch_end = None
-
-        """
-        super().__init__()
-        self.layer = torch.nn.Linear(32, 2)
-
-    def forward(self, x):
-        return self.layer(x)
-
-    def loss(self, batch, prediction):
-        # An arbitrary loss to have a loss that updates the model weights during `Trainer.fit` calls
-        return torch.nn.functional.mse_loss(prediction, torch.ones_like(prediction))
-
-    def step(self, x):
-        x = self(x)
-        out = torch.nn.functional.mse_loss(x, torch.ones_like(x))
-        return out
-
-    def training_step(self, batch, batch_idx):
-        output = self(batch)
-        loss = self.loss(batch, output)
-        return {"loss": loss}
-
-    def training_step_end(self, training_step_outputs):
-        return training_step_outputs
-
-    def training_epoch_end(self, outputs) -> None:
-        torch.stack([x["loss"] for x in outputs]).mean()
-
-    def validation_step(self, batch, batch_idx):
-        output = self(batch)
-        loss = self.loss(batch, output)
-        return {"x": loss}
-
-    def validation_epoch_end(self, outputs) -> None:
-        torch.stack([x["x"] for x in outputs]).mean()
-
-    def test_step(self, batch, batch_idx):
-        output = self(batch)
-        loss = self.loss(batch, output)
-        return {"y": loss}
-
-    def test_epoch_end(self, outputs) -> None:
-        torch.stack([x["y"] for x in outputs]).mean()
-
-    def configure_optimizers(self):
-        optimizer = torch.optim.SGD(self.layer.parameters(), lr=0.1)
-        lr_scheduler = torch.optim.lr_scheduler.StepLR(optimizer, step_size=1)
-        return [optimizer], [lr_scheduler]
-
-    def train_dataloader(self):
-        return DataLoader(RandomDataset(32, 64))
-
-    def val_dataloader(self):
-        return DataLoader(RandomDataset(32, 64))
-
-    def test_dataloader(self):
-        return DataLoader(RandomDataset(32, 64))
-
-    def predict_dataloader(self):
-        return DataLoader(RandomDataset(32, 64))
-
-
-class BoringDataModule(LightningDataModule):
-    def __init__(self, data_dir: str = "./"):
-        super().__init__()
-        self.data_dir = data_dir
-        self.non_picklable = None
-        self.checkpoint_state: Optional[str] = None
-
-    def prepare_data(self):
-        self.random_full = RandomDataset(32, 64 * 4)
-
-    def setup(self, stage: Optional[str] = None):
-        if stage == "fit" or stage is None:
-            self.random_train = Subset(self.random_full, indices=range(64))
-            self.dims = self.random_train[0].shape
-
-        if stage in ("fit", "validate") or stage is None:
-            self.random_val = Subset(self.random_full, indices=range(64, 64 * 2))
-
-        if stage == "test" or stage is None:
-            self.random_test = Subset(self.random_full, indices=range(64 * 2, 64 * 3))
-            self.dims = getattr(self, "dims", self.random_test[0].shape)
-
-        if stage == "predict" or stage is None:
-            self.random_predict = Subset(self.random_full, indices=range(64 * 3, 64 * 4))
-            self.dims = getattr(self, "dims", self.random_predict[0].shape)
-
-    def train_dataloader(self):
-        return DataLoader(self.random_train)
-
-    def val_dataloader(self):
-        return DataLoader(self.random_val)
-
-    def test_dataloader(self):
-        return DataLoader(self.random_test)
-
-    def predict_dataloader(self):
-        return DataLoader(self.random_predict)
diff --git a/tests/helpers/datasets.py b/tests/helpers/datasets.py
index 10a4c6b6e7ca7..c7a93611201a5 100644
--- a/tests/helpers/datasets.py
+++ b/tests/helpers/datasets.py
@@ -11,126 +11,13 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-import logging
 import os
-import random
-import time
-import urllib.request
-from typing import Optional, Sequence, Tuple
+from typing import Optional, Sequence
 
 import torch
-from torch import Tensor
-from torch.utils.data import Dataset
+from torch.utils.data import Dataset, IterableDataset
 
-
-class MNIST(Dataset):
-    """
-    Customized `MNIST <http://yann.lecun.com/exdb/mnist/>`_ dataset for testing Pytorch Lightning
-    without the torchvision dependency.
-
-    Part of the code was copied from
-    https://github.com/pytorch/vision/blob/build/v0.5.0/torchvision/datasets/mnist.py
-
-    Args:
-        root: Root directory of dataset where ``MNIST/processed/training.pt``
-            and  ``MNIST/processed/test.pt`` exist.
-        train: If ``True``, creates dataset from ``training.pt``,
-            otherwise from ``test.pt``.
-        normalize: mean and std deviation of the MNIST dataset.
-        download: If true, downloads the dataset from the internet and
-            puts it in root directory. If dataset is already downloaded, it is not
-            downloaded again.
-
-    Examples:
-        >>> dataset = MNIST(".", download=True)
-        >>> len(dataset)
-        60000
-        >>> torch.bincount(dataset.targets)
-        tensor([5923, 6742, 5958, 6131, 5842, 5421, 5918, 6265, 5851, 5949])
-    """
-
-    RESOURCES = (
-        "https://pl-public-data.s3.amazonaws.com/MNIST/processed/training.pt",
-        "https://pl-public-data.s3.amazonaws.com/MNIST/processed/test.pt",
-    )
-
-    TRAIN_FILE_NAME = "training.pt"
-    TEST_FILE_NAME = "test.pt"
-    cache_folder_name = "complete"
-
-    def __init__(
-        self, root: str, train: bool = True, normalize: tuple = (0.1307, 0.3081), download: bool = True, **kwargs
-    ):
-        super().__init__()
-        self.root = root
-        self.train = train  # training set or test set
-        self.normalize = normalize
-
-        self.prepare_data(download)
-
-        data_file = self.TRAIN_FILE_NAME if self.train else self.TEST_FILE_NAME
-        self.data, self.targets = self._try_load(os.path.join(self.cached_folder_path, data_file))
-
-    def __getitem__(self, idx: int) -> Tuple[Tensor, int]:
-        img = self.data[idx].float().unsqueeze(0)
-        target = int(self.targets[idx])
-
-        if self.normalize is not None and len(self.normalize) == 2:
-            img = self.normalize_tensor(img, *self.normalize)
-
-        return img, target
-
-    def __len__(self) -> int:
-        return len(self.data)
-
-    @property
-    def cached_folder_path(self) -> str:
-        return os.path.join(self.root, "MNIST", self.cache_folder_name)
-
-    def _check_exists(self, data_folder: str) -> bool:
-        existing = True
-        for fname in (self.TRAIN_FILE_NAME, self.TEST_FILE_NAME):
-            existing = existing and os.path.isfile(os.path.join(data_folder, fname))
-        return existing
-
-    def prepare_data(self, download: bool = True):
-        if download and not self._check_exists(self.cached_folder_path):
-            self._download(self.cached_folder_path)
-        if not self._check_exists(self.cached_folder_path):
-            raise RuntimeError("Dataset not found.")
-
-    def _download(self, data_folder: str) -> None:
-        os.makedirs(data_folder, exist_ok=True)
-        for url in self.RESOURCES:
-            logging.info(f"Downloading {url}")
-            fpath = os.path.join(data_folder, os.path.basename(url))
-            urllib.request.urlretrieve(url, fpath)
-
-    @staticmethod
-    def _try_load(path_data, trials: int = 30, delta: float = 1.0):
-        """Resolving loading from the same time from multiple concurrent processes."""
-        res, exception = None, None
-        assert trials, "at least some trial has to be set"
-        assert os.path.isfile(path_data), f"missing file: {path_data}"
-        for _ in range(trials):
-            try:
-                res = torch.load(path_data)
-            # todo: specify the possible exception
-            except Exception as e:
-                exception = e
-                time.sleep(delta * random.random())
-            else:
-                break
-        if exception is not None:
-            # raise the caught exception
-            raise exception
-        return res
-
-    @staticmethod
-    def normalize_tensor(tensor: Tensor, mean: float = 0.0, std: float = 1.0) -> Tensor:
-        mean = torch.as_tensor(mean, dtype=tensor.dtype, device=tensor.device)
-        std = torch.as_tensor(std, dtype=tensor.dtype, device=tensor.device)
-        return tensor.sub(mean).div(std)
+from pytorch_lightning.utilities.debug_examples import MNIST
 
 
 class TrialMNIST(MNIST):
@@ -214,3 +101,40 @@ def __getitem__(self, idx):
 
     def __len__(self):
         return len(self.y)
+
+
+class RandomDictDataset(Dataset):
+    def __init__(self, size, length):
+        self.len = length
+        self.data = torch.randn(length, size)
+
+    def __getitem__(self, index):
+        a = self.data[index]
+        b = a + 2
+        return {"a": a, "b": b}
+
+    def __len__(self):
+        return self.len
+
+
+class RandomIterableDataset(IterableDataset):
+    def __init__(self, size: int, count: int):
+        self.count = count
+        self.size = size
+
+    def __iter__(self):
+        for _ in range(self.count):
+            yield torch.randn(self.size)
+
+
+class RandomIterableDatasetWithLen(IterableDataset):
+    def __init__(self, size: int, count: int):
+        self.count = count
+        self.size = size
+
+    def __iter__(self):
+        for _ in range(len(self)):
+            yield torch.randn(self.size)
+
+    def __len__(self):
+        return self.count

From 3d49053a766f09427f5d1f24e365348f45ae7941 Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Fri, 6 Aug 2021 16:44:09 +0200
Subject: [PATCH 02/18] Fix imports

---
 benchmarks/test_sharded_parity.py                            | 2 +-
 tests/accelerators/test_accelerator_connector.py             | 2 +-
 tests/accelerators/test_common.py                            | 2 +-
 tests/accelerators/test_cpu.py                               | 2 +-
 tests/accelerators/test_ddp.py                               | 2 +-
 tests/accelerators/test_ddp_spawn.py                         | 2 +-
 tests/accelerators/test_dp.py                                | 2 +-
 tests/accelerators/test_ipu.py                               | 2 +-
 tests/accelerators/test_multi_nodes_gpu.py                   | 2 +-
 tests/accelerators/test_tpu_backend.py                       | 2 +-
 tests/callbacks/test_callback_hook_outputs.py                | 2 +-
 tests/callbacks/test_callbacks.py                            | 2 +-
 tests/callbacks/test_early_stopping.py                       | 2 +-
 tests/callbacks/test_finetuning_callback.py                  | 2 +-
 tests/callbacks/test_gpu_stats_monitor.py                    | 2 +-
 tests/callbacks/test_lambda_function.py                      | 2 +-
 tests/callbacks/test_lr_monitor.py                           | 2 +-
 tests/callbacks/test_prediction_writer.py                    | 2 +-
 tests/callbacks/test_progress_bar.py                         | 2 +-
 tests/callbacks/test_pruning.py                              | 2 +-
 tests/callbacks/test_stochastic_weight_avg.py                | 3 ++-
 tests/callbacks/test_timer.py                                | 2 +-
 tests/callbacks/test_xla_stats_monitor.py                    | 2 +-
 tests/checkpointing/test_checkpoint_callback_frequency.py    | 2 +-
 tests/checkpointing/test_model_checkpoint.py                 | 2 +-
 tests/checkpointing/test_torch_saving.py                     | 2 +-
 tests/checkpointing/test_trainer_checkpoint.py               | 2 +-
 tests/core/test_datamodules.py                               | 2 +-
 tests/core/test_decorators.py                                | 2 +-
 tests/core/test_lightning_module.py                          | 2 +-
 tests/core/test_lightning_optimizer.py                       | 2 +-
 tests/core/test_metric_result_integration.py                 | 2 +-
 tests/core/test_results.py                                   | 2 +-
 tests/deprecated_api/test_remove_1-5.py                      | 2 +-
 tests/deprecated_api/test_remove_1-6.py                      | 2 +-
 tests/deprecated_api/test_remove_1-7.py                      | 2 +-
 tests/helpers/pipelines.py                                   | 2 +-
 tests/helpers/test_models.py                                 | 2 +-
 tests/loggers/test_all.py                                    | 2 +-
 tests/loggers/test_base.py                                   | 2 +-
 tests/loggers/test_comet.py                                  | 2 +-
 tests/loggers/test_mlflow.py                                 | 2 +-
 tests/loggers/test_neptune.py                                | 2 +-
 tests/loggers/test_tensorboard.py                            | 2 +-
 tests/loggers/test_wandb.py                                  | 2 +-
 tests/loops/test_loops.py                                    | 2 +-
 tests/models/data/horovod/train_default_model.py             | 2 +-
 tests/models/test_amp.py                                     | 2 +-
 tests/models/test_cpu.py                                     | 2 +-
 tests/models/test_gpu.py                                     | 2 +-
 tests/models/test_grad_norm.py                               | 2 +-
 tests/models/test_hooks.py                                   | 2 +-
 tests/models/test_horovod.py                                 | 2 +-
 tests/models/test_hparams.py                                 | 2 +-
 tests/models/test_onnx.py                                    | 2 +-
 tests/models/test_restore.py                                 | 2 +-
 tests/models/test_torchscript.py                             | 2 +-
 tests/models/test_tpu.py                                     | 2 +-
 tests/overrides/test_base.py                                 | 2 +-
 tests/overrides/test_data_parallel.py                        | 2 +-
 tests/plugins/environments/torch_elastic_deadlock.py         | 2 +-
 tests/plugins/test_amp_plugins.py                            | 2 +-
 tests/plugins/test_custom_plugin.py                          | 2 +-
 tests/plugins/test_ddp_fully_sharded_with_full_state_dict.py | 2 +-
 tests/plugins/test_ddp_plugin.py                             | 2 +-
 tests/plugins/test_ddp_plugin_with_comm_hook.py              | 2 +-
 tests/plugins/test_ddp_spawn_plugin.py                       | 2 +-
 tests/plugins/test_deepspeed_plugin.py                       | 3 ++-
 tests/plugins/test_double_plugin.py                          | 2 +-
 tests/plugins/test_sharded_plugin.py                         | 2 +-
 tests/plugins/test_single_device_plugin.py                   | 2 +-
 tests/plugins/test_tpu_spawn.py                              | 2 +-
 tests/profiler/test_profiler.py                              | 2 +-
 tests/profiler/test_xla_profiler.py                          | 2 +-
 tests/trainer/connectors/test_callback_connector.py          | 2 +-
 tests/trainer/connectors/test_checkpoint_connector.py        | 2 +-
 tests/trainer/dynamic_args/test_multiple_eval_dataloaders.py | 2 +-
 tests/trainer/flags/test_check_val_every_n_epoch.py          | 2 +-
 tests/trainer/flags/test_fast_dev_run.py                     | 2 +-
 tests/trainer/flags/test_min_max_epochs.py                   | 2 +-
 tests/trainer/flags/test_overfit_batches.py                  | 2 +-
 tests/trainer/flags/test_val_check_interval.py               | 2 +-
 tests/trainer/logging_/test_distributed_logging.py           | 2 +-
 tests/trainer/logging_/test_eval_loop_logging.py             | 2 +-
 tests/trainer/logging_/test_logger_connector.py              | 2 +-
 tests/trainer/logging_/test_progress_bar_logging.py          | 2 +-
 tests/trainer/logging_/test_train_loop_logging.py            | 3 ++-
 tests/trainer/loops/test_all.py                              | 2 +-
 tests/trainer/loops/test_evaluation_loop.py                  | 2 +-
 tests/trainer/loops/test_flow_warnings.py                    | 2 +-
 tests/trainer/loops/test_training_loop.py                    | 2 +-
 tests/trainer/loops/test_training_loop_flow_scalar.py        | 2 +-
 tests/trainer/optimization/test_manual_optimization.py       | 2 +-
 tests/trainer/optimization/test_multiple_optimizers.py       | 2 +-
 tests/trainer/optimization/test_optimizers.py                | 2 +-
 tests/trainer/properties/log_dir.py                          | 2 +-
 tests/trainer/properties/test_get_model.py                   | 2 +-
 tests/trainer/test_config_validator.py                       | 2 +-
 tests/trainer/test_data_loading.py                           | 2 +-
 tests/trainer/test_dataloaders.py                            | 3 ++-
 tests/trainer/test_states.py                                 | 2 +-
 tests/trainer/test_trainer.py                                | 2 +-
 tests/tuner/test_lr_finder.py                                | 2 +-
 tests/tuner/test_scale_batch_size.py                         | 2 +-
 tests/utilities/test_all_gather_grad.py                      | 2 +-
 tests/utilities/test_auto_restart.py                         | 2 +-
 tests/utilities/test_cli.py                                  | 2 +-
 tests/utilities/test_deepspeed_collate_checkpoint.py         | 2 +-
 tests/utilities/test_dtype_device_mixin.py                   | 2 +-
 tests/utilities/test_memory.py                               | 2 +-
 tests/utilities/test_model_helpers.py                        | 2 +-
 tests/utilities/test_model_summary.py                        | 2 +-
 tests/utilities/test_remote_filesystem.py                    | 2 +-
 113 files changed, 117 insertions(+), 113 deletions(-)

diff --git a/benchmarks/test_sharded_parity.py b/benchmarks/test_sharded_parity.py
index b86c2d4800d5e..3890b26dd4ec5 100644
--- a/benchmarks/test_sharded_parity.py
+++ b/benchmarks/test_sharded_parity.py
@@ -20,7 +20,7 @@
 
 from pytorch_lightning import seed_everything, Trainer
 from pytorch_lightning.plugins import DDPSpawnShardedPlugin
-from tests.helpers.boring_model import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/accelerators/test_accelerator_connector.py b/tests/accelerators/test_accelerator_connector.py
index e27b873a63941..6e72ed47940f0 100644
--- a/tests/accelerators/test_accelerator_connector.py
+++ b/tests/accelerators/test_accelerator_connector.py
@@ -43,8 +43,8 @@
     TorchElasticEnvironment,
 )
 from pytorch_lightning.utilities import DistributedType
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/accelerators/test_common.py b/tests/accelerators/test_common.py
index e67fb166f815b..187d9666cc9f1 100644
--- a/tests/accelerators/test_common.py
+++ b/tests/accelerators/test_common.py
@@ -17,8 +17,8 @@
 import tests.helpers.utils as tutils
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import SingleDevicePlugin
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.accelerators.test_dp import CustomClassificationModelDP
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
 
diff --git a/tests/accelerators/test_cpu.py b/tests/accelerators/test_cpu.py
index 1a584ed444758..f2d79f474b75c 100644
--- a/tests/accelerators/test_cpu.py
+++ b/tests/accelerators/test_cpu.py
@@ -11,8 +11,8 @@
 from pytorch_lightning.plugins import SingleDevicePlugin
 from pytorch_lightning.plugins.precision import MixedPrecisionPlugin
 from pytorch_lightning.plugins.precision.precision_plugin import PrecisionPlugin
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers.boring_model import BoringModel
 
 
 def test_unsupported_precision_plugins():
diff --git a/tests/accelerators/test_ddp.py b/tests/accelerators/test_ddp.py
index dc83e4ad4f02e..eb4394a7e293c 100644
--- a/tests/accelerators/test_ddp.py
+++ b/tests/accelerators/test_ddp.py
@@ -23,8 +23,8 @@
 import pytorch_lightning as pl
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import Callback
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.accelerators import ddp_model
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.runif import RunIf
 from tests.utilities.distributed import call_training_script
 
diff --git a/tests/accelerators/test_ddp_spawn.py b/tests/accelerators/test_ddp_spawn.py
index a21078cf55542..196cc5d340722 100644
--- a/tests/accelerators/test_ddp_spawn.py
+++ b/tests/accelerators/test_ddp_spawn.py
@@ -16,7 +16,7 @@
 from pytorch_lightning.callbacks import EarlyStopping
 from pytorch_lightning.trainer import Trainer
 from pytorch_lightning.utilities import memory
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
 from tests.helpers.simple_models import ClassificationModel
diff --git a/tests/accelerators/test_dp.py b/tests/accelerators/test_dp.py
index efaf761cb7116..157558053e2b0 100644
--- a/tests/accelerators/test_dp.py
+++ b/tests/accelerators/test_dp.py
@@ -22,8 +22,8 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import EarlyStopping
 from pytorch_lightning.utilities import memory
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel, RandomDataset
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
 from tests.helpers.simple_models import ClassificationModel
diff --git a/tests/accelerators/test_ipu.py b/tests/accelerators/test_ipu.py
index 2c1e7d553b34f..2955b7c261c82 100644
--- a/tests/accelerators/test_ipu.py
+++ b/tests/accelerators/test_ipu.py
@@ -25,8 +25,8 @@
 from pytorch_lightning.trainer.states import RunningStage
 from pytorch_lightning.trainer.supporters import CombinedLoader
 from pytorch_lightning.utilities import _IPU_AVAILABLE
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
 from tests.helpers.simple_models import ClassificationModel
diff --git a/tests/accelerators/test_multi_nodes_gpu.py b/tests/accelerators/test_multi_nodes_gpu.py
index ea591e47041f8..be72c9bfa15ee 100644
--- a/tests/accelerators/test_multi_nodes_gpu.py
+++ b/tests/accelerators/test_multi_nodes_gpu.py
@@ -25,7 +25,7 @@
 
 from pytorch_lightning import LightningModule  # noqa: E402
 from pytorch_lightning import Trainer  # noqa: E402
-from tests.helpers.boring_model import BoringModel  # noqa: E402
+from pytorch_lightning.utilities.debug_examples import BoringModel  # noqa: E402
 
 
 # TODO(Borda): When multi-node tests are re-enabled (.github/workflows/ci_test-mnodes.yml)
diff --git a/tests/accelerators/test_tpu_backend.py b/tests/accelerators/test_tpu_backend.py
index 99ac579eb99b0..faaf524fff357 100644
--- a/tests/accelerators/test_tpu_backend.py
+++ b/tests/accelerators/test_tpu_backend.py
@@ -23,8 +23,8 @@
 from pytorch_lightning.accelerators.tpu import TPUAccelerator
 from pytorch_lightning.callbacks import Callback
 from pytorch_lightning.plugins import TPUSpawnPlugin
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.runif import RunIf
 from tests.helpers.utils import pl_multi_process_test
 
diff --git a/tests/callbacks/test_callback_hook_outputs.py b/tests/callbacks/test_callback_hook_outputs.py
index 1a2ecae7b94c0..ba1b60f0153e1 100644
--- a/tests/callbacks/test_callback_hook_outputs.py
+++ b/tests/callbacks/test_callback_hook_outputs.py
@@ -14,7 +14,7 @@
 import pytest
 
 from pytorch_lightning import Callback, Trainer
-from tests.helpers.boring_model import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 @pytest.mark.parametrize("single_cb", [False, True])
diff --git a/tests/callbacks/test_callbacks.py b/tests/callbacks/test_callbacks.py
index d190feed7e1f7..b435f0485b2c9 100644
--- a/tests/callbacks/test_callbacks.py
+++ b/tests/callbacks/test_callbacks.py
@@ -15,7 +15,7 @@
 from unittest.mock import call, Mock
 
 from pytorch_lightning import Callback, Trainer
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 def test_callbacks_configured_in_model(tmpdir):
diff --git a/tests/callbacks/test_early_stopping.py b/tests/callbacks/test_early_stopping.py
index f7e4968e6135a..2a07dc9bae2a2 100644
--- a/tests/callbacks/test_early_stopping.py
+++ b/tests/callbacks/test_early_stopping.py
@@ -24,8 +24,8 @@
 
 from pytorch_lightning import seed_everything, Trainer
 from pytorch_lightning.callbacks import EarlyStopping, ModelCheckpoint
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
 from tests.helpers.simple_models import ClassificationModel
diff --git a/tests/callbacks/test_finetuning_callback.py b/tests/callbacks/test_finetuning_callback.py
index 9a28c7a8fc478..dd0670a62f2c7 100644
--- a/tests/callbacks/test_finetuning_callback.py
+++ b/tests/callbacks/test_finetuning_callback.py
@@ -22,7 +22,7 @@
 from pytorch_lightning import LightningModule, seed_everything, Trainer
 from pytorch_lightning.callbacks import BackboneFinetuning, BaseFinetuning, ModelCheckpoint
 from pytorch_lightning.callbacks.base import Callback
-from tests.helpers import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 
 
 class TestBackboneFinetuningCallback(BackboneFinetuning):
diff --git a/tests/callbacks/test_gpu_stats_monitor.py b/tests/callbacks/test_gpu_stats_monitor.py
index 4223a7e7b9e3f..7f81368244774 100644
--- a/tests/callbacks/test_gpu_stats_monitor.py
+++ b/tests/callbacks/test_gpu_stats_monitor.py
@@ -22,8 +22,8 @@
 from pytorch_lightning.callbacks import GPUStatsMonitor
 from pytorch_lightning.loggers import CSVLogger
 from pytorch_lightning.loggers.csv_logs import ExperimentWriter
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/callbacks/test_lambda_function.py b/tests/callbacks/test_lambda_function.py
index 82f64d676c774..6354733ed7a5a 100644
--- a/tests/callbacks/test_lambda_function.py
+++ b/tests/callbacks/test_lambda_function.py
@@ -16,7 +16,7 @@
 
 from pytorch_lightning import seed_everything, Trainer
 from pytorch_lightning.callbacks import Callback, LambdaCallback
-from tests.helpers.boring_model import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 def test_lambda_call(tmpdir):
diff --git a/tests/callbacks/test_lr_monitor.py b/tests/callbacks/test_lr_monitor.py
index d742781599d77..e98adb9c45a6e 100644
--- a/tests/callbacks/test_lr_monitor.py
+++ b/tests/callbacks/test_lr_monitor.py
@@ -20,8 +20,8 @@
 from pytorch_lightning.callbacks import LearningRateMonitor
 from pytorch_lightning.callbacks.base import Callback
 from pytorch_lightning.callbacks.finetuning import BackboneFinetuning
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.simple_models import ClassificationModel
 
diff --git a/tests/callbacks/test_prediction_writer.py b/tests/callbacks/test_prediction_writer.py
index 75e0dbd31ec79..a86be0b05c1cb 100644
--- a/tests/callbacks/test_prediction_writer.py
+++ b/tests/callbacks/test_prediction_writer.py
@@ -16,8 +16,8 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import BasePredictionWriter
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel
 
 
 def test_prediction_writer(tmpdir):
diff --git a/tests/callbacks/test_progress_bar.py b/tests/callbacks/test_progress_bar.py
index 1c3176f39a886..5c1accdcc11e3 100644
--- a/tests/callbacks/test_progress_bar.py
+++ b/tests/callbacks/test_progress_bar.py
@@ -25,8 +25,8 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint, ProgressBar, ProgressBarBase
 from pytorch_lightning.callbacks.progress import tqdm
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers.boring_model import BoringModel, RandomDataset
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/callbacks/test_pruning.py b/tests/callbacks/test_pruning.py
index fe6e14d1084d9..bacb46f3f4c89 100644
--- a/tests/callbacks/test_pruning.py
+++ b/tests/callbacks/test_pruning.py
@@ -24,8 +24,8 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint, ModelPruning
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/callbacks/test_stochastic_weight_avg.py b/tests/callbacks/test_stochastic_weight_avg.py
index be4cbb14e7344..62cd4f0aa7365 100644
--- a/tests/callbacks/test_stochastic_weight_avg.py
+++ b/tests/callbacks/test_stochastic_weight_avg.py
@@ -25,8 +25,9 @@
 from pytorch_lightning.callbacks import StochasticWeightAveraging
 from pytorch_lightning.plugins import DDPSpawnPlugin
 from pytorch_lightning.trainer.connectors.data_connector import _PatchDataLoader
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers.boring_model import BoringModel, RandomDataset, RandomIterableDataset
+from tests.helpers.datasets import RandomIterableDataset
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/callbacks/test_timer.py b/tests/callbacks/test_timer.py
index 44d3c305bb1ac..3d81ada5bb2f4 100644
--- a/tests/callbacks/test_timer.py
+++ b/tests/callbacks/test_timer.py
@@ -21,8 +21,8 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.callbacks.timer import Timer
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/callbacks/test_xla_stats_monitor.py b/tests/callbacks/test_xla_stats_monitor.py
index bf4dde3983921..a03ce1ff1b33e 100644
--- a/tests/callbacks/test_xla_stats_monitor.py
+++ b/tests/callbacks/test_xla_stats_monitor.py
@@ -20,8 +20,8 @@
 from pytorch_lightning.callbacks import XLAStatsMonitor
 from pytorch_lightning.loggers import CSVLogger
 from pytorch_lightning.loggers.csv_logs import ExperimentWriter
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/checkpointing/test_checkpoint_callback_frequency.py b/tests/checkpointing/test_checkpoint_callback_frequency.py
index 2e7fcfb8c2253..9a8538056756d 100644
--- a/tests/checkpointing/test_checkpoint_callback_frequency.py
+++ b/tests/checkpointing/test_checkpoint_callback_frequency.py
@@ -18,7 +18,7 @@
 import torch
 
 from pytorch_lightning import callbacks, seed_everything, Trainer
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/checkpointing/test_model_checkpoint.py b/tests/checkpointing/test_model_checkpoint.py
index 0906ed3820705..12df340aa747c 100644
--- a/tests/checkpointing/test_model_checkpoint.py
+++ b/tests/checkpointing/test_model_checkpoint.py
@@ -38,8 +38,8 @@
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.loggers import TensorBoardLogger
 from pytorch_lightning.utilities.cloud_io import load as pl_load
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/checkpointing/test_torch_saving.py b/tests/checkpointing/test_torch_saving.py
index e95ce1c91d6f4..b9292200dcebd 100644
--- a/tests/checkpointing/test_torch_saving.py
+++ b/tests/checkpointing/test_torch_saving.py
@@ -16,7 +16,7 @@
 import torch
 
 from pytorch_lightning import Trainer
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/checkpointing/test_trainer_checkpoint.py b/tests/checkpointing/test_trainer_checkpoint.py
index f76e76b2f9dd9..e68506d0619e2 100644
--- a/tests/checkpointing/test_trainer_checkpoint.py
+++ b/tests/checkpointing/test_trainer_checkpoint.py
@@ -19,7 +19,7 @@
 import pytorch_lightning as pl
 from pytorch_lightning import seed_everything, Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 def test_finetuning_with_resume_from_checkpoint(tmpdir):
diff --git a/tests/core/test_datamodules.py b/tests/core/test_datamodules.py
index 2ce27a1758533..ed282f82e0189 100644
--- a/tests/core/test_datamodules.py
+++ b/tests/core/test_datamodules.py
@@ -23,8 +23,8 @@
 from pytorch_lightning import LightningDataModule, Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.utilities import AttributeDict
+from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
 from pytorch_lightning.utilities.model_helpers import is_overridden
-from tests.helpers import BoringDataModule, BoringModel
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
 from tests.helpers.simple_models import ClassificationModel
diff --git a/tests/core/test_decorators.py b/tests/core/test_decorators.py
index c26836e6a5c90..383f4942c40ee 100644
--- a/tests/core/test_decorators.py
+++ b/tests/core/test_decorators.py
@@ -15,7 +15,7 @@
 import torch
 
 from pytorch_lightning.core.decorators import auto_move_data
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/core/test_lightning_module.py b/tests/core/test_lightning_module.py
index e44619aca2729..365d15aa3019e 100644
--- a/tests/core/test_lightning_module.py
+++ b/tests/core/test_lightning_module.py
@@ -19,7 +19,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import TensorBoardLogger
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/core/test_lightning_optimizer.py b/tests/core/test_lightning_optimizer.py
index f8c3317b6c595..ae627c2b65f96 100644
--- a/tests/core/test_lightning_optimizer.py
+++ b/tests/core/test_lightning_optimizer.py
@@ -20,7 +20,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.core.optimizer import LightningOptimizer
-from tests.helpers.boring_model import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 def test_lightning_optimizer(tmpdir):
diff --git a/tests/core/test_metric_result_integration.py b/tests/core/test_metric_result_integration.py
index 0c90dee2e5639..c9e446c766654 100644
--- a/tests/core/test_metric_result_integration.py
+++ b/tests/core/test_metric_result_integration.py
@@ -28,8 +28,8 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.trainer.connectors.logger_connector.result import _Sync, MetricSource, ResultCollection
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.imports import _fault_tolerant_enabled, _TORCH_GREATER_EQUAL_1_7
-from tests.helpers import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/core/test_results.py b/tests/core/test_results.py
index fba4814e6d48a..eb00c34f20664 100644
--- a/tests/core/test_results.py
+++ b/tests/core/test_results.py
@@ -22,8 +22,8 @@
 import tests.helpers.utils as tutils
 from pytorch_lightning import Trainer
 from pytorch_lightning.trainer.connectors.logger_connector.result import _Sync
+from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
 from pytorch_lightning.utilities.distributed import sync_ddp_if_available
-from tests.helpers import BoringDataModule, BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/deprecated_api/test_remove_1-5.py b/tests/deprecated_api/test_remove_1-5.py
index e80b2439602cc..4e4d6f6009ecf 100644
--- a/tests/deprecated_api/test_remove_1-5.py
+++ b/tests/deprecated_api/test_remove_1-5.py
@@ -27,9 +27,9 @@
 from pytorch_lightning.plugins import DeepSpeedPlugin
 from pytorch_lightning.profiler import AdvancedProfiler, BaseProfiler, PyTorchProfiler, SimpleProfiler
 from pytorch_lightning.utilities import device_parser
+from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
 from pytorch_lightning.utilities.imports import _compare_version
 from tests.deprecated_api import no_deprecated_call
-from tests.helpers import BoringDataModule, BoringModel
 from tests.helpers.runif import RunIf
 from tests.helpers.utils import no_warning_call
 
diff --git a/tests/deprecated_api/test_remove_1-6.py b/tests/deprecated_api/test_remove_1-6.py
index 98c5c4e0320ea..0470c0d2a834f 100644
--- a/tests/deprecated_api/test_remove_1-6.py
+++ b/tests/deprecated_api/test_remove_1-6.py
@@ -18,11 +18,11 @@
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.callbacks.early_stopping import EarlyStopping
 from pytorch_lightning.plugins.training_type import DDPPlugin, DDPSpawnPlugin
+from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
 from pytorch_lightning.utilities.distributed import rank_zero_deprecation, rank_zero_warn
 from pytorch_lightning.utilities.model_helpers import is_overridden
 from pytorch_lightning.utilities.model_summary import ModelSummary
 from tests.deprecated_api import _soft_unimport_module
-from tests.helpers import BoringDataModule, BoringModel
 
 
 def test_v1_6_0_trainer_model_hook_mixin(tmpdir):
diff --git a/tests/deprecated_api/test_remove_1-7.py b/tests/deprecated_api/test_remove_1-7.py
index 38b1e50150063..5956e03f854c0 100644
--- a/tests/deprecated_api/test_remove_1-7.py
+++ b/tests/deprecated_api/test_remove_1-7.py
@@ -15,8 +15,8 @@
 
 import pytest
 
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.deprecated_api import _soft_unimport_module
-from tests.helpers import BoringModel
 
 
 def test_v1_7_0_deprecated_lightning_module_summarize(tmpdir):
diff --git a/tests/helpers/pipelines.py b/tests/helpers/pipelines.py
index 3e5066d708da0..3a683d61d7c22 100644
--- a/tests/helpers/pipelines.py
+++ b/tests/helpers/pipelines.py
@@ -16,7 +16,7 @@
 
 from pytorch_lightning import LightningDataModule, LightningModule, Trainer
 from pytorch_lightning.utilities import DistributedType
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.utils import get_default_logger, load_model_from_checkpoint, reset_seed
 
 
diff --git a/tests/helpers/test_models.py b/tests/helpers/test_models.py
index b6d853f2ac594..e9a5d8c4b5a78 100644
--- a/tests/helpers/test_models.py
+++ b/tests/helpers/test_models.py
@@ -16,8 +16,8 @@
 import pytest
 
 from pytorch_lightning import Trainer
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.advanced_models import BasicGAN, ParityModuleMNIST, ParityModuleRNN
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.datamodules import ClassifDataModule, RegressDataModule
 from tests.helpers.simple_models import ClassificationModel, RegressionModel
 
diff --git a/tests/loggers/test_all.py b/tests/loggers/test_all.py
index eb1d53ccc62e3..f69bbb15df45a 100644
--- a/tests/loggers/test_all.py
+++ b/tests/loggers/test_all.py
@@ -32,7 +32,7 @@
     WandbLogger,
 )
 from pytorch_lightning.loggers.base import DummyExperiment
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 from tests.loggers.test_comet import _patch_comet_atexit
 from tests.loggers.test_mlflow import mock_mlflow_run_creation
diff --git a/tests/loggers/test_base.py b/tests/loggers/test_base.py
index 7c8673c34956f..b19996b05f7d9 100644
--- a/tests/loggers/test_base.py
+++ b/tests/loggers/test_base.py
@@ -23,7 +23,7 @@
 from pytorch_lightning.loggers import LightningLoggerBase, LoggerCollection, TensorBoardLogger
 from pytorch_lightning.loggers.base import DummyExperiment, DummyLogger
 from pytorch_lightning.utilities import rank_zero_only
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 def test_logger_collection():
diff --git a/tests/loggers/test_comet.py b/tests/loggers/test_comet.py
index cb3641e669d50..816a79fc6794f 100644
--- a/tests/loggers/test_comet.py
+++ b/tests/loggers/test_comet.py
@@ -18,8 +18,8 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import CometLogger
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel
 
 
 def _patch_comet_atexit(monkeypatch):
diff --git a/tests/loggers/test_mlflow.py b/tests/loggers/test_mlflow.py
index 8523edf69a980..0fbb3aa667fa2 100644
--- a/tests/loggers/test_mlflow.py
+++ b/tests/loggers/test_mlflow.py
@@ -20,7 +20,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import _MLFLOW_AVAILABLE, MLFlowLogger
 from pytorch_lightning.loggers.mlflow import MLFLOW_RUN_NAME, resolve_tags
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 def mock_mlflow_run_creation(logger, experiment_name=None, experiment_id=None, run_id=None):
diff --git a/tests/loggers/test_neptune.py b/tests/loggers/test_neptune.py
index c58bb4ef59fbe..05262287abadb 100644
--- a/tests/loggers/test_neptune.py
+++ b/tests/loggers/test_neptune.py
@@ -17,7 +17,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import NeptuneLogger
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 @patch("pytorch_lightning.loggers.neptune.neptune")
diff --git a/tests/loggers/test_tensorboard.py b/tests/loggers/test_tensorboard.py
index effc2512a739a..710059f370d4b 100644
--- a/tests/loggers/test_tensorboard.py
+++ b/tests/loggers/test_tensorboard.py
@@ -24,7 +24,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import TensorBoardLogger
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 def test_tensorboard_hparams_reload(tmpdir):
diff --git a/tests/loggers/test_wandb.py b/tests/loggers/test_wandb.py
index 40243860b1cb9..16bd72198f04c 100644
--- a/tests/loggers/test_wandb.py
+++ b/tests/loggers/test_wandb.py
@@ -20,8 +20,8 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import WandbLogger
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel
 
 
 @mock.patch("pytorch_lightning.loggers.wandb.wandb")
diff --git a/tests/loops/test_loops.py b/tests/loops/test_loops.py
index 45c6453688939..9f7534733af67 100644
--- a/tests/loops/test_loops.py
+++ b/tests/loops/test_loops.py
@@ -24,7 +24,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.loops import Loop, TrainingBatchLoop
 from pytorch_lightning.trainer.progress import BaseProgress
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/models/data/horovod/train_default_model.py b/tests/models/data/horovod/train_default_model.py
index f851a7de0837e..cf10b0ee2818e 100644
--- a/tests/models/data/horovod/train_default_model.py
+++ b/tests/models/data/horovod/train_default_model.py
@@ -37,7 +37,7 @@
 else:
     print("You requested to import Horovod which is missing or not supported for your OS.")
 
-from tests.helpers import BoringModel  # noqa: E402
+from pytorch_lightning.utilities.debug_examples import BoringModel  # noqa: E402
 from tests.helpers.utils import reset_seed, set_random_master_port  # noqa: E402
 
 parser = argparse.ArgumentParser()
diff --git a/tests/models/test_amp.py b/tests/models/test_amp.py
index ea02403f6a71c..a7a1609336ec8 100644
--- a/tests/models/test_amp.py
+++ b/tests/models/test_amp.py
@@ -22,8 +22,8 @@
 import tests.helpers.utils as tutils
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins.environments import SLURMEnvironment
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel, RandomDataset
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/models/test_cpu.py b/tests/models/test_cpu.py
index c7bf787248ce3..c13d92c7d338e 100644
--- a/tests/models/test_cpu.py
+++ b/tests/models/test_cpu.py
@@ -20,7 +20,7 @@
 import tests.helpers.utils as tutils
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import Callback, EarlyStopping, ModelCheckpoint
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
 from tests.helpers.simple_models import ClassificationModel
diff --git a/tests/models/test_gpu.py b/tests/models/test_gpu.py
index ec8f8b3b1fecb..4cc4884fa482f 100644
--- a/tests/models/test_gpu.py
+++ b/tests/models/test_gpu.py
@@ -25,9 +25,9 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins.environments import TorchElasticEnvironment
 from pytorch_lightning.utilities import device_parser
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.imports import _compare_version
-from tests.helpers import BoringModel
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.imports import Batch, Dataset, Example, Field, LabelField
 from tests.helpers.runif import RunIf
diff --git a/tests/models/test_grad_norm.py b/tests/models/test_grad_norm.py
index fb0c0d4a8da76..8568e80d1dc4d 100644
--- a/tests/models/test_grad_norm.py
+++ b/tests/models/test_grad_norm.py
@@ -17,7 +17,7 @@
 import pytest
 
 from pytorch_lightning import Trainer
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.utils import reset_seed
 
 
diff --git a/tests/models/test_hooks.py b/tests/models/test_hooks.py
index 2f5fa71ede9f4..1675dd270633a 100644
--- a/tests/models/test_hooks.py
+++ b/tests/models/test_hooks.py
@@ -21,7 +21,7 @@
 from torch.utils.data import DataLoader
 
 from pytorch_lightning import __version__, Callback, LightningDataModule, LightningModule, Trainer
-from tests.helpers import BoringDataModule, BoringModel, RandomDataset
+from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel, RandomDataset
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/models/test_horovod.py b/tests/models/test_horovod.py
index c3f3cdcf7ffc2..94a7b33ce4835 100644
--- a/tests/models/test_horovod.py
+++ b/tests/models/test_horovod.py
@@ -30,7 +30,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.accelerators import CPUAccelerator
 from pytorch_lightning.utilities import _HOROVOD_AVAILABLE
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.advanced_models import BasicGAN
 from tests.helpers.runif import RunIf
 
diff --git a/tests/models/test_hparams.py b/tests/models/test_hparams.py
index 7e37fab22cd3f..5ea6dce781379 100644
--- a/tests/models/test_hparams.py
+++ b/tests/models/test_hparams.py
@@ -31,8 +31,8 @@
 from pytorch_lightning.core.datamodule import LightningDataModule
 from pytorch_lightning.core.saving import load_hparams_from_yaml, save_hparams_to_yaml
 from pytorch_lightning.utilities import _HYDRA_EXPERIMENTAL_AVAILABLE, AttributeDict, is_picklable
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel, RandomDataset
 
 if _HYDRA_EXPERIMENTAL_AVAILABLE:
     from hydra.experimental import compose, initialize
diff --git a/tests/models/test_onnx.py b/tests/models/test_onnx.py
index cec01e828d1ed..22838fecf1bb2 100644
--- a/tests/models/test_onnx.py
+++ b/tests/models/test_onnx.py
@@ -21,7 +21,7 @@
 import tests.helpers.pipelines as tpipes
 import tests.helpers.utils as tutils
 from pytorch_lightning import Trainer
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/models/test_restore.py b/tests/models/test_restore.py
index d1d870fa30116..558cc005f409b 100644
--- a/tests/models/test_restore.py
+++ b/tests/models/test_restore.py
@@ -28,7 +28,7 @@
 from pytorch_lightning import Callback, Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.trainer.states import RunningStage
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
 from tests.helpers.simple_models import ClassificationModel
diff --git a/tests/models/test_torchscript.py b/tests/models/test_torchscript.py
index 5748f6d9a1095..8cb659ceede85 100644
--- a/tests/models/test_torchscript.py
+++ b/tests/models/test_torchscript.py
@@ -20,7 +20,7 @@
 from fsspec.implementations.local import LocalFileSystem
 
 from pytorch_lightning.utilities.cloud_io import get_filesystem
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.advanced_models import BasicGAN, ParityModuleRNN
 from tests.helpers.datamodules import MNISTDataModule
 from tests.helpers.runif import RunIf
diff --git a/tests/models/test_tpu.py b/tests/models/test_tpu.py
index 5aa605cdf38bb..6a7cf8f346099 100644
--- a/tests/models/test_tpu.py
+++ b/tests/models/test_tpu.py
@@ -27,9 +27,9 @@
 from pytorch_lightning.plugins import TPUSpawnPlugin
 from pytorch_lightning.trainer.connectors.logger_connector.result import _Sync
 from pytorch_lightning.utilities import _TPU_AVAILABLE
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.distributed import ReduceOp
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel, RandomDataset
 from tests.helpers.runif import RunIf
 from tests.helpers.utils import pl_multi_process_test
 
diff --git a/tests/overrides/test_base.py b/tests/overrides/test_base.py
index 4b76fd028af66..f873607a8149e 100644
--- a/tests/overrides/test_base.py
+++ b/tests/overrides/test_base.py
@@ -20,7 +20,7 @@
     _LightningPrecisionModuleWrapperBase,
     unwrap_lightning_module,
 )
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 @pytest.mark.parametrize("wrapper_class", [_LightningModuleWrapperBase, _LightningPrecisionModuleWrapperBase])
diff --git a/tests/overrides/test_data_parallel.py b/tests/overrides/test_data_parallel.py
index c481fdbef0f33..e7751d7f5f05d 100644
--- a/tests/overrides/test_data_parallel.py
+++ b/tests/overrides/test_data_parallel.py
@@ -27,7 +27,7 @@
     unsqueeze_scalar_tensor,
 )
 from pytorch_lightning.trainer.states import RunningStage
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/environments/torch_elastic_deadlock.py b/tests/plugins/environments/torch_elastic_deadlock.py
index ac2348285d9af..46fe8c47b7240 100644
--- a/tests/plugins/environments/torch_elastic_deadlock.py
+++ b/tests/plugins/environments/torch_elastic_deadlock.py
@@ -4,8 +4,8 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins.training_type.ddp import DDPPlugin
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import DeadlockDetectedException
-from tests.helpers.boring_model import BoringModel
 
 if os.getenv("PL_RUNNING_SPECIAL_TESTS", "0") == "1":
 
diff --git a/tests/plugins/test_amp_plugins.py b/tests/plugins/test_amp_plugins.py
index d5862635c7af9..38751d93ef0a0 100644
--- a/tests/plugins/test_amp_plugins.py
+++ b/tests/plugins/test_amp_plugins.py
@@ -21,7 +21,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import ApexMixedPrecisionPlugin, NativeMixedPrecisionPlugin
 from pytorch_lightning.plugins.precision import MixedPrecisionPlugin
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/test_custom_plugin.py b/tests/plugins/test_custom_plugin.py
index 939c05d1b7afe..123cd152e8a4d 100644
--- a/tests/plugins/test_custom_plugin.py
+++ b/tests/plugins/test_custom_plugin.py
@@ -19,7 +19,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import DDPPlugin, SingleDevicePlugin
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/test_ddp_fully_sharded_with_full_state_dict.py b/tests/plugins/test_ddp_fully_sharded_with_full_state_dict.py
index 3dd4897864947..9c9b354570a18 100644
--- a/tests/plugins/test_ddp_fully_sharded_with_full_state_dict.py
+++ b/tests/plugins/test_ddp_fully_sharded_with_full_state_dict.py
@@ -9,8 +9,8 @@
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.plugins import DDPFullyShardedPlugin, FullyShardedNativeMixedPrecisionPlugin
 from pytorch_lightning.utilities import _FAIRSCALE_FULLY_SHARDED_AVAILABLE
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.runif import RunIf
 
 if _FAIRSCALE_FULLY_SHARDED_AVAILABLE:
diff --git a/tests/plugins/test_ddp_plugin.py b/tests/plugins/test_ddp_plugin.py
index ac8ba767b0e3e..6ebbef0ae4cd2 100644
--- a/tests/plugins/test_ddp_plugin.py
+++ b/tests/plugins/test_ddp_plugin.py
@@ -18,7 +18,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import DDPPlugin
-from tests.helpers.boring_model import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/test_ddp_plugin_with_comm_hook.py b/tests/plugins/test_ddp_plugin_with_comm_hook.py
index 49c4cd18ef316..182aba47f5f23 100644
--- a/tests/plugins/test_ddp_plugin_with_comm_hook.py
+++ b/tests/plugins/test_ddp_plugin_with_comm_hook.py
@@ -16,7 +16,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import DDPPlugin, DDPSpawnPlugin
 from pytorch_lightning.utilities import _TORCH_GREATER_EQUAL_1_8
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 if torch.distributed.is_available() and _TORCH_GREATER_EQUAL_1_8:
diff --git a/tests/plugins/test_ddp_spawn_plugin.py b/tests/plugins/test_ddp_spawn_plugin.py
index 1ab94446c8176..24b7e17e6e353 100644
--- a/tests/plugins/test_ddp_spawn_plugin.py
+++ b/tests/plugins/test_ddp_spawn_plugin.py
@@ -15,7 +15,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import DDPSpawnPlugin
-from tests.helpers.boring_model import BoringDataModule, BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/test_deepspeed_plugin.py b/tests/plugins/test_deepspeed_plugin.py
index f0c1d7d49b586..62fd768867812 100644
--- a/tests/plugins/test_deepspeed_plugin.py
+++ b/tests/plugins/test_deepspeed_plugin.py
@@ -15,10 +15,11 @@
 from pytorch_lightning.callbacks import Callback, LearningRateMonitor, ModelCheckpoint
 from pytorch_lightning.plugins import DeepSpeedPlugin, DeepSpeedPrecisionPlugin
 from pytorch_lightning.plugins.training_type.deepspeed import LightningDeepSpeedModule
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.imports import _DEEPSPEED_AVAILABLE
-from tests.helpers.boring_model import BoringModel, RandomDataset, RandomIterableDataset
 from tests.helpers.datamodules import ClassifDataModule
+from tests.helpers.datasets import RandomIterableDataset
 from tests.helpers.runif import RunIf
 
 if _DEEPSPEED_AVAILABLE:
diff --git a/tests/plugins/test_double_plugin.py b/tests/plugins/test_double_plugin.py
index 71595024c80af..f2ac6678cd554 100644
--- a/tests/plugins/test_double_plugin.py
+++ b/tests/plugins/test_double_plugin.py
@@ -21,7 +21,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import DoublePrecisionPlugin
 from pytorch_lightning.utilities import _TORCH_GREATER_EQUAL_1_7
-from tests.helpers.boring_model import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/test_sharded_plugin.py b/tests/plugins/test_sharded_plugin.py
index 82e899a6f4aac..a2d88eb0d69ab 100644
--- a/tests/plugins/test_sharded_plugin.py
+++ b/tests/plugins/test_sharded_plugin.py
@@ -7,8 +7,8 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import Callback
 from pytorch_lightning.plugins import DDPShardedPlugin, DDPSpawnShardedPlugin
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/test_single_device_plugin.py b/tests/plugins/test_single_device_plugin.py
index 8d42bbb3e99ec..88e00706c6117 100644
--- a/tests/plugins/test_single_device_plugin.py
+++ b/tests/plugins/test_single_device_plugin.py
@@ -15,7 +15,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import SingleDevicePlugin
-from tests.helpers.boring_model import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/test_tpu_spawn.py b/tests/plugins/test_tpu_spawn.py
index 036e26a7c4a2f..9f823b36a639e 100644
--- a/tests/plugins/test_tpu_spawn.py
+++ b/tests/plugins/test_tpu_spawn.py
@@ -22,8 +22,8 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins.training_type import TPUSpawnPlugin
 from pytorch_lightning.trainer.connectors.data_connector import DataConnector
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers.boring_model import BoringModel, RandomDataset
 from tests.helpers.dataloaders import CustomNotImplementedErrorDataloader
 from tests.helpers.runif import RunIf
 from tests.helpers.utils import pl_multi_process_test
diff --git a/tests/profiler/test_profiler.py b/tests/profiler/test_profiler.py
index 2145ab83e9cdb..2a1d745ebfffd 100644
--- a/tests/profiler/test_profiler.py
+++ b/tests/profiler/test_profiler.py
@@ -27,9 +27,9 @@
 from pytorch_lightning.profiler import AdvancedProfiler, PassThroughProfiler, PyTorchProfiler, SimpleProfiler
 from pytorch_lightning.profiler.pytorch import RegisterRecordFunction
 from pytorch_lightning.utilities import _TORCH_GREATER_EQUAL_1_7
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.imports import _KINETO_AVAILABLE
-from tests.helpers import BoringModel
 from tests.helpers.runif import RunIf
 
 PROFILER_OVERHEAD_MAX_TOLERANCE = 0.0005
diff --git a/tests/profiler/test_xla_profiler.py b/tests/profiler/test_xla_profiler.py
index 2afbf69a6d0b0..06e77140d7e60 100644
--- a/tests/profiler/test_xla_profiler.py
+++ b/tests/profiler/test_xla_profiler.py
@@ -19,7 +19,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.profiler import XLAProfiler
 from pytorch_lightning.utilities import _TPU_AVAILABLE
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 if _TPU_AVAILABLE:
diff --git a/tests/trainer/connectors/test_callback_connector.py b/tests/trainer/connectors/test_callback_connector.py
index 45efa3c82bcba..e037d94f0f4fe 100644
--- a/tests/trainer/connectors/test_callback_connector.py
+++ b/tests/trainer/connectors/test_callback_connector.py
@@ -25,7 +25,7 @@
     ProgressBar,
 )
 from pytorch_lightning.trainer.connectors.callback_connector import CallbackConnector
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 def test_checkpoint_callbacks_are_last(tmpdir):
diff --git a/tests/trainer/connectors/test_checkpoint_connector.py b/tests/trainer/connectors/test_checkpoint_connector.py
index 83a45f02224d5..14d29ac1551e7 100644
--- a/tests/trainer/connectors/test_checkpoint_connector.py
+++ b/tests/trainer/connectors/test_checkpoint_connector.py
@@ -17,7 +17,7 @@
 import torch
 
 from pytorch_lightning import Trainer
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 class HPCHookdedModel(BoringModel):
diff --git a/tests/trainer/dynamic_args/test_multiple_eval_dataloaders.py b/tests/trainer/dynamic_args/test_multiple_eval_dataloaders.py
index 15e817da975be..8015813a18fa9 100644
--- a/tests/trainer/dynamic_args/test_multiple_eval_dataloaders.py
+++ b/tests/trainer/dynamic_args/test_multiple_eval_dataloaders.py
@@ -15,7 +15,7 @@
 from torch.utils.data import Dataset
 
 from pytorch_lightning import Trainer
-from tests.helpers.boring_model import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 class RandomDatasetA(Dataset):
diff --git a/tests/trainer/flags/test_check_val_every_n_epoch.py b/tests/trainer/flags/test_check_val_every_n_epoch.py
index 97c6ddf7803ab..e56abe721a7cc 100644
--- a/tests/trainer/flags/test_check_val_every_n_epoch.py
+++ b/tests/trainer/flags/test_check_val_every_n_epoch.py
@@ -14,7 +14,7 @@
 import pytest
 
 from pytorch_lightning.trainer import Trainer
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 @pytest.mark.parametrize(
diff --git a/tests/trainer/flags/test_fast_dev_run.py b/tests/trainer/flags/test_fast_dev_run.py
index cff0c8a43727d..d0537b9809c83 100644
--- a/tests/trainer/flags/test_fast_dev_run.py
+++ b/tests/trainer/flags/test_fast_dev_run.py
@@ -7,7 +7,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import EarlyStopping, ModelCheckpoint
 from pytorch_lightning.loggers.base import DummyLogger
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 @pytest.mark.parametrize("tuner_alg", ["batch size scaler", "learning rate finder"])
diff --git a/tests/trainer/flags/test_min_max_epochs.py b/tests/trainer/flags/test_min_max_epochs.py
index 059a447e10edb..8bece3c442df3 100644
--- a/tests/trainer/flags/test_min_max_epochs.py
+++ b/tests/trainer/flags/test_min_max_epochs.py
@@ -1,7 +1,7 @@
 import pytest
 
 from pytorch_lightning import Trainer
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 @pytest.mark.parametrize(
diff --git a/tests/trainer/flags/test_overfit_batches.py b/tests/trainer/flags/test_overfit_batches.py
index 798b9988469df..33907014c3480 100644
--- a/tests/trainer/flags/test_overfit_batches.py
+++ b/tests/trainer/flags/test_overfit_batches.py
@@ -15,7 +15,7 @@
 import torch
 
 from pytorch_lightning import Trainer
-from tests.helpers.boring_model import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 
 
 def test_overfit_multiple_val_loaders(tmpdir):
diff --git a/tests/trainer/flags/test_val_check_interval.py b/tests/trainer/flags/test_val_check_interval.py
index 8bc6ef774f4a1..3d7686edc5f96 100644
--- a/tests/trainer/flags/test_val_check_interval.py
+++ b/tests/trainer/flags/test_val_check_interval.py
@@ -14,7 +14,7 @@
 import pytest
 
 from pytorch_lightning.trainer import Trainer
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 @pytest.mark.parametrize("max_epochs", [1, 2, 3])
diff --git a/tests/trainer/logging_/test_distributed_logging.py b/tests/trainer/logging_/test_distributed_logging.py
index 727e95b894060..23e569e99bd4a 100644
--- a/tests/trainer/logging_/test_distributed_logging.py
+++ b/tests/trainer/logging_/test_distributed_logging.py
@@ -18,7 +18,7 @@
 import pytorch_lightning as pl
 from pytorch_lightning import Callback, Trainer
 from pytorch_lightning.loggers.base import LightningLoggerBase
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/trainer/logging_/test_eval_loop_logging.py b/tests/trainer/logging_/test_eval_loop_logging.py
index b46641849c6b6..f3a41818fd163 100644
--- a/tests/trainer/logging_/test_eval_loop_logging.py
+++ b/tests/trainer/logging_/test_eval_loop_logging.py
@@ -25,7 +25,7 @@
 
 from pytorch_lightning import callbacks, Trainer
 from pytorch_lightning.loggers import TensorBoardLogger
-from tests.helpers import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 
 
 def test__validation_step__log(tmpdir):
diff --git a/tests/trainer/logging_/test_logger_connector.py b/tests/trainer/logging_/test_logger_connector.py
index 518a401a72037..34c33b3c26e91 100644
--- a/tests/trainer/logging_/test_logger_connector.py
+++ b/tests/trainer/logging_/test_logger_connector.py
@@ -23,8 +23,8 @@
 from pytorch_lightning.trainer import Trainer
 from pytorch_lightning.trainer.connectors.logger_connector.fx_validator import FxValidator
 from pytorch_lightning.trainer.connectors.logger_connector.result import MetricSource, ResultCollection
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers.boring_model import BoringModel, RandomDataset
 from tests.helpers.runif import RunIf
 from tests.models.test_hooks import get_members
 
diff --git a/tests/trainer/logging_/test_progress_bar_logging.py b/tests/trainer/logging_/test_progress_bar_logging.py
index d19251c02d37c..caa3fc6e879f2 100644
--- a/tests/trainer/logging_/test_progress_bar_logging.py
+++ b/tests/trainer/logging_/test_progress_bar_logging.py
@@ -1,7 +1,7 @@
 import pytest
 
 from pytorch_lightning import Trainer
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 def test_logging_to_progress_bar_with_reserved_key(tmpdir):
diff --git a/tests/trainer/logging_/test_train_loop_logging.py b/tests/trainer/logging_/test_train_loop_logging.py
index 976f043201650..9aa370fcb28d1 100644
--- a/tests/trainer/logging_/test_train_loop_logging.py
+++ b/tests/trainer/logging_/test_train_loop_logging.py
@@ -26,8 +26,9 @@
 
 from pytorch_lightning import callbacks, Trainer
 from pytorch_lightning.callbacks import EarlyStopping, ModelCheckpoint
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers.boring_model import BoringModel, RandomDictDataset
+from tests.helpers.datasets import RandomDictDataset
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/trainer/loops/test_all.py b/tests/trainer/loops/test_all.py
index 5975937018e16..f5b10e5014394 100644
--- a/tests/trainer/loops/test_all.py
+++ b/tests/trainer/loops/test_all.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 from pytorch_lightning import Callback, Trainer
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/trainer/loops/test_evaluation_loop.py b/tests/trainer/loops/test_evaluation_loop.py
index d7acd7e65727e..d00382561703e 100644
--- a/tests/trainer/loops/test_evaluation_loop.py
+++ b/tests/trainer/loops/test_evaluation_loop.py
@@ -17,7 +17,7 @@
 from torch.utils.data import DataLoader
 
 from pytorch_lightning import Trainer
-from tests.helpers.boring_model import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/trainer/loops/test_flow_warnings.py b/tests/trainer/loops/test_flow_warnings.py
index e14bd8825510a..f323e4ed910b7 100644
--- a/tests/trainer/loops/test_flow_warnings.py
+++ b/tests/trainer/loops/test_flow_warnings.py
@@ -14,7 +14,7 @@
 import warnings
 
 from pytorch_lightning import Trainer
-from tests.helpers.boring_model import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 class TestModel(BoringModel):
diff --git a/tests/trainer/loops/test_training_loop.py b/tests/trainer/loops/test_training_loop.py
index 22258b8e52eea..172051695ea2d 100644
--- a/tests/trainer/loops/test_training_loop.py
+++ b/tests/trainer/loops/test_training_loop.py
@@ -17,8 +17,8 @@
 import torch
 
 from pytorch_lightning import seed_everything, Trainer
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel
 
 
 def test_outputs_format(tmpdir):
diff --git a/tests/trainer/loops/test_training_loop_flow_scalar.py b/tests/trainer/loops/test_training_loop_flow_scalar.py
index 2660b3ad13094..155ebbad01bca 100644
--- a/tests/trainer/loops/test_training_loop_flow_scalar.py
+++ b/tests/trainer/loops/test_training_loop_flow_scalar.py
@@ -19,7 +19,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.core.lightning import LightningModule
 from pytorch_lightning.trainer.states import RunningStage
-from tests.helpers.boring_model import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from tests.helpers.deterministic_model import DeterministicModel
 from tests.helpers.utils import no_warning_call
 
diff --git a/tests/trainer/optimization/test_manual_optimization.py b/tests/trainer/optimization/test_manual_optimization.py
index 670e8b4842a89..896fe60325d28 100644
--- a/tests/trainer/optimization/test_manual_optimization.py
+++ b/tests/trainer/optimization/test_manual_optimization.py
@@ -24,7 +24,7 @@
 from pytorch_lightning import seed_everything, Trainer
 from pytorch_lightning.accelerators import Accelerator
 from pytorch_lightning.callbacks import Callback
-from tests.helpers.boring_model import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/trainer/optimization/test_multiple_optimizers.py b/tests/trainer/optimization/test_multiple_optimizers.py
index fccb4e60657d9..060296c4258b4 100644
--- a/tests/trainer/optimization/test_multiple_optimizers.py
+++ b/tests/trainer/optimization/test_multiple_optimizers.py
@@ -18,7 +18,7 @@
 import torch
 
 import pytorch_lightning as pl
-from tests.helpers.boring_model import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 class MultiOptModel(BoringModel):
diff --git a/tests/trainer/optimization/test_optimizers.py b/tests/trainer/optimization/test_optimizers.py
index c0541f1c142b3..3e78f0b3b6bbc 100644
--- a/tests/trainer/optimization/test_optimizers.py
+++ b/tests/trainer/optimization/test_optimizers.py
@@ -19,9 +19,9 @@
 
 from pytorch_lightning import Callback, Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.base import EvalModelTemplate
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/trainer/properties/log_dir.py b/tests/trainer/properties/log_dir.py
index d940dabd99c09..f7088e9962146 100644
--- a/tests/trainer/properties/log_dir.py
+++ b/tests/trainer/properties/log_dir.py
@@ -16,7 +16,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.loggers import LoggerCollection, TensorBoardLogger
-from tests.helpers.boring_model import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 class TestModel(BoringModel):
diff --git a/tests/trainer/properties/test_get_model.py b/tests/trainer/properties/test_get_model.py
index 9a0527d46330c..6e840b2286833 100644
--- a/tests/trainer/properties/test_get_model.py
+++ b/tests/trainer/properties/test_get_model.py
@@ -13,7 +13,7 @@
 # limitations under the License.
 
 from pytorch_lightning import Trainer
-from tests.helpers.boring_model import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/trainer/test_config_validator.py b/tests/trainer/test_config_validator.py
index daa01b5abe7b5..8b45f0b060171 100644
--- a/tests/trainer/test_config_validator.py
+++ b/tests/trainer/test_config_validator.py
@@ -15,8 +15,8 @@
 import torch
 
 from pytorch_lightning import LightningDataModule, LightningModule, Trainer
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
-from tests.helpers import BoringModel, RandomDataset
 
 
 def test_wrong_train_setting(tmpdir):
diff --git a/tests/trainer/test_data_loading.py b/tests/trainer/test_data_loading.py
index c8be6727cd7ed..1991c5832c49d 100644
--- a/tests/trainer/test_data_loading.py
+++ b/tests/trainer/test_data_loading.py
@@ -19,9 +19,9 @@
 from torch.utils.data.sampler import BatchSampler, Sampler, SequentialSampler
 
 from pytorch_lightning import Trainer
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.imports import _TORCH_GREATER_EQUAL_1_7
-from tests.helpers import BoringModel, RandomDataset
 
 
 @pytest.mark.skipif(
diff --git a/tests/trainer/test_dataloaders.py b/tests/trainer/test_dataloaders.py
index fa48dc021d386..98cf9c519401f 100644
--- a/tests/trainer/test_dataloaders.py
+++ b/tests/trainer/test_dataloaders.py
@@ -26,9 +26,10 @@
 from pytorch_lightning import Callback, seed_everything, Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.utilities.data import has_iterable_dataset, has_len
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.base import EvalModelTemplate
-from tests.helpers.boring_model import BoringModel, RandomDataset, RandomIterableDataset, RandomIterableDatasetWithLen
+from tests.helpers.datasets import RandomIterableDataset, RandomIterableDatasetWithLen
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/trainer/test_states.py b/tests/trainer/test_states.py
index 861885b4c052b..ba4aa11633289 100644
--- a/tests/trainer/test_states.py
+++ b/tests/trainer/test_states.py
@@ -15,7 +15,7 @@
 
 from pytorch_lightning import Callback, Trainer
 from pytorch_lightning.trainer.states import RunningStage, TrainerFn, TrainerState, TrainerStatus
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 
 def test_initialize_state():
diff --git a/tests/trainer/test_trainer.py b/tests/trainer/test_trainer.py
index 980dfff930dbb..ea85e319a83d6 100644
--- a/tests/trainer/test_trainer.py
+++ b/tests/trainer/test_trainer.py
@@ -41,10 +41,10 @@
 from pytorch_lightning.trainer.states import TrainerFn
 from pytorch_lightning.utilities import DeviceType, DistributedType
 from pytorch_lightning.utilities.cloud_io import load as pl_load
+from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import DeadlockDetectedException, MisconfigurationException
 from pytorch_lightning.utilities.seed import seed_everything
 from tests.base import EvalModelTemplate
-from tests.helpers import BoringModel, RandomDataset
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/tuner/test_lr_finder.py b/tests/tuner/test_lr_finder.py
index a4e46fb619c7e..41a3776c29453 100644
--- a/tests/tuner/test_lr_finder.py
+++ b/tests/tuner/test_lr_finder.py
@@ -18,9 +18,9 @@
 import torch
 
 from pytorch_lightning import seed_everything, Trainer
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.base import EvalModelTemplate
-from tests.helpers import BoringModel
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.simple_models import ClassificationModel
 
diff --git a/tests/tuner/test_scale_batch_size.py b/tests/tuner/test_scale_batch_size.py
index 3d4aa35a7da03..c344f42b73dd8 100644
--- a/tests/tuner/test_scale_batch_size.py
+++ b/tests/tuner/test_scale_batch_size.py
@@ -22,9 +22,9 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.tuner.tuning import Tuner
 from pytorch_lightning.utilities import AMPType
+from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.base import EvalModelTemplate
-from tests.helpers import BoringDataModule, BoringModel, RandomDataset
 from tests.helpers.datamodules import MNISTDataModule
 from tests.helpers.runif import RunIf
 
diff --git a/tests/utilities/test_all_gather_grad.py b/tests/utilities/test_all_gather_grad.py
index 62c543619ee4d..ab4c76f50cc37 100644
--- a/tests/utilities/test_all_gather_grad.py
+++ b/tests/utilities/test_all_gather_grad.py
@@ -6,7 +6,7 @@
 
 from pytorch_lightning import seed_everything, Trainer
 from pytorch_lightning.utilities import AllGatherGrad
-from tests.helpers.boring_model import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/utilities/test_auto_restart.py b/tests/utilities/test_auto_restart.py
index c72dba8b4b1ce..3f93b67b854c1 100644
--- a/tests/utilities/test_auto_restart.py
+++ b/tests/utilities/test_auto_restart.py
@@ -38,10 +38,10 @@
     CaptureIterableDataset,
     FastForwardSampler,
 )
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.enums import AutoRestartBatchKeys
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.imports import _fault_tolerant_enabled
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/utilities/test_cli.py b/tests/utilities/test_cli.py
index b80c371eb5930..23d87816bad27 100644
--- a/tests/utilities/test_cli.py
+++ b/tests/utilities/test_cli.py
@@ -33,8 +33,8 @@
 from pytorch_lightning.plugins.environments import SLURMEnvironment
 from pytorch_lightning.utilities import _TPU_AVAILABLE
 from pytorch_lightning.utilities.cli import instantiate_class, LightningArgumentParser, LightningCLI, SaveConfigCallback
+from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
 from pytorch_lightning.utilities.imports import _TORCHVISION_AVAILABLE
-from tests.helpers import BoringDataModule, BoringModel
 from tests.helpers.runif import RunIf
 
 torchvision_version = version.parse("0")
diff --git a/tests/utilities/test_deepspeed_collate_checkpoint.py b/tests/utilities/test_deepspeed_collate_checkpoint.py
index 45c8f1a9a1d4f..6f8cbce7a34f9 100644
--- a/tests/utilities/test_deepspeed_collate_checkpoint.py
+++ b/tests/utilities/test_deepspeed_collate_checkpoint.py
@@ -17,8 +17,8 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import DeepSpeedPlugin
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.deepspeed import convert_zero_checkpoint_to_fp32_state_dict
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/utilities/test_dtype_device_mixin.py b/tests/utilities/test_dtype_device_mixin.py
index f209a310eea39..49eba3bfaac07 100644
--- a/tests/utilities/test_dtype_device_mixin.py
+++ b/tests/utilities/test_dtype_device_mixin.py
@@ -17,7 +17,7 @@
 
 from pytorch_lightning import Callback, Trainer
 from pytorch_lightning.core.mixins import DeviceDtypeModuleMixin
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/utilities/test_memory.py b/tests/utilities/test_memory.py
index b486157480877..8b0545d32ee2f 100644
--- a/tests/utilities/test_memory.py
+++ b/tests/utilities/test_memory.py
@@ -16,8 +16,8 @@
 import torch
 import torch.nn as nn
 
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.memory import get_model_size_mb, recursive_detach
-from tests.helpers import BoringModel
 
 
 def test_recursive_detach():
diff --git a/tests/utilities/test_model_helpers.py b/tests/utilities/test_model_helpers.py
index 1319e6b44fd8f..b3d7b72f84894 100644
--- a/tests/utilities/test_model_helpers.py
+++ b/tests/utilities/test_model_helpers.py
@@ -17,8 +17,8 @@
 import pytest
 
 from pytorch_lightning import LightningDataModule, Trainer
+from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
 from pytorch_lightning.utilities.model_helpers import is_overridden
-from tests.helpers import BoringDataModule, BoringModel
 
 
 def test_is_overridden():
diff --git a/tests/utilities/test_model_summary.py b/tests/utilities/test_model_summary.py
index 0d993bee18ff2..591c1c489e888 100644
--- a/tests/utilities/test_model_summary.py
+++ b/tests/utilities/test_model_summary.py
@@ -17,9 +17,9 @@
 
 from pytorch_lightning import LightningModule, Trainer
 from pytorch_lightning.utilities import _TORCH_GREATER_EQUAL_1_9
+from pytorch_lightning.utilities.debug_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.model_summary import ModelSummary, summarize, UNKNOWN_SIZE
-from tests.helpers import BoringModel
 from tests.helpers.advanced_models import ParityModuleRNN
 from tests.helpers.runif import RunIf
 
diff --git a/tests/utilities/test_remote_filesystem.py b/tests/utilities/test_remote_filesystem.py
index 75173a69ae84c..663e6e4d524cb 100644
--- a/tests/utilities/test_remote_filesystem.py
+++ b/tests/utilities/test_remote_filesystem.py
@@ -19,7 +19,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.loggers import TensorBoardLogger
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debug_examples import BoringModel
 
 GCS_BUCKET_PATH = os.getenv("GCS_BUCKET_PATH", None)
 _GCS_BUCKET_PATH_AVAILABLE = GCS_BUCKET_PATH is not None

From 0b62b5c7a82293d7b7c5fc6d83511a389708d126 Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Fri, 6 Aug 2021 17:38:07 +0200
Subject: [PATCH 03/18] Fix CLI tests

---
 tests/utilities/test_cli.py | 21 ++++++++++++---------
 1 file changed, 12 insertions(+), 9 deletions(-)

diff --git a/tests/utilities/test_cli.py b/tests/utilities/test_cli.py
index 23d87816bad27..e322dda813bfd 100644
--- a/tests/utilities/test_cli.py
+++ b/tests/utilities/test_cli.py
@@ -366,8 +366,11 @@ def test_lightning_cli_save_config_cases(tmpdir):
 def test_lightning_cli_config_and_subclass_mode(tmpdir):
 
     config = dict(
-        model=dict(class_path="tests.helpers.BoringModel"),
-        data=dict(class_path="tests.helpers.BoringDataModule", init_args=dict(data_dir=str(tmpdir))),
+        model=dict(class_path="pytorch_lightning.utilities.debug_examples.BoringModel"),
+        data=dict(
+            class_path="pytorch_lightning.utilities.debug_examples.BoringDataModule",
+            init_args=dict(data_dir=str(tmpdir)),
+        ),
         trainer=dict(default_root_dir=str(tmpdir), max_epochs=1, weights_summary=None),
     )
     config_path = tmpdir / "config.yaml"
@@ -414,7 +417,7 @@ def test_lightning_cli_help():
         if param not in skip_params:
             assert f"--trainer.{param}" in out.getvalue()
 
-    cli_args = ["any.py", "--data.help=tests.helpers.BoringDataModule"]
+    cli_args = ["any.py", "--data.help=pytorch_lightning.utilities.debug_examples.BoringDataModule"]
     out = StringIO()
     with mock.patch("sys.argv", cli_args), redirect_stdout(out), pytest.raises(SystemExit):
         any_model_any_data_cli()
@@ -427,8 +430,8 @@ def test_lightning_cli_print_config():
     cli_args = [
         "any.py",
         "--seed_everything=1234",
-        "--model=tests.helpers.BoringModel",
-        "--data=tests.helpers.BoringDataModule",
+        "--model=pytorch_lightning.utilities.debug_examples.BoringModel",
+        "--data=pytorch_lightning.utilities.debug_examples.BoringDataModule",
         "--print_config",
     ]
 
@@ -438,8 +441,8 @@ def test_lightning_cli_print_config():
 
     outval = yaml.safe_load(out.getvalue())
     assert outval["seed_everything"] == 1234
-    assert outval["model"]["class_path"] == "tests.helpers.BoringModel"
-    assert outval["data"]["class_path"] == "tests.helpers.BoringDataModule"
+    assert outval["model"]["class_path"] == "pytorch_lightning.utilities.debug_examples.BoringModel"
+    assert outval["data"]["class_path"] == "pytorch_lightning.utilities.debug_examples.BoringDataModule"
 
 
 def test_lightning_cli_submodules(tmpdir):
@@ -452,9 +455,9 @@ def __init__(self, submodule1: LightningModule, submodule2: LightningModule, mai
     config = """model:
         main_param: 2
         submodule1:
-            class_path: tests.helpers.BoringModel
+            class_path: pytorch_lightning.utilities.debug_examples.BoringModel
         submodule2:
-            class_path: tests.helpers.BoringModel
+            class_path: pytorch_lightning.utilities.debug_examples.BoringModel
     """
     config_path = tmpdir / "config.yaml"
     with open(config_path, "w") as f:

From 0947a03320dec117dcf7aedc3617f40f841c286f Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Mon, 9 Aug 2021 15:17:31 +0200
Subject: [PATCH 04/18] debug -> debugging

---
 benchmarks/test_sharded_parity.py                              | 2 +-
 pl_examples/basic_examples/mnist_datamodule.py                 | 2 +-
 .../utilities/{debug_examples.py => debugging_examples.py}     | 0
 tests/accelerators/test_accelerator_connector.py               | 2 +-
 tests/accelerators/test_common.py                              | 2 +-
 tests/accelerators/test_cpu.py                                 | 2 +-
 tests/accelerators/test_ddp.py                                 | 2 +-
 tests/accelerators/test_ddp_spawn.py                           | 2 +-
 tests/accelerators/test_dp.py                                  | 2 +-
 tests/accelerators/test_ipu.py                                 | 2 +-
 tests/accelerators/test_multi_nodes_gpu.py                     | 2 +-
 tests/accelerators/test_tpu_backend.py                         | 2 +-
 tests/callbacks/test_callback_hook_outputs.py                  | 2 +-
 tests/callbacks/test_callbacks.py                              | 2 +-
 tests/callbacks/test_early_stopping.py                         | 2 +-
 tests/callbacks/test_finetuning_callback.py                    | 2 +-
 tests/callbacks/test_gpu_stats_monitor.py                      | 2 +-
 tests/callbacks/test_lambda_function.py                        | 2 +-
 tests/callbacks/test_lr_monitor.py                             | 2 +-
 tests/callbacks/test_prediction_writer.py                      | 2 +-
 tests/callbacks/test_progress_bar.py                           | 2 +-
 tests/callbacks/test_pruning.py                                | 2 +-
 tests/callbacks/test_stochastic_weight_avg.py                  | 2 +-
 tests/callbacks/test_timer.py                                  | 2 +-
 tests/callbacks/test_xla_stats_monitor.py                      | 2 +-
 tests/checkpointing/test_checkpoint_callback_frequency.py      | 2 +-
 tests/checkpointing/test_model_checkpoint.py                   | 2 +-
 tests/checkpointing/test_torch_saving.py                       | 2 +-
 tests/checkpointing/test_trainer_checkpoint.py                 | 2 +-
 tests/core/test_datamodules.py                                 | 2 +-
 tests/core/test_decorators.py                                  | 2 +-
 tests/core/test_lightning_module.py                            | 2 +-
 tests/core/test_lightning_optimizer.py                         | 2 +-
 tests/core/test_metric_result_integration.py                   | 2 +-
 tests/core/test_results.py                                     | 2 +-
 tests/deprecated_api/test_remove_1-5.py                        | 3 +--
 tests/deprecated_api/test_remove_1-6.py                        | 2 +-
 tests/deprecated_api/test_remove_1-7.py                        | 2 +-
 tests/helpers/datasets.py                                      | 2 +-
 tests/helpers/pipelines.py                                     | 2 +-
 tests/helpers/test_models.py                                   | 2 +-
 tests/loggers/test_all.py                                      | 2 +-
 tests/loggers/test_base.py                                     | 2 +-
 tests/loggers/test_comet.py                                    | 2 +-
 tests/loggers/test_mlflow.py                                   | 2 +-
 tests/loggers/test_neptune.py                                  | 2 +-
 tests/loggers/test_tensorboard.py                              | 2 +-
 tests/loggers/test_wandb.py                                    | 2 +-
 tests/loops/test_loops.py                                      | 2 +-
 tests/models/data/horovod/train_default_model.py               | 2 +-
 tests/models/test_amp.py                                       | 2 +-
 tests/models/test_cpu.py                                       | 2 +-
 tests/models/test_gpu.py                                       | 2 +-
 tests/models/test_grad_norm.py                                 | 2 +-
 tests/models/test_hooks.py                                     | 2 +-
 tests/models/test_horovod.py                                   | 2 +-
 tests/models/test_hparams.py                                   | 2 +-
 tests/models/test_onnx.py                                      | 2 +-
 tests/models/test_restore.py                                   | 2 +-
 tests/models/test_torchscript.py                               | 2 +-
 tests/models/test_tpu.py                                       | 2 +-
 tests/overrides/test_base.py                                   | 2 +-
 tests/overrides/test_data_parallel.py                          | 2 +-
 tests/plugins/environments/torch_elastic_deadlock.py           | 2 +-
 tests/plugins/test_amp_plugins.py                              | 2 +-
 tests/plugins/test_custom_plugin.py                            | 2 +-
 tests/plugins/test_ddp_fully_sharded_with_full_state_dict.py   | 2 +-
 tests/plugins/test_ddp_plugin.py                               | 2 +-
 tests/plugins/test_ddp_plugin_with_comm_hook.py                | 2 +-
 tests/plugins/test_ddp_spawn_plugin.py                         | 2 +-
 tests/plugins/test_deepspeed_plugin.py                         | 2 +-
 tests/plugins/test_double_plugin.py                            | 2 +-
 tests/plugins/test_sharded_plugin.py                           | 2 +-
 tests/plugins/test_single_device_plugin.py                     | 2 +-
 tests/plugins/test_tpu_spawn.py                                | 2 +-
 tests/profiler/test_profiler.py                                | 2 +-
 tests/profiler/test_xla_profiler.py                            | 2 +-
 tests/trainer/connectors/test_callback_connector.py            | 2 +-
 tests/trainer/connectors/test_checkpoint_connector.py          | 2 +-
 tests/trainer/dynamic_args/test_multiple_eval_dataloaders.py   | 2 +-
 tests/trainer/flags/test_check_val_every_n_epoch.py            | 2 +-
 tests/trainer/flags/test_fast_dev_run.py                       | 2 +-
 tests/trainer/flags/test_min_max_epochs.py                     | 2 +-
 tests/trainer/flags/test_overfit_batches.py                    | 2 +-
 tests/trainer/flags/test_val_check_interval.py                 | 2 +-
 tests/trainer/logging_/test_distributed_logging.py             | 2 +-
 tests/trainer/logging_/test_eval_loop_logging.py               | 2 +-
 tests/trainer/logging_/test_logger_connector.py                | 2 +-
 tests/trainer/logging_/test_progress_bar_logging.py            | 2 +-
 tests/trainer/logging_/test_train_loop_logging.py              | 2 +-
 tests/trainer/loops/test_all.py                                | 2 +-
 tests/trainer/loops/test_evaluation_loop.py                    | 2 +-
 tests/trainer/loops/test_flow_warnings.py                      | 2 +-
 tests/trainer/loops/test_training_loop.py                      | 2 +-
 tests/trainer/loops/test_training_loop_flow_scalar.py          | 2 +-
 tests/trainer/optimization/test_manual_optimization.py         | 2 +-
 tests/trainer/optimization/test_multiple_optimizers.py         | 2 +-
 tests/trainer/optimization/test_optimizers.py                  | 2 +-
 tests/trainer/properties/log_dir.py                            | 2 +-
 tests/trainer/properties/test_get_model.py                     | 2 +-
 tests/trainer/test_config_validator.py                         | 2 +-
 tests/trainer/test_data_loading.py                             | 2 +-
 tests/trainer/test_dataloaders.py                              | 2 +-
 tests/trainer/test_states.py                                   | 2 +-
 tests/trainer/test_trainer.py                                  | 2 +-
 tests/tuner/test_lr_finder.py                                  | 2 +-
 tests/tuner/test_scale_batch_size.py                           | 2 +-
 tests/utilities/test_all_gather_grad.py                        | 2 +-
 tests/utilities/test_auto_restart.py                           | 2 +-
 tests/utilities/test_cli.py                                    | 2 +-
 tests/utilities/test_deepspeed_collate_checkpoint.py           | 2 +-
 tests/utilities/test_dtype_device_mixin.py                     | 2 +-
 tests/utilities/test_memory.py                                 | 2 +-
 tests/utilities/test_model_helpers.py                          | 2 +-
 tests/utilities/test_model_summary.py                          | 2 +-
 tests/utilities/test_remote_filesystem.py                      | 2 +-
 116 files changed, 115 insertions(+), 116 deletions(-)
 rename pytorch_lightning/utilities/{debug_examples.py => debugging_examples.py} (100%)

diff --git a/benchmarks/test_sharded_parity.py b/benchmarks/test_sharded_parity.py
index 3890b26dd4ec5..6bc341744c0ba 100644
--- a/benchmarks/test_sharded_parity.py
+++ b/benchmarks/test_sharded_parity.py
@@ -20,7 +20,7 @@
 
 from pytorch_lightning import seed_everything, Trainer
 from pytorch_lightning.plugins import DDPSpawnShardedPlugin
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from tests.helpers.runif import RunIf
 
 
diff --git a/pl_examples/basic_examples/mnist_datamodule.py b/pl_examples/basic_examples/mnist_datamodule.py
index 66e6e76761b7a..711af99f7a92d 100644
--- a/pl_examples/basic_examples/mnist_datamodule.py
+++ b/pl_examples/basic_examples/mnist_datamodule.py
@@ -20,7 +20,7 @@
 
 from pl_examples import _DATASETS_PATH
 from pytorch_lightning import LightningDataModule
-from pytorch_lightning.utilities.debug_examples import MNIST as PL_MNIST
+from pytorch_lightning.utilities.debugging_examples import MNIST as PL_MNIST
 from pytorch_lightning.utilities.imports import _TORCHVISION_AVAILABLE
 
 # check whether we are in CI. Users running this should get the `torchvision` implementation
diff --git a/pytorch_lightning/utilities/debug_examples.py b/pytorch_lightning/utilities/debugging_examples.py
similarity index 100%
rename from pytorch_lightning/utilities/debug_examples.py
rename to pytorch_lightning/utilities/debugging_examples.py
diff --git a/tests/accelerators/test_accelerator_connector.py b/tests/accelerators/test_accelerator_connector.py
index 6e72ed47940f0..02dba54c61454 100644
--- a/tests/accelerators/test_accelerator_connector.py
+++ b/tests/accelerators/test_accelerator_connector.py
@@ -43,7 +43,7 @@
     TorchElasticEnvironment,
 )
 from pytorch_lightning.utilities import DistributedType
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
 
diff --git a/tests/accelerators/test_common.py b/tests/accelerators/test_common.py
index 187d9666cc9f1..47dd4cb0c2861 100644
--- a/tests/accelerators/test_common.py
+++ b/tests/accelerators/test_common.py
@@ -17,7 +17,7 @@
 import tests.helpers.utils as tutils
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import SingleDevicePlugin
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.accelerators.test_dp import CustomClassificationModelDP
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
diff --git a/tests/accelerators/test_cpu.py b/tests/accelerators/test_cpu.py
index f2d79f474b75c..723d9b722a4fc 100644
--- a/tests/accelerators/test_cpu.py
+++ b/tests/accelerators/test_cpu.py
@@ -11,7 +11,7 @@
 from pytorch_lightning.plugins import SingleDevicePlugin
 from pytorch_lightning.plugins.precision import MixedPrecisionPlugin
 from pytorch_lightning.plugins.precision.precision_plugin import PrecisionPlugin
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 
 
diff --git a/tests/accelerators/test_ddp.py b/tests/accelerators/test_ddp.py
index eb4394a7e293c..8faf0066d3ec5 100644
--- a/tests/accelerators/test_ddp.py
+++ b/tests/accelerators/test_ddp.py
@@ -23,7 +23,7 @@
 import pytorch_lightning as pl
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import Callback
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.accelerators import ddp_model
 from tests.helpers.runif import RunIf
 from tests.utilities.distributed import call_training_script
diff --git a/tests/accelerators/test_ddp_spawn.py b/tests/accelerators/test_ddp_spawn.py
index 196cc5d340722..3163aa19c9e12 100644
--- a/tests/accelerators/test_ddp_spawn.py
+++ b/tests/accelerators/test_ddp_spawn.py
@@ -16,7 +16,7 @@
 from pytorch_lightning.callbacks import EarlyStopping
 from pytorch_lightning.trainer import Trainer
 from pytorch_lightning.utilities import memory
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
 from tests.helpers.simple_models import ClassificationModel
diff --git a/tests/accelerators/test_dp.py b/tests/accelerators/test_dp.py
index 157558053e2b0..21afb07295bdd 100644
--- a/tests/accelerators/test_dp.py
+++ b/tests/accelerators/test_dp.py
@@ -22,7 +22,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import EarlyStopping
 from pytorch_lightning.utilities import memory
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
diff --git a/tests/accelerators/test_ipu.py b/tests/accelerators/test_ipu.py
index 2955b7c261c82..1301d2d39260b 100644
--- a/tests/accelerators/test_ipu.py
+++ b/tests/accelerators/test_ipu.py
@@ -25,7 +25,7 @@
 from pytorch_lightning.trainer.states import RunningStage
 from pytorch_lightning.trainer.supporters import CombinedLoader
 from pytorch_lightning.utilities import _IPU_AVAILABLE
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
diff --git a/tests/accelerators/test_multi_nodes_gpu.py b/tests/accelerators/test_multi_nodes_gpu.py
index be72c9bfa15ee..5daccd3f1d367 100644
--- a/tests/accelerators/test_multi_nodes_gpu.py
+++ b/tests/accelerators/test_multi_nodes_gpu.py
@@ -25,7 +25,7 @@
 
 from pytorch_lightning import LightningModule  # noqa: E402
 from pytorch_lightning import Trainer  # noqa: E402
-from pytorch_lightning.utilities.debug_examples import BoringModel  # noqa: E402
+from pytorch_lightning.utilities.debugging_examples import BoringModel  # noqa: E402
 
 
 # TODO(Borda): When multi-node tests are re-enabled (.github/workflows/ci_test-mnodes.yml)
diff --git a/tests/accelerators/test_tpu_backend.py b/tests/accelerators/test_tpu_backend.py
index faaf524fff357..afb2294c3a7a8 100644
--- a/tests/accelerators/test_tpu_backend.py
+++ b/tests/accelerators/test_tpu_backend.py
@@ -23,7 +23,7 @@
 from pytorch_lightning.accelerators.tpu import TPUAccelerator
 from pytorch_lightning.callbacks import Callback
 from pytorch_lightning.plugins import TPUSpawnPlugin
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
 from tests.helpers.utils import pl_multi_process_test
diff --git a/tests/callbacks/test_callback_hook_outputs.py b/tests/callbacks/test_callback_hook_outputs.py
index ba1b60f0153e1..186196d2f36b1 100644
--- a/tests/callbacks/test_callback_hook_outputs.py
+++ b/tests/callbacks/test_callback_hook_outputs.py
@@ -14,7 +14,7 @@
 import pytest
 
 from pytorch_lightning import Callback, Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 @pytest.mark.parametrize("single_cb", [False, True])
diff --git a/tests/callbacks/test_callbacks.py b/tests/callbacks/test_callbacks.py
index b435f0485b2c9..e086dcc2340f2 100644
--- a/tests/callbacks/test_callbacks.py
+++ b/tests/callbacks/test_callbacks.py
@@ -15,7 +15,7 @@
 from unittest.mock import call, Mock
 
 from pytorch_lightning import Callback, Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 def test_callbacks_configured_in_model(tmpdir):
diff --git a/tests/callbacks/test_early_stopping.py b/tests/callbacks/test_early_stopping.py
index 2a07dc9bae2a2..d98cb1885c8ff 100644
--- a/tests/callbacks/test_early_stopping.py
+++ b/tests/callbacks/test_early_stopping.py
@@ -24,7 +24,7 @@
 
 from pytorch_lightning import seed_everything, Trainer
 from pytorch_lightning.callbacks import EarlyStopping, ModelCheckpoint
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
diff --git a/tests/callbacks/test_finetuning_callback.py b/tests/callbacks/test_finetuning_callback.py
index dd0670a62f2c7..099e78050dbeb 100644
--- a/tests/callbacks/test_finetuning_callback.py
+++ b/tests/callbacks/test_finetuning_callback.py
@@ -22,7 +22,7 @@
 from pytorch_lightning import LightningModule, seed_everything, Trainer
 from pytorch_lightning.callbacks import BackboneFinetuning, BaseFinetuning, ModelCheckpoint
 from pytorch_lightning.callbacks.base import Callback
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 
 
 class TestBackboneFinetuningCallback(BackboneFinetuning):
diff --git a/tests/callbacks/test_gpu_stats_monitor.py b/tests/callbacks/test_gpu_stats_monitor.py
index 7f81368244774..8bc2b01e2770f 100644
--- a/tests/callbacks/test_gpu_stats_monitor.py
+++ b/tests/callbacks/test_gpu_stats_monitor.py
@@ -22,7 +22,7 @@
 from pytorch_lightning.callbacks import GPUStatsMonitor
 from pytorch_lightning.loggers import CSVLogger
 from pytorch_lightning.loggers.csv_logs import ExperimentWriter
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
 
diff --git a/tests/callbacks/test_lambda_function.py b/tests/callbacks/test_lambda_function.py
index 6354733ed7a5a..5d2ced197e359 100644
--- a/tests/callbacks/test_lambda_function.py
+++ b/tests/callbacks/test_lambda_function.py
@@ -16,7 +16,7 @@
 
 from pytorch_lightning import seed_everything, Trainer
 from pytorch_lightning.callbacks import Callback, LambdaCallback
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 def test_lambda_call(tmpdir):
diff --git a/tests/callbacks/test_lr_monitor.py b/tests/callbacks/test_lr_monitor.py
index e98adb9c45a6e..2d5bc23c79ac3 100644
--- a/tests/callbacks/test_lr_monitor.py
+++ b/tests/callbacks/test_lr_monitor.py
@@ -20,7 +20,7 @@
 from pytorch_lightning.callbacks import LearningRateMonitor
 from pytorch_lightning.callbacks.base import Callback
 from pytorch_lightning.callbacks.finetuning import BackboneFinetuning
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.simple_models import ClassificationModel
diff --git a/tests/callbacks/test_prediction_writer.py b/tests/callbacks/test_prediction_writer.py
index a86be0b05c1cb..ae7b110e4d695 100644
--- a/tests/callbacks/test_prediction_writer.py
+++ b/tests/callbacks/test_prediction_writer.py
@@ -16,7 +16,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import BasePredictionWriter
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 
 
diff --git a/tests/callbacks/test_progress_bar.py b/tests/callbacks/test_progress_bar.py
index 5c1accdcc11e3..58bc234774819 100644
--- a/tests/callbacks/test_progress_bar.py
+++ b/tests/callbacks/test_progress_bar.py
@@ -25,7 +25,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint, ProgressBar, ProgressBarBase
 from pytorch_lightning.callbacks.progress import tqdm
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
 
diff --git a/tests/callbacks/test_pruning.py b/tests/callbacks/test_pruning.py
index bacb46f3f4c89..9793bdc259059 100644
--- a/tests/callbacks/test_pruning.py
+++ b/tests/callbacks/test_pruning.py
@@ -24,7 +24,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint, ModelPruning
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
 
diff --git a/tests/callbacks/test_stochastic_weight_avg.py b/tests/callbacks/test_stochastic_weight_avg.py
index 62cd4f0aa7365..9252a5f13afee 100644
--- a/tests/callbacks/test_stochastic_weight_avg.py
+++ b/tests/callbacks/test_stochastic_weight_avg.py
@@ -25,7 +25,7 @@
 from pytorch_lightning.callbacks import StochasticWeightAveraging
 from pytorch_lightning.plugins import DDPSpawnPlugin
 from pytorch_lightning.trainer.connectors.data_connector import _PatchDataLoader
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.datasets import RandomIterableDataset
 from tests.helpers.runif import RunIf
diff --git a/tests/callbacks/test_timer.py b/tests/callbacks/test_timer.py
index 3d81ada5bb2f4..c6a69a7c15ca6 100644
--- a/tests/callbacks/test_timer.py
+++ b/tests/callbacks/test_timer.py
@@ -21,7 +21,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.callbacks.timer import Timer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
 
diff --git a/tests/callbacks/test_xla_stats_monitor.py b/tests/callbacks/test_xla_stats_monitor.py
index a03ce1ff1b33e..7c7a070569a90 100644
--- a/tests/callbacks/test_xla_stats_monitor.py
+++ b/tests/callbacks/test_xla_stats_monitor.py
@@ -20,7 +20,7 @@
 from pytorch_lightning.callbacks import XLAStatsMonitor
 from pytorch_lightning.loggers import CSVLogger
 from pytorch_lightning.loggers.csv_logs import ExperimentWriter
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
 
diff --git a/tests/checkpointing/test_checkpoint_callback_frequency.py b/tests/checkpointing/test_checkpoint_callback_frequency.py
index 9a8538056756d..553bd7a5bd5fc 100644
--- a/tests/checkpointing/test_checkpoint_callback_frequency.py
+++ b/tests/checkpointing/test_checkpoint_callback_frequency.py
@@ -18,7 +18,7 @@
 import torch
 
 from pytorch_lightning import callbacks, seed_everything, Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/checkpointing/test_model_checkpoint.py b/tests/checkpointing/test_model_checkpoint.py
index 12df340aa747c..a122e9aec988a 100644
--- a/tests/checkpointing/test_model_checkpoint.py
+++ b/tests/checkpointing/test_model_checkpoint.py
@@ -38,7 +38,7 @@
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.loggers import TensorBoardLogger
 from pytorch_lightning.utilities.cloud_io import load as pl_load
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
 
diff --git a/tests/checkpointing/test_torch_saving.py b/tests/checkpointing/test_torch_saving.py
index b9292200dcebd..2910cf60a0abd 100644
--- a/tests/checkpointing/test_torch_saving.py
+++ b/tests/checkpointing/test_torch_saving.py
@@ -16,7 +16,7 @@
 import torch
 
 from pytorch_lightning import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/checkpointing/test_trainer_checkpoint.py b/tests/checkpointing/test_trainer_checkpoint.py
index e68506d0619e2..9213b39008d71 100644
--- a/tests/checkpointing/test_trainer_checkpoint.py
+++ b/tests/checkpointing/test_trainer_checkpoint.py
@@ -19,7 +19,7 @@
 import pytorch_lightning as pl
 from pytorch_lightning import seed_everything, Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 def test_finetuning_with_resume_from_checkpoint(tmpdir):
diff --git a/tests/core/test_datamodules.py b/tests/core/test_datamodules.py
index ed282f82e0189..c608bc3a28acf 100644
--- a/tests/core/test_datamodules.py
+++ b/tests/core/test_datamodules.py
@@ -23,7 +23,7 @@
 from pytorch_lightning import LightningDataModule, Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.utilities import AttributeDict
-from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringDataModule, BoringModel
 from pytorch_lightning.utilities.model_helpers import is_overridden
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
diff --git a/tests/core/test_decorators.py b/tests/core/test_decorators.py
index 383f4942c40ee..5f00c06faca43 100644
--- a/tests/core/test_decorators.py
+++ b/tests/core/test_decorators.py
@@ -15,7 +15,7 @@
 import torch
 
 from pytorch_lightning.core.decorators import auto_move_data
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/core/test_lightning_module.py b/tests/core/test_lightning_module.py
index 365d15aa3019e..e966155d383d0 100644
--- a/tests/core/test_lightning_module.py
+++ b/tests/core/test_lightning_module.py
@@ -19,7 +19,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import TensorBoardLogger
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/core/test_lightning_optimizer.py b/tests/core/test_lightning_optimizer.py
index ae627c2b65f96..0a6660ed7bfe7 100644
--- a/tests/core/test_lightning_optimizer.py
+++ b/tests/core/test_lightning_optimizer.py
@@ -20,7 +20,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.core.optimizer import LightningOptimizer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 def test_lightning_optimizer(tmpdir):
diff --git a/tests/core/test_metric_result_integration.py b/tests/core/test_metric_result_integration.py
index c9e446c766654..a18ae9da87a05 100644
--- a/tests/core/test_metric_result_integration.py
+++ b/tests/core/test_metric_result_integration.py
@@ -28,7 +28,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.trainer.connectors.logger_connector.result import _Sync, MetricSource, ResultCollection
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.imports import _fault_tolerant_enabled, _TORCH_GREATER_EQUAL_1_7
 from tests.helpers.runif import RunIf
 
diff --git a/tests/core/test_results.py b/tests/core/test_results.py
index eb00c34f20664..35c8c6cfaab71 100644
--- a/tests/core/test_results.py
+++ b/tests/core/test_results.py
@@ -22,7 +22,7 @@
 import tests.helpers.utils as tutils
 from pytorch_lightning import Trainer
 from pytorch_lightning.trainer.connectors.logger_connector.result import _Sync
-from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringDataModule, BoringModel
 from pytorch_lightning.utilities.distributed import sync_ddp_if_available
 from tests.helpers.runif import RunIf
 
diff --git a/tests/deprecated_api/test_remove_1-5.py b/tests/deprecated_api/test_remove_1-5.py
index ba191e0b125cc..c2e58ca94473b 100644
--- a/tests/deprecated_api/test_remove_1-5.py
+++ b/tests/deprecated_api/test_remove_1-5.py
@@ -14,7 +14,6 @@
 """Test deprecated functionality which will be removed in v1.5.0"""
 import os
 from typing import Any, Dict
-from unittest import mock
 
 import pytest
 import torch
@@ -24,7 +23,7 @@
 from pytorch_lightning.core.decorators import auto_move_data
 from pytorch_lightning.plugins import DeepSpeedPlugin
 from pytorch_lightning.profiler import AdvancedProfiler, BaseProfiler, PyTorchProfiler, SimpleProfiler
-from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringDataModule, BoringModel
 from tests.deprecated_api import no_deprecated_call
 from tests.helpers.runif import RunIf
 from tests.helpers.utils import no_warning_call
diff --git a/tests/deprecated_api/test_remove_1-6.py b/tests/deprecated_api/test_remove_1-6.py
index 0470c0d2a834f..3814800fb4b9e 100644
--- a/tests/deprecated_api/test_remove_1-6.py
+++ b/tests/deprecated_api/test_remove_1-6.py
@@ -18,7 +18,7 @@
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.callbacks.early_stopping import EarlyStopping
 from pytorch_lightning.plugins.training_type import DDPPlugin, DDPSpawnPlugin
-from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringDataModule, BoringModel
 from pytorch_lightning.utilities.distributed import rank_zero_deprecation, rank_zero_warn
 from pytorch_lightning.utilities.model_helpers import is_overridden
 from pytorch_lightning.utilities.model_summary import ModelSummary
diff --git a/tests/deprecated_api/test_remove_1-7.py b/tests/deprecated_api/test_remove_1-7.py
index 5956e03f854c0..6ecd3829a889a 100644
--- a/tests/deprecated_api/test_remove_1-7.py
+++ b/tests/deprecated_api/test_remove_1-7.py
@@ -15,7 +15,7 @@
 
 import pytest
 
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.deprecated_api import _soft_unimport_module
 
 
diff --git a/tests/helpers/datasets.py b/tests/helpers/datasets.py
index c7a93611201a5..92187044e3691 100644
--- a/tests/helpers/datasets.py
+++ b/tests/helpers/datasets.py
@@ -17,7 +17,7 @@
 import torch
 from torch.utils.data import Dataset, IterableDataset
 
-from pytorch_lightning.utilities.debug_examples import MNIST
+from pytorch_lightning.utilities.debugging_examples import MNIST
 
 
 class TrialMNIST(MNIST):
diff --git a/tests/helpers/pipelines.py b/tests/helpers/pipelines.py
index 3a683d61d7c22..02983c2686a92 100644
--- a/tests/helpers/pipelines.py
+++ b/tests/helpers/pipelines.py
@@ -16,7 +16,7 @@
 
 from pytorch_lightning import LightningDataModule, LightningModule, Trainer
 from pytorch_lightning.utilities import DistributedType
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.utils import get_default_logger, load_model_from_checkpoint, reset_seed
 
 
diff --git a/tests/helpers/test_models.py b/tests/helpers/test_models.py
index e9a5d8c4b5a78..bc4cf28d8b035 100644
--- a/tests/helpers/test_models.py
+++ b/tests/helpers/test_models.py
@@ -16,7 +16,7 @@
 import pytest
 
 from pytorch_lightning import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.advanced_models import BasicGAN, ParityModuleMNIST, ParityModuleRNN
 from tests.helpers.datamodules import ClassifDataModule, RegressDataModule
 from tests.helpers.simple_models import ClassificationModel, RegressionModel
diff --git a/tests/loggers/test_all.py b/tests/loggers/test_all.py
index f69bbb15df45a..1a29f2f8e9ad5 100644
--- a/tests/loggers/test_all.py
+++ b/tests/loggers/test_all.py
@@ -32,7 +32,7 @@
     WandbLogger,
 )
 from pytorch_lightning.loggers.base import DummyExperiment
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 from tests.loggers.test_comet import _patch_comet_atexit
 from tests.loggers.test_mlflow import mock_mlflow_run_creation
diff --git a/tests/loggers/test_base.py b/tests/loggers/test_base.py
index b19996b05f7d9..c884e14818274 100644
--- a/tests/loggers/test_base.py
+++ b/tests/loggers/test_base.py
@@ -23,7 +23,7 @@
 from pytorch_lightning.loggers import LightningLoggerBase, LoggerCollection, TensorBoardLogger
 from pytorch_lightning.loggers.base import DummyExperiment, DummyLogger
 from pytorch_lightning.utilities import rank_zero_only
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 def test_logger_collection():
diff --git a/tests/loggers/test_comet.py b/tests/loggers/test_comet.py
index 816a79fc6794f..6f10ae5d4472f 100644
--- a/tests/loggers/test_comet.py
+++ b/tests/loggers/test_comet.py
@@ -18,7 +18,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import CometLogger
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 
 
diff --git a/tests/loggers/test_mlflow.py b/tests/loggers/test_mlflow.py
index 0fbb3aa667fa2..7069428128b50 100644
--- a/tests/loggers/test_mlflow.py
+++ b/tests/loggers/test_mlflow.py
@@ -20,7 +20,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import _MLFLOW_AVAILABLE, MLFlowLogger
 from pytorch_lightning.loggers.mlflow import MLFLOW_RUN_NAME, resolve_tags
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 def mock_mlflow_run_creation(logger, experiment_name=None, experiment_id=None, run_id=None):
diff --git a/tests/loggers/test_neptune.py b/tests/loggers/test_neptune.py
index 05262287abadb..a60a56149c9c7 100644
--- a/tests/loggers/test_neptune.py
+++ b/tests/loggers/test_neptune.py
@@ -17,7 +17,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import NeptuneLogger
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 @patch("pytorch_lightning.loggers.neptune.neptune")
diff --git a/tests/loggers/test_tensorboard.py b/tests/loggers/test_tensorboard.py
index 2749a20906204..57db7761df179 100644
--- a/tests/loggers/test_tensorboard.py
+++ b/tests/loggers/test_tensorboard.py
@@ -24,7 +24,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import TensorBoardLogger
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.imports import _compare_version
 
 
diff --git a/tests/loggers/test_wandb.py b/tests/loggers/test_wandb.py
index 16bd72198f04c..c89ac142d7c4f 100644
--- a/tests/loggers/test_wandb.py
+++ b/tests/loggers/test_wandb.py
@@ -20,7 +20,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import WandbLogger
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 
 
diff --git a/tests/loops/test_loops.py b/tests/loops/test_loops.py
index 9f7534733af67..6c4ba7ee6076e 100644
--- a/tests/loops/test_loops.py
+++ b/tests/loops/test_loops.py
@@ -24,7 +24,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.loops import Loop, TrainingBatchLoop
 from pytorch_lightning.trainer.progress import BaseProgress
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/models/data/horovod/train_default_model.py b/tests/models/data/horovod/train_default_model.py
index cf10b0ee2818e..4fde65d529d83 100644
--- a/tests/models/data/horovod/train_default_model.py
+++ b/tests/models/data/horovod/train_default_model.py
@@ -37,7 +37,7 @@
 else:
     print("You requested to import Horovod which is missing or not supported for your OS.")
 
-from pytorch_lightning.utilities.debug_examples import BoringModel  # noqa: E402
+from pytorch_lightning.utilities.debugging_examples import BoringModel  # noqa: E402
 from tests.helpers.utils import reset_seed, set_random_master_port  # noqa: E402
 
 parser = argparse.ArgumentParser()
diff --git a/tests/models/test_amp.py b/tests/models/test_amp.py
index a7a1609336ec8..0ac5129cf9b63 100644
--- a/tests/models/test_amp.py
+++ b/tests/models/test_amp.py
@@ -22,7 +22,7 @@
 import tests.helpers.utils as tutils
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins.environments import SLURMEnvironment
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
 
diff --git a/tests/models/test_cpu.py b/tests/models/test_cpu.py
index c13d92c7d338e..d93b727ddc30f 100644
--- a/tests/models/test_cpu.py
+++ b/tests/models/test_cpu.py
@@ -20,7 +20,7 @@
 import tests.helpers.utils as tutils
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import Callback, EarlyStopping, ModelCheckpoint
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
 from tests.helpers.simple_models import ClassificationModel
diff --git a/tests/models/test_gpu.py b/tests/models/test_gpu.py
index 5fa6e24b1a687..23c892c8301aa 100644
--- a/tests/models/test_gpu.py
+++ b/tests/models/test_gpu.py
@@ -25,7 +25,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins.environments import TorchElasticEnvironment
 from pytorch_lightning.utilities import device_parser
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.imports import _compare_version
 from tests.helpers.datamodules import ClassifDataModule
diff --git a/tests/models/test_grad_norm.py b/tests/models/test_grad_norm.py
index 8568e80d1dc4d..3e6b61c83b436 100644
--- a/tests/models/test_grad_norm.py
+++ b/tests/models/test_grad_norm.py
@@ -17,7 +17,7 @@
 import pytest
 
 from pytorch_lightning import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.utils import reset_seed
 
 
diff --git a/tests/models/test_hooks.py b/tests/models/test_hooks.py
index 1675dd270633a..ae523b5cb5a5a 100644
--- a/tests/models/test_hooks.py
+++ b/tests/models/test_hooks.py
@@ -21,7 +21,7 @@
 from torch.utils.data import DataLoader
 
 from pytorch_lightning import __version__, Callback, LightningDataModule, LightningModule, Trainer
-from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringDataModule, BoringModel, RandomDataset
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/models/test_horovod.py b/tests/models/test_horovod.py
index 94a7b33ce4835..3494aa6e3e418 100644
--- a/tests/models/test_horovod.py
+++ b/tests/models/test_horovod.py
@@ -30,7 +30,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.accelerators import CPUAccelerator
 from pytorch_lightning.utilities import _HOROVOD_AVAILABLE
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.advanced_models import BasicGAN
 from tests.helpers.runif import RunIf
 
diff --git a/tests/models/test_hparams.py b/tests/models/test_hparams.py
index 5ea6dce781379..3d70ef3956d48 100644
--- a/tests/models/test_hparams.py
+++ b/tests/models/test_hparams.py
@@ -31,7 +31,7 @@
 from pytorch_lightning.core.datamodule import LightningDataModule
 from pytorch_lightning.core.saving import load_hparams_from_yaml, save_hparams_to_yaml
 from pytorch_lightning.utilities import _HYDRA_EXPERIMENTAL_AVAILABLE, AttributeDict, is_picklable
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 
 if _HYDRA_EXPERIMENTAL_AVAILABLE:
diff --git a/tests/models/test_onnx.py b/tests/models/test_onnx.py
index 22838fecf1bb2..10f7598521dd3 100644
--- a/tests/models/test_onnx.py
+++ b/tests/models/test_onnx.py
@@ -21,7 +21,7 @@
 import tests.helpers.pipelines as tpipes
 import tests.helpers.utils as tutils
 from pytorch_lightning import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/models/test_restore.py b/tests/models/test_restore.py
index 558cc005f409b..6662da51ad88b 100644
--- a/tests/models/test_restore.py
+++ b/tests/models/test_restore.py
@@ -28,7 +28,7 @@
 from pytorch_lightning import Callback, Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.trainer.states import RunningStage
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.datamodules import ClassifDataModule
 from tests.helpers.runif import RunIf
 from tests.helpers.simple_models import ClassificationModel
diff --git a/tests/models/test_torchscript.py b/tests/models/test_torchscript.py
index 8cb659ceede85..912124c2ad80b 100644
--- a/tests/models/test_torchscript.py
+++ b/tests/models/test_torchscript.py
@@ -20,7 +20,7 @@
 from fsspec.implementations.local import LocalFileSystem
 
 from pytorch_lightning.utilities.cloud_io import get_filesystem
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.advanced_models import BasicGAN, ParityModuleRNN
 from tests.helpers.datamodules import MNISTDataModule
 from tests.helpers.runif import RunIf
diff --git a/tests/models/test_tpu.py b/tests/models/test_tpu.py
index 6a7cf8f346099..340d58b4020ea 100644
--- a/tests/models/test_tpu.py
+++ b/tests/models/test_tpu.py
@@ -27,7 +27,7 @@
 from pytorch_lightning.plugins import TPUSpawnPlugin
 from pytorch_lightning.trainer.connectors.logger_connector.result import _Sync
 from pytorch_lightning.utilities import _TPU_AVAILABLE
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.distributed import ReduceOp
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
diff --git a/tests/overrides/test_base.py b/tests/overrides/test_base.py
index f873607a8149e..90dba69d5ab17 100644
--- a/tests/overrides/test_base.py
+++ b/tests/overrides/test_base.py
@@ -20,7 +20,7 @@
     _LightningPrecisionModuleWrapperBase,
     unwrap_lightning_module,
 )
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 @pytest.mark.parametrize("wrapper_class", [_LightningModuleWrapperBase, _LightningPrecisionModuleWrapperBase])
diff --git a/tests/overrides/test_data_parallel.py b/tests/overrides/test_data_parallel.py
index e7751d7f5f05d..5dec4319ba366 100644
--- a/tests/overrides/test_data_parallel.py
+++ b/tests/overrides/test_data_parallel.py
@@ -27,7 +27,7 @@
     unsqueeze_scalar_tensor,
 )
 from pytorch_lightning.trainer.states import RunningStage
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/environments/torch_elastic_deadlock.py b/tests/plugins/environments/torch_elastic_deadlock.py
index 46fe8c47b7240..40d04932c4587 100644
--- a/tests/plugins/environments/torch_elastic_deadlock.py
+++ b/tests/plugins/environments/torch_elastic_deadlock.py
@@ -4,7 +4,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins.training_type.ddp import DDPPlugin
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import DeadlockDetectedException
 
 if os.getenv("PL_RUNNING_SPECIAL_TESTS", "0") == "1":
diff --git a/tests/plugins/test_amp_plugins.py b/tests/plugins/test_amp_plugins.py
index 38751d93ef0a0..c0e604188a741 100644
--- a/tests/plugins/test_amp_plugins.py
+++ b/tests/plugins/test_amp_plugins.py
@@ -21,7 +21,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import ApexMixedPrecisionPlugin, NativeMixedPrecisionPlugin
 from pytorch_lightning.plugins.precision import MixedPrecisionPlugin
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/test_custom_plugin.py b/tests/plugins/test_custom_plugin.py
index 123cd152e8a4d..b84aded417511 100644
--- a/tests/plugins/test_custom_plugin.py
+++ b/tests/plugins/test_custom_plugin.py
@@ -19,7 +19,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import DDPPlugin, SingleDevicePlugin
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/test_ddp_fully_sharded_with_full_state_dict.py b/tests/plugins/test_ddp_fully_sharded_with_full_state_dict.py
index 9c9b354570a18..4b8f9639fed5d 100644
--- a/tests/plugins/test_ddp_fully_sharded_with_full_state_dict.py
+++ b/tests/plugins/test_ddp_fully_sharded_with_full_state_dict.py
@@ -9,7 +9,7 @@
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.plugins import DDPFullyShardedPlugin, FullyShardedNativeMixedPrecisionPlugin
 from pytorch_lightning.utilities import _FAIRSCALE_FULLY_SHARDED_AVAILABLE
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
 
diff --git a/tests/plugins/test_ddp_plugin.py b/tests/plugins/test_ddp_plugin.py
index 6ebbef0ae4cd2..a8dea92418be1 100644
--- a/tests/plugins/test_ddp_plugin.py
+++ b/tests/plugins/test_ddp_plugin.py
@@ -18,7 +18,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import DDPPlugin
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/test_ddp_plugin_with_comm_hook.py b/tests/plugins/test_ddp_plugin_with_comm_hook.py
index 182aba47f5f23..7f11d225e1cbc 100644
--- a/tests/plugins/test_ddp_plugin_with_comm_hook.py
+++ b/tests/plugins/test_ddp_plugin_with_comm_hook.py
@@ -16,7 +16,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import DDPPlugin, DDPSpawnPlugin
 from pytorch_lightning.utilities import _TORCH_GREATER_EQUAL_1_8
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 if torch.distributed.is_available() and _TORCH_GREATER_EQUAL_1_8:
diff --git a/tests/plugins/test_ddp_spawn_plugin.py b/tests/plugins/test_ddp_spawn_plugin.py
index 24b7e17e6e353..495e8cc1077cd 100644
--- a/tests/plugins/test_ddp_spawn_plugin.py
+++ b/tests/plugins/test_ddp_spawn_plugin.py
@@ -15,7 +15,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import DDPSpawnPlugin
-from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringDataModule, BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/test_deepspeed_plugin.py b/tests/plugins/test_deepspeed_plugin.py
index 62fd768867812..d38fd64040eb2 100644
--- a/tests/plugins/test_deepspeed_plugin.py
+++ b/tests/plugins/test_deepspeed_plugin.py
@@ -15,7 +15,7 @@
 from pytorch_lightning.callbacks import Callback, LearningRateMonitor, ModelCheckpoint
 from pytorch_lightning.plugins import DeepSpeedPlugin, DeepSpeedPrecisionPlugin
 from pytorch_lightning.plugins.training_type.deepspeed import LightningDeepSpeedModule
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.imports import _DEEPSPEED_AVAILABLE
 from tests.helpers.datamodules import ClassifDataModule
diff --git a/tests/plugins/test_double_plugin.py b/tests/plugins/test_double_plugin.py
index f2ac6678cd554..22aba697e65a5 100644
--- a/tests/plugins/test_double_plugin.py
+++ b/tests/plugins/test_double_plugin.py
@@ -21,7 +21,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import DoublePrecisionPlugin
 from pytorch_lightning.utilities import _TORCH_GREATER_EQUAL_1_7
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/test_sharded_plugin.py b/tests/plugins/test_sharded_plugin.py
index a2d88eb0d69ab..ab0767eb24d17 100644
--- a/tests/plugins/test_sharded_plugin.py
+++ b/tests/plugins/test_sharded_plugin.py
@@ -7,7 +7,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import Callback
 from pytorch_lightning.plugins import DDPShardedPlugin, DDPSpawnShardedPlugin
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
 
diff --git a/tests/plugins/test_single_device_plugin.py b/tests/plugins/test_single_device_plugin.py
index 88e00706c6117..e2d53f62ca918 100644
--- a/tests/plugins/test_single_device_plugin.py
+++ b/tests/plugins/test_single_device_plugin.py
@@ -15,7 +15,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import SingleDevicePlugin
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/plugins/test_tpu_spawn.py b/tests/plugins/test_tpu_spawn.py
index 9f823b36a639e..c4191eca8ae52 100644
--- a/tests/plugins/test_tpu_spawn.py
+++ b/tests/plugins/test_tpu_spawn.py
@@ -22,7 +22,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins.training_type import TPUSpawnPlugin
 from pytorch_lightning.trainer.connectors.data_connector import DataConnector
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.dataloaders import CustomNotImplementedErrorDataloader
 from tests.helpers.runif import RunIf
diff --git a/tests/profiler/test_profiler.py b/tests/profiler/test_profiler.py
index 2a1d745ebfffd..5477456e49c39 100644
--- a/tests/profiler/test_profiler.py
+++ b/tests/profiler/test_profiler.py
@@ -27,7 +27,7 @@
 from pytorch_lightning.profiler import AdvancedProfiler, PassThroughProfiler, PyTorchProfiler, SimpleProfiler
 from pytorch_lightning.profiler.pytorch import RegisterRecordFunction
 from pytorch_lightning.utilities import _TORCH_GREATER_EQUAL_1_7
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.imports import _KINETO_AVAILABLE
 from tests.helpers.runif import RunIf
diff --git a/tests/profiler/test_xla_profiler.py b/tests/profiler/test_xla_profiler.py
index 06e77140d7e60..435851867d129 100644
--- a/tests/profiler/test_xla_profiler.py
+++ b/tests/profiler/test_xla_profiler.py
@@ -19,7 +19,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.profiler import XLAProfiler
 from pytorch_lightning.utilities import _TPU_AVAILABLE
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 if _TPU_AVAILABLE:
diff --git a/tests/trainer/connectors/test_callback_connector.py b/tests/trainer/connectors/test_callback_connector.py
index e037d94f0f4fe..202c30bf009cc 100644
--- a/tests/trainer/connectors/test_callback_connector.py
+++ b/tests/trainer/connectors/test_callback_connector.py
@@ -25,7 +25,7 @@
     ProgressBar,
 )
 from pytorch_lightning.trainer.connectors.callback_connector import CallbackConnector
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 def test_checkpoint_callbacks_are_last(tmpdir):
diff --git a/tests/trainer/connectors/test_checkpoint_connector.py b/tests/trainer/connectors/test_checkpoint_connector.py
index 14d29ac1551e7..f59345a4f5117 100644
--- a/tests/trainer/connectors/test_checkpoint_connector.py
+++ b/tests/trainer/connectors/test_checkpoint_connector.py
@@ -17,7 +17,7 @@
 import torch
 
 from pytorch_lightning import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 class HPCHookdedModel(BoringModel):
diff --git a/tests/trainer/dynamic_args/test_multiple_eval_dataloaders.py b/tests/trainer/dynamic_args/test_multiple_eval_dataloaders.py
index 8015813a18fa9..3c24a42b4e0c2 100644
--- a/tests/trainer/dynamic_args/test_multiple_eval_dataloaders.py
+++ b/tests/trainer/dynamic_args/test_multiple_eval_dataloaders.py
@@ -15,7 +15,7 @@
 from torch.utils.data import Dataset
 
 from pytorch_lightning import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 class RandomDatasetA(Dataset):
diff --git a/tests/trainer/flags/test_check_val_every_n_epoch.py b/tests/trainer/flags/test_check_val_every_n_epoch.py
index e56abe721a7cc..fc133f7452f3c 100644
--- a/tests/trainer/flags/test_check_val_every_n_epoch.py
+++ b/tests/trainer/flags/test_check_val_every_n_epoch.py
@@ -14,7 +14,7 @@
 import pytest
 
 from pytorch_lightning.trainer import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 @pytest.mark.parametrize(
diff --git a/tests/trainer/flags/test_fast_dev_run.py b/tests/trainer/flags/test_fast_dev_run.py
index d0537b9809c83..5266f92a87832 100644
--- a/tests/trainer/flags/test_fast_dev_run.py
+++ b/tests/trainer/flags/test_fast_dev_run.py
@@ -7,7 +7,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import EarlyStopping, ModelCheckpoint
 from pytorch_lightning.loggers.base import DummyLogger
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 @pytest.mark.parametrize("tuner_alg", ["batch size scaler", "learning rate finder"])
diff --git a/tests/trainer/flags/test_min_max_epochs.py b/tests/trainer/flags/test_min_max_epochs.py
index 8bece3c442df3..e57aa3e134ad6 100644
--- a/tests/trainer/flags/test_min_max_epochs.py
+++ b/tests/trainer/flags/test_min_max_epochs.py
@@ -1,7 +1,7 @@
 import pytest
 
 from pytorch_lightning import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 @pytest.mark.parametrize(
diff --git a/tests/trainer/flags/test_overfit_batches.py b/tests/trainer/flags/test_overfit_batches.py
index 33907014c3480..043174ddc7028 100644
--- a/tests/trainer/flags/test_overfit_batches.py
+++ b/tests/trainer/flags/test_overfit_batches.py
@@ -15,7 +15,7 @@
 import torch
 
 from pytorch_lightning import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 
 
 def test_overfit_multiple_val_loaders(tmpdir):
diff --git a/tests/trainer/flags/test_val_check_interval.py b/tests/trainer/flags/test_val_check_interval.py
index 3d7686edc5f96..97823438d8d52 100644
--- a/tests/trainer/flags/test_val_check_interval.py
+++ b/tests/trainer/flags/test_val_check_interval.py
@@ -14,7 +14,7 @@
 import pytest
 
 from pytorch_lightning.trainer import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 @pytest.mark.parametrize("max_epochs", [1, 2, 3])
diff --git a/tests/trainer/logging_/test_distributed_logging.py b/tests/trainer/logging_/test_distributed_logging.py
index 23e569e99bd4a..c3b825b2e4003 100644
--- a/tests/trainer/logging_/test_distributed_logging.py
+++ b/tests/trainer/logging_/test_distributed_logging.py
@@ -18,7 +18,7 @@
 import pytorch_lightning as pl
 from pytorch_lightning import Callback, Trainer
 from pytorch_lightning.loggers.base import LightningLoggerBase
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/trainer/logging_/test_eval_loop_logging.py b/tests/trainer/logging_/test_eval_loop_logging.py
index f3a41818fd163..f85126d44c6e6 100644
--- a/tests/trainer/logging_/test_eval_loop_logging.py
+++ b/tests/trainer/logging_/test_eval_loop_logging.py
@@ -25,7 +25,7 @@
 
 from pytorch_lightning import callbacks, Trainer
 from pytorch_lightning.loggers import TensorBoardLogger
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 
 
 def test__validation_step__log(tmpdir):
diff --git a/tests/trainer/logging_/test_logger_connector.py b/tests/trainer/logging_/test_logger_connector.py
index 34c33b3c26e91..ff22aa18c47ea 100644
--- a/tests/trainer/logging_/test_logger_connector.py
+++ b/tests/trainer/logging_/test_logger_connector.py
@@ -23,7 +23,7 @@
 from pytorch_lightning.trainer import Trainer
 from pytorch_lightning.trainer.connectors.logger_connector.fx_validator import FxValidator
 from pytorch_lightning.trainer.connectors.logger_connector.result import MetricSource, ResultCollection
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
 from tests.models.test_hooks import get_members
diff --git a/tests/trainer/logging_/test_progress_bar_logging.py b/tests/trainer/logging_/test_progress_bar_logging.py
index caa3fc6e879f2..b8fce774f4ba0 100644
--- a/tests/trainer/logging_/test_progress_bar_logging.py
+++ b/tests/trainer/logging_/test_progress_bar_logging.py
@@ -1,7 +1,7 @@
 import pytest
 
 from pytorch_lightning import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 def test_logging_to_progress_bar_with_reserved_key(tmpdir):
diff --git a/tests/trainer/logging_/test_train_loop_logging.py b/tests/trainer/logging_/test_train_loop_logging.py
index 9aa370fcb28d1..8604a4ab191f2 100644
--- a/tests/trainer/logging_/test_train_loop_logging.py
+++ b/tests/trainer/logging_/test_train_loop_logging.py
@@ -26,7 +26,7 @@
 
 from pytorch_lightning import callbacks, Trainer
 from pytorch_lightning.callbacks import EarlyStopping, ModelCheckpoint
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.datasets import RandomDictDataset
 from tests.helpers.runif import RunIf
diff --git a/tests/trainer/loops/test_all.py b/tests/trainer/loops/test_all.py
index f5b10e5014394..9d229125086fc 100644
--- a/tests/trainer/loops/test_all.py
+++ b/tests/trainer/loops/test_all.py
@@ -12,7 +12,7 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 from pytorch_lightning import Callback, Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/trainer/loops/test_evaluation_loop.py b/tests/trainer/loops/test_evaluation_loop.py
index d00382561703e..92bf724e0f029 100644
--- a/tests/trainer/loops/test_evaluation_loop.py
+++ b/tests/trainer/loops/test_evaluation_loop.py
@@ -17,7 +17,7 @@
 from torch.utils.data import DataLoader
 
 from pytorch_lightning import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/trainer/loops/test_flow_warnings.py b/tests/trainer/loops/test_flow_warnings.py
index f323e4ed910b7..199e7e9c5a363 100644
--- a/tests/trainer/loops/test_flow_warnings.py
+++ b/tests/trainer/loops/test_flow_warnings.py
@@ -14,7 +14,7 @@
 import warnings
 
 from pytorch_lightning import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 class TestModel(BoringModel):
diff --git a/tests/trainer/loops/test_training_loop.py b/tests/trainer/loops/test_training_loop.py
index 172051695ea2d..0c8e148f00038 100644
--- a/tests/trainer/loops/test_training_loop.py
+++ b/tests/trainer/loops/test_training_loop.py
@@ -17,7 +17,7 @@
 import torch
 
 from pytorch_lightning import seed_everything, Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 
 
diff --git a/tests/trainer/loops/test_training_loop_flow_scalar.py b/tests/trainer/loops/test_training_loop_flow_scalar.py
index 155ebbad01bca..254156c51ed76 100644
--- a/tests/trainer/loops/test_training_loop_flow_scalar.py
+++ b/tests/trainer/loops/test_training_loop_flow_scalar.py
@@ -19,7 +19,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.core.lightning import LightningModule
 from pytorch_lightning.trainer.states import RunningStage
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from tests.helpers.deterministic_model import DeterministicModel
 from tests.helpers.utils import no_warning_call
 
diff --git a/tests/trainer/optimization/test_manual_optimization.py b/tests/trainer/optimization/test_manual_optimization.py
index 896fe60325d28..27904d6048a39 100644
--- a/tests/trainer/optimization/test_manual_optimization.py
+++ b/tests/trainer/optimization/test_manual_optimization.py
@@ -24,7 +24,7 @@
 from pytorch_lightning import seed_everything, Trainer
 from pytorch_lightning.accelerators import Accelerator
 from pytorch_lightning.callbacks import Callback
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/trainer/optimization/test_multiple_optimizers.py b/tests/trainer/optimization/test_multiple_optimizers.py
index 060296c4258b4..1ff6a6242219b 100644
--- a/tests/trainer/optimization/test_multiple_optimizers.py
+++ b/tests/trainer/optimization/test_multiple_optimizers.py
@@ -18,7 +18,7 @@
 import torch
 
 import pytorch_lightning as pl
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 class MultiOptModel(BoringModel):
diff --git a/tests/trainer/optimization/test_optimizers.py b/tests/trainer/optimization/test_optimizers.py
index 3e78f0b3b6bbc..aea586d8cf5d0 100644
--- a/tests/trainer/optimization/test_optimizers.py
+++ b/tests/trainer/optimization/test_optimizers.py
@@ -19,7 +19,7 @@
 
 from pytorch_lightning import Callback, Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.base import EvalModelTemplate
 from tests.helpers.runif import RunIf
diff --git a/tests/trainer/properties/log_dir.py b/tests/trainer/properties/log_dir.py
index f7088e9962146..d339885ee6ecd 100644
--- a/tests/trainer/properties/log_dir.py
+++ b/tests/trainer/properties/log_dir.py
@@ -16,7 +16,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.loggers import LoggerCollection, TensorBoardLogger
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 class TestModel(BoringModel):
diff --git a/tests/trainer/properties/test_get_model.py b/tests/trainer/properties/test_get_model.py
index 6e840b2286833..2411a82086e7e 100644
--- a/tests/trainer/properties/test_get_model.py
+++ b/tests/trainer/properties/test_get_model.py
@@ -13,7 +13,7 @@
 # limitations under the License.
 
 from pytorch_lightning import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/trainer/test_config_validator.py b/tests/trainer/test_config_validator.py
index 8b45f0b060171..c0bdf910b440d 100644
--- a/tests/trainer/test_config_validator.py
+++ b/tests/trainer/test_config_validator.py
@@ -15,7 +15,7 @@
 import torch
 
 from pytorch_lightning import LightningDataModule, LightningModule, Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 
 
diff --git a/tests/trainer/test_data_loading.py b/tests/trainer/test_data_loading.py
index 1991c5832c49d..3ab347158a531 100644
--- a/tests/trainer/test_data_loading.py
+++ b/tests/trainer/test_data_loading.py
@@ -19,7 +19,7 @@
 from torch.utils.data.sampler import BatchSampler, Sampler, SequentialSampler
 
 from pytorch_lightning import Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.imports import _TORCH_GREATER_EQUAL_1_7
 
diff --git a/tests/trainer/test_dataloaders.py b/tests/trainer/test_dataloaders.py
index 98cf9c519401f..7a019b336c65a 100644
--- a/tests/trainer/test_dataloaders.py
+++ b/tests/trainer/test_dataloaders.py
@@ -26,7 +26,7 @@
 from pytorch_lightning import Callback, seed_everything, Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.utilities.data import has_iterable_dataset, has_len
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.base import EvalModelTemplate
 from tests.helpers.datasets import RandomIterableDataset, RandomIterableDatasetWithLen
diff --git a/tests/trainer/test_states.py b/tests/trainer/test_states.py
index ba4aa11633289..3d34a1cf25cb4 100644
--- a/tests/trainer/test_states.py
+++ b/tests/trainer/test_states.py
@@ -15,7 +15,7 @@
 
 from pytorch_lightning import Callback, Trainer
 from pytorch_lightning.trainer.states import RunningStage, TrainerFn, TrainerState, TrainerStatus
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 def test_initialize_state():
diff --git a/tests/trainer/test_trainer.py b/tests/trainer/test_trainer.py
index ea85e319a83d6..51faf18fceb37 100644
--- a/tests/trainer/test_trainer.py
+++ b/tests/trainer/test_trainer.py
@@ -41,7 +41,7 @@
 from pytorch_lightning.trainer.states import TrainerFn
 from pytorch_lightning.utilities import DeviceType, DistributedType
 from pytorch_lightning.utilities.cloud_io import load as pl_load
-from pytorch_lightning.utilities.debug_examples import BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import DeadlockDetectedException, MisconfigurationException
 from pytorch_lightning.utilities.seed import seed_everything
 from tests.base import EvalModelTemplate
diff --git a/tests/tuner/test_lr_finder.py b/tests/tuner/test_lr_finder.py
index 41a3776c29453..a227516756c83 100644
--- a/tests/tuner/test_lr_finder.py
+++ b/tests/tuner/test_lr_finder.py
@@ -18,7 +18,7 @@
 import torch
 
 from pytorch_lightning import seed_everything, Trainer
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.base import EvalModelTemplate
 from tests.helpers.datamodules import ClassifDataModule
diff --git a/tests/tuner/test_scale_batch_size.py b/tests/tuner/test_scale_batch_size.py
index c344f42b73dd8..06b61107b2a5c 100644
--- a/tests/tuner/test_scale_batch_size.py
+++ b/tests/tuner/test_scale_batch_size.py
@@ -22,7 +22,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.tuner.tuning import Tuner
 from pytorch_lightning.utilities import AMPType
-from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel, RandomDataset
+from pytorch_lightning.utilities.debugging_examples import BoringDataModule, BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.base import EvalModelTemplate
 from tests.helpers.datamodules import MNISTDataModule
diff --git a/tests/utilities/test_all_gather_grad.py b/tests/utilities/test_all_gather_grad.py
index ab4c76f50cc37..0e9591336ac39 100644
--- a/tests/utilities/test_all_gather_grad.py
+++ b/tests/utilities/test_all_gather_grad.py
@@ -6,7 +6,7 @@
 
 from pytorch_lightning import seed_everything, Trainer
 from pytorch_lightning.utilities import AllGatherGrad
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/utilities/test_auto_restart.py b/tests/utilities/test_auto_restart.py
index 3f93b67b854c1..c735e7f3ad071 100644
--- a/tests/utilities/test_auto_restart.py
+++ b/tests/utilities/test_auto_restart.py
@@ -38,7 +38,7 @@
     CaptureIterableDataset,
     FastForwardSampler,
 )
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.enums import AutoRestartBatchKeys
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.imports import _fault_tolerant_enabled
diff --git a/tests/utilities/test_cli.py b/tests/utilities/test_cli.py
index e322dda813bfd..8041d8459d11e 100644
--- a/tests/utilities/test_cli.py
+++ b/tests/utilities/test_cli.py
@@ -33,7 +33,7 @@
 from pytorch_lightning.plugins.environments import SLURMEnvironment
 from pytorch_lightning.utilities import _TPU_AVAILABLE
 from pytorch_lightning.utilities.cli import instantiate_class, LightningArgumentParser, LightningCLI, SaveConfigCallback
-from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringDataModule, BoringModel
 from pytorch_lightning.utilities.imports import _TORCHVISION_AVAILABLE
 from tests.helpers.runif import RunIf
 
diff --git a/tests/utilities/test_deepspeed_collate_checkpoint.py b/tests/utilities/test_deepspeed_collate_checkpoint.py
index 6f8cbce7a34f9..0c911f2f1a5c9 100644
--- a/tests/utilities/test_deepspeed_collate_checkpoint.py
+++ b/tests/utilities/test_deepspeed_collate_checkpoint.py
@@ -17,7 +17,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import DeepSpeedPlugin
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.deepspeed import convert_zero_checkpoint_to_fp32_state_dict
 from tests.helpers.runif import RunIf
 
diff --git a/tests/utilities/test_dtype_device_mixin.py b/tests/utilities/test_dtype_device_mixin.py
index 49eba3bfaac07..745e5f2547cbf 100644
--- a/tests/utilities/test_dtype_device_mixin.py
+++ b/tests/utilities/test_dtype_device_mixin.py
@@ -17,7 +17,7 @@
 
 from pytorch_lightning import Callback, Trainer
 from pytorch_lightning.core.mixins import DeviceDtypeModuleMixin
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/utilities/test_memory.py b/tests/utilities/test_memory.py
index 8b0545d32ee2f..82cde9e234b2b 100644
--- a/tests/utilities/test_memory.py
+++ b/tests/utilities/test_memory.py
@@ -16,7 +16,7 @@
 import torch
 import torch.nn as nn
 
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.memory import get_model_size_mb, recursive_detach
 
 
diff --git a/tests/utilities/test_model_helpers.py b/tests/utilities/test_model_helpers.py
index b3d7b72f84894..3e57fb32ac538 100644
--- a/tests/utilities/test_model_helpers.py
+++ b/tests/utilities/test_model_helpers.py
@@ -17,7 +17,7 @@
 import pytest
 
 from pytorch_lightning import LightningDataModule, Trainer
-from pytorch_lightning.utilities.debug_examples import BoringDataModule, BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringDataModule, BoringModel
 from pytorch_lightning.utilities.model_helpers import is_overridden
 
 
diff --git a/tests/utilities/test_model_summary.py b/tests/utilities/test_model_summary.py
index 591c1c489e888..ee4b90c7cd642 100644
--- a/tests/utilities/test_model_summary.py
+++ b/tests/utilities/test_model_summary.py
@@ -17,7 +17,7 @@
 
 from pytorch_lightning import LightningModule, Trainer
 from pytorch_lightning.utilities import _TORCH_GREATER_EQUAL_1_9
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.model_summary import ModelSummary, summarize, UNKNOWN_SIZE
 from tests.helpers.advanced_models import ParityModuleRNN
diff --git a/tests/utilities/test_remote_filesystem.py b/tests/utilities/test_remote_filesystem.py
index 663e6e4d524cb..1534e52f5620f 100644
--- a/tests/utilities/test_remote_filesystem.py
+++ b/tests/utilities/test_remote_filesystem.py
@@ -19,7 +19,7 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.loggers import TensorBoardLogger
-from pytorch_lightning.utilities.debug_examples import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 GCS_BUCKET_PATH = os.getenv("GCS_BUCKET_PATH", None)
 _GCS_BUCKET_PATH_AVAILABLE = GCS_BUCKET_PATH is not None

From 23f1005ec7b7a24d0bf580c3c6ace9cd6b5f9b7d Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Mon, 9 Aug 2021 15:19:43 +0200
Subject: [PATCH 05/18] Improve docstring

---
 pytorch_lightning/utilities/debugging_examples.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/pytorch_lightning/utilities/debugging_examples.py b/pytorch_lightning/utilities/debugging_examples.py
index fac40a1212d7e..b901761454b50 100644
--- a/pytorch_lightning/utilities/debugging_examples.py
+++ b/pytorch_lightning/utilities/debugging_examples.py
@@ -12,9 +12,9 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 """
-Classes meant to be imported and use in examples and test.
+Debugging helpers meant to be used ONLY in the ``pl_examples`` and ``tests`` directories.
 
-Production usage is discouraged.
+Production usage is discouraged. No backwards-compatibility guarantees.
 """
 import logging
 import os

From b52bf935caefdc1daf20a6cf91cc154355127cf2 Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Mon, 9 Aug 2021 17:08:41 +0200
Subject: [PATCH 06/18] Forgot CLI again

---
 tests/utilities/test_cli.py | 18 +++++++++---------
 1 file changed, 9 insertions(+), 9 deletions(-)

diff --git a/tests/utilities/test_cli.py b/tests/utilities/test_cli.py
index 8041d8459d11e..78a3ee4635d52 100644
--- a/tests/utilities/test_cli.py
+++ b/tests/utilities/test_cli.py
@@ -366,9 +366,9 @@ def test_lightning_cli_save_config_cases(tmpdir):
 def test_lightning_cli_config_and_subclass_mode(tmpdir):
 
     config = dict(
-        model=dict(class_path="pytorch_lightning.utilities.debug_examples.BoringModel"),
+        model=dict(class_path="pytorch_lightning.utilities.debugging_examples.BoringModel"),
         data=dict(
-            class_path="pytorch_lightning.utilities.debug_examples.BoringDataModule",
+            class_path="pytorch_lightning.utilities.debugging_examples.BoringDataModule",
             init_args=dict(data_dir=str(tmpdir)),
         ),
         trainer=dict(default_root_dir=str(tmpdir), max_epochs=1, weights_summary=None),
@@ -417,7 +417,7 @@ def test_lightning_cli_help():
         if param not in skip_params:
             assert f"--trainer.{param}" in out.getvalue()
 
-    cli_args = ["any.py", "--data.help=pytorch_lightning.utilities.debug_examples.BoringDataModule"]
+    cli_args = ["any.py", "--data.help=pytorch_lightning.utilities.debugging_examples.BoringDataModule"]
     out = StringIO()
     with mock.patch("sys.argv", cli_args), redirect_stdout(out), pytest.raises(SystemExit):
         any_model_any_data_cli()
@@ -430,8 +430,8 @@ def test_lightning_cli_print_config():
     cli_args = [
         "any.py",
         "--seed_everything=1234",
-        "--model=pytorch_lightning.utilities.debug_examples.BoringModel",
-        "--data=pytorch_lightning.utilities.debug_examples.BoringDataModule",
+        "--model=pytorch_lightning.utilities.debugging_examples.BoringModel",
+        "--data=pytorch_lightning.utilities.debugging_examples.BoringDataModule",
         "--print_config",
     ]
 
@@ -441,8 +441,8 @@ def test_lightning_cli_print_config():
 
     outval = yaml.safe_load(out.getvalue())
     assert outval["seed_everything"] == 1234
-    assert outval["model"]["class_path"] == "pytorch_lightning.utilities.debug_examples.BoringModel"
-    assert outval["data"]["class_path"] == "pytorch_lightning.utilities.debug_examples.BoringDataModule"
+    assert outval["model"]["class_path"] == "pytorch_lightning.utilities.debugging_examples.BoringModel"
+    assert outval["data"]["class_path"] == "pytorch_lightning.utilities.debugging_examples.BoringDataModule"
 
 
 def test_lightning_cli_submodules(tmpdir):
@@ -455,9 +455,9 @@ def __init__(self, submodule1: LightningModule, submodule2: LightningModule, mai
     config = """model:
         main_param: 2
         submodule1:
-            class_path: pytorch_lightning.utilities.debug_examples.BoringModel
+            class_path: pytorch_lightning.utilities.debugging_examples.BoringModel
         submodule2:
-            class_path: pytorch_lightning.utilities.debug_examples.BoringModel
+            class_path: pytorch_lightning.utilities.debugging_examples.BoringModel
     """
     config_path = tmpdir / "config.yaml"
     with open(config_path, "w") as f:

From 5798b7ac60ff161eb598444f9dba5749a6173d91 Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Wed, 11 Aug 2021 19:29:02 +0200
Subject: [PATCH 07/18] Conflicts

---
 tests/models/test_truncated_bptt.py | 2 +-
 tests/utilities/test_data.py        | 3 ++-
 2 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/tests/models/test_truncated_bptt.py b/tests/models/test_truncated_bptt.py
index ab10a527e3cda..ac7eda8db98c0 100644
--- a/tests/models/test_truncated_bptt.py
+++ b/tests/models/test_truncated_bptt.py
@@ -16,7 +16,7 @@
 import torch
 
 from pytorch_lightning import Trainer
-from tests.helpers import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 
 
 @pytest.mark.parametrize("n_hidden_states", (1, 2))
diff --git a/tests/utilities/test_data.py b/tests/utilities/test_data.py
index 6c5b5a8e33ffb..a5cc421d860c8 100644
--- a/tests/utilities/test_data.py
+++ b/tests/utilities/test_data.py
@@ -3,7 +3,8 @@
 from torch.utils.data.dataloader import DataLoader
 
 from pytorch_lightning.utilities.data import extract_batch_size, get_len, has_iterable_dataset, has_len
-from tests.helpers.boring_model import RandomDataset, RandomIterableDataset
+from pytorch_lightning.utilities.debugging_examples import RandomDataset
+from tests.helpers.datasets import RandomIterableDataset
 
 
 def test_extract_batch_size():

From df94454e5cfe1c74bdb90a87a6221e37be8d94e2 Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Fri, 20 Aug 2021 17:26:17 +0200
Subject: [PATCH 08/18] Fix new tests

---
 tests/loops/test_iterator_batch_processor.py | 2 +-
 tests/plugins/test_checkpoint_io_plugin.py   | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/loops/test_iterator_batch_processor.py b/tests/loops/test_iterator_batch_processor.py
index 7708ce483901a..187cb98618cdb 100644
--- a/tests/loops/test_iterator_batch_processor.py
+++ b/tests/loops/test_iterator_batch_processor.py
@@ -17,9 +17,9 @@
 from torch.utils.data import DataLoader
 
 from pytorch_lightning import Trainer
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.types import STEP_OUTPUT
-from tests.helpers import BoringModel, RandomDataset
 
 _BATCH_SIZE = 32
 _DATASET_LEN = 64
diff --git a/tests/plugins/test_checkpoint_io_plugin.py b/tests/plugins/test_checkpoint_io_plugin.py
index ef43b8b14b146..ca56340be218d 100644
--- a/tests/plugins/test_checkpoint_io_plugin.py
+++ b/tests/plugins/test_checkpoint_io_plugin.py
@@ -20,9 +20,9 @@
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ModelCheckpoint
 from pytorch_lightning.plugins import CheckpointIO, DeepSpeedPlugin, SingleDevicePlugin, TPUSpawnPlugin
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.types import _PATH
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.runif import RunIf
 
 

From 7ac70e03b1417239c32e184d9e4fd7034e6d94e4 Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Sat, 21 Aug 2021 15:44:24 +0200
Subject: [PATCH 09/18] Fix pre-commit

---
 pytorch_lightning/loggers/wandb.py | 2 +-
 tests/core/test_results.py         | 1 -
 tests/loggers/test_wandb.py        | 1 -
 3 files changed, 1 insertion(+), 3 deletions(-)

diff --git a/pytorch_lightning/loggers/wandb.py b/pytorch_lightning/loggers/wandb.py
index 94baf1781e7ab..0299cb522e59f 100644
--- a/pytorch_lightning/loggers/wandb.py
+++ b/pytorch_lightning/loggers/wandb.py
@@ -29,7 +29,7 @@
 from pytorch_lightning.utilities import _module_available, rank_zero_only
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.imports import _compare_version
-from pytorch_lightning.utilities.warnings import rank_zero_deprecation, rank_zero_warn
+from pytorch_lightning.utilities.warnings import rank_zero_warn
 
 _WANDB_AVAILABLE = _module_available("wandb")
 _WANDB_GREATER_EQUAL_0_10_22 = _compare_version("wandb", operator.ge, "0.10.22")
diff --git a/tests/core/test_results.py b/tests/core/test_results.py
index 1b6b9a74c3d0a..bc3a35e95c21c 100644
--- a/tests/core/test_results.py
+++ b/tests/core/test_results.py
@@ -17,7 +17,6 @@
 
 import tests.helpers.utils as tutils
 from pytorch_lightning.trainer.connectors.logger_connector.result import _Sync
-from pytorch_lightning.utilities.debugging_examples import BoringDataModule, BoringModel
 from pytorch_lightning.utilities.distributed import sync_ddp_if_available
 from tests.helpers.runif import RunIf
 
diff --git a/tests/loggers/test_wandb.py b/tests/loggers/test_wandb.py
index c2063703ac059..d8411b7d201fe 100644
--- a/tests/loggers/test_wandb.py
+++ b/tests/loggers/test_wandb.py
@@ -18,7 +18,6 @@
 
 import pytest
 
-import pytorch_lightning
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import WandbLogger
 from pytorch_lightning.utilities.debugging_examples import BoringModel

From ee02145ca498e9b62af45a9d5d30597188506b46 Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Sat, 21 Aug 2021 15:45:54 +0200
Subject: [PATCH 10/18] Remove doctest

---
 pytorch_lightning/utilities/debugging_examples.py | 7 -------
 1 file changed, 7 deletions(-)

diff --git a/pytorch_lightning/utilities/debugging_examples.py b/pytorch_lightning/utilities/debugging_examples.py
index 65f270d7f2381..3f1364ab13e66 100644
--- a/pytorch_lightning/utilities/debugging_examples.py
+++ b/pytorch_lightning/utilities/debugging_examples.py
@@ -178,13 +178,6 @@ class MNIST(torch.utils.data.Dataset):
         download: If true, downloads the dataset from the internet and
             puts it in root directory. If dataset is already downloaded, it is not
             downloaded again.
-
-    Examples:
-        >>> dataset = MNIST(".", download=True)
-        >>> len(dataset)
-        60000
-        >>> torch.bincount(dataset.targets)
-        tensor([5923, 6742, 5958, 6131, 5842, 5421, 5918, 6265, 5851, 5949])
     """
 
     RESOURCES = (

From 1a52132b99551f2dbcf25570ee9f83245ebc1e9a Mon Sep 17 00:00:00 2001
From: "pre-commit-ci[bot]"
 <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Date: Mon, 23 Aug 2021 13:23:07 +0000
Subject: [PATCH 11/18] [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci
---
 tests/deprecated_api/test_remove_1-7.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/deprecated_api/test_remove_1-7.py b/tests/deprecated_api/test_remove_1-7.py
index fa73efdb4c8d3..84ffde97ec1c3 100644
--- a/tests/deprecated_api/test_remove_1-7.py
+++ b/tests/deprecated_api/test_remove_1-7.py
@@ -15,8 +15,8 @@
 
 import pytest
 
-from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning import LightningDataModule, Trainer
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.deprecated_api import _soft_unimport_module
 from tests.helpers.datamodules import MNISTDataModule
 

From cf6dab3575f4c2e853ffa63838f05c32adb93cdb Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Mon, 23 Aug 2021 15:44:53 +0200
Subject: [PATCH 12/18] Fix import

---
 tests/utilities/test_fetching.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/utilities/test_fetching.py b/tests/utilities/test_fetching.py
index da9a4acabf8f8..7495e2749e73c 100644
--- a/tests/utilities/test_fetching.py
+++ b/tests/utilities/test_fetching.py
@@ -19,11 +19,11 @@
 from torch import tensor
 from torch.utils.data import DataLoader, Dataset, IterableDataset
 
+from pl_examples.bug_report_model import BoringModel
 from pytorch_lightning import Trainer
 from pytorch_lightning.trainer.supporters import CombinedLoader
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.fetching import DataFetcher, DataLoaderIterDataFetcher, InterBatchParallelDataFetcher
-from tests.helpers.boring_model import BoringModel
 from tests.helpers.runif import RunIf
 
 

From 56cbb2787fdf3ead8e6c519abe050a96d21268eb Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Mon, 23 Aug 2021 16:06:45 +0200
Subject: [PATCH 13/18] Wrong import

---
 tests/utilities/test_fetching.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/utilities/test_fetching.py b/tests/utilities/test_fetching.py
index 7495e2749e73c..b328f32c200d3 100644
--- a/tests/utilities/test_fetching.py
+++ b/tests/utilities/test_fetching.py
@@ -19,9 +19,9 @@
 from torch import tensor
 from torch.utils.data import DataLoader, Dataset, IterableDataset
 
-from pl_examples.bug_report_model import BoringModel
 from pytorch_lightning import Trainer
 from pytorch_lightning.trainer.supporters import CombinedLoader
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from pytorch_lightning.utilities.fetching import DataFetcher, DataLoaderIterDataFetcher, InterBatchParallelDataFetcher
 from tests.helpers.runif import RunIf

From 295955ff6db318fa52a52f021b2f8b112c036c26 Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Mon, 23 Aug 2021 16:54:06 +0200
Subject: [PATCH 14/18] Use mocked MNIST for pl_examples

---
 .github/CONTRIBUTING.md            | 2 +-
 .github/workflows/ci_test-full.yml | 2 ++
 2 files changed, 3 insertions(+), 1 deletion(-)

diff --git a/.github/CONTRIBUTING.md b/.github/CONTRIBUTING.md
index f673411636966..be9f03fa4a4fd 100644
--- a/.github/CONTRIBUTING.md
+++ b/.github/CONTRIBUTING.md
@@ -218,7 +218,7 @@ This is useful if you do not test against all required dependency versions.
 **Docker:** Another option is to utilize the [pytorch lightning cuda base docker image](https://hub.docker.com/repository/docker/pytorchlightning/pytorch_lightning/tags?page=1&name=cuda). You can then run:
 
 ```bash
-python -m pytest pytorch_lightning tests pl_examples -v
+PL_USE_MOCKED_MNIST=1 python -m pytest pytorch_lightning tests pl_examples -v
 ```
 
 You can also run a single test as follows:
diff --git a/.github/workflows/ci_test-full.yml b/.github/workflows/ci_test-full.yml
index 1064e603bee1f..3a4277a10fff5 100644
--- a/.github/workflows/ci_test-full.yml
+++ b/.github/workflows/ci_test-full.yml
@@ -159,6 +159,8 @@ jobs:
     - name: Examples
       run: |
         python -m pytest pl_examples -v --durations=10
+      env:
+        PL_USE_MOCKED_MNIST: "1"
 
     - name: Upload pytest results
       uses: actions/upload-artifact@v2

From 6bb1f30eae4407c4349154bc033b3a35d2945de8 Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Mon, 23 Aug 2021 17:02:04 +0200
Subject: [PATCH 15/18] Undo contributing change

---
 .github/CONTRIBUTING.md | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/.github/CONTRIBUTING.md b/.github/CONTRIBUTING.md
index be9f03fa4a4fd..f673411636966 100644
--- a/.github/CONTRIBUTING.md
+++ b/.github/CONTRIBUTING.md
@@ -218,7 +218,7 @@ This is useful if you do not test against all required dependency versions.
 **Docker:** Another option is to utilize the [pytorch lightning cuda base docker image](https://hub.docker.com/repository/docker/pytorchlightning/pytorch_lightning/tags?page=1&name=cuda). You can then run:
 
 ```bash
-PL_USE_MOCKED_MNIST=1 python -m pytest pytorch_lightning tests pl_examples -v
+python -m pytest pytorch_lightning tests pl_examples -v
 ```
 
 You can also run a single test as follows:

From c1580a047862fcc90bf5e3a45e0e53cad8956f78 Mon Sep 17 00:00:00 2001
From: "pre-commit-ci[bot]"
 <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Date: Mon, 23 Aug 2021 15:34:28 +0000
Subject: [PATCH 16/18] [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci
---
 tests/plugins/test_ddp_plugin.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/plugins/test_ddp_plugin.py b/tests/plugins/test_ddp_plugin.py
index 44788e97d3948..9dae8d432f4d7 100644
--- a/tests/plugins/test_ddp_plugin.py
+++ b/tests/plugins/test_ddp_plugin.py
@@ -20,8 +20,8 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins import DDPPlugin
-from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.plugins.environments import LightningEnvironment
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 

From 9bd352d142c302585d73319f1f47c04f003064bb Mon Sep 17 00:00:00 2001
From: "pre-commit-ci[bot]"
 <66853113+pre-commit-ci[bot]@users.noreply.github.com>
Date: Tue, 24 Aug 2021 11:41:10 +0000
Subject: [PATCH 17/18] [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci
---
 tests/core/test_lightning_module.py | 2 +-
 tests/models/test_amp.py            | 2 +-
 2 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/tests/core/test_lightning_module.py b/tests/core/test_lightning_module.py
index 7764bb936dc9f..0721b3c7b56fe 100644
--- a/tests/core/test_lightning_module.py
+++ b/tests/core/test_lightning_module.py
@@ -21,8 +21,8 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.loggers import TensorBoardLogger
-from pytorch_lightning.utilities.debugging_examples import BoringModel
 from pytorch_lightning.utilities import _TORCH_SHARDED_TENSOR_AVAILABLE
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf
 
 
diff --git a/tests/models/test_amp.py b/tests/models/test_amp.py
index e6273a3a17820..60725d6981297 100644
--- a/tests/models/test_amp.py
+++ b/tests/models/test_amp.py
@@ -22,8 +22,8 @@
 import tests.helpers.utils as tutils
 from pytorch_lightning import Trainer
 from pytorch_lightning.plugins.environments import SLURMEnvironment
-from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities import _TORCH_GREATER_EQUAL_1_10
+from pytorch_lightning.utilities.debugging_examples import BoringModel, RandomDataset
 from pytorch_lightning.utilities.exceptions import MisconfigurationException
 from tests.helpers.runif import RunIf
 

From 5b513774f177168e8e0c734e2fd3d9073356fc2f Mon Sep 17 00:00:00 2001
From: Carlos Mocholi <carlossmocholi@gmail.com>
Date: Tue, 24 Aug 2021 13:51:34 +0200
Subject: [PATCH 18/18] Fix test

---
 tests/callbacks/test_rich_progress_bar.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/tests/callbacks/test_rich_progress_bar.py b/tests/callbacks/test_rich_progress_bar.py
index c6f44759ba371..10ff0f7cd9ea6 100644
--- a/tests/callbacks/test_rich_progress_bar.py
+++ b/tests/callbacks/test_rich_progress_bar.py
@@ -17,7 +17,7 @@
 
 from pytorch_lightning import Trainer
 from pytorch_lightning.callbacks import ProgressBarBase, RichProgressBar
-from tests.helpers.boring_model import BoringModel
+from pytorch_lightning.utilities.debugging_examples import BoringModel
 from tests.helpers.runif import RunIf