diff --git a/mmpose/models/__init__.py b/mmpose/models/__init__.py
index 4e236f9928..7e7b386b92 100644
--- a/mmpose/models/__init__.py
+++ b/mmpose/models/__init__.py
@@ -4,12 +4,21 @@
                       build_head, build_loss, build_neck, build_pose_estimator,
                       build_posenet)
 from .data_preprocessors import *  # noqa
+from .distillers import *  # noqa
 from .heads import *  # noqa
 from .losses import *  # noqa
 from .necks import *  # noqa
 from .pose_estimators import *  # noqa
 
 __all__ = [
-    'BACKBONES', 'HEADS', 'NECKS', 'LOSSES', 'build_backbone', 'build_head',
-    'build_loss', 'build_posenet', 'build_neck', 'build_pose_estimator'
+    'BACKBONES',
+    'HEADS',
+    'NECKS',
+    'LOSSES',
+    'build_backbone',
+    'build_head',
+    'build_loss',
+    'build_posenet',
+    'build_neck',
+    'build_pose_estimator',
 ]
diff --git a/mmpose/models/distillers/__init__.py b/mmpose/models/distillers/__init__.py
new file mode 100644
index 0000000000..4cc22a6110
--- /dev/null
+++ b/mmpose/models/distillers/__init__.py
@@ -0,0 +1,4 @@
+# Copyright (c) OpenMMLab. All rights reserved.
+from .dwpose_distiller import DWPoseDistiller
+
+__all__ = ['DWPoseDistiller']
diff --git a/mmpose/models/pose_estimators/dwpose_distiller.py b/mmpose/models/distillers/dwpose_distiller.py
similarity index 100%
rename from mmpose/models/pose_estimators/dwpose_distiller.py
rename to mmpose/models/distillers/dwpose_distiller.py
diff --git a/mmpose/models/pose_estimators/__init__.py b/mmpose/models/pose_estimators/__init__.py
index 4cd3884cc2..c5287e0c2c 100644
--- a/mmpose/models/pose_estimators/__init__.py
+++ b/mmpose/models/pose_estimators/__init__.py
@@ -1,10 +1,6 @@
 # Copyright (c) OpenMMLab. All rights reserved.
 from .bottomup import BottomupPoseEstimator
-from .dwpose_distiller import DWPoseDistiller
 from .pose_lifter import PoseLifter
 from .topdown import TopdownPoseEstimator
 
-__all__ = [
-    'TopdownPoseEstimator', 'BottomupPoseEstimator', 'PoseLifter',
-    'DWPoseDistiller'
-]
+__all__ = ['TopdownPoseEstimator', 'BottomupPoseEstimator', 'PoseLifter']
diff --git a/tests/test_models/test_pose_estimators/test_dwpose_distiller.py b/tests/test_models/test_distillers/test_dwpose_distiller.py
similarity index 100%
rename from tests/test_models/test_pose_estimators/test_dwpose_distiller.py
rename to tests/test_models/test_distillers/test_dwpose_distiller.py