diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 37516928b..2b6132273 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -32,7 +32,7 @@ jobs:
             "y" \
             "y" \
             "y" \
-            "n" \
+            "y" \
             "localhost:8000" \
             "" \
             "" \
diff --git a/setup.py b/setup.py
index f6773361a..bee31ae21 100644
--- a/setup.py
+++ b/setup.py
@@ -280,7 +280,10 @@ def install_requirements(configure):
                 ],
             }[server_mode]
     requirements += {
-            u'Y': [u'-r', u'requirements/tests.txt'],
+            u'Y': [
+                u'-r', u'requirements/tests.txt'
+                u'-r', u'poleno/dummymail/requirements.txt'
+                ],
             u'N': [],
             }[enable_unittests]
     call(u'Installing requirements for the selected server mode:',