diff --git a/tests/test_utils.py b/tests/test_utils.py
index ded91bae24..f8cc7874cd 100644
--- a/tests/test_utils.py
+++ b/tests/test_utils.py
@@ -26,6 +26,13 @@
 except ImportError:
     import mock  # python < 3.3
 
+try:
+    # Python 3
+    FileNotFoundError
+except NameError:
+    # Python 2
+    FileNotFoundError = IOError
+
 
 def _normalize_distribution_name(name):
     # type: (str) -> str