diff --git a/.travis.yml b/.travis.yml
index ffb832aeb94..5aea53a0c96 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -1,5 +1,6 @@
 language: python
 sudo: false
+cache: pip
 dist: trusty
 
 matrix:
diff --git a/appveyor.yml b/appveyor.yml
index e308ccd8915..d778c7ae427 100644
--- a/appveyor.yml
+++ b/appveyor.yml
@@ -26,6 +26,9 @@ install:
 
 build: off
 
+cache:
+  - '%LOCALAPPDATA%\pip\Cache'
+
 test_script:
   # Shorten paths, workaround https://bugs.python.org/issue18199
   - "subst T: %TEMP%"