Speed up builds by skipping installing requirements_all_ds.txt in CI unit tests

.circleci/config.yml

@@ -26,6 +26,7 @@ jobs:
           name: Build Docker Images
           command: |
             set -x
+            docker-compose build --build-arg skip_ds_deps=true
             docker-compose up -d
             sleep 10
       - run:

.circleci/docker-compose.circle.yml

@@ -1,4 +1,4 @@
-version: '2'
+version: '3'
 services:
   redash:
     build: ../

Dockerfile

@@ -1,9 +1,13 @@
 FROM redash/base:latest
 
+# Controls whether to install extra dependencies needed for all data sources.
+ARG skip_ds_deps
+
 # We first copy only the requirements file, to avoid rebuilding on every file
 # change.
 COPY requirements.txt requirements_dev.txt requirements_all_ds.txt ./
-RUN pip install -r requirements.txt -r requirements_dev.txt -r requirements_all_ds.txt
+RUN pip install -r requirements.txt -r requirements_dev.txt
+RUN if [ "x$skip_ds_deps" = "x" ] ; then pip install -r requirements_all_ds.txt ; else echo "Skipping pip install -r requirements_all_ds.txt" ; fi
 
 COPY . ./
 RUN npm install && npm run build && rm -rf node_modules

requirements_dev.txt

@@ -4,5 +4,8 @@ pytest-watch==4.1.0
 coverage==4.0.3
 mock==2.0.0
 
-# PyMongo is needed for one of the unit tests:
+# PyMongo and Athena dependencies are needed for some of the unit tests:
+# (this is not perfect and we should resolve this in a different way)
 pymongo==3.6.1
+botocore==1.10.2
+PyAthena>=1.0.0