POCS in the Dock(er)

.dockerignore

@@ -0,0 +1,27 @@
+docs/*
+.git/*
+
+# PANOPTES specific files
+conf_files/*_local.yaml
+examples/notebooks/*.fits
+examples/notebooks/*.jpeg
+
+# Development support
+sftp-config.json
+
+# emacs backups
+*~
+\#*\#
+
+# TeX products
+*.aux
+*.log
+*.pdf
+*.toc
+
+# Compiled files
+*.py[co]
+*.a
+*.o
+*.so
+__pycache__

.travis.yml

@@ -1,83 +1,17 @@
 dist: xenial
 sudo: required
 language: python
-services:
-  - mongodb
 python:
   - "3.6"
-env:
-    - PANDIR=$HOME POCS=$TRAVIS_BUILD_DIR PANUSER=$USER ARDUINO_VERSION=1.8.1
+services:
+- docker
 before_install:
-    - mkdir -p $PANDIR/logs
-    - mkdir -p $PANDIR/astrometry/data
-    - ln -s $POCS $PANDIR/POCS
-    - pip install -U pip
-    - pip install coveralls
-
-    # Install arudino files
-    - cd $PANDIR
-    - export DISPLAY=:1.0
-    - export
-    - wget http://downloads.arduino.cc/arduino-${ARDUINO_VERSION}-linux64.tar.xz
-    - tar xf arduino-${ARDUINO_VERSION}-linux64.tar.xz
-    - sudo mv arduino-${ARDUINO_VERSION} /usr/local/share/arduino
-    - sudo ln -s /usr/local/share/arduino/arduino /usr/local/bin/arduino
-
-    # Install miniconda
-    - wget https://repo.continuum.io/miniconda/Miniconda3-latest-Linux-x86_64.sh -O miniconda.sh;
-    - bash miniconda.sh -b -p $HOME/miniconda
-    - export PATH="$HOME/miniconda/bin:$PANDIR/astrometry/bin:$PATH"
-    - hash -r
-
-    - conda config --set always_yes yes --set changeps1 no
-    - conda update -q conda
-    - conda info -a # Useful for debugging any issues with conda
-    - conda create -q -n test-environment python=$TRAVIS_PYTHON_VERSION
-    - source activate test-environment
-    - conda install numpy scipy
-
-    # Install astrometry.net
-    - wget https://github.com/dstndstn/astrometry.net/releases/download/0.78/astrometry.net-0.78.tar.gz
-    - tar zxvf astrometry.net-0.78.tar.gz && cd astrometry.net-0.78
-    - make && make py && make install INSTALL_DIR=$PANDIR/astrometry
-    - echo 'add_path $PANDIR/astrometry/data' | sudo tee --append $PANDIR/astrometry/etc/astrometry.cfg
-addons:
-  apt:
-    packages:
-    - gphoto2
-    - libcairo2-dev
-    - libnetpbm10-dev
-    - netpbm
-    - libpng12-dev
-    - libjpeg-dev
-    - python-numpy
-    - python-pyfits
-    - python-dev
-    - zlib1g-dev
-    - libbz2-dev
-    - swig
-    - libcfitsio-bin
-    - libcfitsio-dev
-install:
-  - cd $PANDIR
-  # install POCS and requirements
-  - cd $POCS
-  - pip install -r requirements.txt
-  - pip install -r docs/requirements.txt
-  - pip install -e .
-  - python pocs/utils/data.py --folder $PANDIR/astrometry/data
+- ci_env=`bash <(curl -s https://codecov.io/env)`
+- docker pull gcr.io/panoptes-survey/pocs
+install: true
 script:
-  - export BOARD="arduino:avr:micro"
-  - arduino --verify --board $BOARD resources/arduino_files/camera_board/camera_board.ino
-  - arduino --verify --board $BOARD resources/arduino_files/power_board/power_board.ino
-  - arduino --verify --board $BOARD resources/arduino_files/telemetry_board/telemetry_board.ino
-  - export PYTHONPATH="$PYTHONPATH:$POCS/scripts/coverage"
-  - export COVERAGE_PROCESS_START=.coveragerc
-  - coverage run $(which pytest) -v --test-databases all
-  - coverage combine
-cache:
-  pip: true
-  directories:
-    - $PANDIR/astrometry/
-after_success:
-  - bash <(curl -s https://codecov.io/bash)
+- docker run -it
+  $ci_env
+  -v $TRAVIS_BUILD_DIR:/var/panoptes/POCS
+  gcr.io/panoptes-survey/pocs
+  /bin/bash -c "scripts/testing/run_tests.sh"

README.md

@@ -125,8 +125,7 @@ are some helper scripts to make this easier (from [here](https://cloud.google.co
 
 ```
 gcloud components install docker-credential-gcr
-docker-credential-gcr configure-docker
-docker-credential-gcr gcr-login
+gcloud auth configure-docker
 ```
 
 #### Pull POCS container

bin/peas

@@ -0,0 +1,3 @@
+#!/bin/bash -e
+
+docker exec -it peas-shell python $POCS/scripts/peas_shell

bin/pocs

@@ -0,0 +1,3 @@
+#!/bin/bash -e
+
+docker exec -it peas-shell python $POCS/scripts/pocs_shell

conf_files/peas.yaml

@@ -6,8 +6,7 @@ environment:
 weather:
     station: mongo
     aag_cloud:
-      #        serial_port: '/dev/ttyUSB1'
-        serial_port: '/dev/tty.USA19H2P1.1'
+        serial_port: '/dev/ttyUSB1'
         threshold_cloudy: -25
         threshold_very_cloudy: -15.
         threshold_windy: 50.

conf_files/pocs.yaml

@@ -65,6 +65,9 @@ messaging:
     # Must match ports in peas.yaml.
     cmd_port: 6500
     msg_port: 6510
+    messaging_host: localhost 
+    # If running in Docker uncomment the line below
+    # messaging_host: messaging
 
 ########################## Observations ########################################
 # An observation folder contains a contiguous sequence of images of a target/field

docker/Dockerfile

@@ -0,0 +1,59 @@
+ARG arch=amd64
+
+FROM gcr.io/panoptes-survey/panoptes-utils:$arch AS pocs-base
+MAINTAINER Developers for PANOPTES project<https://github.com/panoptes/POCS>
+
+ARG pandir=/var/panoptes
+
+ARG arduino_url="https://downloads.arduino.cc/arduino-cli/arduino-cli-latest-linux64.tar.bz2"
+
+ENV PANDIR $pandir
+ENV POCS ${PANDIR}/POCS
+
+COPY . ${POCS}
+
+RUN apt-get update \
+    && apt-get install --no-install-recommends --yes \
+        byobu \
+        ffmpeg \
+        gcc \
+        pkg-config \
+        libncurses5-dev \
+        udev \
+        vim-nox \
+    # GPhoto2
+    && wget https://raw.githubusercontent.com/gonzalo/gphoto2-updater/master/gphoto2-updater.sh \
+    && chmod +x gphoto2-updater.sh \
+    && /bin/bash gphoto2-updater.sh --stable \
+    # arduino-cli
+    && wget -q $arduino_url -O arduino-cli.tar.bz2 \
+    && bunzip2 arduino-cli.tar.bz2 \
+    && tar xof arduino-cli.tar \
+    && rm arduino-cli.tar \
+    # Don't know exact name of untarred file.
+    && ARDUINO_FILE="$(ls arduino-cli*)" \
+    # Rename so we do know.
+    && mv ${ARDUINO_FILE} arduino-cli \
+    && chmod +x arduino-cli \
+    && mv arduino-cli /usr/local/bin/ \
+    # Cleanup
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/* \
+    && rm gphoto2-updater.sh
+
+
+FROM pocs-base
+
+ARG which_pip=pip
+
+# POCS
+RUN cd ${POCS} \
+    && $which_pip install --no-cache-dir --no-deps -r requirements.txt \
+    && $which_pip install --no-cache-dir --no-deps -e . \
+    # Link conf_files to $PANDIR
+    && ln -s ${POCS}/conf_files/ ${PANDIR}/
+
+WORKDIR ${POCS}
+
+CMD ["/bin/zsh"]
+

docker/cloudbuild.yaml

@@ -0,0 +1,88 @@
+steps:
+# Set up multiarch support
+- name: 'gcr.io/cloud-builders/docker'
+  id: 'register-qemu'
+  args:
+  - 'run'
+  - '--privileged'
+  - 'multiarch/qemu-user-static:register'
+  - '--reset'
+  waitFor: ['-']
+
+# Build
+# AMD Build
+- name: 'gcr.io/cloud-builders/docker'
+  id: 'amd64'
+  args:
+  - 'build'
+  - '-f=docker/Dockerfile'
+  - '--build-arg=arch=amd64'
+  - '--tag=gcr.io/${PROJECT_ID}/pocs:amd64'
+  - '.'
+  waitFor: ['register-qemu']
+# ARM Build (e.g. Raspberry Pi)
+- name: 'gcr.io/cloud-builders/docker'
+  id: 'arm32v7'
+  args:
+  - 'build'
+  - '-f=docker/Dockerfile'
+  - '--build-arg=arch=arm32v7'
+  - '--build-arg=which_pip=/opt/conda/envs/panoptes-env/bin/pip'
+  - '--build-arg=arduino_url=https://downloads.arduino.cc/arduino-cli/arduino-cli-latest-linuxaarch64.tar.bz2'
+  - '--tag=gcr.io/${PROJECT_ID}/pocs:arm32v7'
+  - '.'
+  waitFor: ['register-qemu']
+
+# Push
+- name: 'gcr.io/cloud-builders/docker'
+  id: 'push-amd64'
+  args:
+  - 'push'
+  - 'gcr.io/${PROJECT_ID}/pocs:amd64'
+  waitFor: ['amd64']
+- name: 'gcr.io/cloud-builders/docker'
+  id: 'push-arm'
+  args:
+  - 'push'
+  - 'gcr.io/${PROJECT_ID}/pocs:arm32v7'
+  waitFor: ['arm32v7']
+
+# Manifest file for multiarch
+- name: 'gcr.io/cloud-builders/docker'
+  id: 'manifest'
+  env:
+  - 'DOCKER_CLI_EXPERIMENTAL=enabled'
+  args:
+  - 'manifest'
+  - 'create'
+  - 'gcr.io/${PROJECT_ID}/pocs:latest'
+  - 'gcr.io/${PROJECT_ID}/pocs:arm32v7'
+  - 'gcr.io/${PROJECT_ID}/pocs:amd64'
+  waitFor: ['push-amd64', 'push-arm']
+
+- name: 'gcr.io/cloud-builders/docker'
+  id: 'annotate-manifest'
+  env:
+  - 'DOCKER_CLI_EXPERIMENTAL=enabled'
+  args:
+  - 'manifest'
+  - 'annotate'
+  - 'gcr.io/${PROJECT_ID}/pocs:latest'
+  - 'gcr.io/${PROJECT_ID}/pocs:arm32v7'
+  - '--os=linux'
+  - '--arch=arm'
+  waitFor: ['manifest']
+
+# Push manifest file
+- name: 'gcr.io/cloud-builders/docker'
+  id: 'push-manifest'
+  env:
+  - 'DOCKER_CLI_EXPERIMENTAL=enabled'
+  args:
+  - 'manifest'
+  - 'push'
+  - 'gcr.io/${PROJECT_ID}/pocs:latest'
+  waitFor: ['annotate-manifest']
+images:
+  - 'gcr.io/${PROJECT_ID}/pocs:amd64'
+  - 'gcr.io/${PROJECT_ID}/pocs:arm32v7'

docker/docker-compose.yaml

@@ -0,0 +1,34 @@
+version: '3.7'
+services:
+  peas-shell:
+    image: gcr.io/panoptes-survey/pocs
+    container_name: peas-shell
+    privileged: true
+    network_mode: host
+    env_file: "${PANDIR:-/var/panoptes}/env_file"
+    depends_on:
+      - "messaging-hub"
+    volumes:
+      - pandir:/var/panoptes
+    # No-op to keep machine running, use $POCS/bin/peas to access
+    command: tail -f /dev/null
+  pocs-shell:
+    image: gcr.io/panoptes-survey/pocs
+    container_name: pocs-shell
+    privileged: true
+    network_mode: host
+    env_file: "${PANDIR:-/var/panoptes}/env_file"
+    depends_on:
+      - "peas-shell"
+    volumes:
+      - pandir:/var/panoptes
+    # No-op to keep machine running, use $POCS/bin/pocs to access
+    command: tail -f /dev/null
+volumes:
+    pandir:
+      driver: local
+      driver_opts:
+        type: none
+        device: /var/panoptes
+        o: bind
+