Vagrant docker

deploy/config_file_server.yml

@@ -7,7 +7,14 @@
   become: yes
   become_method: sudo
 
+  #vars:
+  #    file_server_1_ip: "{{ hostvars['file_server_1']['ansible_eth0']['ipv4']['address'] }}"
+  #    file_server_2_ip: "{{ hostvars['file_server_2']['ansible_eth0']['ipv4']['address'] }}"
+
   tasks:
+    - debug:
+        var: hostvars['file_server_1']
+
     - name: Probe for other file server
       command: "gluster peer probe 10.0.1.4"
 

deploy/deploy_PythonTest.yml

@@ -0,0 +1,34 @@
+---
+- hosts: all
+  #- hosts: wdcdev
+  vars:
+    custom_repo: true
+    use_epel: true
+    deploy_iptables: true
+  become: yes
+  become_method: sudo
+
+  roles:
+    - common7
+    - common
+    - epel7
+#   - emacsrh7
+    - openjdk1.8
+    - odbc7
+    - postgresql-client7
+
+    - devtools7   # CHECK!
+    - python2rh7
+    - python3rh7
+    - pyenvrh7
+    - pycharm7
+    - gocd7
+    - stattransfer14
+    - r_rh7
+    - r-studio-desktoprh7
+    - r-studio-serverrh7
+    - r-studio-server-configrh7
+    - r-shinyrh7
+    - r-shiny-configrh7
+
+

deploy/deploy_admin_terminal.yml

@@ -4,15 +4,17 @@
   become: yes
   become_method: sudo
   roles:
-    - {role: puppet_disable, when: "disable_puppet"}
-    - {role: iptables, when: "iptables_config"}
+    - { role: puppet_disable, when: "disable_puppet" }
+    - { role: iptables, when: "iptables_config" }
     - common
-    - {role: epel, when: "use_epel and not 'production' in group_names"}
-    - {role: python, when: "custom_repo"}
-    - {role: python-build, when: "install_python and not custom_repo" }
-    - {role: log-courier, when: "install_logstash"}
+    - { role: epel7, when: "use_epel and not 'production' in group_names" }
+  #  - { role: python, when: "install_python and custom_repo" }
     - eod
-    - odbc
+    - devtools7
+    - python2rh7
+    - python3rh7
+    - python-libs7
+    - odbc7
 
   tasks:
     - name: Install development tools
@@ -21,12 +23,15 @@
         state: present
         disable_gpg_check: yes
 
-    - name: Install Ansible in Python 2.7
-      pip:
-        virtualenv_command: /usr/local/bin/virtualenv
-        virtualenv: ~/.virtualenvs/data-platform
-        name: ansible
-        state: present
-        umask: "0022"
-      sudo: no
-      when: "install_python"
+# TODO: Removing for now, since this needs modification to support both the old
+#       Python install and the SCL install.  And, we don't deploy Ansible code 
+#       from here anyways.
+#    - name: Install Ansible in Python 2.7
+#      become: no
+#      pip:
+#        virtualenv_command: /usr/local/bin/virtualenv
+#        virtualenv: ~/.virtualenvs/data-platform
+#        name: ansible
+#        state: present
+#        umask: "0022"
+#      when: "install_python"

deploy/deploy_avastus_service.yml

@@ -0,0 +1,13 @@
+# deploy_avastus_service.yml
+# Ansible script to deploy Avasus which provides name resolution between marathon services and 
+# the enclave proxy. It is expected to run on the same host as the enclave proxy and is tightly
+# coupled with the apache config directory.
+#
+
+---
+- hosts: proxy_server
+  become: yes
+  become_method: sudo
+
+  roles:
+      - avastus

deploy/deploy_db_terminal.yml

@@ -8,38 +8,39 @@
     - {role: puppet_disable, when: "disable_puppet"}
     - {role: iptables, when: "iptables_config"}
     - common
-    - {role: epel, when: "use_epel and not 'production' in group_names"}
+    - {role: epel7, when: "use_epel and not 'production' in group_names"}
     - umask
-    - {role: log-courier, when: "install_logstash"}
     - jdk
     - postgresql-client
     - eod
-    - devtools
-    - {role: python, when: "custom_repo"}
-    - {role: python-build, when: "not custom_repo"}
-    - python36-scl
-    - python-libs
+    - devtools7
+    - python2rh7
+    - python3rh7
+    - python-libs7
     - sqitch
     - {role: pem-client, tags: pem-client}
     - sublime
-    - odbc
+    - odbc7
   tasks:
 
     - name: Install needed packages
       yum:
-        name: "{{ item }}"
+        name: 
+          - htop
+          - screen
+          - rsync
+          - unzip
+          - gpg
+          - pigz
+          - facter
+          - sysstat
+          - systemtap
+          - ant # sar, iostat, vmstat
+          - p7zip
+          - p7zip-plugins
+          - libpng12
+          - tesseract
         state: present
-      with_items:
-        - htop
-        - screen
-        - rsync
-        - unzip
-        - gpg
-        - pigz
-        - facter
-        - sysstat # sar, iostat, vmstat
-        - systemtap # dtrace equivalent
-        - ant
 
     - name: Install custom packages
       yum:

deploy/deploy_elastic_search.yml

@@ -10,3 +10,6 @@
     - elasticsearch
     - {role: log-courier, when: "install_logstash"}
     - elasticsearch-config
+  vars:
+    iptables_config: iptables_config and ansible_virtualization_type != "docker"
+

deploy/deploy_elk.yml

@@ -5,10 +5,12 @@
   roles:
     - common
     - {role: puppet_disable, when: "disable_puppet"}
-    - {role: iptables, when: "iptables_config"}
+    - {role: iptables, when: "iptables_config and ansible_virtualization_type != 'docker'"}
     - {role: epel, when: "use_epel and not 'production' in group_names"}
     - jdk
     - elasticsearch
+  vars:
+    iptables_config: iptables_config and ansible_virtualization_type != "docker"
 
 - hosts: elk
   become: yes
@@ -48,3 +50,5 @@
     - kibana
     - kibana-config
     - {role: log-courier, when: "install_logstash"}
+  vars:
+    iptables_config: iptables_config and ansible_virtualization_type != "docker"

deploy/deploy_file_server.yml

@@ -19,17 +19,18 @@
     - odbc
 
   tasks:
-    - name: Create the Filesystem
-      filesystem:
-        fstype: ext4
-        dev: /dev/sdb
+    # These commands won't work in Dockerr
+    #- name: Create the Filesystem
+    #  filesystem:
+    #    fstype: ext4
+    #    dev: /dev/sdb
 
-    - name: Mount volume
-      mount:
-        name: /data
-        src: /dev/sdb
-        fstype: ext4
-        state: mounted
+    #- name: Mount volume
+    #  mount:
+    #    name: /data
+    #    src: /dev/sdb
+    #    fstype: ext4
+    #    state: mounted
 
     - name: Ensure directories exist
       file:

deploy/deploy_gocd.yml

@@ -21,8 +21,8 @@
     - {role: iptables, when: "iptables_config"}
     - gocd
     # - pentaho Per Tim 11.18.19 -- Pentaho not used.
-    - {role: python, when: "custom_repo"}
-    - {role: python-build, when: "not custom_repo"}
+    #- {role: python, when: "custom_repo"}
+    #- {role: python-build, when: "not custom_repo"}
     - python36-scl
     - python-libs
     - odbc
@@ -138,4 +138,4 @@
   become: yes
   become_method: sudo
   roles:
-    - gocd
+    - gocd

deploy/deploy_mesos_agent.yml

@@ -16,30 +16,33 @@
 
   ## Temporarily remove devtools and r due to limited repositories on agents
   roles:
+    - common7
     - common
-    - {role: iptables, when: "iptables_config"}
-    #- devtools
+    - {role: iptables, when: "{{ iptables_config | bool }}"}
+    - devtools7
     - mesos_agent
-    - {role: epel, when: "use_epel"}
-    - jdk
+    - {role: epel7, when: "use_epel and not ( 'production' in group_names or 'developement' in group_names)"}
+    - openjdk1.8
     - postgresql-client
     - { role: apache, vars: { apache_service_state: "stopped", apache_service_enable: "no" } }
     #- pentaho
-    - gocd
+    - gocd7
     - { role: nginx, vars: { nginx_state: "stopped", nginx_enable: "no" } }
-    - {role: python, when: "custom_repo"}
-    - {role: python-build, when: "not custom_repo"}
-    - python36-scl
-    - python-libs
-    - odbc
-    - jdbc
+    - python2rh7
+    - python3rh7
+    - pyenvRH7
+    - python-libs7
+    - odbc7
+    - jdbc7
     - {role: ruby, when: "install_ruby"}
     - sqitch
-    - r-core
-    - r-libs
-    - r-shiny
+    - tesseract
+    - r_rh7
+    # TO TEST - r-libs7
+    - r-shinyRH7
+    - r-shiny-configRH7
     - nodejs
-    - redis
+    # Not used on prod - redis
     #- julia
 
   post_tasks:
@@ -62,18 +65,6 @@
         state: stopped
         enabled: no
 
-    - name: Install custom RPMs
-      yum:
-        name: "{{ item }}"
-        state: present
-        disable_gpg_check: yes
-      with_items:
-        - xsv
-        - gnucobol
-        - htop
-        - p7zip
-      when: custom_repo
-
     - name: Install Additional Database Automation packages
       yum:
         name: "{{ item }}"
@@ -87,11 +78,14 @@
         # - facter
         - sysstat # sar, iostat, vmstat
         - systemtap # dtrace equivalent
-        - ant
+        - p7zip
+        - gnucobol
 
     - name: Install Database Automation custom packages
       yum:
         name: "{{ item }}"
         state: "{{ db_automation_package_state }}"
         disable_gpg_check: yes
       with_items: "{{ db_automation_custom_packages }}"
+      tags:
+        - db-automation

deploy/deploy_mesos_master.yml

@@ -23,17 +23,21 @@
   max_fail_percentage: 30
   roles:
     - {role: iptables, when: "iptables_config"}
-    - epel  # This is for rhel6 pip
+    - { role: epel7, when: "use_epel and not ( 'production' in group_names or 'developement' in group_names)" } # This is for rhel7 pip
     - common
     - mesos_master
   tasks:
       # used to install kazoo
     - name: Install pip
       yum:
-         name: python-pip
+         name:
+            - python2-pip
+            - python-setuptools
          state: present
 
     - name: Install Kazoo (required by Znode ansible module)
       pip:
         name: kazoo
+        version: "2.6.1"
         umask: "0022"
+      become: yes

deploy/docker/centos6/Dockerfile

@@ -0,0 +1,39 @@
+# based on https://github.com/smerrill/docker-vagrant-centos
+FROM centos:centos6
+
+RUN yum install -y sudo initscripts openssh-clients openssh-server
+
+# https://github.com/dotcloud/docker/issues/1240#issuecomment-21807183
+RUN echo "NETWORKING=yes" > /etc/sysconfig/network
+
+# http://gaijin-nippon.blogspot.com/2013/07/audit-on-lxc-host.html
+RUN sed -i -e '/pam_loginuid\.so/ d' /etc/pam.d/sshd
+
+# Kill udev. (http://serverfault.com/a/580504/82874)
+RUN echo " " > /sbin/start_udev
+
+# No more requiretty for sudo. (Vagrant likes to run Puppet/shell via sudo.)
+RUN sed -i 's/.*requiretty$/Defaults !requiretty/' /etc/sudoers
+
+# Let this run as an unmodified Vagrant box.
+RUN groupadd vagrant && \
+    useradd vagrant -g vagrant -G wheel && \
+    echo "vagrant:vagrant" | chpasswd && \
+    echo "vagrant        ALL=(ALL)       NOPASSWD: ALL" > /etc/sudoers.d/vagrant && \
+    chmod 0440 /etc/sudoers.d/vagrant
+
+# Installing vagrant keys
+RUN mkdir -pm 700 /home/vagrant/.ssh && \
+    echo "ssh-rsa AAAAB3NzaC1yc2EAAAABIwAAAQEA6NF8iallvQVp22WDkTkyrtvp9eWW6A8YVr+kz4TjGYe7gHzIw+niNltGEFHzD8+v1I2YJ6oXevct1YeS0o9HZyN1Q9qgCgzUFtdOKLv6IedplqoPkcmF0aYet2PkEDo3MlTBckFXPITAMzF8dJSIFo9D8HfdOV0IAdx4O7PtixWKn5y2hMNG0zQPyUecp4pzC6kivAIhyfHilFR61RGL+GPXQ2MWZWFYbAGjyiYJnAmCP3NOTd0jMZEnDkbUvxhMmBYSdETk1rRgm+R4LOzFUGaHqHDLKLX+FIPKcF96hrucXzcWyLbIbEgE98OHlnVYCzRdK8jlqm8tehUc9c9WhQ== vagrant insecure public key" > /home/vagrant/.ssh/authorized_keys && \
+    chmod 0600 /home/vagrant/.ssh/authorized_keys && \
+    chown -R vagrant /home/vagrant/.ssh
+
+# Customize the message of the day
+RUN echo 'Welcome to your Vagrant-built Docker container.' > /etc/motd
+
+RUN yum install -y acl && \
+    yum clean all && \
+    rm -rf /var/cache/yum
+
+EXPOSE 22
+CMD ["/sbin/init"]