docker-compose development environment

This adjusts the development environment to use docker-compose which allows us
to spin up a "fake" three node ganeti cluster with four instances "running".
The clusters are setup using a fake hypervisor so it's not a complete
replacement for developing against a real cluster, but it's as close as we can
get.

This also provides updates for the following:

- Cleaned up the Dockerfile and moved parts of the work into a script
- Switched to using a volume for /opt/ganeti_webmgr which allows for easier editing
- Switched to using osuosl/django-centos image which already has stuff
  pre-included

Author: ramereth

Dockerfile

@@ -0,0 +1 @@
+dockerfiles/gwm.Dockerfile

Dockerfile

@@ -0,0 +1,92 @@
+version: '3'
+services:
+  node3:
+    privileged: true
+    domainname: ganetiwebmgr_ganeti
+    hostname: node3
+    container_name: node3
+    image: ganeti:${VERSION:-2.15}
+    volumes:
+      - /sys/fs/cgroup:/sys/fs/cgroup:ro
+    networks:
+      ganeti:
+        ipv4_address: "172.169.0.103"
+    extra_hosts:
+      - "cluster:172.169.0.100"
+    cap_add:
+      - NET_ADMIN
+    build:
+      context: .
+      args:
+        - VERSION=${VERSION:-2.15}
+      dockerfile: dockerfiles/ganeti.Dockerfile
+  node2:
+    privileged: true
+    domainname: ganetiwebmgr_ganeti
+    hostname: node2
+    container_name: node2
+    image: ganeti:${VERSION:-2.15}
+    volumes:
+      - /sys/fs/cgroup:/sys/fs/cgroup:ro
+    networks:
+      ganeti:
+        ipv4_address: "172.169.0.102"
+    extra_hosts:
+      - "cluster:172.169.0.100"
+    cap_add:
+      - NET_ADMIN
+    build:
+      context: .
+      args:
+        - VERSION=${VERSION:-2.15}
+      dockerfile: dockerfiles/ganeti.Dockerfile
+  cluster:
+    privileged: true
+    domainname: ganetiwebmgr_ganeti
+    hostname: node1
+    container_name: node1
+    image: ganeti:${VERSION:-2.15}
+    volumes:
+      - /sys/fs/cgroup:/sys/fs/cgroup:ro
+    networks:
+      ganeti:
+        ipv4_address: "172.169.0.101"
+    extra_hosts:
+      - "cluster:172.169.0.100"
+    cap_add:
+      - NET_ADMIN
+    ports:
+      - "2222:22"
+    depends_on:
+      - node2
+      - node3
+    links:
+      - node2
+      - node3
+    build:
+      context: .
+      args:
+        - VERSION=${VERSION:-2.15}
+      dockerfile: dockerfiles/ganeti.Dockerfile
+  web:
+    build:
+      context: .
+      dockerfile: dockerfiles/gwm.Dockerfile
+    command: /opt/ganeti_webmgr/dockerfiles/startup.sh
+    volumes:
+      - .:/opt/ganeti_webmgr
+    networks:
+      ganeti:
+    ports:
+      - "8000:8000"
+    links:
+      - cluster
+    depends_on:
+      - cluster
+networks:
+  ganeti:
+    ipam:
+      driver: default
+      config:
+        -
+          subnet: 172.169.0.0/16

docker-compose.yml

@@ -0,0 +1,2 @@
+set -xe
+[ -d /opt/ganeti_webmgr ] && chown --reference=/opt/ganeti_webmgr -R .

dockerfiles/cleanup.sh

@@ -0,0 +1,8 @@
+ARG VERSION="latest"
+FROM osuosl/ganeti:${VERSION}
+COPY dockerfiles/ganeti.sh /etc/rc.d/rc.local
+COPY dockerfiles/rapi.users /var/lib/ganeti/rapi/users
+COPY dockerfiles/id_rsa-ganeti /root/.ssh/id_rsa
+COPY dockerfiles/id_rsa-ganeti.pub /root/.ssh/authorized_keys
+RUN chmod +x /etc/rc.d/rc.local && echo "password" | passwd root --stdin
+CMD ["/sbin/init"]

dockerfiles/ganeti.Dockerfile

@@ -0,0 +1,36 @@
+#!/bin/bash
+set -ex
+if [ "$(hostname)" == "localhost.localdomain" ] ; then
+  hostname "$(cat /etc/hostname)"
+fi
+
+if [ "$(hostname)" == "node1" ] ; then
+  ganeti_ver="$(gnt-cluster --version | awk '{print $NF}')"
+  no_drbd=""
+  no_lvm=""
+  disk_templates=""
+  ipolicy=""
+  if [ "$ganeti_ver" != "$(echo -e "${ganeti_ver}\n2.7.99" | sort -V | head -n1)" ] ; then
+    disk_templates="--enabled-disk-templates=diskless"
+    ipolicy="--ipolicy-bounds-specs=min:disk-size=0,cpu-count=1,disk-count=0,memory-size=1,nic-count=0,spindle-use=0/max:disk-size=1048576,cpu-count=8,disk-count=16,memory-size=32768,nic-count=8,spindle-use=12"
+  fi
+  if [ "$ganeti_ver" = "$(echo -e "${ganeti_ver}\n2.8.2" | sort -V | head -n1)" ] ; then
+    no_lvm="--no-lvm-storage"
+  fi
+  if [ "$ganeti_ver" = "$(echo -e "${ganeti_ver}\n2.9.4" | sort -V | head -n1)" ] ; then
+    no_drbd="--no-drbd-storage"
+  fi
+  gnt-cluster init --no-etc-hosts \
+      --master-netdev=eth0 -N mode=routed,link=100 ${no_drbd} ${no_lvm} \
+      --enabled-hypervisors=fake \
+      ${disk_templates} ${ipolicy} \
+      cluster
+  gnt-node add --no-ssh-key-check node2
+  gnt-node add --no-ssh-key-check node3
+
+  for i in 1 2 3 4 ; do
+   gnt-instance add -t diskless --no-ip-check --no-name-check -I hail \
+    -o image+cirros --net 0:ip=192.168.1.10${i} instance${i}
+  done
+fi
+touch /var/lock/subsys/local

dockerfiles/ganeti.sh

@@ -0,0 +1,19 @@
+FROM osuosl/django-centos
+MAINTAINER OSU Open Source Lab, [email protected]
+
+ENV DJANGO_SETTINGS_MODULE ganeti_webmgr.ganeti_web.settings
+# allows developer to set up a volume mount by keeping config out of source dir
+ENV GWM_CONFIG_DIR /opt/ganeti_webmgr_config
+
+RUN yum install -y python-devel python-setuptools postgresql-devel gcc curl libffi-devel openssl-devel
+
+WORKDIR /opt/ganeti_webmgr
+VOLUME /opt/ganeti_webmgr
+COPY ganeti_webmgr/ganeti_web/settings/config.yml.dist /opt/ganeti_webmgr_config/config.yml
+
+# Keys generated specifically for Docker
+# Do not use in a secure environment
+RUN echo "DEBUG: true" >> /opt/ganeti_webmgr_config/config.yml && \
+    echo "SECRET_KEY: \"f4iIZ1CTjeLvL3LEhf7m2TnhmIgmeOi1ZuooQ7OOdY\"" >> /opt/ganeti_webmgr_config/config.yml && \
+    echo "WEB_MGR_API_KEY: \"Sfi7l83bjlGyYUBF4pIp/2vumfwPA+Lwz2ztu32LQ2k\"" >> /opt/ganeti_webmgr_config/config.yml
+EXPOSE 8000

dockerfiles/gwm.Dockerfile

@@ -0,0 +1,27 @@
+-----BEGIN RSA PRIVATE KEY-----
+MIIEpAIBAAKCAQEAxccgaL+wwd92GnciKwnyD8v+llAXUOAV12I/YkeKRXyQmp0o
+xo53TNzNwkqULjVI8OWz+2D8IpNjJZna+DkwmNHfvlyHPTY0W/y7azfCnCIyz9io
+RK0lyoLBR2k+FzZ1SXqXKkFlhTygdnNQ6+s24uQQa/pf0VEt1+SqN2VQbtZNVvfl
+jM38P0Gh31bJ4uuVAeACpOcIi/Zo0SGzA7Lc41Zn55kcIgYz/EC3p0OdiIO/yOTH
+NOfrBSP1errk5Z4wJXxvguJ8LYudsDwGjuMGHW7bFbZQ0E9zWPlxpk2wonGlgOjF
+KzDBJX3wb5E9/gqh/zQVbF0hwKOmEnyfbXPUbwIDAQABAoIBAQCqaZJWT10pH7du
+xFnvhalJzTa3I5mDeSG4rRH6R7QvfU5HusTImTbYRqUQFRyq2ATadMHpBr8Zt69F
+VdVj7jseYjAMoUNyDcN9wz1l++y2hY0MpB0Q17RpUtLhCiCS9byHrJaVtTWZYQzO
+IzyFmu13AJXZxClNfUon7QJxqt1sMbpS9mF6BIYehJ+b6Ci9K4xluLTxnHlGDjfz
+UnGQZCQFj2DXkakd9QIz1OGhZPmAuX+6hRqUY2LZI9zFOmmne98ZaWPPrQWS7zU1
+HRbC/homDSTcEEuqfSN3jF9oiNOG/O0/OCVqllujgKxhFMdrMNgjwnVllClW0DUA
+tvszpSoZAoGBAP5TEMhBtFiV6vKsQxiLuO87UKC/9ay0ZvJPCdVFVp9P40g5hScC
+O/P5rs4ExSZhaRoqMGjXfjZ+FNDSjg2yRs8fa2Q8Dhpm4f2oiWFwcu8xBmak+tAw
+bxcw8aTdfLd/ZxIqKeHzMz90d/31mLQtWju9o2AiZgdWh658AD3qwBaLAoGBAMcU
+sQhkbbiFDdAdVLoSENfv6MikzS/R2b020DX4U5RqcC4BhxKUbk5i6QC7Qe9lJP2B
+aiV2lAvwe0e9sKyYdlp+hd/2tLuTNEtB5s68VsKtbrF7gyXxU1Ct10BVbfnJN8FE
+RSAAAfB2dDuzt6TkyOIW4nIcp8JIvGg7KMxAqVotAoGANthI9TaeIsBpw118tq1i
++0xKTfA3lb/tt3FuCG0EiiSbOfcVjN0BetKsbMdAkM9O8BKLEADwueWkrYfKlI+O
+j5oR+bKtw+nN8HrI7ZdnYcervrTzVbQsMM8gPVJ6U8QIwTUQhSaCNbvzKHQvMyPY
+oqt5sQCaChkR94HMN44JUJMCgYAbM9WY2vgvHWcsx8U7A5rvlqWNPQ+YeCkzdJjw
+tvTcs8qOTsEhJc0IwvUpl2zEBGMQjK1vXwuNshd2TxIkE1UgumcamkBJ3SxpGCEs
+oImOYlpcwA7EkXwb6xUdgk7bscX/j4+OdtHNBLKPMdhnHKfiVNQuWYIGxx+Pcn35
+ouBBJQKBgQCsWAbj5Ge0NtRUJ75xeNSW+ojg0Hln+dvBGkWll9SfKUP2nxxFTJOE
+aPBkNC7aYpDBjt1vfkwUQ1dJJ+mlS0Pdzv++YZF+OLPsh22egQLGtrl+VB3jpS56
+SSPhDDO5JH0Kqm9pFDLmShcNxYHbsNRwBrsRHCFgXIAZ5jhlwA11/Q==
+-----END RSA PRIVATE KEY-----

dockerfiles/id_rsa-ganeti

@@ -0,0 +1 @@
+ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABAQDFxyBov7DB33YadyIrCfIPy/6WUBdQ4BXXYj9iR4pFfJCanSjGjndM3M3CSpQuNUjw5bP7YPwik2Mlmdr4OTCY0d++XIc9NjRb/LtrN8KcIjLP2KhErSXKgsFHaT4XNnVJepcqQWWFPKB2c1Dr6zbi5BBr+l/RUS3X5Ko3ZVBu1k1W9+WMzfw/QaHfVsni65UB4AKk5wiL9mjRIbMDstzjVmfnmRwiBjP8QLenQ52Ig7/I5Mc05+sFI/V6uuTlnjAlfG+C4nwti52wPAaO4wYdbtsVtlDQT3NY+XGmTbCicaWA6MUrMMElffBvkT3+CqH/NBVsXSHAo6YSfJ9tc9Rv

dockerfiles/id_rsa-ganeti.pub

@@ -0,0 +1 @@
+gwm {HA1}735e1ecce8cd0fb377a905cf1b56c93e read,write

dockerfiles/rapi.users

@@ -0,0 +1,9 @@
+#!/bin/bash
+set -xe
+trap /opt/ganeti_webmgr/dockerfiles/cleanup.sh EXIT
+pip install .
+rm -f ganeti.db
+django-admin.py syncdb --noinput
+django-admin.py syncdb --migrate --noinput
+echo "from django.contrib.auth.models import User; User.objects.create_superuser('admin', '[email protected]', 'password')" | django-admin.py shell
+django-admin.py runserver 0.0.0.0:8000