Add Docker image, set up as a Marathon service

Author: chriskuehl

.dockerignore

@@ -0,0 +1,3 @@
+venv
+.tox
+debian

Dockerfile

@@ -0,0 +1,37 @@
+FROM docker.ocf.berkeley.edu/theocf/debian:jessie
+
+RUN apt-get update \
+    && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+        build-essential \
+        cracklib-runtime \
+        libcrack2-dev \
+        libssl-dev \
+        python3 \
+        python3-dev \
+        python3-pip \
+        redis-tools \
+        runit \
+        spiped \
+        sudo \
+        virtualenv \
+    && apt-get clean \
+    && rm -rf /var/lib/apt/lists/*
+
+RUN install -d --owner=nobody /opt/create /opt/create/venv
+
+COPY requirements.txt /opt/create/
+RUN virtualenv -ppython3 /opt/create/venv \
+    && /opt/create/venv/bin/pip install pip==8.1.2 \
+    && /opt/create/venv/bin/pip install \
+        -r /opt/create/requirements.txt
+
+COPY etc/sudoers /etc/sudoers.d/create
+COPY create /opt/create/create
+
+COPY services /opt/create/services
+RUN chown -R nobody:nogroup /opt/create
+USER nobody
+
+WORKDIR /opt/create
+
+CMD ["runsvdir", "/opt/create/services"]

Jenkinsfile

@@ -0,0 +1,55 @@
+node('slave') {
+    step([$class: 'WsCleanup'])
+
+    stage('check-out-code') {
+        checkout scm
+    }
+
+    stage('test') {
+        sh 'make test'
+    }
+
+    stage('test-cook-image') {
+        sh 'make cook-image'
+    }
+
+    stash 'build'
+}
+
+
+if (env.BRANCH_NAME == 'master') {
+    def version = new Date().format("yyyy-MM-dd-'T'HH-mm-ss")
+    withEnv([
+        "DOCKER_REVISION=${version}",
+    ]) {
+        node('slave') {
+            step([$class: 'WsCleanup'])
+            unstash 'build'
+
+            stage('cook-prod-image') {
+                sh 'make cook-image'
+            }
+
+            stash 'build'
+        }
+
+        node('deploy') {
+            step([$class: 'WsCleanup'])
+            unstash 'build'
+
+            stage('push-to-registry') {
+                sh 'make push-image'
+            }
+
+            stage('deploy-to-prod') {
+                build job: 'marathon-deploy-app', parameters: [
+                    [$class: 'StringParameterValue', name: 'app', value: 'create'],
+                    [$class: 'StringParameterValue', name: 'version', value: version],
+                ]
+            }
+        }
+    }
+}
+
+
+// vim: ft=groovy

Makefile

@@ -1,6 +1,10 @@
+DOCKER_REVISION ?= testing-$(USER)
+DOCKER_TAG = docker-push.ocf.berkeley.edu/create:$(DOCKER_REVISION)
+
 .PHONY: test
 test: autoversion
 	pre-commit run --all-files
+	pre-commit install -f --install-hooks
 
 .PHONY: builddeb
 builddeb: autoversion
@@ -17,6 +21,22 @@ autoversion:
 venv: autoversion vendor/venv-update requirements.txt setup.py
 	vendor/venv-update venv= -ppython3.4 venv install= -r requirements.txt -e .
 
+.PHONY: cook-image
+cook-image:
+	# TODO: make ocflib version an argument
+	docker build --pull -t $(DOCKER_TAG) .
+
+.PHONY: push-image
+push-image:
+	docker push $(DOCKER_TAG)
+
+
+.PHONY: dev
+dev: cook-image
+	docker run --rm \
+		-v /etc/ocf-create-new:/etc/ocf-create:ro \
+		$(DOCKER_TAG)
+
 
 .PHONY: clean
 clean:

conf/ocf-create.conf

@@ -0,0 +1 @@
+nobody          ALL=(ALL) NOPASSWD: /usr/bin/install, /bin/ln, /usr/sbin/nscd

etc/sudoers

@@ -0,0 +1,5 @@
+#!/bin/bash
+set -exo pipefail
+cd /opt/create
+. venv/bin/activate
+exec python -m create.worker

services/create/run

@@ -0,0 +1,8 @@
+#!/bin/bash
+set -euxo pipefail
+
+exec /usr/bin/spiped \
+    -e -D -g -F -k /etc/ocf-create/create-redis.key \
+    -p /dev/null \
+    -s 127.0.0.1:6378 \
+    -t create:6379