fabfile.py

#!/usr/bin/env python
from __future__ import with_statement
from fabric.api import *
import os
import re
import time
from os.path import join
from random import choice
import string

__author__ = 'seman'
__license__ = 'Apache 2.0'

class Deploy:

    def __init__(self):
        pass

    def config_cilogon(self):
        # Create portal.wsgi file from template
        wsgi_file = join(self.local_dir,'cilogon-wsgi/wsgi-portal/portal.wsgi')
        local('rm -f ' + wsgi_file)
        o = open(wsgi_file, 'w')

        cilogon_cfg = open(join(self.local_dir,'cilogon-wsgi/wsgi-portal/portal.wsgi.template')).read()
        o.write(re.sub('FLASK_HOST_VALUE', self.web_host, cilogon_cfg) )
        o.close()

        # Create Cilogon config file from template
        local('rm -f ' + join(self.local_dir,'cilogon-wsgi/cilogon/oa4mp-clients.xml'))
        o = open(join(self.local_dir,'cilogon-wsgi/cilogon/oa4mp-clients.xml'), 'w')
        cfgrdf_cfg = open(join(self.local_dir,'cilogon-wsgi/cilogon/oa4mp-clients.xml.template')).read()
        cfgrdf_cfg = re.sub('HOST_NAME_VALUE', self.web_host, cfgrdf_cfg)
        cfgrdf_cfg = re.sub('MY_PROXY_CLIENT_ID', self.my_proxy_client_id, cfgrdf_cfg)
        o.write(cfgrdf_cfg)
        o.close()
        # Remove tar file
        with settings(warn_only=True):
            local('rm ' + join(self.local_dir,'cilogon.tar'))

        # create source distribution as tarball
        local('tar -cf %s -X %s %s' % (join(self.local_dir,'cilogon.tar'),  join(self.local_dir,'cilogontarexcludes.txt'), join(self.local_dir, 'cilogon-wsgi')))

    def deploy_cilogon(self):
        print("Executing on %s as %s" % (env.host, env.user))
        # Remove/recreate web app extract and install dirs
        run('rm -rf %s' % self.remote_extract_dir)
        with settings(warn_only=True):
            run('mkdir %s' % self.remote_extract_dir)
        with settings(warn_only=True):
            run('sudo rm -rf %s' % self.remote_deploy_dir, shell=False)
        with settings(warn_only=True):
            run('mkdir %s' % self.remote_deploy_dir, shell=False)

        put('cilogon.tar', '%s/cilogon.tar' % self.remote_extract_dir)
        run('tar -xf %s/cilogon.tar -C %s' % (self.remote_extract_dir, self.remote_deploy_dir), shell=False)
        run('mkdir %s/cilogon-wsgi/temp' % self.remote_deploy_dir, shell=False)
        run('mkdir %s/cilogon-wsgi/temp/data' % self.remote_deploy_dir, shell=False)
        run('mkdir %s/cilogon-wsgi/temp/lookup' % self.remote_deploy_dir, shell=False)
        run('chmod -R 777 %s/cilogon-wsgi/temp' % self.remote_deploy_dir, shell=False)

    def compile_assets(self):
        '''
        Compiles static assets for production
        '''
        flask_root = join(self.remote_deploy_dir, self.remote_relative_flask_dir)
        salt_less = join(flask_root, 'static/css/salt_images.less')
        pepper_less = join(flask_root, 'static/css/pepper_images.less')
        salt_css = join(flask_root, 'static/css/salt_images.css')
        pepper_css = join(flask_root, 'static/css/pepper_images.css')
        run('lessc %s > %s' % (salt_less, salt_css))
        run('lessc %s > %s' % (pepper_less, pepper_css))



    def config_flask(self):
        # Create config.py file from template
        config_file = join(self.local_dir, 'config.py')
        local('rm -f ' + config_file)
        o = open(config_file, 'w')
        flask_cfg = open(join(self.local_dir, 'config.py.template')).read()
        flask_cfg = re.sub('STATIC_ASSETS = False', 'STATIC_ASSETS = True', flask_cfg)
        flask_cfg = re.sub('FLASK_HOST_VALUE', self.web_host, flask_cfg)
        flask_cfg = re.sub('FLASK_PORT_VALUE', str(self.web_port), flask_cfg)
        flask_cfg = re.sub('SECRET_KEY_VALUE', self.secret_key, flask_cfg)
        flask_cfg = re.sub('GATEWAY_HOST_VALUE', self.gateway_host, flask_cfg)
        flask_cfg = re.sub('LOGGING_LEVEL_VALUE', self.logging_level, flask_cfg)
        o.write(re.sub('GATEWAY_PORT_VALUE', str(self.gateway_port), flask_cfg))
        o.close()

        # Remove any existing wsgi file and re-copy from template
        ion_ux_file = join(self.local_dir, 'ion-ux.wsgi')
        local('rm -f ' + ion_ux_file)
        o = open(ion_ux_file, 'w')
        wsgi_config = open(join(self.local_dir, 'ion-ux.wsgi.template')).read()
        o.write(re.sub('DEPLOY_DIR_VALUE', join(self.remote_deploy_dir, self.remote_relative_flask_dir), wsgi_config))
        o.close()

        # Remove tar file
        with settings(warn_only=True):
            local('rm ux.tar')
        # create source distribution as tarball
        local('tar -cf ux.tar -X uitarexcludes.txt *')

    def deploy_ui(self):
        flask_root = join(self.remote_deploy_dir, self.remote_relative_flask_dir)
        # Remove/recreate web app extract and install dirs
        run('rm -rf %s' % self.remote_extract_dir)
        with settings(warn_only=True):
            run('mkdir  %s' % self.remote_extract_dir)
        # Remove/recreate deploy and flask dir
        with settings(warn_only=True):
            run('rm -rf %s' % flask_root, shell=False)
        with settings(warn_only=True):
            run('mkdir  %s' % self.remote_deploy_dir, shell=False)
        with settings(warn_only=True):
            run('mkdir  %s' % flask_root, shell=False)
        # Deploy
        put('ux.tar', '%s/ux.tar' % self.remote_extract_dir)
        run('tar -xf %s/ux.tar -C %s' % (self.remote_extract_dir, flask_root), shell=False)
        run('mkdir %s/public' % self.remote_deploy_dir, shell=False)
        run('mkdir %s/logs' % self.remote_deploy_dir, shell=False)

    def deploy(self, ssh_user, web_host, web_port=3000, remote_extract_dir='/tmp/ux', remote_deploy_dir='/www/ux',
               remote_relative_flask_dir='flask', gateway_host='sg.a.oceanobservatories.org', gateway_port=5000,
               secret_key=None, logging_level='logging.DEBUG', my_proxy_client_id=None):
        self.web_host = web_host
        self.web_port = web_port
        self.remote_extract_dir = remote_extract_dir
        self.remote_deploy_dir = remote_deploy_dir
        self.remote_relative_flask_dir = remote_relative_flask_dir
        self.gateway_host = gateway_host
        self.gateway_port = gateway_port
        self.ssh_user = ssh_user
        self.secret_key = secret_key or self.generate_random_string()
        self.logging_level = logging_level
        self.my_proxy_client_id = my_proxy_client_id

        self.local_dir = "."
        self.clone_dir = join(self.local_dir, 'tmp_clone')
        self.git_project_url = 'git@github.com:ooici/ion-ux.git'

        global env
        env.host_string= web_host
        env.user = ssh_user

        self.clone()
        self.config_cilogon()
        self.deploy_cilogon()
        self.config_flask()
        self.deploy_ui()
        self.compile_assets()
        self.restart_apache()

    def restart_apache(self):
        run('sudo /etc/init.d/httpd restart')
        print 'Restarting Apache...'
        time.sleep(4)

    def generate_random_string(self,size=32):
        chars=string.ascii_uppercase + string.ascii_lowercase + string.digits
        return ''.join(choice(chars) for x in range(size))

    def clone(self):
        local('rm -rf ' + self.clone_dir)
        local('mkdir  ' + self.clone_dir)
        local('git clone . %s' % self.clone_dir)

        print 'Below is a list of release tags available for deploying:'
        os.chdir(self.clone_dir)
        cmd = "git tag | sed -e 's/v//g' | sort -t. -k1,1n -k2,2n -k3,3n | sed -e 's/^/v/g'"
        default_tag_version = local(cmd + '|tail -1', capture=True)
        no_tag = 'no tag - get the latest'
        default_tag_version = no_tag
        local(cmd)
        tag_version = prompt('Please enter release tag you want to deploy based on list above:',
                             default=default_tag_version)
        if tag_version != no_tag:
            print '\nUsing git tag version: ', tag_version
            local('git checkout %s' % tag_version)
        else:
            print '\nNot using git tag. Deploying the latest\n'


host = None
gateway_host = 'sg.a.oceanobservatories.org'
gateway_port = None
logging_level = 'logging.WARNING'
my_proxy_client_id = 'myproxy:oa4mp,2012:/client/f2d048062c7414ac20259ace3c44145'


def ion_dev():
    global host, gateway_host, my_proxy_client_id
    host = 'ion-dev.oceanobservatories.org'
    gateway_host = 'sg.dev.oceanobservatories.org'
    my_proxy_client_id = 'myproxy:oa4mp,2012:/client/54749b10bfbe4cfacf4ba7023d5dcf1d'


def ion_alpha():
    global host, my_proxy_client_id
    host = 'ion-alpha.oceanobservatories.org'
    my_proxy_client_id = 'myproxy:oa4mp,2012:/client/f2d048062c7414ac20259ace3c44145'


def ux_test():
    print 'Deprecated...Please use "fab ion-alpha deploy"'
    exit()


def ion_stage():
    global host, gateway_host, my_proxy_client_id
    host = 'ooin-mi.oceanobservatories.org'
    gateway_host = 'sg.s.oceanobservatories.org'
    my_proxy_client_id = 'myproxy:oa4mp,2012:/client/20771d54e9abf375edd24d79e753a5a2'


def ion_beta():
    global host, gateway_host, my_proxy_client_id
    gateway_host = 'sg.b.oceanobservatories.org'
    host = 'ion-beta.oceanobservatories.org'
    my_proxy_client_id = 'myproxy:oa4mp,2012:/client/a3159d9392c9b61e9bf11e7762add6d'

def ooinet():
    global host, gateway_host, my_proxy_client_id
    gateway_host = 'sg.b.oceanobservatories.org'
    host = 'ooinet.oceanobservatories.org'
    my_proxy_client_id = 'myproxy:oa4mp,2012:/client/426c72ebf0404e4978f7082b43a5b156'

def gateway_sg():
    global gateway_host
    gateway_host = 'sg.a.oceanobservatories.org'


def deploy():
    global host, gateway_host, gateway_port, logging_level, my_proxy_client_id
    web_host = host or prompt('Web application hostname: ', default='ux-test.oceanobservatories.org')
    ssh_user = prompt('Username for remote host: ', default='ux')
    gateway_host = prompt('Service Gateway Service hostname: ', default=gateway_host)
    gateway_port = gateway_port or prompt('Service Gateway Service port: ', default='5000')
    deploy = Deploy()

    deploy.deploy(ssh_user=ssh_user, web_host=web_host, gateway_host=gateway_host, gateway_port=gateway_port,
                  logging_level=logging_level, my_proxy_client_id=my_proxy_client_id)