Merge bento-ya back into bento

Move all the templates into their own directory. This starts the process of shipping a binary that can be run to build and ship the boxes. This will replace Rake and will be used in Travis to validate the configs as well.

Signed-off-by: Tim Smith <[email protected]>

Author: tas50

.travis.yml

@@ -4,7 +4,7 @@ cache: bundler
 
 env:
   global:
-    - PACKER_VERSION="1.3.4"
+    - PACKER_VERSION="1.3.5"
     - PATH=$HOME/bin:$PATH
 
 rvm:

Gemfile

@@ -1,3 +1,8 @@
 source "https://rubygems.org"
 
-gem "bento-ya"
+group :development do
+  gem "chefstyle"
+  gem "rake", ">= 12"
+  gem "mixlib-shellout", ">= 2.3.2"
+  gem "vagrant_cloud", "~> 2.0"
+end

bin/bento

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+Signal.trap("INT") { exit 1 }
+
+$stdout.sync = true
+$stderr.sync = true
+
+$LOAD_PATH.unshift File.join(__dir__, %w{.. lib})
+require "bento/cli"
+
+begin
+  Runner.new(Options.parse(ARGV)).start
+rescue => ex
+  warn ">>> #{ex.message}"
+  exit(($CHILD_STATUS && $CHILD_STATUS.exitstatus) || 99)
+end

lib/bento.rb

@@ -0,0 +1,2 @@
+require "bento/common"
+require "bento/version"

lib/bento/build.rb

@@ -0,0 +1,97 @@
+require "bento/common"
+require "bento/buildmetadata"
+require "bento/providermetadata"
+require "bento/packerexec"
+
+class BuildRunner
+  include Common
+  include PackerExec
+
+  attr_reader :template_files, :config, :dry_run, :debug, :only, :except, :mirror, :headed, :single,
+              :override_version, :build_timestamp, :cpus, :mem
+
+  def initialize(opts)
+    @template_files = opts.template_files
+    @config = opts.config ||= false
+    @dry_run = opts.dry_run
+    @debug = opts.debug
+    @only = opts.only ||= "parallels-iso,virtualbox-iso,vmware-iso"
+    @except = opts.except
+    @mirror = opts.mirror
+    @headed = opts.headed ||= false
+    @single = opts.single ||= false
+    @override_version = opts.override_version
+    @build_timestamp = Time.now.gmtime.strftime("%Y%m%d%H%M%S")
+    @cpus = opts.cpus
+    @mem = opts.mem
+  end
+
+  def start
+    templates = config ? build_list : template_files
+    banner("Starting build for templates:")
+    templates.each { |t| puts "- #{t}" }
+    time = Benchmark.measure do
+      templates.each { |template| build(template) }
+    end
+    banner("Build finished in #{duration(time.real)}.")
+  end
+
+  private
+
+  def build(file)
+    bento_dir = Dir.pwd
+    dir = File.dirname(file)
+    template = File.basename(file)
+    Dir.chdir dir
+    for_packer_run_with(template) do |md_file, _var_file|
+      cmd = packer_build_cmd(template, md_file.path)
+      banner("[#{template}] Building: '#{cmd.join(' ')}'")
+      time = Benchmark.measure do
+        system(*cmd) || raise("[#{template}] Error building, exited #{$CHILD_STATUS}")
+      end
+      write_final_metadata(template, time.real.ceil)
+      banner("[#{template}] Finished building in #{duration(time.real)}.")
+    end
+    Dir.chdir(bento_dir)
+  end
+
+  def packer_build_cmd(template, var_file)
+    vars = "#{template}.variables.json"
+    cmd = %W{packer build -var-file=#{var_file} #{template}.json}
+    cmd.insert(2, "-var-file=#{vars}") if File.exist?(vars)
+    cmd.insert(2, "-only=#{only}")
+    cmd.insert(2, "-except=#{except}") if except
+    # Build the command line in the correct order and without spaces as future input for the splat operator.
+    cmd.insert(2, "cpus=#{cpus}") if cpus
+    cmd.insert(2, "-var") if cpus
+    cmd.insert(2, "memory=#{mem}") if mem
+    cmd.insert(2, "-var") if mem
+    cmd.insert(2, "mirror=#{mirror}") if mirror
+    cmd.insert(2, "-var") if mirror
+    cmd.insert(2, "headless=true") unless headed
+    cmd.insert(2, "-var") unless headed
+    cmd.insert(2, "-parallel=false") if single
+    cmd.insert(2, "-debug") if debug
+    cmd.insert(0, "echo") if dry_run
+    cmd
+  end
+
+  def write_final_metadata(template, buildtime)
+    md = BuildMetadata.new(template, build_timestamp, override_version).read
+    path = File.join("../builds")
+    filename = File.join(path, "#{md[:box_basename]}.metadata.json")
+    md[:providers] = ProviderMetadata.new(path, md[:box_basename]).read
+    md[:providers].each do |p|
+      p[:build_time] = buildtime
+      p[:build_cpus] = cpus unless cpus.nil?
+      p[:build_mem] = mem unless mem.nil?
+    end
+
+    if dry_run
+      banner("(Dry run) Metadata file contents would be something similar to:")
+      puts JSON.pretty_generate(md)
+    else
+      File.open(filename, "wb") { |file| file.write(JSON.pretty_generate(md)) }
+    end
+  end
+end

lib/bento/buildmetadata.rb

@@ -0,0 +1,83 @@
+require "bento/common"
+require "mixlib/shellout"
+
+class BuildMetadata
+  include Common
+
+  def initialize(template, build_timestamp, override_version)
+    @template = template
+    @build_timestamp = build_timestamp
+    @override_version = override_version
+  end
+
+  def read
+    {
+      name:             name,
+      version:          version,
+      build_timestamp:  build_timestamp,
+      git_revision:     git_revision,
+      git_status:       git_clean? ? "clean" : "dirty",
+      box_basename:     box_basename,
+      template:         template_vars.fetch("template", UNKNOWN),
+      packer:           packer_ver,
+      vagrant:          vagrant_ver,
+    }
+  end
+
+  private
+
+  UNKNOWN = "__unknown__".freeze
+
+  attr_reader :template, :build_timestamp, :override_version
+
+  def box_basename
+    "#{name.gsub("/", "__")}-#{version}"
+  end
+
+  def git_revision
+    `git rev-parse HEAD`.strip
+  end
+
+  def git_clean?
+    `git status --porcelain`.strip.empty?
+  end
+
+  def merged_vars
+    @merged_vars ||= begin
+      if File.exist?("#{template}.variables.json")
+        template_vars.merge(JSON.load(IO.read("#{template}.variables.json")))
+      else
+        template_vars
+      end
+    end
+  end
+
+  def name
+    merged_vars.fetch("name", template)
+  end
+
+  def template_vars
+    @template_vars ||= JSON.load(IO.read("#{template}.json")).fetch("variables")
+  end
+
+  def version
+    override_version || merged_vars.fetch("version", "#{UNKNOWN}.TIMESTAMP")
+                                   .rpartition(".").first.concat(build_timestamp.to_s)
+  end
+
+  def packer_ver
+    cmd = Mixlib::ShellOut.new("packer --version")
+    cmd.run_command
+    cmd.stdout.split("\n")[0]
+  end
+
+  def vagrant_ver
+    if ENV["TRAVIS"]
+      "travis"
+    else
+      cmd = Mixlib::ShellOut.new("vagrant --version")
+      cmd.run_command
+      cmd.stdout.split(" ")[1]
+    end
+  end
+end