Ready for PR

Author: Henry Mollman

init.sh

@@ -2,19 +2,10 @@
 
 # Entry-point script for dock initialization. Simply includes the `lib/dock.sh`
 # library and calls the master initialization function.
-#
-# NOTE This script will automatically update the `lib/` directory before
-#      the dock is initialized. This means that this script itself will not be
-#      automatically updated. To do so a new AMI must be baked.
-#
 # @author Ryan Sandor Richards
 
 export DOCK_INIT_BASE=/opt/runnable/dock-init
 export HOST_IP=$(hostname -i)
-export DONT_DELETE_KEYS=true
-export USE_EXIT=true
-export LOG_LEVEL=trace
-export FETCH_ORIGIN_ALL=true
 
 if [ -z "${CONSUL_PORT+x}" ]; then
   export CONSUL_PORT=8500

lib/dock.sh

@@ -9,38 +9,11 @@
 # @author Bryan Kendall
 # @module dock
 
-source "${DOCK_INIT_BASE}/lib/aws.sh"
 source "${DOCK_INIT_BASE}/lib/cert.sh"
-source "${DOCK_INIT_BASE}/lib/consul.sh"
-source "${DOCK_INIT_BASE}/lib/container.sh"
-source "${DOCK_INIT_BASE}/lib/upstart.sh"
-
 source "${DOCK_INIT_BASE}/lib/util/backoff.sh"
 source "${DOCK_INIT_BASE}/lib/util/log.sh"
 source "${DOCK_INIT_BASE}/lib/util/rollbar.sh"
 
-# An "on exit" trap to clean up sensitive keys and files on the dock itself.
-# Note that this will have no effect if the `DONT_DELETE_KEYS` environment has
-# been set (useful for testing)
-dock::cleanup::exit_trap() {
-  # Delete the keys unless the `DO_NOT_DELETE` flag is set
-  if [[ "${DONT_DELETE_KEYS}" == "" ]]; then
-    log::info '[CLEANUP TRAP] Removing Keys'
-    rm -f "${CERT_PATH}"/ca-key.pem \
-          "${CERT_PATH}"/pass \
-          "${DOCK_INIT_BASE}"/consul-resources/template-config.hcl \
-          "${DOCK_INIT_BASE}"/consul-resources/vault/**/auth-token \
-          "${DOCK_INIT_BASE}"/consul-resources/vault/**/token-* \
-          "${DOCK_INIT_BASE}"/key/rollbar.token
-  fi
-}
-
-# Sets the cleanup trap for the entire script
-dock::cleanup::set_exit_trap() {
-  log::info "Setting key cleanup trap"
-  trap 'dock::cleanup::exit_trap' EXIT
-}
-
 # Sets the value of `$ORG_ID` as the org label in the docker configuration
 dock::set_config_org() {
   log::info "Setting organization id in docker configuration"
@@ -68,60 +41,3 @@ dock::generate_certs() {
   backoff dock::generate_certs_backoff
 }
 
-# Generates the correct /etc/hosts file for the dock
-dock::generate_etc_hosts() {
-  log::info "Generating /etc/hosts"
-
-  rollbar::fatal_trap \
-    "Dock-Init: Failed to Add Host Registry Entry" \
-    "Consul-Template was unable to realize the registry template."
-
-  local template=''
-  template+="$DOCK_INIT_BASE/consul-resources/templates/hosts-registry.ctmpl"
-  template+=":$DOCK_INIT_BASE/hosts-registry.txt"
-  consul-template \
-    -config="${DOCK_INIT_BASE}"/consul-resources/template-config.hcl \
-    -once \
-    -template="${template}"
-
-  rollbar::clear_trap
-}
-
-# Sets the correct registry.runnable.com host
-dock::set_registry_host() {
-  local registry_host=$(cat "$DOCK_INIT_BASE/hosts-registry.txt")
-  log::info "Set registry host: $registry_host"
-  echo "$registry_host" >> /etc/hosts
-}
-
-# Remove docker key file so it generates a unique id
-dock::remove_docker_key_file() {
-  log::info "Removing docker key.json"
-  rm -f /etc/docker/key.json
-}
-
-# Master function for performing all tasks and initializing the dock
-dock::init() {
-  # Setup the exit trap and rollbar
-  dock::cleanup::set_exit_trap
-  rollbar::init
-
-  # Connect to and configure consul then collect various information we need
-  consul::connect
-  consul::get_environment
-  consul::configure_consul_template
-  aws::get_org_id
-
-  # Now that we have everything we need and consul is ready, initialize the dock
-  dock::set_hostname
-  dock::set_config_org
-  dock::generate_certs
-  dock::generate_etc_hosts
-  dock::set_registry_host
-  dock::remove_docker_key_file
-  upstart::start
-  container::start
-
-  # Give the all clear message!
-  log::info "Init Done!"
-}

lib/upstart.sh

@@ -5,85 +5,9 @@
 # @author Ryan Sandor Richards
 # @author Bryan Kendall
 
-source "${DOCK_INIT_BASE}/lib/consul.sh"
-source "${DOCK_INIT_BASE}/lib/util/backoff.sh"
 source "${DOCK_INIT_BASE}/lib/util/log.sh"
 source "${DOCK_INIT_BASE}/lib/util/rollbar.sh"
 
-# Configures the template for a given service
-# @param $1 name Name of the service
-# @param $2 path Path to the servic
-upstart::configure_service() {
-  local name="${1}"
-  log::trace "Configuring $name"
-  rollbar::fatal_trap \
-    "Consul-Template: Failed to Render $name Config" \
-    "Consule-Template was unable to realize the given template."
-
-  local template_path="$DOCK_INIT_BASE/consul-resources/templates/services"
-  template_path+="/$name.conf.ctmpl"
-  template_path+=":/etc/init/$name.conf"
-
-  consul-template \
-    -config="$DOCK_INIT_BASE/consul-resources/template-config.hcl" \
-    -once \
-    -template="$template_path"
-  echo "manual" > /etc/init/"$name".override
-
-  rollbar::clear_trap
-}
-
-# Generates upstart scripts for thoses services that require environment info
-# from consul
-upstart::generate_scripts() {
-  log::info "Configuring Upstart Scripts"
-  upstart::configure_service "charon"
-  log::trace "Done Generating Upstart Scripts"
-}
-
-# Updates a service to the consul version, installs packages, then restarts it.
-# @param $1 Name of the service
-upstart::upstart_named_service() {
-  local name="${1}"
-  local attempt="${2}"
-  local data='{"attempt":'"${attempt}"'}'
-  local version="$(consul::get ${name}/version)"
-  local key_path="$DOCK_INIT_BASE/key/id_rsa_runnabledock"
-
-  rollbar::warning_trap \
-    "$name: Cannot Upstart Services" \
-    "Attempting to upstart the services and failing." \
-    "${data}"
-
-  log::info "Updating and restarting $name @ $version" &&
-  cd "/opt/runnable/$name" &&
-  ssh-agent bash -c "ssh-add $key_path; git fetch origin" &&
-  git checkout "$version" &&
-  ssh-agent bash -c "ssh-add $key_path; USERPROFILE=/home/ubuntu npm install --production" &&
-  service "$name" restart
-
-  rollbar::clear_trap
-}
-
-# Starts a service installed on the machine.
-# @param $1 Name of the service
-# @param $2 Attempt number
-upstart::upstart_service() {
-  local name="${1}"
-  local attempt="${2}"
-  local data='{"attempt":'"${attempt}"'}'
-
-  rollbar::warning_trap \
-    "$name: Cannot Upstart Service" \
-    "Attempting to upstart the service and failing." \
-    "${data}"
-
-  log::info "Starting $name"
-  service "$name" restart
-
-  rollbar::clear_trap
-}
-
 # Start dockers (due to manual override now set in /etc/init)
 upstart::start_docker() {
   log::info "Starting Docker"
@@ -107,49 +31,3 @@ upstart::start_docker() {
     attempt=$(( attempt + 1 ))
   done
 }
-
-# Upstarts services that are supposed to be running on the dock.
-# @param $1 attempt Attempt number.
-upstart::upstart_services_with_backoff_params() {
-  local attempt="${1}"
-  upstart::upstart_named_service "krain" $attempt
-  upstart::upstart_named_service "charon" $attempt
-  upstart::upstart_service "datadog-agent" $attempt
-}
-
-# Pulls the latest docker image for the runnable image builder
-# @param $1 attempt The current attempt for pulling image builder
-upstart::pull_image_builder() {
-  local attempt="${1}"
-  local name="image-builder"
-  local version="$(consul::get $name/version)"
-
-  log::info "Pulling image-builder:$version (${attempt})"
-  docker pull "registry.runnable.com/runnable/image-builder:$version"
-
-  if [[ "$?" -gt "0" ]]; then
-    local data='{"attempt":'"${attempt}"'}'
-    rollbar::report_warning \
-      "Dock-Init: Cannot Upstart Services" \
-      "Attempting to upstart the services and failing." \
-      "${data}"
-    return 1
-  fi
-}
-
-# Starts all services needed for the dock
-upstart::start() {
-  log::info "Upstarting dock"
-  upstart::generate_scripts
-  upstart::start_docker
-  backoff upstart::pull_image_builder
-  backoff upstart::upstart_services_with_backoff_params
-}
-
-# Stops all dock services
-upstart::stop() {
-  log::info "Stopping all dock upstart services"
-  service krain stop
-  service charon stop
-  service docker stop
-}