#!/usr/bin/env ruby # coding: utf-8 require 'rainbow' require 'peach' require 'json' require 'clamp' require 'net/ssh' require 'net/scp' def infohelper(nodes, parseable, grepable) if parseable puts nodes.to_json else nodes.each do |node| @host = "#{node['role']}:#{node['environment']}:#{node['instance']}" unless grepable puts Rainbow(@host).green end node.keys.each do |key| if grepable puts "#{@host}|#{key}|#{node[key]}" else unless key == node.keys.last puts " ┠ #{Rainbow(key).cyan}: #{node[key]}" else puts " ┖ #{Rainbow(key).cyan}: #{node[key]}\n\n" end end end end end end def sshcmd(node, commands) Net::SSH.start( node['hostname'], 'admin', :key_data => [$api.ssh(node['role'], node['environment'], node['instance'])['key']], :config => false, :keys_only => true, :paranoid => false ) do |ssh| stdout_data = "" stderr_data = "" exit_code = nil exit_signal = nil commands.each do |command| ssh.open_channel do |channel| channel.exec(command) do |ch, success| unless success abort "FAILED: couldn't execute command (ssh.channel.exec)" end channel.on_data do |ch,data| puts "#{Rainbow(node['role']).yellow}:#{Rainbow(node['environment']).yellow}:#{Rainbow(node['instance']).yellow}> #{data}" end channel.on_extended_data do |ch,type,data| puts "#{Rainbow(node['role']).yellow}:#{Rainbow(node['environment']).yellow}:#{Rainbow(node['instance']).red}> #{data}" end channel.on_request("exit-status") do |ch,data| exit_code = data.read_long if exit_code != 0 exit exit_code end end channel.on_request("exit-signal") do |ch, data| exit_signal = data.read_string end end end end end end def split_attrs(attribute_list) opts = {} attribute_list.each do |attr_| key, value = attr_.split('=', 2) split = key.split('.') cur = opts split.each_with_index do |part, idx| if idx == split.size - 1 # leaf, add the value cur[part] = value else cur[part] ||= {} end cur = cur[part] end end opts end module Gaptool class InitCommand < Clamp::Command option ["-r", "--role"], "ROLE", "Resource name to initilize", :required => true option ["-e", "--environment"], "ENVIRONMENT", "Which environment, e.g. production", :required => true option ["-z", "--zone"], "ZONE", "AWS availability zone to put node in", :default => 'us-west-2c' option ["-t", "--type"], "TYPE", "Type of instance, e.g. m1.large", :required => true option ["-m", "--mirror"], "GIGABYTES", "Gigs for raid mirror, must be set up on each node", :required => false option ["-s", "--security-group"], "SECURITY_GROUP", "Security group name. Defaults to $role-$environment", required: false option ['-a', '--ami'], "AMI_ID", "Use a specific AMI for the instance (i.e. ami-xxxxxxx)", :required => false option ["-C", "--chef-repo"], "GITURL", "git url for the chef repository", :requireds => false option ["-b", "--chef-branch"], "BRANCH", "branch of the chef repository to use", :required => false def execute $api.addnode(zone, type, role, environment, mirror, security_group, ami, chef_repo, chef_branch) end end class TerminateCommand < Clamp::Command option ["-i", "--instance"], "INSTANCE", "Instance ID, e.g. i-12345678", :required => true option ["-z", "--zone"], "ZONE", "AWS availability zone of the node", :default => "us-west-2" def execute $api.terminatenode(instance, zone) end end class RuncmdCommand < Clamp::Command option ["-r", "--role"], "ROLE", "Role name to ssh to", :required => true option ["-e", "--environment"], "ENVIRONMENT", "Which environment, e.g. production", :required => true option ["-i", "--instance"], "INSTANCE", "Instance ID, e.g. i-12345678", :required => false parameter "COMMAND ...", "Command to run", :attribute_name => :command def execute if !instance.nil? nodes = [$api.getonenode(instance)] else nodes = $api.getenvroles(role, environment) end nodes.peach do |node| commands = [ command.join(' ') ] sshcmd(node, commands) end end end class SshCommand < Clamp::Command option ["-r", "--role"], "ROLE", "Role name to ssh to", :required => true option ["-e", "--environment"], "ENVIRONMENT", "Which environment, e.g. production", :required => true option ["-i", "--instance"], "INSTANCE", "Node instance, leave blank to query avilable nodes", :require => false option ["-f", "--first"], :flag, "Just connect to first available instance" option ["-t", "--tmux"], :flag, "Open cluster in windows in a tmux session" def execute if tmux? nodes = $api.getenvroles(role, environment) system "tmux start-server" nodes.each_index do |i| @ssh = $api.ssh(role, environment, nodes[i]['instance']) if i == 0 system "tmux new-session -d -s #{role}-#{environment} -n #{nodes[i]['instance']}" else system "tmux new-window -t #{role}-#{environment}:#{i} -n #{nodes[i]['instance']}" end File.open("/tmp/gtkey-#{nodes[i]['instance']}", 'w') {|f| f.write(@ssh['key'])} File.chmod(0600, "/tmp/gtkey-#{nodes[i]['instance']}") system "tmux send-keys -t #{role}-#{environment}:#{i} 'SSH_AUTH_SOCK=\"\" ssh -i /tmp/gtkey-#{nodes[i]['instance']} admin@#{@ssh['hostname']}' C-m" end system "tmux attach -t #{role}-#{environment}" else if instance @ssh = $api.ssh(role, environment, instance) else nodes = $api.getenvroles(role, environment) if first? || nodes.size == 1 puts "No instance specified, but only one instance in cluster or first forced" @ssh = $api.ssh(role, environment, nodes.first['instance']) else puts "No instance specified, querying list." nodes.each_index do |i| puts "#{i}: #{nodes[i]['instance']}" end print Rainbow("Select a node: ").cyan @ssh = $api.ssh(role, environment, nodes[$stdin.gets.chomp.to_i]['instance']) end end File.open('/tmp/gtkey', 'w') {|f| f.write(@ssh['key'])} File.chmod(0600, '/tmp/gtkey') system "SSH_AUTH_SOCK='' ssh -i /tmp/gtkey admin@#{@ssh['hostname']}" end end end class InfoCommand < Clamp::Command option ["-r", "--role"], "ROLE", "Role name, e.g. frontend", :required => false option ["-e", "--environment"], "ENVIRONMENT", "Which environment, e.g. production", :required => false option ["-i", "--instance"], "INSTANCE", "Node instance, leave blank to query avilable nodes", :required => false option ["-p", "--parseable"], :flag, "Display in non-pretty parseable JSON" option ["-g", "--grepable"], :flag, "Display in non-pretty grep-friendly text" def execute @nodes = Array.new if instance @nodes = [$api.getonenode(instance)] elsif role && environment @nodes = $api.getenvroles(role, environment) elsif role && !environment @nodes = $api.getrolenodes(role) else @nodes = $api.getallnodes() end infohelper(@nodes, parseable?, grepable?) end end class ChefrunCommand < Clamp::Command option ["-r", "--role"], "ROLE", "Role name to ssh to", :required => true option ["-e", "--environment"], "ENVIRONMENT", "Which environment, e.g. production", :required => true option ["-i", "--instance"], "INSTANCE", "Instance ID, e.g. i-12345678", :required => false option ["-A", "--attribute"], "ATTRIBUTE", "Pass one or more parameters to the deploy recipe in recipe.attr=value format", :multivalued => true option ["-b", "--chef-branch"], "BRANCH", "branch of the chef repository to use (defaults to master)", :default => 'master' def execute attrs = split_attrs(attribute_list) if !instance.nil? nodes = [$api.getonenode(instance)] else nodes = $api.getenvroles(role, environment) end nodes.peach do |node| json = { 'this_server' => "#{role}-#{environment}-#{node['instance']}", 'role' => role, 'environment' => environment, 'app_user' => node['appuser'], 'run_list' => [ "recipe[main]" ], 'hostname' => node['hostname'], 'instance' => node['instance'], 'zone' => node['zone'], 'itype' => node['itype'], 'apps' => eval(node['apps']), 'chefbranch' => chef_branch }.merge(attrs).to_json commands = [ "cd ~admin/ops; git checkout -f #{chef_branch}; git fetch --all; git reset --hard origin/#{chef_branch}", "echo '#{json}' > ~admin/solo.json", "sudo chef-solo -c ~admin/ops/cookbooks/solo.rb -j ~admin/solo.json" ] sshcmd(node, commands) end end end class DeployCommand < Clamp::Command option ["-a", "--app"], "APP", "Application to deploy", :required => true option ["-m", "--migrate"], :flag, "Toggle running migrations" option ["-e", "--environment"], "ENVIRONMENT", "Which environment, e.g. production", :required => true option ["-b", "--branch"], "BRANCH", "Git branch to deploy, default is master", :required => false option ["-r", "--rollback"], :flag, "Toggle this to rollback last deploy" option ["-i", "--instance"], "INSTANCE", "Instance ID, e.g. i-12345678", :required => false option ["-A", "--attribute"], "ATTRIBUTE", "Pass one or more parameters to the deploy recipe in recipe.attr=value format", :multivalued => true def execute attrs = split_attrs(attribute_list) if instance nodes = [$api.getonenode(instance)] else nodes = $api.getappnodes(app, environment) end nodes.peach do |node| json = { 'this_server' => "#{node['role']}-#{environment}-#{node['instance']}", 'role' => node['role'], 'environment' => environment, 'app_user' => node['appuser'], 'run_list' => [ "recipe[deploy]" ], 'hostname' => node['hostname'], 'instance' => node['instance'], 'zone' => node['zone'], 'itype' => node['itype'], 'apps' => eval(node['apps']), 'app_name' => app, 'app' => app, 'rollback' => rollback?, 'branch' => branch || 'master', 'migrate' => migrate? }.merge(attrs).to_json commands = [ "cd ~admin/ops; git pull", "echo '#{json}' > ~admin/solo.json", "sudo chef-solo -c ~admin/ops/cookbooks/solo.rb -j ~admin/solo.json" ] sshcmd(node, commands) end end end class RehashCommand < Clamp::Command option ["-y", "--yes"], :flag, "YES I REALLY WANT TO DO THIS" def execute if yes? puts $api.rehash() else puts "You need to run this with -y\nIf you don't know what this does or aren't sure, DO NOT RUN IT\nThis will regenerate all host metadata on gaptool-server\nand can break in-progress operations." end end end class VersionCommand < Clamp::Command option ["-r", "--remote"], :flag, "Include remote API version" def execute version = File.read(File.realpath(File.join(File.dirname(__FILE__), "..", 'VERSION'))).strip puts "gaptool-client #{version} using gaptool-api #{$api.version}" if remote? vinfo = $api.api_version() puts "gaptool-server #{vinfo['server_version']}" end end end class MainCommand < Clamp::Command subcommand "info", "Displays information about nodes", InfoCommand subcommand "init", "Create new application cluster", InitCommand subcommand "terminate", "Terminate instance", TerminateCommand subcommand "ssh", "ssh to cluster host", SshCommand subcommand "chefrun", "chefrun on a resource pool", ChefrunCommand subcommand "deploy", "deploy on an application", DeployCommand subcommand "rehash", "Regenerate all host metadata. KNOW WHAT THIS DOES BEFORE RUNNING IT", RehashCommand subcommand "runcmd", "Run command on instance", RuncmdCommand subcommand "version", "Show version", VersionCommand end end Gaptool::MainCommand.run