require 'cap-rightscale/utils/rs_utils.rb' require 'cap-rightscale/configuration/rightscale/resource' require 'ping' require 'thread' module Capistrano class Configuration module RightScale attr_writer :validate_echo, :use_nickname, :use_public_ip, :use_rs_cache def get_rs_instance @rs_instance ||= Capistrano::RightScale::Resource.instance end def get_rs_confpath get_rs_instance.confpath end def set_rs_confpath(path) get_rs_instance.confpath = path end def rs_enable(*args) args.each do |arg| __send__("#{arg}=".to_sym, true) if respond_to?("#{arg}=".to_sym) end end def rs_disable(*args) args.each do |arg| __send__("#{arg}=".to_sym, false) if respond_to?("#{arg}=".to_sym) end end def rs_cache_lifetime(time) @lifetime = time # seconds end def domainname(domain) @domain = domain end # Get RightScale Server Array # === Parameters # * _role_ - Capistrano role symbol (ex. :app, :web, :db) # * _params[:array_id]_ - ex. :array_id => 1[https://my.rightscale.com/server_arrays/{id}] # * _params[:xxx]_ - ex. :user => "www", :port => 2345, etc... # === Examples # array_id = 1 # server_array :app, :array_id => array_id, :port => 1234 def server_array(role, params) return [] unless check_role(role) raise ArgumentError, ":array_id is not included in params!![#{params}]" unless params.has_key?(:array_id) @caller ||= File.basename(caller.map {|x| /(.*?):(\d+)/ =~ x; $1}.first, ".*") start = Time.now logger.info("SETTING ROLE: #{role}") # Set rightscale's parameters _array_id = params[:array_id] params.delete(:array_id) # remove rightscale's parameters host_list = use_rs_cache ? get_server_cache(role) : [] # Get cache if host_list && host_list.size > 0 logger.info("restore cache of servers:\n#{host_list.pretty_inspect}") role(role, params) { host_list } # set cache to role() else # Request RightScale API array = get_rs_instance.__send__(:array, _array_id) logger.info("querying rightscale for server_array #{array.nickname}...") dept = get_rs_instance.__send__(:deployment, array.deployment_href.match(/[0-9]+$/).to_s, :server_settings => 'true') deployment_name = dept.nickname logger.info("Deployment #{deployment_name}:") host_list = get_rs_instance.__send__(:array_instances, array.id).select {|i| i[:state] == "operational"}.map do |instance| hostname = instance[:nickname].sub(/ #[0-9]+$/, "-%03d" % instance[:nickname].match(/[0-9]+$/).to_s.to_i) hostname << ".#{_domain}" if _domain && hostname.match(/#{_domain}/).nil? ip = use_public_ip ? instance[:ip_address] : instance[:private_ip_address] logger.info("Found server: #{hostname}(#{ip})") use_nickname ? hostname : ip end host_list = _valid_echo(host_list) if validate_echo if host_list && host_list.size > 0 role(role, params) { host_list } dump_server_cache(role, host_list) if use_rs_cache # Dump cache end end puts "Time: #{Time.now - start}" host_list || [] end # Get servers in deployment # === Parameters # * _role_ - Capistrano role symbol (ex. :app, :web, :db) # * _params[:name_prefix]_ - ex. :name_prefix => "db" (RightScale instance nickname) # * _params[:deployment]_ - ex. :deployment => 1[https://my.rightscale.com/deployments/{id}] # * _params[:xxx]_ - ex. :user => "www", :port => 2345, etc... # === Examples # deployment_id = 1 # nickname :db, :name_prefix => "db", :deployment => deployment_id, :user => "mysql" def nickname(role, params) return [] unless check_role(role) raise ArgumentError, ":deployment is not included in params!![#{params}]" unless params.has_key?(:deployment) @caller ||= File.basename(caller.map {|x| /(.*?):(\d+)/ =~ x; $1}.first, ".*") start = Time.now logger.info("SETTING ROLE: #{role}") # Set rightscale's parameters _dept_id = params[:deployment] _name_prefix = params[:name_prefix] params.delete(:deployment) params.delete(:name_prefix) if params.has_key?(:name_prefix) host_list = use_rs_cache ? get_server_cache(role) : [] # Get cache if host_list && host_list.size > 0 logger.info("restore cache of servers:\n#{host_list.pretty_inspect}") role(role, params) { host_list } # set cache to role() else # Request RightScale API dept = get_rs_instance.__send__(:deployment, _dept_id, :server_settings => 'true') logger.info("querying rightscale for servers #{_name_prefix} in deployment #{dept.nickname}...") srvs = dept.servers.select {|s| s[:state] == "operational"} srvs = srvs.select {|s| /#{_name_prefix}/ =~ s[:nickname]} if _name_prefix host_list = srvs.map do |server| hostname = server[:nickname] hostname << ".#{_domain}" if _domain && hostname.match(/#{_domain}/).nil? ip = use_public_ip ? server[:settings][:ip_address] : server[:settings][:private_ip_address] logger.info("Found server: #{hostname}(#{ip})") use_nickname ? hostname : ip end host_list = _valid_echo(host_list) if validate_echo if host_list && host_list.size > 0 role(role, params) { host_list } dump_server_cache(role, host_list) if use_rs_cache # Dump cache end end puts "Time: #{Time.now - start}" host_list || [] end # Get servers matching tags in deployment # === Parameters # * _role_ - Capistrano role symbol (ex. :app, :web, :db) # * _params[:tags]_ - ex. :tags => "xx_db:role=master", "xx_web:role", "xx_lb" (RightScale tags partial matchs 'namespece:predicate=value') # * _params[:deployment]_ - ex. :deployment => 1[https://my.rightscale.com/deployments/{id}] # * _params[:xxx]_ - ex. :user => "www", :port => 2345, etc... # === Examples # deployment_id = 1 # nickname :db, :tags => "xx_db:role", :deployment => deployment_id, :port => 3306 def tag(role, params) return [] unless check_role(role) raise ArgumentError, ":tags is not included in params!![#{params}]" unless params.has_key?(:tags) raise ArgumentError, ":deployment is not included in params!![#{params}]" unless params.has_key?(:deployment) @caller ||= File.basename(caller.map {|x| /(.*?):(\d+)/ =~ x; $1}.first, ".*") start = Time.now logger.info("SETTING ROLE: #{role}") # Set rightscale's parameters _dept_id = params[:deployment] _tags = params[:tags] params.delete(:deployment) params.delete(:tags) host_list = use_rs_cache ? get_server_cache(role) : [] # Get cache if host_list && host_list.size > 0 logger.info("restore cache of servers:\n#{host_list.pretty_inspect}") role(role, params) { host_list } # set cache to role() else # Request RightScale API dept = get_rs_instance.__send__(:deployment, _dept_id, :server_settings => 'true') logger.info("querying rightscale for servers matching tags #{_tags} in deployment #{dept.nickname}...") srvs = dept.servers.select {|s| s[:state] == "operational"} ts_params = {:resource_type => "ec2_instance", :tags => [_tags]} ts = get_rs_instance.__send__(:tag, ts_params). select {|s| s.state == "operational"}. select {|s| s.deployment_href.match(/[0-9]+$/).to_s == _dept_id.to_s} # diff servers in deployment and servers matching tags in deployment srvs_ids = srvs.map {|s| s[:href].match(/[0-9]+$/).to_s} ts_ids = ts.map {|s| s.href.sub("/current", "").match(/[0-9]+$/).to_s} found_ids = srvs_ids & ts_ids if found_ids.size > 0 host_list = srvs.select {|s| found_ids.include?(s[:href].match(/[0-9]+$/).to_s)}.map do |server| hostname = server[:nickname] hostname << ".#{_domain}" if _domain && hostname.match(/#{_domain}/).nil? ip = use_public_ip ? server[:settings][:ip_address] : server[:settings][:private_ip_address] logger.info("Found server: #{hostname}(#{ip})") use_nickname ? hostname : ip end host_list = _valid_echo(host_list) if validate_echo end if host_list && host_list.size > 0 role(role, params) { host_list } dump_server_cache(role, host_list) if use_rs_cache # Dump cache end end puts "Time: #{Time.now - start}" host_list || [] end private def check_role(role) return false if ENV['HOSTS'] return false if ENV['ROLES'] && ENV['ROLES'].split(',').include?("#{role}") == false return true end def get_server_cache(role) @lifetime ||= 86400 @server_cache ||= {} c = caller.map {|x| /(.*?):(\d+)/ =~ x; $1} c.delete(__FILE__) begin @cache_files ||= Dir.glob("#{Dir.tmpdir}/cap-rightscale-#{ENV['USER']}-*/#{@caller}*") @cache_files.each do |c| @server_cache.update(Marshal.load(open(c) {|f| f.read})) end if @cache_files.size > 0 && @server_cache.empty? return [] if @server_cache.empty? # No cache entry # get servers if Time.now - @server_cache[role][:cache] > @lifetime @server_cache.delete(role) server_list = [] elsif @server_cache[role][:servers] server_list = @server_cache[role][:servers] else server_list = [] end rescue => e return [] if @server_cache.empty? end server_list end def dump_server_cache(role, servers) h = {role => {:servers => servers, :cache => Time.now}} cache = @server_cache.update(h) # update servers cache obj_dump = Marshal.dump(cache) # Get cache directory cache_dir = Dir.glob("#{Dir.tmpdir}/cap-rightscale-#{ENV['USER']}-*").first if cache_dir.nil? RSUtils.mk_rs_cache_dir cache_dir = Dir.glob("#{Dir.tmpdir}/cap-rightscale-#{ENV['USER']}-*").first exit if cache_dir.nil? end cache_file = File.join(cache_dir, @caller) begin open(cache_file, "w") {|f| f.write(obj_dump)} rescue => e STDERR.puts("#{e.class}: #{e.pretty_inspect}") warn("Backtrace:\n#{e.backtrace.pretty_inspect}") end end def _valid_echo(host_list) hosts = host_list threads = [] hosts.each do |host| threads << Thread.new {Ping.pingecho(host)} end threads.each_with_index do |t,i| unless t.value logger.info("Server dead: #{hosts[i]}") hosts[i] = nil else logger.info("Server alive: #{hosts[i]}") end end hosts.delete(nil) threads.clear hosts end def validate_echo @validate_echo ||= false end # register deploy host's /etc/hosts OR dns record(replace 's/ #/-000/' to ServerArray name) def use_nickname @use_nickname ||= false end def use_public_ip @use_public_ip ||= false end def use_rs_cache if @use_rs_cache.nil? && ENV['RSCACHE'] env = ENV['RSCACHE'].downcase @use_rs_cache = false if env == "false" end @use_rs_cache = true if @use_rs_cache.nil? @use_rs_cache end def _domain @domain || nil end end end end