require 'digest/sha1' require 'fileutils' require 'pathname' require 'tempfile' require 'tmpdir' require 'set' require "uuidtools" require 'socket' require 'digest/md5' module VMC::Cli::Command class Apps < Base include VMC::Cli::ServicesHelper include VMC::Cli::ManifestHelper include VMC::Cli::TunnelHelper include VMC::Cli::ConsoleHelper include VMC::Cli::FileHelper def list apps = client.apps apps.sort! {|a, b| a[:name] <=> b[:name] } return display JSON.pretty_generate(apps || []) if @options[:json] display "\n" return display "No Applications" if apps.nil? || apps.empty? infra_supported = !apps.detect { |a| a[:infra] }.nil? apps_table = table do |t| t.headings = 'Application', '# ', 'Health', 'URLS', 'Services' t.headings << 'In' if infra_supported apps.each do |app| a = [app[:name], app[:instances], health(app), app[:uris].join(', '), app[:services].join(', ')] if infra_supported a << ( app[:infra] ? app[:infra][:provider] : " " ) end t << a end end display apps_table end alias :apps :list SLEEP_TIME = 1 LINE_LENGTH = 80 # Numerators are in secs TICKER_TICKS = 25/SLEEP_TIME HEALTH_TICKS = 5/SLEEP_TIME TAIL_TICKS = 45/SLEEP_TIME GIVEUP_TICKS = 120/SLEEP_TIME def info(what, default=nil) @options[what] || (@app_info && @app_info[what.to_s]) || default end def console(appname, interactive=true) app = client.app_info(appname) infra_name = app[:infra] ? app[:infra][:name] : 'aws' # FIXME unless defined? Caldecott display "To use `vmc rails-console', you must first install Caldecott:" display "" display "\tgem install caldecott" display "" display "Note that you'll need a C compiler. If you're on OS X, Xcode" display "will provide one. If you're on Windows, try DevKit." display "" display "This manual step will be removed in the future." display "" err "Caldecott is not installed." end #Make sure there is a console we can connect to first conn_info = console_connection_info appname port = pick_tunnel_port(@options[:port] || 20000) raise VMC::Client::AuthError unless client.logged_in? if not tunnel_pushed?(infra_name) display "Deploying tunnel application '#{tunnel_appname(infra_name)}'." auth = UUIDTools::UUID.random_create.to_s push_caldecott(auth,infra_name) start_caldecott(infra_name) else auth = tunnel_auth(infra_name) end if not tunnel_healthy?(auth,infra_name) display "Redeploying tunnel application '#{tunnel_appname(infra_name)}'." # We don't expect caldecott not to be running, so take the # most aggressive restart method.. delete/re-push client.delete_app(tunnel_appname(infra_name)) invalidate_tunnel_app_info(infra_name) push_caldecott(auth,infra_name) start_caldecott(infra_name) end start_tunnel(port, conn_info, auth, infra_name) wait_for_tunnel_start(port) start_local_console(port, appname) if interactive port end def start(appname=nil, push=false) if appname do_start(appname, push) else each_app do |name| do_start(name, push) end end end def stop(appname=nil) if appname do_stop(appname) else reversed = [] each_app do |name| reversed.unshift name end reversed.each do |name| do_stop(name) end end end def restart(appname=nil) stop(appname) start(appname) end def mem(appname, memsize=nil) app = client.app_info(appname) mem = current_mem = mem_quota_to_choice(app[:resources][:memory]) memsize = normalize_mem(memsize) if memsize memsize ||= ask( "Update Memory Reservation?", :default => current_mem, :choices => mem_choices ) mem = mem_choice_to_quota(mem) memsize = mem_choice_to_quota(memsize) current_mem = mem_choice_to_quota(current_mem) display "Updating Memory Reservation to #{mem_quota_to_choice(memsize)}: ", false # check memsize here for capacity check_has_capacity_for((memsize - mem) * app[:instances]) mem = memsize if (mem != current_mem) app[:resources][:memory] = mem client.update_app(appname, app) display 'OK'.green restart appname if app[:state] == 'STARTED' else display 'OK'.green end end def map(appname, url) app = client.app_info(appname) uris = app[:uris] || [] uris << url app[:uris] = uris client.update_app(appname, app) display "Successfully mapped url".green end def unmap(appname, url) app = client.app_info(appname) uris = app[:uris] || [] url = url.gsub(/^http(s*):\/\//i, '') deleted = uris.delete(url) err "Invalid url" unless deleted app[:uris] = uris client.update_app(appname, app) display "Successfully unmapped url".green end def delete(appname=nil) force = @options[:force] if @options[:all] if no_prompt || force || ask("Delete ALL applications?", :default => false) apps = client.apps apps.each { |app| delete_app(app[:name], force) } end else err 'No valid appname given' unless appname delete_app(appname, force) end end def files(appname, path='/') return all_files(appname, path) if @options[:all] && !@options[:instance] instance = @options[:instance] || '0' content = client.app_files(appname, path, instance) display content rescue VMC::Client::NotFound, VMC::Client::TargetError err 'No such file or directory' end def download(appname, path=nil) path = File.expand_path(path || "#{appname}.zip" ) banner = "Downloading last pushed source code to #{path}: " display banner, false client.app_download(appname, path) display 'OK'.green end def pull(appname, path=nil) path = File.expand_path(path || appname) banner = "Pulling last pushed source code: " display banner, false client.app_pull(appname, path) display 'OK'.green end def clone(src_appname, dest_appname, dest_infra=nil) if (@options[:label]) label = @options[:label] else label = '' end # FIXME need to ask for dest_appname if nil err "Application '#{dest_appname}' already exists" if app_exists?(dest_appname) app = client.app_info(src_appname) if client.infra_supported? dest_infra = @options[:infra] || client.infra_name_for_description( ask("Select Infrastructure",:indexed => true, :choices => client.infra_descriptions)) client.infra = dest_infra end url_template = "#{dest_appname}.${target-base}" url_resolved = url_template.dup resolve_lexically(url_resolved) url = @options[:url] || ask("Application Deployed URL", :default => url_resolved) Dir.mktmpdir do |dir| zip_path = File.join(dir,src_appname) pull(src_appname,zip_path) display "Cloning '#{src_appname}' to '#{dest_appname}': " manifest = { :name => "#{dest_appname}", :staging => app[:staging], :uris => [ url ], :instances => app[:instances], :resources => app[:resources] } manifest[:staging][:command] = app[:staging][:command] if app[:staging][:command] manifest[:infra] = { :provider => dest_infra } if dest_infra client.create_app(dest_appname, manifest) # Stage and upload the app bits. upload_app_bits(dest_appname, zip_path, dest_infra, label) # Clone services client.services.select { |s| app[:services].include?(s[:name])}.each do |service| display "Exporting data from #{service[:name]}: ", false export_info = client.export_service(service[:name]) if export_info display 'OK'.green else err "Export data from '#{service}': failed" end cloned_service_name = generate_cloned_service_name(src_appname,dest_appname,service[:name],dest_infra) display "Creating service #{cloned_service_name}: ", false client.create_service(dest_infra, service[:vendor], cloned_service_name) display 'OK'.green display "Binding service #{cloned_service_name}: ", false client.bind_service(cloned_service_name, dest_appname) display 'OK'.green display "Importing data to #{cloned_service_name}: ", false import_info = client.import_service(cloned_service_name,export_info[:uri]) if import_info display 'OK'.green else err "Import data into '#{service}' failed" end end no_start = @options[:nostart] start(dest_appname, true) unless no_start end end def logs(appname) # Check if we have an app before progressing further client.app_info(appname) return grab_all_logs(appname) if @options[:all] && !@options[:instance] instance = @options[:instance] || '0' grab_logs(appname, instance) end def crashes(appname, print_results=true, since=0) crashed = client.app_crashes(appname)[:crashes] crashed.delete_if { |c| c[:since] < since } instance_map = {} # return display JSON.pretty_generate(apps) if @options[:json] counter = 0 crashed = crashed.to_a.sort { |a,b| a[:since] - b[:since] } crashed_table = table do |t| t.headings = 'Name', 'Instance ID', 'Crashed Time' crashed.each do |crash| name = "#{appname}-#{counter += 1}" instance_map[name] = crash[:instance] t << [name, crash[:instance], Time.at(crash[:since]).strftime("%m/%d/%Y %I:%M%p")] end end VMC::Cli::Config.store_instances(instance_map) if @options[:json] return display JSON.pretty_generate(crashed) elsif print_results display "\n" if crashed.empty? display "No crashed instances for [#{appname}]" if print_results else display crashed_table if print_results end end crashed end def crashlogs(appname) instance = @options[:instance] || '0' grab_crash_logs(appname, instance) end def instances(appname, num=nil) if num change_instances(appname, num) else get_instances(appname) end end def stats(appname=nil) if appname display "\n", false do_stats(appname) else each_app do |n| display "\n#{n}:" do_stats(n) end end end def update(appname=nil) if (@options[:label]) label = @options[:label] else label = '' end if appname app = client.app_info(appname) if @options[:canary] display "[--canary] is deprecated and will be removed in a future version".yellow end infra = app[:infra] ? app[:infra][:provider] : nil upload_app_bits(appname, @path, infra, label) restart appname if app[:state] == 'STARTED' else each_app do |name| display "Updating application '#{name}'..." app = client.app_info(name) infra = app[:infra] ? app[:infra][:provider] : nil upload_app_bits(name, @application, infra, label) restart name if app[:state] == 'STARTED' end end end def push(appname=nil) if (@options[:label]) label = @options[:label] else label = '' end unless no_prompt || @options[:path] proceed = ask( 'Would you like to deploy from the current directory?', :default => true ) unless proceed @path = ask('Deployment path') end end pushed = false each_app(false) do |name| display "Pushing application '#{name}'..." if name do_push(label, name) pushed = true end unless pushed @application = @path do_push(label, appname) end end def history(appname) if app_exists?(appname) history = client.app_history(appname) # return display JSON.pretty_generate(history) if @options[:json] return display "No history available" if history.empty? history_table = table do |t| t.headings = 'Label', 'Release ', 'By User', 'Release Date', 'Hash', 'Changed' history.each do |app| a = [app[:label], "v" << app[:release].to_s, app[:updated_by], Time.parse(app[:updated_at]).to_time, app[:update_hash][0..9], app[:is_changed]==true ? "Yes" : "No"] t << a end end display "\n" display history_table else display "No application named '" + appname + "' found" end end def hash(path=nil) if (@options[:full]) full = true else full = false end current_dir = false if not path current_dir = true path = @path end hash = hash_app_bits(File.expand_path(path)) if full display hash.to_s else if current_dir display "The hash for the current directory is: " + hash.to_s[0..9] else display "The hash for " + path + " is: " + hash.to_s[0..9] end end end def diff(appname) if app_exists?(appname) diff = client.app_diff(appname)[0] return display "No diff available" if diff.nil? or diff.empty? hash = hash_app_bits(@path) comp = (hash == diff[:update_hash]) comparison = comp ? "Deployed app '" + appname + "' matches app in current directory" : "Deployed app '" + appname + "' does not match app in current directory" display comparison else display "No application named '" + appname + "' found" end end def environment(appname) app = client.app_info(appname) env = app[:env] || [] return display JSON.pretty_generate(env) if @options[:json] return display "No Environment Variables" if env.empty? etable = table do |t| t.headings = 'Variable', 'Value' env.each do |e| k,v = e.split('=', 2) t << [k, v] end end display "\n" display etable end def environment_add(appname, k, v=nil) app = client.app_info(appname) env = app[:env] || [] k,v = k.split('=', 2) unless v env << "#{k}=#{v}" display "Adding Environment Variable [#{k}=#{v}]: ", false app[:env] = env client.update_app(appname, app) display 'OK'.green restart appname if app[:state] == 'STARTED' end def environment_del(appname, variable) app = client.app_info(appname) env = app[:env] || [] deleted_env = nil env.each do |e| k,v = e.split('=') if (k == variable) deleted_env = e break; end end display "Deleting Environment Variable [#{variable}]: ", false if deleted_env env.delete(deleted_env) app[:env] = env client.update_app(appname, app) display 'OK'.green restart appname if app[:state] == 'STARTED' else display 'OK'.green end end def rename(oldname, newname) # Check if new app name is taken if newname err "Application '#{newname}' already exists" if app_exists?(newname) else raise VMC::Client::AuthError unless client.logged_in? end app = client.app_info(oldname) app[:name] = newname client.update_app(oldname, app) display "Successfully updated app name to #{newname}".green end private def app_exists?(appname) app_info = client.app_info(appname) app_info != nil rescue VMC::Client::NotFound false end def check_deploy_directory(path) err 'Deployment path does not exist' unless File.exists? path return if File.expand_path(Dir.tmpdir) != File.expand_path(path) err "Can't deploy applications from staging directory: [#{Dir.tmpdir}]" end def upload_app_bits(appname, path, infra, label=nil) display 'Uploading Application:' upload_file, file = "#{Dir.tmpdir}/#{appname}.zip", nil FileUtils.rm_f(upload_file) explode_dir = "#{Dir.tmpdir}/.vmc_#{appname}_files" FileUtils.rm_rf(explode_dir) # Make sure we didn't have anything left over.. if path =~ /\.(war|zip)$/ #single file that needs unpacking VMC::Cli::ZipUtil.unpack(path, explode_dir) elsif !File.directory? path #single file that doesn't need unpacking FileUtils.mkdir(explode_dir) FileUtils.cp(path,explode_dir) else Dir.chdir(path) do # Stage the app appropriately and do the appropriate fingerprinting, etc. if war_file = Dir.glob('*.war').first VMC::Cli::ZipUtil.unpack(war_file, explode_dir) elsif zip_file = Dir.glob('*.zip').first VMC::Cli::ZipUtil.unpack(zip_file, explode_dir) else FileUtils.mkdir(explode_dir) afi = VMC::Cli::FileHelper::AppFogIgnore.from_file("#{path}") files = Dir.glob("#{path}/**/*", File::FNM_DOTMATCH) check_unreachable_links(path,afi.included_files(files)) copy_files( path, ignore_sockets( afi.included_files(files)), explode_dir ) end end end # compute hash for versioning info tarfile = VMC::Cli::ZipUtil.tar(explode_dir) hash = Digest::MD5.file(tarfile) # Send the resource list to the cloudcontroller, the response will tell us what it already has.. unless @options[:noresources] display ' Checking for available resources: ', false fingerprints = [] total_size = 0 resource_files = Dir.glob("#{explode_dir}/**/*", File::FNM_DOTMATCH) resource_files.each do |filename| next if (File.directory?(filename) || !File.exists?(filename)) fingerprints << { :size => File.size(filename), :sha1 => Digest::SHA1.file(filename).hexdigest, :fn => filename } total_size += File.size(filename) end # Check to see if the resource check is worth the round trip if (total_size > (64*1024)) # 64k for now # Send resource fingerprints to the cloud controller # FIXME where do I get infra? appcloud_resources = client.check_resources(fingerprints,infra) end display 'OK'.green if appcloud_resources display ' Processing resources: ', false # We can then delete what we do not need to send. appcloud_resources.each do |resource| FileUtils.rm_f resource[:fn] # adjust filenames sans the explode_dir prefix resource[:fn].sub!("#{explode_dir}/", '') end display 'OK'.green end end # If no resource needs to be sent, add an empty file to ensure we have # a multi-part request that is expected by nginx fronting the CC. if VMC::Cli::ZipUtil.get_files_to_pack(explode_dir).empty? Dir.chdir(explode_dir) do File.new(".__empty__", "w") end end # Perform Packing of the upload bits here. display ' Packing application: ', false VMC::Cli::ZipUtil.pack(explode_dir, upload_file) display 'OK'.green upload_size = File.size(upload_file); if upload_size > 1024*1024 upload_size = (upload_size/(1024.0*1024.0)).round.to_s + 'M' elsif upload_size > 0 upload_size = (upload_size/1024.0).round.to_s + 'K' else upload_size = '0K' end upload_str = " Uploading (#{upload_size}): " display upload_str, false FileWithPercentOutput.display_str = upload_str FileWithPercentOutput.upload_size = File.size(upload_file); file = FileWithPercentOutput.open(upload_file, 'rb') client.upload_app(appname, file, hash, label.nil? ? "": label, appcloud_resources) display 'OK'.green if VMC::Cli::ZipUtil.get_files_to_pack(explode_dir).empty? display 'Push Status: ', false display 'OK'.green ensure # Cleanup if we created an exploded directory. FileUtils.rm_f(upload_file) if upload_file FileUtils.rm_rf(explode_dir) if explode_dir FileUtils.rm_rf(tarfile) if tarfile end # To support the hash command def hash_app_bits(path) explode_dir = "#{Dir.tmpdir}/.vmc_temp_files" FileUtils.rm_rf(explode_dir) # Make sure we didn't have anything left over.. if path =~ /\.(war|zip)$/ #single file that needs unpacking VMC::Cli::ZipUtil.unpack(path, explode_dir) elsif !File.directory? path #single file that doesn't need unpacking FileUtils.mkdir(explode_dir) FileUtils.cp(path,explode_dir) else Dir.chdir(path) do # Stage the app appropriately and do the appropriate fingerprinting, etc. if war_file = Dir.glob('*.war').first VMC::Cli::ZipUtil.unpack(war_file, explode_dir) elsif zip_file = Dir.glob('*.zip').first VMC::Cli::ZipUtil.unpack(zip_file, explode_dir) else FileUtils.mkdir(explode_dir) afi = VMC::Cli::FileHelper::AppFogIgnore.from_file("#{path}") files = Dir.glob("#{path}/**/*", File::FNM_DOTMATCH) check_unreachable_links(path,afi.included_files(files)) copy_files( path, ignore_sockets( afi.included_files(files)), explode_dir ) end end end # compute hash for versioning info tarfile = VMC::Cli::ZipUtil.tar(explode_dir) hash = Digest::MD5.file(tarfile) ensure # Cleanup if we created an exploded directory. FileUtils.rm_rf(explode_dir) if explode_dir FileUtils.rm_rf(tarfile) if tarfile hash end def check_app_limit usage = client_info[:usage] limits = client_info[:limits] return unless usage and limits and limits[:apps] if limits[:apps] == usage[:apps] display "Not enough capacity for operation.".red tapps = limits[:apps] || 0 apps = usage[:apps] || 0 err "Current Usage: (#{apps} of #{tapps} total apps already in use)" end end def check_has_capacity_for(mem_wanted) usage = client_info[:usage] limits = client_info[:limits] return unless usage and limits available_for_use = limits[:memory].to_i - usage[:memory].to_i if mem_wanted > available_for_use tmem = pretty_size(limits[:memory]*1024*1024) mem = pretty_size(usage[:memory]*1024*1024) display "Not enough capacity for operation.".yellow available = pretty_size(available_for_use * 1024 * 1024) err "Current Usage: (#{mem} of #{tmem} total, #{available} available for use)" end end def mem_choices default = ['64M', '128M', '256M', '512M', '1G', '2G'] return default unless client_info return default unless (usage = client_info[:usage] and limits = client_info[:limits]) available_for_use = limits[:memory].to_i - usage[:memory].to_i check_has_capacity_for(64) if available_for_use < 64 return ['64M'] if available_for_use < 128 return ['64M', '128M'] if available_for_use < 256 return ['64M', '128M', '256M'] if available_for_use < 512 return ['64M', '128M', '256M', '512M'] if available_for_use < 1024 return ['64M', '128M', '256M', '512M', '1G'] if available_for_use < 2048 return ['64M', '128M', '256M', '512M', '1G', '2G'] end def normalize_mem(mem) return mem if /K|G|M/i =~ mem "#{mem}M" end def mem_choice_to_quota(mem_choice) (mem_choice =~ /(\d+)M/i) ? mem_quota = $1.to_i : mem_quota = mem_choice.to_i * 1024 mem_quota end def mem_quota_to_choice(mem) if mem < 1024 mem_choice = "#{mem}M" else mem_choice = "#{(mem/1024).to_i}G" end mem_choice end def get_instances(appname) instances_info_envelope = client.app_instances(appname) # Empty array is returned if there are no instances running. instances_info_envelope = {} if instances_info_envelope.is_a?(Array) instances_info = instances_info_envelope[:instances] || [] instances_info = instances_info.sort {|a,b| a[:index] - b[:index]} return display JSON.pretty_generate(instances_info) if @options[:json] return display "No running instances for [#{appname}]".yellow if instances_info.empty? instances_table = table do |t| show_debug = instances_info.any? { |e| e[:debug_port] } headings = ['Index', 'State', 'Start Time'] headings << 'Debug IP' if show_debug headings << 'Debug Port' if show_debug t.headings = headings instances_info.each do |entry| row = [entry[:index], entry[:state], Time.at(entry[:since]).strftime("%m/%d/%Y %I:%M%p")] row << entry[:debug_ip] if show_debug row << entry[:debug_port] if show_debug t << row end end display "\n" display instances_table end def change_instances(appname, instances) app = client.app_info(appname) match = instances.match(/([+-])?\d+/) err "Invalid number of instances '#{instances}'" unless match instances = instances.to_i current_instances = app[:instances] new_instances = match.captures[0] ? current_instances + instances : instances err "There must be at least 1 instance." if new_instances < 1 if current_instances == new_instances display "Application [#{appname}] is already running #{new_instances} instance#{'s' if new_instances > 1}.".yellow return end up_or_down = new_instances > current_instances ? 'up' : 'down' display "Scaling Application instances #{up_or_down} to #{new_instances}: ", false app[:instances] = new_instances client.update_app(appname, app) display 'OK'.green end def health(d) return 'N/A' unless (d and d[:state]) return 'STOPPED' if d[:state] == 'STOPPED' healthy_instances = d[:runningInstances] expected_instance = d[:instances] health = nil if d[:state] == "STARTED" && expected_instance > 0 && healthy_instances health = format("%.3f", healthy_instances.to_f / expected_instance).to_f end if health if health == 1.0 return "RUNNING" else return "#{(health * 100).round}%" end elsif d[:state] == "STARTED" return 'N/A' # unstarted instances else return d[:state] end end def app_started_properly(appname, error_on_health) app = client.app_info(appname) case health(app) when 'N/A' # Health manager not running. err "\nApplication '#{appname}'s state is undetermined, not enough information available." if error_on_health return false when 'RUNNING' return true else if app[:meta][:debug] == "suspend" display "\nApplication [#{appname}] has started in a mode that is waiting for you to trigger startup." return true else return false end end end def display_logfile(path, content, instance='0', banner=nil) banner ||= "====> #{path} <====\n\n" unless content.empty? display banner prefix = "[#{instance}: #{path}] -".bold if @options[:prefixlogs] unless prefix display content else lines = content.split("\n") lines.each { |line| display "#{prefix} #{line}"} end display '' end end def grab_all_logs(appname) instances_info_envelope = client.app_instances(appname) return if instances_info_envelope.is_a?(Array) instances_info = instances_info_envelope[:instances] || [] instances_info.each do |entry| grab_logs(appname, entry[:index]) end end def grab_logs(appname, instance) files_under(appname, instance, "/logs").each do |path| begin content = client.app_files(appname, path, instance) display_logfile(path, content, instance) rescue VMC::Client::NotFound, VMC::Client::TargetError end end end def files_under(appname, instance, path) client.app_files(appname, path, instance).split("\n").collect do |l| "#{path}/#{l.split[0]}" end rescue VMC::Client::NotFound, VMC::Client::TargetError [] end def grab_crash_logs(appname, instance, was_staged=false) # stage crash info crashes(appname, false) unless was_staged instance ||= '0' map = VMC::Cli::Config.instances instance = map[instance] if map[instance] (files_under(appname, instance, "/logs") + files_under(appname, instance, "/app/logs") + files_under(appname, instance, "/app/log")).each do |path| content = client.app_files(appname, path, instance) display_logfile(path, content, instance) end end def grab_startup_tail(appname, since = 0) new_lines = 0 path = "logs/startup.log" content = client.app_files(appname, path) if content && !content.empty? display "\n==== displaying startup log ====\n\n" if since == 0 response_lines = content.split("\n") lines = response_lines.size tail = response_lines[since, lines] || [] new_lines = tail.size display tail.join("\n") if new_lines > 0 end since + new_lines rescue VMC::Client::NotFound, VMC::Client::TargetError 0 end def provisioned_services_apps_hash apps = client.apps services_apps_hash = {} apps.each {|app| app[:services].each { |svc| svc_apps = services_apps_hash[svc] unless svc_apps svc_apps = Set.new services_apps_hash[svc] = svc_apps end svc_apps.add(app[:name]) } unless app[:services] == nil } services_apps_hash end def delete_app(appname, force) app = client.app_info(appname) services_to_delete = [] app_services = app[:services] services_apps_hash = provisioned_services_apps_hash app_services.each { |service| del_service = force && no_prompt unless no_prompt || force del_service = ask( "Provisioned service [#{service}] detected, would you like to delete it?", :default => false ) if del_service apps_using_service = services_apps_hash[service].reject!{ |app| app == appname} if apps_using_service.size > 0 del_service = ask( "Provisioned service [#{service}] is also used by #{apps_using_service.size == 1 ? "app" : "apps"} #{apps_using_service.entries}, are you sure you want to delete it?", :default => false ) end end end services_to_delete << service if del_service } display "Deleting application [#{appname}]: ", false client.delete_app(appname) display 'OK'.green services_to_delete.each do |s| delete_service_banner(s) end end def do_start(appname, push=false) app = client.app_info(appname) return display "Application '#{appname}' could not be found".red if app.nil? return display "Application '#{appname}' already started".yellow if app[:state] == 'STARTED' if @options[:debug] runtimes = client.runtimes_info return display "Cannot get runtime information." unless runtimes runtime = runtimes[app[:staging][:stack].to_sym] return display "Unknown runtime." unless runtime unless runtime[:debug_modes] and runtime[:debug_modes].include? @options[:debug] modes = runtime[:debug_modes] || [] display "\nApplication '#{appname}' cannot start in '#{@options[:debug]}' mode" if push display "Try 'vmc start' with one of the following modes: #{modes.inspect}" else display "Available modes: #{modes.inspect}" end return end end banner = "Staging Application '#{appname}': " display banner, false t = Thread.new do count = 0 while count < TAIL_TICKS do display '.', false sleep SLEEP_TIME count += 1 end end app[:state] = 'STARTED' app[:debug] = @options[:debug] app[:console] = VMC::Cli::Framework.lookup_by_framework(app[:staging][:model]).console client.update_app(appname, app) Thread.kill(t) clear(LINE_LENGTH) display "#{banner}#{'OK'.green}" banner = "Starting Application '#{appname}': " display banner, false count = log_lines_displayed = 0 failed = false start_time = Time.now.to_i loop do display '.', false unless count > TICKER_TICKS sleep SLEEP_TIME break if app_started_properly(appname, count > HEALTH_TICKS) if !crashes(appname, false, start_time).empty? # Check for the existance of crashes display "\nError: Application [#{appname}] failed to start, logs information below.\n".red grab_crash_logs(appname, '0', true) if push and !no_prompt display "\n" delete_app(appname, false) if ask "Delete the application?", :default => true end failed = true break elsif count > TAIL_TICKS log_lines_displayed = grab_startup_tail(appname, log_lines_displayed) end count += 1 if count > GIVEUP_TICKS # 2 minutes display "\nApplication is taking too long to start, check your logs".yellow break end end exit(false) if failed clear(LINE_LENGTH) display "#{banner}#{'OK'.green}" end def do_stop(appname) app = client.app_info(appname) return display "Application '#{appname}' already stopped".yellow if app[:state] == 'STOPPED' display "Stopping Application '#{appname}': ", false app[:state] = 'STOPPED' client.update_app(appname, app) display 'OK'.green end def do_push(label, appname=nil) unless @app_info || no_prompt @manifest = { "applications" => { @path => { "name" => appname } } } interact if ask("Would you like to save this configuration?", :default => false) save_manifest end resolve_manifest(@manifest) @app_info = @manifest["applications"][@path] end instances = info(:instances, 1) exec = info(:exec, 'thin start') ignore_framework = @options[:noframework] no_start = @options[:nostart] appname ||= info(:name) url = info(:url) || info(:urls) mem, memswitch = nil, info(:mem) memswitch = normalize_mem(memswitch) if memswitch command = info(:command) runtime = info(:runtime) infra = info(:infra) if client.infra_supported? && infra err "Infra '#{infra}' is not valid" unless client.infra_valid?(infra) end # Check app existing upfront if we have appname app_checked = false if appname err "Application '#{appname}' already exists, use update" if app_exists?(appname) app_checked = true else raise VMC::Client::AuthError unless client.logged_in? end # check if we have hit our app limit check_app_limit # check memsize here for capacity if memswitch && !no_start check_has_capacity_for(mem_choice_to_quota(memswitch) * instances) end appname ||= ask("Application Name") unless no_prompt err "Application Name required." if appname.nil? || appname.empty? check_deploy_directory(@application) if !app_checked and app_exists?(appname) err "Application '#{appname}' already exists, use update or delete." end if ignore_framework framework = VMC::Cli::Framework.new elsif f = info(:framework) info = Hash[f["info"].collect { |k, v| [k.to_sym, v] }] framework = VMC::Cli::Framework.create(f["name"], info) exec = framework.exec if framework && framework.exec else framework = detect_framework(prompt_ok) end err "Application Type undetermined for path '#{@application}'" unless framework if not runtime default_runtime = framework.default_runtime @application runtime = detect_runtime(default_runtime, !no_prompt) if framework.prompt_for_runtime? end command = ask("Start Command") if !command && framework.require_start_command? default_url = "None" default_url = "#{appname}.#{client.suggest_url(infra)}" if framework.require_url? unless no_prompt || url || !framework.require_url? url = ask( "Application Deployed URL", :default => default_url ) # common error case is for prompted users to answer y or Y or yes or # YES to this ask() resulting in an unintended URL of y. Special case # this common error url = nil if YES_SET.member? url end url = nil if url == "None" default_url = nil if default_url == "None" url ||= default_url if memswitch mem = memswitch elsif prompt_ok mem = ask("Memory Reservation", :default => framework.memory(runtime), :choices => mem_choices) else mem = framework.memory runtime end # Set to MB number mem_quota = mem_choice_to_quota(mem) # check memsize here for capacity check_has_capacity_for(mem_quota * instances) unless no_start display 'Creating Application: ', false manifest = { :name => "#{appname}", :staging => { :framework => framework.name, :runtime => runtime }, :uris => Array(url), :instances => instances, :resources => { :memory => mem_quota } } manifest[:staging][:command] = command if command manifest[:infra] = { :provider => infra } if infra # Send the manifest to the cloud controller client.create_app(appname, manifest) display 'OK'.green existing = Set.new(client.services.collect { |s| s[:name] }) if @app_info && services = @app_info["services"] services.each do |name, info| unless existing.include? name create_service_banner(info["type"], name, true, infra) end bind_service_banner(name, appname) end end # Stage and upload the app bits. upload_app_bits(appname, @application, infra, label) start(appname, true) unless no_start end def do_stats(appname) stats = client.app_stats(appname) return display JSON.pretty_generate(stats) if @options[:json] stats_table = table do |t| t.headings = 'Instance', 'CPU (Cores)', 'Memory (limit)', 'Disk (limit)', 'Uptime' stats.each do |entry| index = entry[:instance] stat = entry[:stats] hp = "#{stat[:host]}:#{stat[:port]}" uptime = uptime_string(stat[:uptime]) usage = stat[:usage] if usage cpu = usage[:cpu] mem = (usage[:mem] * 1024) # mem comes in K's disk = usage[:disk] end mem_quota = stat[:mem_quota] disk_quota = stat[:disk_quota] mem = "#{pretty_size(mem)} (#{pretty_size(mem_quota, 0)})" disk = "#{pretty_size(disk)} (#{pretty_size(disk_quota, 0)})" cpu = cpu ? cpu.to_s : 'NA' cpu = "#{cpu}% (#{stat[:cores]})" t << [index, cpu, mem, disk, uptime] end end if stats.empty? display "No running instances for [#{appname}]".yellow else display stats_table end end def all_files(appname, path) instances_info_envelope = client.app_instances(appname) return if instances_info_envelope.is_a?(Array) instances_info = instances_info_envelope[:instances] || [] instances_info.each do |entry| begin content = client.app_files(appname, path, entry[:index]) display_logfile( path, content, entry[:index], "====> [#{entry[:index]}: #{path}] <====\n".bold ) rescue VMC::Client::NotFound, VMC::Client::TargetError end end end end class FileWithPercentOutput < ::File class << self attr_accessor :display_str, :upload_size end def update_display(rsize) @read ||= 0 @read += rsize p = (@read * 100 / FileWithPercentOutput.upload_size).to_i unless VMC::Cli::Config.output.nil? || !STDOUT.tty? clear(FileWithPercentOutput.display_str.size + 5) VMC::Cli::Config.output.print("#{FileWithPercentOutput.display_str} #{p}%") VMC::Cli::Config.output.flush end end def read(*args) result = super(*args) if result && result.size > 0 update_display(result.size) else unless VMC::Cli::Config.output.nil? || !STDOUT.tty? clear(FileWithPercentOutput.display_str.size + 5) VMC::Cli::Config.output.print(FileWithPercentOutput.display_str) display('OK'.green) end end result end end end