require 'socket' require 'timeout' require 'net/scp' module Beaker class SshConnection RETRYABLE_EXCEPTIONS = [ SocketError, Timeout::Error, Errno::ETIMEDOUT, Errno::EHOSTDOWN, Errno::EHOSTUNREACH, Errno::ECONNREFUSED, Errno::ECONNRESET, Errno::ENETUNREACH, Net::SSH::Disconnect ] def initialize hostname, user = nil, options = {} @hostname = hostname @user = user @options = options end def self.connect hostname, user = 'root', options = {} connection = new hostname, user, options connection.connect connection end def connect try = 1 last_wait = 0 wait = 1 @ssh ||= begin Net::SSH.start(@hostname, @user, @options) rescue *RETRYABLE_EXCEPTIONS => e if try <= 11 puts "Try #{try} -- Host #{@hostname} unreachable: #{e.message}" puts "Trying again in #{wait} seconds" sleep wait (last_wait, wait) = wait, last_wait + wait try += 1 retry else # why is the logger not passed into this class? puts "Failed to connect to #{@hostname}" raise end rescue Net::SSH::AuthenticationFailed => e raise "Unable to authenticate to #{@hostname} with user #{e.message.inspect}" end self end def close begin @ssh.close if @ssh rescue @ssh.shutdown! end @ssh = nil end def try_to_execute command, options = {}, stdout_callback = nil, stderr_callback = stdout_callback result = Result.new(@hostname, command) # why are we getting to this point on a dry run anyways? # also... the host creates connections through the class method, # which automatically connects, so you can't do a dry run unless you also # can connect to your hosts? return result if options[:dry_run] @ssh.open_channel do |channel| request_terminal_for( channel, command ) if options[:pty] channel.exec(command) do |terminal, success| abort "FAILED: to execute command on a new channel on #{@hostname}" unless success register_stdout_for terminal, result, stdout_callback register_stderr_for terminal, result, stderr_callback register_exit_code_for terminal, result process_stdin_for( terminal, options[:stdin] ) if options[:stdin] end end # Process SSH activity until we stop doing that - which is when our # channel is finished with... @ssh.loop result.finalize! result end def execute command, options = {}, stdout_callback = nil, stderr_callback = stdout_callback attempt = true begin result = try_to_execute(command, options, stdout_callback, stderr_callback) rescue *RETRYABLE_EXCEPTIONS => e if attempt attempt = false puts "Command execution failed, attempting to reconnect to #{@hostname}" close connect retry else raise end end result end def request_terminal_for channel, command channel.request_pty do |ch, success| if success puts "Allocated a PTY on #{@hostname} for #{command.inspect}" else abort "FAILED: could not allocate a pty when requested on " + "#{@hostname} for #{command.inspect}" end end end def register_stdout_for channel, output, callback = nil channel.on_data do |ch, data| callback[data] if callback output.stdout << data output.output << data end end def register_stderr_for channel, output, callback = nil channel.on_extended_data do |ch, type, data| if type == 1 callback[data] if callback output.stderr << data output.output << data end end end def register_exit_code_for channel, output channel.on_request("exit-status") do |ch, data| output.exit_code = data.read_long end end def process_stdin_for channel, stdin # queue stdin data, force it to packets, and signal eof: this # triggers action in many remote commands, notably including # 'puppet apply'. It must be sent at some point before the rest # of the action. channel.send_data stdin.to_s channel.process channel.eof! end def scp_to source, target, options = {}, dry_run = false return if dry_run options[:recursive]=File.directory?(source) if options[:recursive].nil? @ssh.scp.upload! source, target, options result = Result.new(@hostname, [source, target]) # Setting these values allows reporting via result.log(test_name) result.stdout = "SCP'ed file #{source} to #{@hostname}:#{target}" # Net::Scp always returns 0, so just set the return code to 0. result.exit_code = 0 result.finalize! return result end def scp_from source, target, options = {}, dry_run = false return if dry_run options[:recursive] = true if options[:recursive].nil? @ssh.scp.download! source, target, options result = Result.new(@hostname, [source, target]) # Setting these values allows reporting via result.log(test_name) result.stdout = "SCP'ed file #{@hostname}:#{source} to #{target}" # Net::Scp always returns 0, so just set the return code to 0. result.exit_code = 0 result.finalize! result end end end