# encoding: utf-8 # This file is distributed under New Relic's license terms. # See https://github.com/newrelic/rpm/blob/master/LICENSE for complete details. module Multiverse module Runner extend self extend Color def exit_status @exit_status ||= 0 end def notice_exit_status(i) exit_status # initialize it # we don't want to return exit statuses > 256 since these get converted # to 0 if i != 0 puts red("FAIL! Exited #{i}") @exit_status = 1 else puts green("PASS. Exited #{i}") end @exit_status end # Args without a = are turned into just opts[key] = true # Args with = get split, then assigned as key + value. Repeats overwrite # Args with name= will tally up rather than overwriting # :suite gets ignored def parse_args(args) opts = {} args.each do |(k, v)| if v.index("name=") == 0 parts = v.split("=") opts[:names] ||= [] opts[:names] << parts.last elsif v.include?("=") parts = v.split("=") opts[parts.first.to_sym] = parts.last elsif k != :suite opts[v.to_sym] = true end end opts end def run(filter="", opts={}) execute_suites(filter, opts) do |suite| suite.execute end end def prime(filter="", opts={}) execute_suites(filter, opts) do |suite| suite.prime end end def execute_suites(filter, opts) Dir.new(SUITES_DIRECTORY).entries.each do |dir| full_path = File.join(SUITES_DIRECTORY, dir) next if dir =~ /\A\./ next unless passes_filter?(dir, filter) next unless File.exists?(File.join(full_path, "Envfile")) begin suite = Suite.new(full_path, opts) yield suite rescue => e puts red("Error when trying to run suite in #{full_path.inspect}") puts puts "#{e.class}: #{e}" puts(*e.backtrace) notice_exit_status 1 end end OutputCollector.overall_report exit exit_status end GROUPS = { "agent" => ["agent_only", "bare", "config_file_loading", "deferred_instrumentation", "high_security", "no_json"], "api" => ["grape"], "background" => ["delayed_job", "rake", "resque", "sidekiq"], "database" => ["datamapper", "mongo", "redis", "sequel"], "httpclients" => ["curb", "excon", "httpclient", "typhoeus", "net_http", "httprb"], "rails" => ["active_record", "rails"], "serialization" => ["json", "marshalling", "yajl"], "sinatra" => ["sinatra", "padrino"], "rest" => [] # Specially handled below } def passes_filter?(dir, filter) return true if filter.nil? if filter.include?("group=") key = filter.sub("group=", "") group = GROUPS[key] if group.nil? puts red("Unrecognized group '#{key}'. Stopping!") exit 1 elsif group.any? GROUPS[key].include?(dir) else !GROUPS.values.flatten.include?(dir) end else dir.include?(filter) end end end end