Sha256: bb0808cc447d0ab37d63a592816ad7ac0538ebe26f27fa696dcc14b4b7016df1

Contents?: true

Size: 1018 Bytes

Versions: 60

Compression:

Stored size: 1018 Bytes

Contents

#!/usr/bin/env ruby

require 'json'
require File.join(File.dirname(__FILE__), '..', 'lib', 'performance')

start_commit = ARGV[0]
stop_commit  = ARGV[1]
repo_path    = ARGV[2]

def commits_between(start_commit, stop_commit, repo)
  output = `cd #{repo} && git log --reverse --pretty=%H #{start_commit}..#{stop_commit}`
  output.split("\n")
end

def checkout_commit(commit, repo)
  system("cd #{repo} && git checkout #{commit} >/dev/null 2>&1")
end

runner_options = {
  :agent_path => repo_path,
  :reporter_classes => ['HakoReporter'],
  :isolate          => true,
  :tags => {
    :run_id => 'ben-perf-test'
  }
}
commits = commits_between(start_commit, stop_commit, repo_path)

Performance.logger.info "Testing #{commits.size} commits"
commits.each_with_index do |commit, i|
  checkout_commit(commit, repo_path)
  runner_options[:tags][:sequence_number] = i
  runner = Performance::Runner.new(runner_options)
  t0 = Time.now
  results = runner.run_all_test_cases
  runner.report_results(results, Time.now - t0)
end

Version data entries

60 entries across 60 versions & 3 rubygems

Version Path
newrelic_rpm-4.1.0.333 test/performance/script/mega-runner
newrelic_rpm-4.0.0.332 test/performance/script/mega-runner
newrelic_rpm-3.18.1.330 test/performance/script/mega-runner
newrelic_rpm-3.18.0.329 test/performance/script/mega-runner
newrelic_rpm-3.17.2.327 test/performance/script/mega-runner
newrelic_rpm-3.17.1.326 test/performance/script/mega-runner
newrelic_rpm-3.17.0.325 test/performance/script/mega-runner
newrelic_rpm-3.16.3.323 test/performance/script/mega-runner
newrelic_rpm-3.16.2.321 test/performance/script/mega-runner
newrelic_rpm-3.16.1.320 test/performance/script/mega-runner
newrelic_rpm-3.16.0.318 test/performance/script/mega-runner
ish_lib_manager-0.0.1 test/dummy/vendor/bundle/ruby/2.3.0/gems/newrelic_rpm-3.15.2.317/test/performance/script/mega-runner
newrelic_rpm-3.15.2.317 test/performance/script/mega-runner
newrelic_rpm-3.15.1.316 test/performance/script/mega-runner
newrelic_rpm-3.15.0.314 test/performance/script/mega-runner
newrelic_rpm-3.14.3.313 test/performance/script/mega-runner
newrelic_rpm-3.14.2.312 test/performance/script/mega-runner
newrelic_rpm-3.14.1.311 test/performance/script/mega-runner
newrelic_rpm-3.14.0.305 test/performance/script/mega-runner
newrelic_rpm-3.13.2.302 test/performance/script/mega-runner