Sha256: 376c8a516f2ee78100b92e1c8cd24b2ec40c3da6e0b559799ec756bc1477cddf

Contents?: true

Size: 1.87 KB

Versions: 5

Compression:

Stored size: 1.87 KB

Contents

module Benchmark
  module IPS
    module Stats

      class Bootstrap
        include StatsMetric
        attr_reader :data, :error, :samples

        def initialize(samples, confidence)
          dependencies
          @iterations = 10_000
          @confidence = (confidence / 100.0).to_s
          @samples = samples
          @data = Kalibera::Data.new({[0] => samples}, [1, samples.size])
          interval = @data.bootstrap_confidence_interval(@iterations, @confidence)
          @median = interval.median
          @error = interval.error
        end

        # Average stat value
        # @return [Float] central_tendency
        def central_tendency
          @median
        end

        # Determines how much slower this stat is than the baseline stat
        # if this average is lower than the faster baseline, higher average is better (e.g. ips) (calculate accordingly)
        # @param baseline [SD|Bootstrap] faster baseline
        # @returns [Array<Float, nil>] the slowdown and the error (not calculated for standard deviation)
        def slowdown(baseline)
          low, slowdown, high = baseline.data.bootstrap_quotient(@data, @iterations, @confidence)
          error = Timing.mean([slowdown - low, high - slowdown])
          [slowdown, error]
        end

        def speedup(baseline)
          baseline.slowdown(self)
        end

        def footer
          "with #{(@confidence.to_f * 100).round(1)}% confidence"
        end

        def dependencies
          require 'kalibera'
        rescue LoadError
          puts
          puts "Can't load the kalibera gem - this is required to use the :bootstrap stats options."
          puts "It's optional, so we don't formally depend on it and it isn't installed along with benchmark-ips."
          puts "You probably want to do something like 'gem install kalibera' to fix this."
          abort
        end

      end

    end
  end
end

Version data entries

5 entries across 5 versions & 1 rubygems

Version Path
benchmark-ips-2.14.0 lib/benchmark/ips/stats/bootstrap.rb
benchmark-ips-2.13.0 lib/benchmark/ips/stats/bootstrap.rb
benchmark-ips-2.12.0 lib/benchmark/ips/stats/bootstrap.rb
benchmark-ips-2.11.0 lib/benchmark/ips/stats/bootstrap.rb
benchmark-ips-2.10.0 lib/benchmark/ips/stats/bootstrap.rb