# frozen_string_literal: true require 'socket' require 'logger' # The StatsD module contains low-level metrics for collecting metrics and sending them to the backend. # # @!attribute backend # The backend that is being used to emit the metrics. # @return [StatsD::Instrument::Backend] the currently active backend. If there is no active backend # yet, it will call {StatsD::Instrument::Environment#default_backend} to obtain a # default backend for the environment. # @see StatsD::Instrument::Environment#default_backend # # @!attribute prefix # The prefix to apply to metric names. This can be useful to group all the metrics # for an application in a shared StatsD server. # # When using a prefix a dot will be included automatically to separate the prefix # from the metric name. # # @return [String, nil] The prefix, or nil when no prefix is used # @see StatsD::Instrument::Metric#name # # @!attribute default_sample_rate # The sample rate to use if the sample rate is unspecified for a metric call. # @return [Float] Default is 1.0. # # @!attribute logger # The logger to use in case of any errors. The logger is also used as default logger # for the LoggerBackend (although this can be overwritten). # @see StatsD::Instrument::Backends::LoggerBackend # @return [Logger] # # @!attribute default_tags # The tags to apply to all metrics. # @return [Array, Hash, nil] The default tags, or nil when no default tags is used # # @see StatsD::Instrument StatsD::Instrument contains module to instrument # existing methods with StatsD metrics. module StatsD extend self # The StatsD::Instrument module provides metaprogramming methods to instrument your methods with # StatsD metrics. E.g., yopu can create counters on how often a method is called, how often it is # successful, the duration of the methods call, etc. module Instrument # @private def statsd_instrumentations if defined?(@statsd_instrumentations) @statsd_instrumentations elsif respond_to?(:superclass) && superclass.respond_to?(:statsd_instrumentations) superclass.statsd_instrumentations else @statsd_instrumentations = {} end end # @private def self.generate_metric_name(metric_name, callee, *args) metric_name.respond_to?(:call) ? metric_name.call(callee, args).gsub('::', '.') : metric_name.gsub('::', '.') end # Even though this method is considered private, and is no longer used internally, # applications in the wild rely on it. As a result, we cannot remove this method # until the next major version. # # @deprecated Use Process.clock_gettime(Process::CLOCK_MONOTONIC) instead. def self.current_timestamp Process.clock_gettime(Process::CLOCK_MONOTONIC) end # Even though this method is considered private, and is no longer used internally, # applications in the wild rely on it. As a result, we cannot remove this method # until the next major version. # # @deprecated You can implement similar functionality yourself using # `Process.clock_gettime(Process::CLOCK_MONOTONIC)`. Think about what will # happen if an exception happens during the block execution though. def self.duration start = Process.clock_gettime(Process::CLOCK_MONOTONIC) yield Process.clock_gettime(Process::CLOCK_MONOTONIC) - start end # Adds execution duration instrumentation to a method as a timing. # # @param method [Symbol] The name of the method to instrument. # @param name [String, #call] The name of the metric to use. You can also pass in a # callable to dynamically generate a metric name # @param metric_options (see StatsD#measure) # @return [void] def statsd_measure(method, name, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, as_dist: false, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: nil, no_prefix: false) add_to_method(method, name, :measure) do define_method(method) do |*args, &block| key = StatsD::Instrument.generate_metric_name(name, self, *args) prefix ||= StatsD.prefix StatsD.measure( # rubocop:disable StatsD/MeasureAsDistArgument, StatsD/MetricPrefixArgument key, sample_rate: sample_rate, tags: tags, prefix: prefix, no_prefix: no_prefix, as_dist: as_dist ) do super(*args, &block) end end end end # Adds execution duration instrumentation to a method as a distribution. # # @param method [Symbol] The name of the method to instrument. # @param name [String, #call] The name of the metric to use. You can also pass in a # callable to dynamically generate a metric name # @param metric_options (see StatsD#measure) # @return [void] # @note Supported by the datadog implementation only (in beta) def statsd_distribution(method, name, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: nil, no_prefix: false) add_to_method(method, name, :distribution) do define_method(method) do |*args, &block| key = StatsD::Instrument.generate_metric_name(name, self, *args) prefix ||= StatsD.prefix StatsD.distribution( # rubocop:disable StatsD/MetricPrefixArgument key, sample_rate: sample_rate, tags: tags, prefix: prefix, no_prefix: no_prefix ) do super(*args, &block) end end end end # Adds success and failure counter instrumentation to a method. # # A method call will be considered successful if it does not raise an exception, and the result is true-y. # For successful calls, the metric [name].success will be incremented; for failed calls, the metric # name is [name].failure. # # @param method (see #statsd_measure) # @param name (see #statsd_measure) # @param metric_options (see #statsd_measure) # @yield You can pass a block to this method if you want to define yourself what is a successful call # based on the return value of the method. # @yieldparam result The return value of the instrumented method. # @yieldreturn [Boolean] Return true iff the return value is consisered a success, false otherwise. # @return [void] # @see #statsd_count_if def statsd_count_success(method, name, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: nil, no_prefix: false) add_to_method(method, name, :count_success) do define_method(method) do |*args, &block| begin truthiness = result = super(*args, &block) rescue truthiness = false raise else if block_given? begin truthiness = yield(result) rescue truthiness = false end end result ensure suffix = truthiness == false ? 'failure' : 'success' key = "#{StatsD::Instrument.generate_metric_name(name, self, *args)}.#{suffix}" prefix ||= StatsD.prefix StatsD.increment(key, prefix: prefix, # rubocop:disable StatsD/MetricPrefixArgument sample_rate: sample_rate, tags: tags, no_prefix: no_prefix) end end end end # Adds success counter instrumentation to a method. # # A method call will be considered successful if it does not raise an exception, and the result is true-y. # Only for successful calls, the metric will be incremented. # # @param method (see #statsd_measure) # @param name (see #statsd_measure) # @yield (see #statsd_count_success) # @yieldparam result (see #statsd_count_success) # @yieldreturn (see #statsd_count_success) # @return [void] # @see #statsd_count_success def statsd_count_if(method, name, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: nil, no_prefix: false) add_to_method(method, name, :count_if) do define_method(method) do |*args, &block| begin truthiness = result = super(*args, &block) rescue truthiness = false raise else if block_given? begin truthiness = yield(result) rescue truthiness = false end end result ensure if truthiness key = StatsD::Instrument.generate_metric_name(name, self, *args) prefix ||= StatsD.prefix StatsD.increment(key, prefix: prefix, # rubocop:disable StatsD/MetricPrefixArgument sample_rate: sample_rate, tags: tags, no_prefix: no_prefix) end end end end end # Adds counter instrumentation to a method. # # The metric will be incremented for every call of the instrumented method, no matter # whether what the method returns, or whether it raises an exception. # # @param method (see #statsd_measure) # @param name (see #statsd_measure) # @param metric_options (see #statsd_measure) # @return [void] def statsd_count(method, name, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: nil, no_prefix: false) add_to_method(method, name, :count) do define_method(method) do |*args, &block| key = StatsD::Instrument.generate_metric_name(name, self, *args) prefix ||= StatsD.prefix StatsD.increment(key, prefix: prefix, # rubocop:disable StatsD/MetricPrefixArgument sample_rate: sample_rate, tags: tags, no_prefix: no_prefix) super(*args, &block) end end end # Removes StatsD counter instrumentation from a method # @param method [Symbol] The method to remove instrumentation from. # @param name [String] The name of the metric that was used. # @return [void] # @see #statsd_count def statsd_remove_count(method, name) remove_from_method(method, name, :count) end # Removes StatsD conditional counter instrumentation from a method # @param method (see #statsd_remove_count) # @param name (see #statsd_remove_count) # @return [void] # @see #statsd_count_if def statsd_remove_count_if(method, name) remove_from_method(method, name, :count_if) end # Removes StatsD success counter instrumentation from a method # @param method (see #statsd_remove_count) # @param name (see #statsd_remove_count) # @return [void] # @see #statsd_count_success def statsd_remove_count_success(method, name) remove_from_method(method, name, :count_success) end # Removes StatsD measure instrumentation from a method # @param method (see #statsd_remove_count) # @param name (see #statsd_remove_count) # @return [void] # @see #statsd_measure def statsd_remove_measure(method, name) remove_from_method(method, name, :measure) end # Removes StatsD distribution instrumentation from a method # @param method (see #statsd_remove_count) # @param name (see #statsd_remove_count) # @return [void] # @see #statsd_measure def statsd_remove_distribution(method, name) remove_from_method(method, name, :distribution) end private def statsd_instrumentation_for(method, name, action) unless statsd_instrumentations.key?([method, name, action]) mod = Module.new do define_singleton_method(:inspect) do "StatsD_Instrument_#{method}_for_#{action}_with_#{name}" end end @statsd_instrumentations = statsd_instrumentations.merge([method, name, action] => mod) end @statsd_instrumentations[[method, name, action]] end def add_to_method(method, name, action, &block) instrumentation_module = statsd_instrumentation_for(method, name, action) if instrumentation_module.method_defined?(method) raise ArgumentError, "Already instrumented #{method} for #{self.name}" end unless method_defined?(method) || private_method_defined?(method) raise ArgumentError, "could not find method #{method} for #{self.name}" end method_scope = method_visibility(method) instrumentation_module.module_eval(&block) instrumentation_module.send(method_scope, method) prepend(instrumentation_module) unless self < instrumentation_module end def remove_from_method(method, name, action) statsd_instrumentation_for(method, name, action).send(:remove_method, method) end def method_visibility(method) if private_method_defined?(method) :private elsif protected_method_defined?(method) :protected else :public end end end attr_accessor :logger, :default_sample_rate, :prefix attr_writer :backend, :client attr_reader :default_tags def default_tags=(tags) @default_tags = StatsD::Instrument::Metric.normalize_tags(tags) end def backend @backend ||= StatsD::Instrument::Environment.default_backend end def client @client ||= begin require 'statsd/instrument/client' StatsD::Instrument::Environment.from_env.default_client end end # @!method measure(name, value = nil, sample_rate: nil, tags: nil, &block) # # Emits a timing metric # # @param [String] key The name of the metric. # @param sample_rate (see #increment) # @param tags (see #increment) # # @example Providing a value directly # start = Process.clock_gettime(Process::CLOCK_MONOTONIC, :millisecond) # do_something # stop = Process.clock_gettime(Process::CLOCK_MONOTONIC, :millisecond) # http_response = StatsD.measure('HTTP.call.duration', stop - start) # # @example Providing a block to measure the duration of its execution # http_response = StatsD.measure('HTTP.call.duration') do # Net::HTTP.get(url) # end # # @overload measure(key, value, sample_rate: nil, tags: nil) # Emits a timing metric, by providing a duration in milliseconds. # # @param [Float] value The measured duration in milliseconds # @return [void] # # @overload measure(key, sample_rate: nil, tags: nil, &block) # Emits a timing metric, after measuring the execution duration of the # block passed to this method. # # @yield `StatsD.measure` will yield the block and measure the duration. After the block # returns, the duration in millisecond will be emitted as metric. # @return The value that was returned by the block passed through. def measure( key, value_arg = nil, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, value: value_arg, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: StatsD.prefix, no_prefix: false, as_dist: false, &block ) # TODO: in the next version, hardcode this to :ms when the as_dist argument is dropped. type = as_dist ? :d : :ms prefix = nil if no_prefix if block_given? measure_latency(type, key, sample_rate: sample_rate, tags: tags, prefix: prefix, &block) else collect_metric(type, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix) end end # @!method increment(name, value = 1, sample_rate: nil, tags: nil) # Emits a counter metric. # # @param key [String] The name of the metric. # @param value [Integer] The value to increment the counter by. # # You should not compensate for the sample rate using the counter increment. E.g., if # your sample rate is 0.01, you should not use 100 as increment to compensate for it. # The sample rate is part of the packet that is being sent to the server, and the server # should know how to handle it. # # @param sample_rate [Float] (default: `StatsD.default_sample_rate`) The rate at which to sample # this metric call. This value should be between 0 and 1. This value can be used to reduce # the amount of network I/O (and CPU cycles) used for very frequent metrics. # # - A value of `0.1` means that only 1 out of 10 calls will be emitted; the other 9 will # be short-circuited. # - When set to `1`, every metric will be emitted. # - If this parameter is not set, the default sample rate for this client will be used. # @param tags [Array, Hash] The tags to associate with this measurement. # They can be provided as an array of strings, or a hash of key/value pairs. # _Note:_ Tags are not supported by all implementations. # @return [void] def increment( key, value_arg = 1, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, value: value_arg, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: StatsD.prefix, no_prefix: false ) prefix = nil if no_prefix collect_metric(:c, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix) end # @!method gauge(name, value, sample_rate: nil, tags: nil) # # Emits a gauge metric. # # @param key The name of the metric. # @param value [Numeric] The current value to record. # @param sample_rate (see #increment) # @param tags (see #increment) # @return [void] def gauge( key, value_arg = nil, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, value: value_arg, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: StatsD.prefix, no_prefix: false ) prefix = nil if no_prefix collect_metric(:g, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix) end # @!method set(name, value, sample_rate: nil, tags: nil) # # Emits a set metric, which counts the number of distinct values that have occurred. # # @example Couning the number of unique visitors # StatsD.set('visitors.unique', Current.user.id) # # @param key [String] The name of the metric. # @param value [Numeric] The value to record. # @param sample_rate (see #increment) # @param tags (see #increment) # @return [void] def set( key, value_arg = nil, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, value: value_arg, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: StatsD.prefix, no_prefix: false ) prefix = nil if no_prefix collect_metric(:s, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix) end # @!method histogram(name, value, sample_rate: nil, tags: nil) # # Emits a histogram metric. # # @param key The name of the metric. # @param value [Numeric] The value to record. # @param sample_rate (see #increment) # @param tags (see #increment) # @return (see #collect_metric) # @note Supported by the datadog implementation only. def histogram( key, value_arg = nil, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, value: value_arg, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: StatsD.prefix, no_prefix: false ) prefix = nil if no_prefix collect_metric(:h, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix) end # @!method distribution(name, value = nil, sample_rate: nil, tags: nil, &block) # # Emits a distribution metric. # # @param [String] key The name of the metric. # @param sample_rate (see #increment) # @param tags (see #increment) # # @note Supported by the datadog implementation only. # @example # http_response = StatsD.distribution('HTTP.call.duration') do # Net::HTTP.get(url) # end # # @overload distribution(name, value, sample_rate: nil, tags: nil) # # Emits a distribution metric, given a provided value to record. # # @param [Numeric] value The value to record. # @return [void] # # @overload distribution(key, metric_options = {}, &block) # # Emits a distribution metric for the duration of the provided block, in milliseconds. # # @yield `StatsD.distribution` will yield the block and measure the duration. After # the block returns, the duration in millisecond will be emitted as metric. # @return The value that was returned by the block passed through. def distribution( key, value_arg = nil, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, value: value_arg, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: StatsD.prefix, no_prefix: false, &block ) prefix = nil if no_prefix if block_given? measure_latency(:d, key, sample_rate: sample_rate, tags: tags, prefix: prefix, &block) else collect_metric(:d, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix) end end # @!method key_value(name, value) # # Emits a key/value metric. # # @param key [String] The name of the metric. # @param value [Numeric] The value to record. # @return [void] # # @note Supported by the statsite implementation only. def key_value( key, value_arg = nil, deprecated_sample_rate_arg = nil, value: value_arg, sample_rate: deprecated_sample_rate_arg, no_prefix: false ) prefix = nil if no_prefix collect_metric(:kv, key, value, sample_rate: sample_rate, prefix: prefix) end # @!method event(title, text, tags: nil, hostname: nil, timestamp: nil, aggregation_key: nil, priority: nil, source_type_name: nil, alert_type: nil) # rubocop:disable Metrics/LineLength # # Emits an event. # # @param title [String] Title of the event. A configured prefix may be applied to this title. # @param text [String] Body of the event. Can contain newlines. # @param [String] hostname The hostname to associate with the event. # @param [Time] timestamp The moment the status of the service was checkes. Defaults to now. # @param [String] aggregation_key A key to aggregate similar events into groups. # @param [String] priority The event's priority, either `"low"` or `"normal"` (default). # @param [String] source_type_name The source type. # @param [String] alert_type The type of alert. Either `"info"` (default), `"warning"`, `"error"`, or `"success"`. # @param tags (see #increment) # @return [void] # # @note Supported by the Datadog implementation only. def event( title, text, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: StatsD.prefix, no_prefix: false, hostname: nil, date_happened: nil, timestamp: date_happened, aggregation_key: nil, priority: nil, source_type_name: nil, alert_type: nil, **_ignored ) prefix = nil if no_prefix collect_metric(:_e, title, text, sample_rate: sample_rate, tags: tags, prefix: prefix, metadata: { hostname: hostname, timestamp: timestamp, aggregation_key: aggregation_key, priority: priority, source_type_name: source_type_name, alert_type: alert_type }) end # @!method service_check(name, status, tags: nil, hostname: nil, timestamp: nil, message: nil) # # Emits a service check. # # @param [String] name Name of the service. A configured prefix may be applied to this title. # @param [Symbol] status Current status of the service. Either `:ok`, `:warning`, `:critical`, or `:unknown`. # @param [String] hostname The hostname to associate with the event. # @param [Time] timestamp The moment the status of the service was checkes. Defaults to now. # @param [String] message A message that describes the current status. # @param tags (see #increment) # @return [void] # # @note Supported by the Datadog implementation only. def service_check( name, status, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: StatsD.prefix, no_prefix: false, hostname: nil, timestamp: nil, message: nil, **_ignored ) prefix = nil if no_prefix collect_metric(:_sc, name, status, sample_rate: sample_rate, prefix: prefix, tags: tags, metadata: { hostname: hostname, timestamp: timestamp, message: message }) end private def measure_latency(type, key, sample_rate:, tags:, prefix:) start = Process.clock_gettime(Process::CLOCK_MONOTONIC) begin yield ensure # Ensure catches both a raised exception and a return in the invoked block value = 1000.0 * (Process.clock_gettime(Process::CLOCK_MONOTONIC) - start) collect_metric(type, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix) end end # Instantiates a metric, and sends it to the backend for further processing. # @param options (see StatsD::Instrument::Metric#initialize) # @return [void] def collect_metric(type, name, value, sample_rate:, tags: nil, prefix:, metadata: nil) sample_rate ||= default_sample_rate name = "#{prefix}.#{name}" if prefix metric = StatsD::Instrument::Metric.new(type: type, name: name, value: value, sample_rate: sample_rate, tags: tags, metadata: metadata) backend.collect_metric(metric) metric # TODO: return `nil` in the next major version end end require 'statsd/instrument/version' require 'statsd/instrument/metric' require 'statsd/instrument/backend' require 'statsd/instrument/environment' require 'statsd/instrument/helpers' require 'statsd/instrument/assertions' require 'statsd/instrument/metric_expectation' require 'statsd/instrument/matchers' if defined?(::RSpec) require 'statsd/instrument/railtie' if defined?(::Rails::Railtie) require 'statsd/instrument/strict' if ENV['STATSD_STRICT_MODE']