# frozen_string_literal: true
require 'socket'
require 'logger'
# The StatsD module contains low-level metrics for collecting metrics and sending them to the backend.
#
# @!attribute backend
# The backend that is being used to emit the metrics.
# @return [StatsD::Instrument::Backend] the currently active backend. If there is no active backend
# yet, it will call {StatsD::Instrument::Environment#default_backend} to obtain a
# default backend for the environment.
# @see StatsD::Instrument::Environment#default_backend
#
# @!attribute prefix
# The prefix to apply to metric names. This can be useful to group all the metrics
# for an application in a shared StatsD server.
#
# When using a prefix a dot will be included automatically to separate the prefix
# from the metric name.
#
# @return [String, nil] The prefix, or nil when no prefix is used
# @see StatsD::Instrument::Metric#name
#
# @!attribute default_sample_rate
# The sample rate to use if the sample rate is unspecified for a metric call.
# @return [Float] Default is 1.0.
#
# @!attribute logger
# The logger to use in case of any errors. The logger is also used as default logger
# for the LoggerBackend (although this can be overwritten).
# @see StatsD::Instrument::Backends::LoggerBackend
# @return [Logger]
#
# @!attribute default_tags
# The tags to apply to all metrics.
# @return [Array, Hash, nil] The default tags, or nil when no default tags is used
#
# @see StatsD::Instrument StatsD::Instrument contains module to instrument
# existing methods with StatsD metrics.
module StatsD
extend self
# The StatsD::Instrument module provides metaprogramming methods to instrument your methods with
# StatsD metrics. E.g., yopu can create counters on how often a method is called, how often it is
# successful, the duration of the methods call, etc.
module Instrument
# @private
def statsd_instrumentations
if defined?(@statsd_instrumentations)
@statsd_instrumentations
elsif respond_to?(:superclass) && superclass.respond_to?(:statsd_instrumentations)
superclass.statsd_instrumentations
else
@statsd_instrumentations = {}
end
end
# @private
def self.generate_metric_name(metric_name, callee, *args)
metric_name.respond_to?(:call) ? metric_name.call(callee, args).gsub('::', '.') : metric_name.gsub('::', '.')
end
# Even though this method is considered private, and is no longer used internally,
# applications in the wild rely on it. As a result, we cannot remove this method
# until the next major version.
#
# @deprecated Use Process.clock_gettime(Process::CLOCK_MONOTONIC) instead.
def self.current_timestamp
Process.clock_gettime(Process::CLOCK_MONOTONIC)
end
# Even though this method is considered private, and is no longer used internally,
# applications in the wild rely on it. As a result, we cannot remove this method
# until the next major version.
#
# @deprecated You can implement similar functionality yourself using
# `Process.clock_gettime(Process::CLOCK_MONOTONIC)`. Think about what will
# happen if an exception happens during the block execution though.
def self.duration
start = Process.clock_gettime(Process::CLOCK_MONOTONIC)
yield
Process.clock_gettime(Process::CLOCK_MONOTONIC) - start
end
# Adds execution duration instrumentation to a method as a timing.
#
# @param method [Symbol] The name of the method to instrument.
# @param name [String, #call] The name of the metric to use. You can also pass in a
# callable to dynamically generate a metric name
# @param metric_options (see StatsD#measure)
# @return [void]
def statsd_measure(method, name, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil, as_dist: false,
sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: nil, no_prefix: false)
add_to_method(method, name, :measure) do
define_method(method) do |*args, &block|
key = StatsD::Instrument.generate_metric_name(name, self, *args)
prefix ||= StatsD.prefix
StatsD.measure( # rubocop:disable StatsD/MeasureAsDistArgument, StatsD/MetricPrefixArgument
key, sample_rate: sample_rate, tags: tags, prefix: prefix, no_prefix: no_prefix, as_dist: as_dist
) do
super(*args, &block)
end
end
end
end
# Adds execution duration instrumentation to a method as a distribution.
#
# @param method [Symbol] The name of the method to instrument.
# @param name [String, #call] The name of the metric to use. You can also pass in a
# callable to dynamically generate a metric name
# @param metric_options (see StatsD#measure)
# @return [void]
# @note Supported by the datadog implementation only (in beta)
def statsd_distribution(method, name, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil,
sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: nil, no_prefix: false)
add_to_method(method, name, :distribution) do
define_method(method) do |*args, &block|
key = StatsD::Instrument.generate_metric_name(name, self, *args)
prefix ||= StatsD.prefix
StatsD.distribution( # rubocop:disable StatsD/MetricPrefixArgument
key, sample_rate: sample_rate, tags: tags, prefix: prefix, no_prefix: no_prefix
) do
super(*args, &block)
end
end
end
end
# Adds success and failure counter instrumentation to a method.
#
# A method call will be considered successful if it does not raise an exception, and the result is true-y.
# For successful calls, the metric [name].success will be incremented; for failed calls, the metric
# name is [name].failure.
#
# @param method (see #statsd_measure)
# @param name (see #statsd_measure)
# @param metric_options (see #statsd_measure)
# @yield You can pass a block to this method if you want to define yourself what is a successful call
# based on the return value of the method.
# @yieldparam result The return value of the instrumented method.
# @yieldreturn [Boolean] Return true iff the return value is consisered a success, false otherwise.
# @return [void]
# @see #statsd_count_if
def statsd_count_success(method, name, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil,
sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: nil, no_prefix: false)
add_to_method(method, name, :count_success) do
define_method(method) do |*args, &block|
begin
truthiness = result = super(*args, &block)
rescue
truthiness = false
raise
else
if block_given?
begin
truthiness = yield(result)
rescue
truthiness = false
end
end
result
ensure
suffix = truthiness == false ? 'failure' : 'success'
key = "#{StatsD::Instrument.generate_metric_name(name, self, *args)}.#{suffix}"
prefix ||= StatsD.prefix
StatsD.increment(key, prefix: prefix, # rubocop:disable StatsD/MetricPrefixArgument
sample_rate: sample_rate, tags: tags, no_prefix: no_prefix)
end
end
end
end
# Adds success counter instrumentation to a method.
#
# A method call will be considered successful if it does not raise an exception, and the result is true-y.
# Only for successful calls, the metric will be incremented.
#
# @param method (see #statsd_measure)
# @param name (see #statsd_measure)
# @yield (see #statsd_count_success)
# @yieldparam result (see #statsd_count_success)
# @yieldreturn (see #statsd_count_success)
# @return [void]
# @see #statsd_count_success
def statsd_count_if(method, name, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil,
sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: nil, no_prefix: false)
add_to_method(method, name, :count_if) do
define_method(method) do |*args, &block|
begin
truthiness = result = super(*args, &block)
rescue
truthiness = false
raise
else
if block_given?
begin
truthiness = yield(result)
rescue
truthiness = false
end
end
result
ensure
if truthiness
key = StatsD::Instrument.generate_metric_name(name, self, *args)
prefix ||= StatsD.prefix
StatsD.increment(key, prefix: prefix, # rubocop:disable StatsD/MetricPrefixArgument
sample_rate: sample_rate, tags: tags, no_prefix: no_prefix)
end
end
end
end
end
# Adds counter instrumentation to a method.
#
# The metric will be incremented for every call of the instrumented method, no matter
# whether what the method returns, or whether it raises an exception.
#
# @param method (see #statsd_measure)
# @param name (see #statsd_measure)
# @param metric_options (see #statsd_measure)
# @return [void]
def statsd_count(method, name, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil,
sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg, prefix: nil, no_prefix: false)
add_to_method(method, name, :count) do
define_method(method) do |*args, &block|
key = StatsD::Instrument.generate_metric_name(name, self, *args)
prefix ||= StatsD.prefix
StatsD.increment(key, prefix: prefix, # rubocop:disable StatsD/MetricPrefixArgument
sample_rate: sample_rate, tags: tags, no_prefix: no_prefix)
super(*args, &block)
end
end
end
# Removes StatsD counter instrumentation from a method
# @param method [Symbol] The method to remove instrumentation from.
# @param name [String] The name of the metric that was used.
# @return [void]
# @see #statsd_count
def statsd_remove_count(method, name)
remove_from_method(method, name, :count)
end
# Removes StatsD conditional counter instrumentation from a method
# @param method (see #statsd_remove_count)
# @param name (see #statsd_remove_count)
# @return [void]
# @see #statsd_count_if
def statsd_remove_count_if(method, name)
remove_from_method(method, name, :count_if)
end
# Removes StatsD success counter instrumentation from a method
# @param method (see #statsd_remove_count)
# @param name (see #statsd_remove_count)
# @return [void]
# @see #statsd_count_success
def statsd_remove_count_success(method, name)
remove_from_method(method, name, :count_success)
end
# Removes StatsD measure instrumentation from a method
# @param method (see #statsd_remove_count)
# @param name (see #statsd_remove_count)
# @return [void]
# @see #statsd_measure
def statsd_remove_measure(method, name)
remove_from_method(method, name, :measure)
end
# Removes StatsD distribution instrumentation from a method
# @param method (see #statsd_remove_count)
# @param name (see #statsd_remove_count)
# @return [void]
# @see #statsd_measure
def statsd_remove_distribution(method, name)
remove_from_method(method, name, :distribution)
end
private
def statsd_instrumentation_for(method, name, action)
unless statsd_instrumentations.key?([method, name, action])
mod = Module.new do
define_singleton_method(:inspect) do
"StatsD_Instrument_#{method}_for_#{action}_with_#{name}"
end
end
@statsd_instrumentations = statsd_instrumentations.merge([method, name, action] => mod)
end
@statsd_instrumentations[[method, name, action]]
end
def add_to_method(method, name, action, &block)
instrumentation_module = statsd_instrumentation_for(method, name, action)
if instrumentation_module.method_defined?(method)
raise ArgumentError, "Already instrumented #{method} for #{self.name}"
end
unless method_defined?(method) || private_method_defined?(method)
raise ArgumentError, "could not find method #{method} for #{self.name}"
end
method_scope = method_visibility(method)
instrumentation_module.module_eval(&block)
instrumentation_module.send(method_scope, method)
prepend(instrumentation_module) unless self < instrumentation_module
end
def remove_from_method(method, name, action)
statsd_instrumentation_for(method, name, action).send(:remove_method, method)
end
def method_visibility(method)
if private_method_defined?(method)
:private
elsif protected_method_defined?(method)
:protected
else
:public
end
end
end
attr_accessor :logger, :default_sample_rate, :prefix
attr_writer :backend, :client
attr_reader :default_tags
def default_tags=(tags)
@default_tags = StatsD::Instrument::Metric.normalize_tags(tags)
end
def backend
@backend ||= StatsD::Instrument::Environment.default_backend
end
def client
@client ||= begin
require 'statsd/instrument/client'
StatsD::Instrument::Environment.from_env.default_client
end
end
# @!method measure(name, value = nil, sample_rate: nil, tags: nil, &block)
#
# Emits a timing metric
#
# @param [String] key The name of the metric.
# @param sample_rate (see #increment)
# @param tags (see #increment)
#
# @example Providing a value directly
# start = Process.clock_gettime(Process::CLOCK_MONOTONIC, :millisecond)
# do_something
# stop = Process.clock_gettime(Process::CLOCK_MONOTONIC, :millisecond)
# http_response = StatsD.measure('HTTP.call.duration', stop - start)
#
# @example Providing a block to measure the duration of its execution
# http_response = StatsD.measure('HTTP.call.duration') do
# Net::HTTP.get(url)
# end
#
# @overload measure(key, value, sample_rate: nil, tags: nil)
# Emits a timing metric, by providing a duration in milliseconds.
#
# @param [Float] value The measured duration in milliseconds
# @return [void]
#
# @overload measure(key, sample_rate: nil, tags: nil, &block)
# Emits a timing metric, after measuring the execution duration of the
# block passed to this method.
#
# @yield `StatsD.measure` will yield the block and measure the duration. After the block
# returns, the duration in millisecond will be emitted as metric.
# @return The value that was returned by the block passed through.
def measure(
key, value_arg = nil, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil,
value: value_arg, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg,
prefix: StatsD.prefix, no_prefix: false, as_dist: false,
&block
)
# TODO: in the next version, hardcode this to :ms when the as_dist argument is dropped.
type = as_dist ? :d : :ms
prefix = nil if no_prefix
if block_given?
measure_latency(type, key, sample_rate: sample_rate, tags: tags, prefix: prefix, &block)
else
collect_metric(type, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix)
end
end
# @!method increment(name, value = 1, sample_rate: nil, tags: nil)
# Emits a counter metric.
#
# @param key [String] The name of the metric.
# @param value [Integer] The value to increment the counter by.
#
# You should not compensate for the sample rate using the counter increment. E.g., if
# your sample rate is 0.01, you should not use 100 as increment to compensate for it.
# The sample rate is part of the packet that is being sent to the server, and the server
# should know how to handle it.
#
# @param sample_rate [Float] (default: `StatsD.default_sample_rate`) The rate at which to sample
# this metric call. This value should be between 0 and 1. This value can be used to reduce
# the amount of network I/O (and CPU cycles) used for very frequent metrics.
#
# - A value of `0.1` means that only 1 out of 10 calls will be emitted; the other 9 will
# be short-circuited.
# - When set to `1`, every metric will be emitted.
# - If this parameter is not set, the default sample rate for this client will be used.
# @param tags [Array, Hash] The tags to associate with this measurement.
# They can be provided as an array of strings, or a hash of key/value pairs.
# _Note:_ Tags are not supported by all implementations.
# @return [void]
def increment(
key, value_arg = 1, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil,
value: value_arg, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg,
prefix: StatsD.prefix, no_prefix: false
)
prefix = nil if no_prefix
collect_metric(:c, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix)
end
# @!method gauge(name, value, sample_rate: nil, tags: nil)
#
# Emits a gauge metric.
#
# @param key The name of the metric.
# @param value [Numeric] The current value to record.
# @param sample_rate (see #increment)
# @param tags (see #increment)
# @return [void]
def gauge(
key, value_arg = nil, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil,
value: value_arg, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg,
prefix: StatsD.prefix, no_prefix: false
)
prefix = nil if no_prefix
collect_metric(:g, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix)
end
# @!method set(name, value, sample_rate: nil, tags: nil)
#
# Emits a set metric, which counts the number of distinct values that have occurred.
#
# @example Couning the number of unique visitors
# StatsD.set('visitors.unique', Current.user.id)
#
# @param key [String] The name of the metric.
# @param value [Numeric] The value to record.
# @param sample_rate (see #increment)
# @param tags (see #increment)
# @return [void]
def set(
key, value_arg = nil, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil,
value: value_arg, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg,
prefix: StatsD.prefix, no_prefix: false
)
prefix = nil if no_prefix
collect_metric(:s, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix)
end
# @!method histogram(name, value, sample_rate: nil, tags: nil)
#
# Emits a histogram metric.
#
# @param key The name of the metric.
# @param value [Numeric] The value to record.
# @param sample_rate (see #increment)
# @param tags (see #increment)
# @return (see #collect_metric)
# @note Supported by the datadog implementation only.
def histogram(
key, value_arg = nil, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil,
value: value_arg, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg,
prefix: StatsD.prefix, no_prefix: false
)
prefix = nil if no_prefix
collect_metric(:h, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix)
end
# @!method distribution(name, value = nil, sample_rate: nil, tags: nil, &block)
#
# Emits a distribution metric.
#
# @param [String] key The name of the metric.
# @param sample_rate (see #increment)
# @param tags (see #increment)
#
# @note Supported by the datadog implementation only.
# @example
# http_response = StatsD.distribution('HTTP.call.duration') do
# Net::HTTP.get(url)
# end
#
# @overload distribution(name, value, sample_rate: nil, tags: nil)
#
# Emits a distribution metric, given a provided value to record.
#
# @param [Numeric] value The value to record.
# @return [void]
#
# @overload distribution(key, metric_options = {}, &block)
#
# Emits a distribution metric for the duration of the provided block, in milliseconds.
#
# @yield `StatsD.distribution` will yield the block and measure the duration. After
# the block returns, the duration in millisecond will be emitted as metric.
# @return The value that was returned by the block passed through.
def distribution(
key, value_arg = nil, deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil,
value: value_arg, sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg,
prefix: StatsD.prefix, no_prefix: false,
&block
)
prefix = nil if no_prefix
if block_given?
measure_latency(:d, key, sample_rate: sample_rate, tags: tags, prefix: prefix, &block)
else
collect_metric(:d, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix)
end
end
# @!method key_value(name, value)
#
# Emits a key/value metric.
#
# @param key [String] The name of the metric.
# @param value [Numeric] The value to record.
# @return [void]
#
# @note Supported by the statsite implementation only.
def key_value(
key, value_arg = nil, deprecated_sample_rate_arg = nil,
value: value_arg, sample_rate: deprecated_sample_rate_arg, no_prefix: false
)
prefix = nil if no_prefix
collect_metric(:kv, key, value, sample_rate: sample_rate, prefix: prefix)
end
# @!method event(title, text, tags: nil, hostname: nil, timestamp: nil, aggregation_key: nil, priority: nil, source_type_name: nil, alert_type: nil) # rubocop:disable Metrics/LineLength
#
# Emits an event.
#
# @param title [String] Title of the event. A configured prefix may be applied to this title.
# @param text [String] Body of the event. Can contain newlines.
# @param [String] hostname The hostname to associate with the event.
# @param [Time] timestamp The moment the status of the service was checkes. Defaults to now.
# @param [String] aggregation_key A key to aggregate similar events into groups.
# @param [String] priority The event's priority, either `"low"` or `"normal"` (default).
# @param [String] source_type_name The source type.
# @param [String] alert_type The type of alert. Either `"info"` (default), `"warning"`, `"error"`, or `"success"`.
# @param tags (see #increment)
# @return [void]
#
# @note Supported by the Datadog implementation only.
def event(
title, text,
deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil,
sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg,
prefix: StatsD.prefix, no_prefix: false,
hostname: nil, date_happened: nil, timestamp: date_happened,
aggregation_key: nil, priority: nil, source_type_name: nil, alert_type: nil,
**_ignored
)
prefix = nil if no_prefix
collect_metric(:_e, title, text, sample_rate: sample_rate, tags: tags, prefix: prefix, metadata: {
hostname: hostname, timestamp: timestamp, aggregation_key: aggregation_key,
priority: priority, source_type_name: source_type_name, alert_type: alert_type
})
end
# @!method service_check(name, status, tags: nil, hostname: nil, timestamp: nil, message: nil)
#
# Emits a service check.
#
# @param [String] name Name of the service. A configured prefix may be applied to this title.
# @param [Symbol] status Current status of the service. Either `:ok`, `:warning`, `:critical`, or `:unknown`.
# @param [String] hostname The hostname to associate with the event.
# @param [Time] timestamp The moment the status of the service was checkes. Defaults to now.
# @param [String] message A message that describes the current status.
# @param tags (see #increment)
# @return [void]
#
# @note Supported by the Datadog implementation only.
def service_check(
name, status,
deprecated_sample_rate_arg = nil, deprecated_tags_arg = nil,
sample_rate: deprecated_sample_rate_arg, tags: deprecated_tags_arg,
prefix: StatsD.prefix, no_prefix: false,
hostname: nil, timestamp: nil, message: nil, **_ignored
)
prefix = nil if no_prefix
collect_metric(:_sc, name, status, sample_rate: sample_rate, prefix: prefix, tags: tags, metadata: {
hostname: hostname, timestamp: timestamp, message: message
})
end
private
def measure_latency(type, key, sample_rate:, tags:, prefix:)
start = Process.clock_gettime(Process::CLOCK_MONOTONIC)
begin
yield
ensure
# Ensure catches both a raised exception and a return in the invoked block
value = 1000.0 * (Process.clock_gettime(Process::CLOCK_MONOTONIC) - start)
collect_metric(type, key, value, sample_rate: sample_rate, tags: tags, prefix: prefix)
end
end
# Instantiates a metric, and sends it to the backend for further processing.
# @param options (see StatsD::Instrument::Metric#initialize)
# @return [void]
def collect_metric(type, name, value, sample_rate:, tags: nil, prefix:, metadata: nil)
sample_rate ||= default_sample_rate
name = "#{prefix}.#{name}" if prefix
metric = StatsD::Instrument::Metric.new(type: type, name: name, value: value,
sample_rate: sample_rate, tags: tags, metadata: metadata)
backend.collect_metric(metric)
metric # TODO: return `nil` in the next major version
end
end
require 'statsd/instrument/version'
require 'statsd/instrument/metric'
require 'statsd/instrument/backend'
require 'statsd/instrument/environment'
require 'statsd/instrument/helpers'
require 'statsd/instrument/assertions'
require 'statsd/instrument/metric_expectation'
require 'statsd/instrument/matchers' if defined?(::RSpec)
require 'statsd/instrument/railtie' if defined?(::Rails::Railtie)
require 'statsd/instrument/strict' if ENV['STATSD_STRICT_MODE']