require 'prometheus_exporter/client' module PgqPrometheus class Processor class << self attr_accessor :sql_caller, :logger, :on_error end def self.start(client: nil, frequency: 30, labels: nil) raise ArgumentError, "#{name}.sql_caller must be defined" if sql_caller.nil? client ||= PrometheusExporter::Client.default metric_labels = labels&.dup || {} process_collector = new(metric_labels) stop if running? @thread = Thread.new do while true begin metrics = process_collector.collect metrics.each do |metric| client.send_json metric end rescue => e STDERR.puts "#{self.class} Failed To Collect Stats #{e.class} #{e.message}" logger&.error { "#{e.class} #{e.message} #{e.backtrace.join("\n")}" } on_error&.call(e) end sleep frequency end end true end def self.stop return unless running? @thread.kill @thread = nil end def self.running? defined?(@thread) && @thread end def initialize(labels = {}) @metric_labels = labels || {} end def collect metrics = [] within_logger_tags(self.class.name) do self.class.sql_caller.queue_info.each do |queue_info| queue = queue_info[:queue_name] queue_metric_opts.each do |name, opts| value = opts[:apply].call(queue_info) labels = opts[:labels].merge(queue: queue) metrics << format_metric(name, value, labels) end self.class.sql_caller.consumer_info(queue).each do |consumer_info| consumer = consumer_info[:consumer_name] consumer_metric_opts.each do |name, opts| value = opts[:apply].call(consumer_info, queue_info) labels = opts[:labels].merge(queue: queue, consumer: consumer) metrics << format_metric(name, value, labels) end end end custom_metric_opts.each do |name, opts| value, labels = opts[:apply].call labels = (labels || {}).merge(opts[:labels]) metrics << format_metric(name, value, labels) end end metrics end private def logger self.class.logger end def within_logger_tags(*tags) if logger.nil? || !logger.respond_to?(:tagged) yield else logger.tagged(*tags) { yield } end end def queue_metric_opts Config._metrics.select { |_, opts| opts[:from] == :queue } end def consumer_metric_opts Config._metrics.select { |_, opts| opts[:from] == :consumer } end def custom_metric_opts Config._metrics.select { |_, opts| opts[:from].nil? } end def format_metric(name, value, labels) { type: Config.type, name => value, metric_labels: labels.merge(@metric_labels) } end end end