#! /usr/bin/env ruby # # metrics-emr-steps # # DESCRIPTION: # Lists steps in EMR cluster queue with their status. # # OUTPUT: # plain-text # # # DEPENDENCIES: # gem: aws-sdk # gem: sensu-plugin # # USAGE: # metric-emr-steps.rb -r us-west-2 -b 'prod lateral train' # # This will list out the counts for each step status for the entire history of the cluster. # # NOTES: # # LICENSE: # Bryan Absher # Released under the same terms as Sensu (the MIT license); see LICENSE # for details. require 'sensu-plugins-aws' require 'sensu-plugin/metric/cli' require 'aws-sdk' class EMRStepMetrics < Sensu::Plugin::Metric::CLI::Graphite include Common option :scheme, description: 'Metric naming scheme, text to prepend to metric', short: '-s SCHEME', long: '--scheme SCHEME', default: 'sensu.aws.emr' option :aws_region, short: '-r AWS_REGION', long: '--aws-region REGION', description: 'AWS Region (defaults to us-east-1).', default: 'us-east-1' option :cluster_name, short: '-b CLUSTER_NAME', long: '--cluster-name', description: 'The name of the EMR cluster', required: true def count(steps, status) steps.count { |step| step.status.state == status } end STATUS = %w(PENDING RUNNING COMPLETED CANCELLED FAILED INTERRUPTED).freeze def cluster_steps(emr, cluster_id, data) steps = emr.list_steps( cluster_id: cluster_id ).steps STATUS.each_entry { |s| data[s] += count(steps, s) } end def run emr = Aws::EMR::Client.new(aws_config) begin emr_clusters = emr.list_clusters.clusters clusters = emr_clusters.select { |c| c.name == config[:cluster_name] } critical "EMR cluster #{config[:cluster_name]} not found" if clusters.empty? cluster = clusters.sort_by { |c| c.status.timeline.creation_date_time }.reverse.first data = {} STATUS.each_entry { |status| data[status] = 0 } cluster_steps(emr, cluster.id, data) safe_name = config[:cluster_name].tr(' ', '_') output config[:scheme] + '.' + safe_name + '.id.' + cluster_id STATUS.each_entry { |status| output config[:scheme] + '.' + safe_name + '.step.' + status, data[status] } end ok end end