Sha256: 9444c515acbe348162c3359919b7dba23751194fa1461b15012dc4f990d3159a
Contents?: true
Size: 1.5 KB
Versions: 5
Compression:
Stored size: 1.5 KB
Contents
# encoding: utf-8
require "logstash/filters/base"
require "logstash/namespace"
# This filter let's you create a checksum based on various parts
# of the logstash event.
# This can be useful for deduplication of messages or simply to provide
# a custom unique identifier.
#
# This is VERY experimental and is largely a proof-of-concept
class LogStash::Filters::Checksum < LogStash::Filters::Base
config_name "checksum"
ALGORITHMS = ["md5", "sha", "sha1", "sha256", "sha384",]
# A list of keys to use in creating the string to checksum
# Keys will be sorted before building the string
# keys and values will then be concatenated with pipe delimeters
# and checksummed
config :keys, :validate => :array, :default => ["message", "@timestamp", "type"]
config :algorithm, :validate => ALGORITHMS, :default => "sha256"
public
def register
require 'openssl'
end
public
def filter(event)
to_checksum = ""
@logger.debug("Running checksum filter", :event => event)
@keys.sort.each do |k|
@logger.debug("Adding key to string", :current_key => k)
to_checksum << "#{event.get(k)}"
end
@logger.debug("Final string built", :to_checksum => to_checksum)
# in JRuby 1.7.11 outputs as ASCII-8BIT
digested_string = OpenSSL::Digest.hexdigest(@algorithm, to_checksum).force_encoding(Encoding::UTF_8)
@logger.debug("Digested string", :digested_string => digested_string)
event.set('logstash_checksum', digested_string)
end
end # class LogStash::Filters::Checksum
Version data entries
5 entries across 5 versions & 1 rubygems