Sha256: df5479052b09ffae746b07b9a76332144cfe53a52ec9cb1f2c8dc4acc98bbb38
Contents?: true
Size: 1.13 KB
Versions: 59
Compression:
Stored size: 1.13 KB
Contents
# encoding: utf-8
require "logstash/util"
class LogStash::Util::Charset
attr_accessor :logger
def initialize(charset)
@charset = charset
@charset_encoding = Encoding.find(charset)
end
def convert(data)
data.force_encoding(@charset_encoding)
# NON UTF-8 charset declared.
# Let's convert it (as cleanly as possible) into UTF-8 so we can use it with JSON, etc.
return data.encode(Encoding::UTF_8, :invalid => :replace, :undef => :replace) unless @charset_encoding == Encoding::UTF_8
# UTF-8 charset declared.
# Some users don't know the charset of their logs or just don't know they
# can set the charset setting.
unless data.valid_encoding?
# A silly hack to help convert some of the unknown bytes to
# somewhat-readable escape codes. The [1..-2] is to trim the quotes
# ruby puts on the value.
return data.inspect[1..-2].tap do |escaped|
@logger.warn("Received an event that has a different character encoding than you configured.", :text => escaped, :expected_charset => @charset)
end
end
return data
end # def convert
end # class LogStash::Util::Charset
Version data entries
59 entries across 59 versions & 1 rubygems