lib/fluent/plugin/webhdfs_compressor_snappy.rb in fluent-plugin-webhdfs-1.3.2 vs lib/fluent/plugin/webhdfs_compressor_snappy.rb in fluent-plugin-webhdfs-1.4.0

- old
+ new

@@ -1,23 +1,29 @@ module Fluent::Plugin class WebHDFSOutput < Output class SnappyCompressor < Compressor WebHDFSOutput.register_compressor('snappy', self) + DEFAULT_BLOCK_SIZE = 32 * 1024 + + desc 'Block size for compression algorithm' + config_param :block_size, :integer, default: DEFAULT_BLOCK_SIZE + def initialize(options = {}) + super() begin require "snappy" rescue LoadError - raise Fluent::ConfigError, "Install snappy before use snappy compressor" + raise Fluent::ConfigError, "Install snappy before using snappy compressor" end end def ext ".sz" end def compress(chunk, tmp) - Snappy::Writer.new(tmp) do |w| + Snappy::Writer.new(tmp, @block_size) do |w| w << chunk.read w.flush end end end