Contents

module Fluent::Plugin
  class WebHDFSOutput < Output
    class SnappyCompressor < Compressor
      WebHDFSOutput.register_compressor('snappy', self)

      def initialize(options = {})
        begin
          require "snappy"
        rescue LoadError
          raise Fluent::ConfigError, "Install snappy before use snappy compressor"
        end
      end

      def ext
        ".sz"
      end

      def compress(chunk, tmp)
        Snappy::Writer.new(tmp) do |w|
          w << chunk.read
          w.flush
        end
      end
    end
  end
end

Version data entries

4 entries across 4 versions & 1 rubygems

Version	Path
fluent-plugin-webhdfs-1.3.2	lib/fluent/plugin/webhdfs_compressor_snappy.rb
fluent-plugin-webhdfs-1.3.1	lib/fluent/plugin/webhdfs_compressor_snappy.rb
fluent-plugin-webhdfs-1.3.0	lib/fluent/plugin/webhdfs_compressor_snappy.rb
fluent-plugin-webhdfs-1.2.5	lib/fluent/plugin/webhdfs_compressor_snappy.rb