Contents

module Fluent::Plugin
  class WebHDFSOutput < Output
    class SnappyCompressor < Compressor
      WebHDFSOutput.register_compressor('snappy', self)

      def initialize(options = {})
        begin
          require "snappy"
        rescue LoadError
          raise Fluent::ConfigError, "Install snappy before use snappy compressor"
        end
      end

      def ext
        ".sz"
      end

      def compress(chunk, tmp)
        w = Snappy::Writer.new(tmp)
        chunk.write_to(w)
        w.close
      end
    end
  end
end

Version data entries

9 entries across 9 versions & 1 rubygems

Version	Path
fluent-plugin-webhdfs-1.2.4	lib/fluent/plugin/webhdfs_compressor_snappy.rb
fluent-plugin-webhdfs-1.2.3	lib/fluent/plugin/webhdfs_compressor_snappy.rb
fluent-plugin-webhdfs-1.2.2	lib/fluent/plugin/webhdfs_compressor_snappy.rb
fluent-plugin-webhdfs-1.2.1	lib/fluent/plugin/webhdfs_compressor_snappy.rb
fluent-plugin-webhdfs-1.2.0	lib/fluent/plugin/webhdfs_compressor_snappy.rb
fluent-plugin-webhdfs-1.1.1	lib/fluent/plugin/webhdfs_compressor_snappy.rb
fluent-plugin-webhdfs-1.1.0	lib/fluent/plugin/webhdfs_compressor_snappy.rb
fluent-plugin-webhdfs-1.0.0	lib/fluent/plugin/webhdfs_compressor_snappy.rb
fluent-plugin-webhdfs-0.6.0rc1	lib/fluent/plugin/webhdfs_compressor_snappy.rb