Sha256: f0f2429c3530c6eb61f4c1fc2155384afa557246690b22720da673c47f321939

Contents?: true

Size: 1.05 KB

Versions: 51

Compression:

Stored size: 1.05 KB

Contents

module Fluent::Plugin
  class S3Input
    class GzipCommandExtractor < Extractor
      S3Input.register_extractor('gzip_command', self)

      config_param :command_parameter, :string, default: '-dc'

      def configure(conf)
        super
        check_command('gzip')
      end

      def ext
        'gz'.freeze
      end

      def content_type
        'application/x-gzip'.freeze
      end

      def extract(io)
        path = if io.respond_to?(:path)
                 io.path
               else
                 temp = Tempfile.new("gzip-temp")
                 temp.write(io.read)
                 temp.close
                 temp.path
               end

        stdout, succeeded = Open3.capture2("gzip #{@command_parameter} #{path}")
        if succeeded
          stdout
        else
          log.warn "failed to execute gzip command. Fallback to GzipReader. status = #{succeeded}"
          begin
            io.rewind
            Zlib::GzipReader.wrap(io) do |gz|
              gz.read
            end
          end
        end
      end
    end
  end
end

Version data entries

51 entries across 51 versions & 3 rubygems

Version Path
fluent-plugin-s3-1.8.1 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.8.0 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.7.2 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.7.1 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.7.0 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.6.1 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.6.0 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.5.1 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.5.0 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-file-inclusion-1.4.1 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.4.0 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.3.4 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.3.3 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.3.2 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.3.1 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.3.0 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.2.1 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.2.0 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.1.11 lib/fluent/plugin/s3_extractor_gzip_command.rb
fluent-plugin-s3-1.1.10 lib/fluent/plugin/s3_extractor_gzip_command.rb