Contents

module Fluent
  class RedisOutput < BufferedOutput
    Fluent::Plugin.register_output('redis', self)

    def initialize
      super
      require 'redis/namespace'
      require 'msgpack'
    end

    def configure(conf)
      super

      @host = conf.has_key?('host') ? conf['host'] : 'localhost'
      @port = conf.has_key?('port') ? conf['port'] : 6379
      @db = conf.has_key?('db') ? conf['db'] : nil
      @namespace = conf.has_key?('namespace') ? conf['namespace'] : :fluent
    end

    def start
      super
      redis = Redis.new(:host => @host, :port => @port,
                        :thread_safe => true, :db => @db)
      @redis = Redis::Namespace.new(@namespace, :redis => redis)
    end

    def shutdown
      @redis.quit
    end

    def format(tag, event)
      # event.record[:identifier]=[tag,event.time].join(".")
      # event.record.to_msgpack
      identifier=[tag,event.time].join(".")
      [ identifier, event.record ].to_msgpack
    end

    def write(chunk)
      @redis.pipelined {
        chunk.open { |io|
          begin
            MessagePack::Unpacker.new(io).each { |record|
              # identifier = record["identifier"].to_s
              # record.delete("identifier")
              # @redis.mapped_hmset identifier, record
              @redis.mapped_hmset record[0], record[1]
            }
          rescue EOFError
            # EOFError always occured when reached end of chunk.
          end
        }
      }
    end
  end
end

Version data entries

2 entries across 2 versions & 1 rubygems

Version	Path
fluent-plugin-redis-0.1.0	lib/fluent/plugin/out_redis.rb
fluent-plugin-redis-0.0.1	lib/fluent/plugin/out_redis.rb