module Couch require 'net/http' class Server def initialize(host, port, options = nil) @host = host @port = port @options = options end def delete(uri) request(Net::HTTP::Delete.new(uri)) end def get(uri) request(Net::HTTP::Get.new(uri)) end def put(uri, json) req = Net::HTTP::Put.new(uri) req["content-type"] = "application/json" req.body = json request(req) end def post(uri, json) req = Net::HTTP::Post.new(uri) req["content-type"] = "application/json" req.body = json request(req) end def request(req) res = Net::HTTP.start(@host, @port) { |http|http.request(req) } res end end end module Fluent class CouchOutput < BufferedOutput Fluent::Plugin.register_output('couch', self) config_param :database, :string => nil do |val| '/'+val end config_param :host, :string, :default => 'localhost' config_param :port, :string, :default => '5984' def initialize super require 'msgpack' end def configure(conf) super end def start super p @database p @host p @port @couch = Couch::Server.new(@host, @port) @couch.put(@database, "") end def shutdown super end def format(tag, time, record) record.to_msgpack end def write(chunk) records = [] chunk.open { |io| begin MessagePack::Unpacker.new(io).each { |record| records << record } rescue EOFError # EOFError always occured when reached end of chunk. end } #TODO: bulk insert for record in records @couch.post(@database,record.to_json) end end end end