Sha256: 064954877a574c82ad5b7cda9e738cf8db9a63feb5eabe9953ae8dc5a815e02d
Contents?: true
Size: 1.55 KB
Versions: 29
Compression:
Stored size: 1.55 KB
Contents
require 'thread'
# A writer for Traject::Indexer, that just writes out
# all the output as serialized text with #puts.
#
# Should be thread-safe (ie, multiple worker threads can be calling #put
# concurrently), by wrapping write to actual output file in a mutex synchronize.
# This does not seem to effect performance much, as far as I could tell
# benchmarking.
#
# Output will be sent to `settings["output_file"]` string path, or else
# `settings["output_stream"]` (ruby IO object), or else stdout.
#
# This class can be sub-classed to write out different serialized
# reprentations -- subclasses will just override the #serialize
# method. For instance, see JsonWriter.
class Traject::LineWriter
attr_reader :settings
attr_reader :write_mutex, :output_file
def initialize(argSettings)
@settings = argSettings
@write_mutex = Mutex.new
# trigger lazy loading now for thread-safety
@output_file = open_output_file
end
def _write(data)
output_file.puts(data)
end
def serialize(context)
context.output_hash
end
def put(context)
serialized = serialize(context)
write_mutex.synchronize do
_write(serialized)
end
end
def open_output_file
unless defined? @output_file
of =
if settings["output_file"]
File.open(settings["output_file"], 'w:UTF-8')
elsif settings["output_stream"]
settings["output_stream"]
else
$stdout
end
end
return of
end
def close
@output_file.close unless (@output_file.nil? || @output_file.tty?)
end
end
Version data entries
29 entries across 29 versions & 1 rubygems