Sha256: 3460f0bf33efcc37725a5ddafe6f609d9e3613b11ba7cace034af1e7648d4174
Contents?: true
Size: 928 Bytes
Versions: 2
Compression:
Stored size: 928 Bytes
Contents
require 'marc' require 'json' require 'zlib' # Read newline-delimited JSON file, where each line is a marc-in-json string. # UTF-8 encoding is required. class Traject::NDJReader include Enumerable def initialize(input_stream, settings) @settings = settings @input_stream = input_stream if settings['command_line.filename'] =~ /\.gz$/ @input_stream = Zlib::GzipReader.new(@input_stream, :external_encoding => "UTF-8") end end def logger @logger ||= (settings[:logger] || Yell.new(STDERR, :level => "gt.fatal")) # null logger) end def each unless block_given? return enum_for(:each) end @input_stream.each_with_index do |json, i| begin yield MARC::Record.new_from_hash(JSON.parse(json)) rescue Exception => e self.logger.error("Problem with JSON record on line #{i}: #{e.message}") end end end end
Version data entries
2 entries across 2 versions & 1 rubygems
Version | Path |
---|---|
traject-0.16.0 | lib/traject/ndj_reader.rb |
traject-0.15.0 | lib/traject/ndj_reader.rb |