Sha256: bd2a178c6e5569483e64354ce63937ffae66ce71c41f0cb7d3eb1254f2e1492c
Contents?: true
Size: 1.28 KB
Versions: 24
Compression:
Stored size: 1.28 KB
Contents
module Dap
module Input
require 'oj'
#
# Error codes for failed reads
#
module Error
EOF = :eof
Empty = :empty
InvalidFormat = :invalid
end
module FileSource
attr_accessor :fd
def open(file_name)
close
self.fd = ['-', 'stdin', nil].include?(file_name) ?
$stdin : ::File.open(file_name, "rb")
end
def close
self.close if self.fd
self.fd = nil
end
end
#
# Line Input
#
class InputLines
include FileSource
def initialize(args)
self.open(args.first)
end
def read_record
line = self.fd.readline rescue nil
return Error::EOF unless line
{ 'line' => line.chomp("\n") }
end
end
#
# JSON Input (line-delimited records)
#
class InputJSON
include FileSource
def initialize(args)
self.open(args.first)
end
def read_record
line = self.fd.readline rescue nil
return Error::EOF unless line
begin
json = Oj.load(line.strip, mode: :strict)
rescue
$stderr.puts "\nRecord is not valid JSON and will be skipped."
$stderr.puts line
return Error::InvalidFormat
end
return Error::Empty unless json
json
end
end
end
end
require 'dap/input/warc'
require 'dap/input/csv'
Version data entries
24 entries across 24 versions & 1 rubygems