Sha256: aa68bf9876560572fa546f6672e08cca90577256edf699cf3ffb5c112db52c21
Contents?: true
Size: 1.79 KB
Versions: 58
Compression:
Stored size: 1.79 KB
Contents
# frozen_string_literal: true
require 'open-uri'
require 'fileutils'
require 'aranha/parsers/source_address'
require 'eac_ruby_utils/fs/temp'
module Aranha
module Parsers
class Base
class << self
def from_content(content)
::EacRubyUtils::Fs::Temp.on_file do |path|
::File.open(path.to_s, 'w:UTF-8') do |f|
f.write content.dup.force_encoding('UTF-8')
end
r = new(path.to_path)
r.content
r
end
end
def parse_content(content)
from_content(content).data
end
end
LOG_DIR_ENVVAR = 'ARANHA_PARSERS_LOG_DIR'
attr_reader :source_address
def initialize(url)
@source_address = ::Aranha::Parsers::SourceAddress.new(url)
log_content(source_address.serialize, '-source-address')
end
delegate :url, to: :source_address
def content
@content ||= log_content(source_address_content)
end
# @return [String]
delegate :content, to: :source_address, prefix: true
private
# @return [String]
def log_content(content, suffix = '')
path = log_file(suffix)
File.open(path, 'wb') { |file| file.write(content) } if path
content
end
def log_file(suffix)
dir = log_parsers_dir
return nil unless dir
f = ::File.join(dir, "#{self.class.name.parameterize}#{suffix}.log")
FileUtils.mkdir_p(File.dirname(f))
f
end
def log_parsers_dir
return ENV[LOG_DIR_ENVVAR] if ENV[LOG_DIR_ENVVAR]
return ::Rails.root.join('log', 'parsers') if rails_root_exist?
nil
end
def rails_root_exist?
::Rails.root
true
rescue NameError
false
end
end
end
end
Version data entries
58 entries across 58 versions & 2 rubygems