Sha256: 5d247edf0b0fcf891f45bfa35122049335900f0f0abcc562fcc46802bb7780e7
Contents?: true
Size: 1.37 KB
Versions: 4
Compression:
Stored size: 1.37 KB
Contents
require 'uri' require 'open-uri' module Pageflow module Chart class Downloader attr_reader :options class HTTPError < StandardError; end def initialize(options = {}) @options = options end def load(url, raise_on_http_error: false) file = open(make_absolute(url)) yield(file) rescue OpenURI::HTTPError => exception Rails.logger.error "Exception loading url #{url}: #{exception.message}" raise(HTTPError) if raise_on_http_error ensure file.close if file end def load_all(urls, options = {}) file = Tempfile.new(['concatenation', options.fetch(:extension, 'txt')]) file.binmode begin urls.map do |url| file.write(options[:before_each]) if options.key?(:before_each) load(url) do |source| while data = source.read(16 * 1024) file.write(data) end end file.write(options[:after_each]) if options.key?(:after_each) file.write(options.fetch(:separator, "\n")) end file.rewind yield(file) ensure file.close file.unlink end end private def make_absolute(url) options[:base_url] ? URI.join(options[:base_url], url) : URI.parse(url) end end end end
Version data entries
4 entries across 4 versions & 1 rubygems