lib/aranha/parsers/source_address/http_get.rb in aranha-parsers-0.17.0 vs lib/aranha/parsers/source_address/http_get.rb in aranha-parsers-0.17.1

- old
+ new

@@ -1,11 +1,11 @@ # frozen_string_literal: true require 'addressable' require 'aranha/parsers/source_address/fetch_content_error' -require 'faraday' -require 'faraday/retry' +require 'eac_envs/http/error' +require 'eac_envs/http/request' module Aranha module Parsers class SourceAddress class HttpGet @@ -37,19 +37,13 @@ content unless @final_url @final_url end def content - conn = ::Faraday.new do |f| - f.request :retry # retry transient failures - f.response :follow_redirects # follow redirects - end - c = conn.get(url) - return c.body if c.status == 200 - - raise ::Aranha::Parsers::SourceAddress::FetchContentError.new( - "Get #{url} returned #{c.status.to_i}", c - ) + request = ::EacEnvs::Http::Request.new.url(url).retry(true).follow_redirect(true) + request.response.body_str + rescue ::EacEnvs::Http::Error => e + raise ::Aranha::Parsers::SourceAddress::FetchContentError, e.message, request end def serialize url end