require 'active_support/all' require 'net/protocol' require_relative 'retryable' require_relative 'ui' require_relative 'errors' module Gitlab module Triage class Network include Retryable TokenNotFound = Class.new(StandardError) MINIMUM_RATE_LIMIT = 25 attr_reader :options, :adapter def initialize(adapter) @adapter = adapter @options = adapter.options @cache = {} end def query_api_cached(url) @cache[url] || @cache[url] = query_api(url) end def query_api(url) response = {} resources = [] begin print '.' url = response.fetch(:next_page_url) { url } response = execute_with_retry( exception_types: [Net::ReadTimeout, Errors::Network::InternalServerError], backoff_exceptions: Errors::Network::TooManyRequests) do puts Gitlab::Triage::UI.debug "query_api: #{url}" if options.debug @adapter.get(token, url) end results = response.delete(:results) case results when Array resources.concat(results) when Hash resources << results else raise Errors::Network::UnexpectedResponse, "Unexpected response: #{results.inspect}" end rate_limit_debug(response) if options.debug rate_limit_wait(response) end while response.delete(:more_pages) resources.map!(&:with_indifferent_access) rescue Net::ReadTimeout [] end def post_api(url, body) response = execute_with_retry( exception_types: Net::ReadTimeout, backoff_exceptions: Errors::Network::TooManyRequests) do puts Gitlab::Triage::UI.debug "post_api: #{url}" if options.debug @adapter.post(token, url, body) end rate_limit_debug(response) if options.debug rate_limit_wait(response) response.delete(:results).with_indifferent_access rescue Net::ReadTimeout {} end private def token options.token || raise(TokenNotFound) end def rate_limit_debug(response) rate_limit_infos = "Rate limit remaining: #{response[:ratelimit_remaining]} (reset at #{response[:ratelimit_reset_at]})" puts Gitlab::Triage::UI.debug "rate_limit_infos: #{rate_limit_infos}" end def rate_limit_wait(response) return unless response.delete(:ratelimit_remaining) < MINIMUM_RATE_LIMIT puts Gitlab::Triage::UI.debug "Rate limit almost exceeded, sleeping for #{response[:ratelimit_reset_at] - Time.now} seconds" if options.debug sleep(1) until Time.now >= response[:ratelimit_reset_at] end end end end