Sha256: 4b13979e4e7b629e6485bf6580a8a7162049a8a183672c439190df60e981e1a7
Contents?: true
Size: 1.37 KB
Versions: 16
Compression:
Stored size: 1.37 KB
Contents
module CMSScanner
module Finders
class Finder
# Module to provide an easy way to enumerate items such as plugins, themes etc
module Enumerator
# @param [ Hash ] The target urls
# @param [ Hash ] opts
# @option opts [ Boolean ] :show_progression Wether or not to display the progress bar
# @option opts [ Regexp ] :exclude_content
#
# @yield [ Typhoeus::Response, String ]
def enumerate(target_urls, opts = {})
create_progress_bar(opts.merge(total: target_urls.size))
target_urls.each do |url, id|
request = browser.forge_request(url, request_params)
request.on_complete do |res|
progress_bar.increment
next if target.homepage_or_404?(res)
if opts[:exclude_content]
next if res.response_headers&.match(opts[:exclude_content]) || res.body.match(opts[:exclude_content])
end
yield res, id
end
hydra.queue(request)
end
hydra.run
end
# @return [ Hash ]
def request_params
# disabling the cache, as it causes a 'stack level too deep' exception
# with a large number of requests :/
# See https://github.com/typhoeus/typhoeus/issues/408
{ cache_ttl: 0 }
end
end
end
end
end
Version data entries
16 entries across 16 versions & 1 rubygems