Sha256: a36f0b0dce8ec688ce907bcf079dd77218a01cd48b7588dee3dca9801ea1ec54
Contents?: true
Size: 1.84 KB
Versions: 19
Compression:
Stored size: 1.84 KB
Contents
module CMSScanner
# Scope system logic
class Target < WebSite
# @return [ Array<PublicSuffix::Domain, String> ]
def scope
@scope ||= Scope.new
end
# @param [ String ] url An absolute URL
#
# @return [ Boolean ] true if the url given is in scope
def in_scope?(url)
scope.include?(Addressable::URI.parse(url.strip).host)
rescue
false
end
# @param [ Typhoeus::Response ] res
# @param [ String ] xpath
# @param [ Array<String> ] attributes
#
# @yield [ String, Nokogiri::XML::Element ] The in scope url and its associated tag
#
# @return [ Array<String> ] The in scope absolute URLs detected in the response's body
def in_scope_urls(res, xpath = '//link|//script|//style|//img|//a', attributes = %w(href src))
found = []
urls_from_page(res, xpath, attributes) do |url, tag|
next unless in_scope?(url)
yield url, tag if block_given?
found << url
end
found
end
# Scope Implementation
class Scope
# @return [ Array<PublicSuffix::Domain ] The valid domains in scope
def domains
@domains ||= []
end
# @return [ Array<String> ] The invalid domains in scope (such as IP addresses etc)
def invalid_domains
@invalid_domains ||= []
end
def <<(element)
if PublicSuffix.valid?(element)
domains << PublicSuffix.parse(element)
else
invalid_domains << element
end
end
# @return [ Boolean ] Wether or not the host is in the scope
def include?(host)
if PublicSuffix.valid?(host)
domain = PublicSuffix.parse(host)
domains.each { |d| return true if domain.match(d) }
else
invalid_domains.each { |d| return true if host == d }
end
false
end
end
end
end
Version data entries
19 entries across 19 versions & 1 rubygems