Sha256: ae6ce219649da61c9de51fdaa2d8990b25dacfbdd67d34c2668f509862076379
Contents?: true
Size: 501 Bytes
Versions: 16
Compression:
Stored size: 501 Bytes
Contents
module CMSScanner
# Robots.txt
class RobotsTxt < InterestingFile
# @todo Better detection, currently everythinh not empty or / is returned
#
# @return [ Array<String> ] The interesting Allow/Disallow rules detected
def interesting_entries
results = []
entries.each do |entry|
next unless entry =~ /\A(?:dis)?allow:\s*(.+)\z/i
match = Regexp.last_match(1)
next if match == '/'
results << match
end
results
end
end
end
Version data entries
16 entries across 16 versions & 1 rubygems