Sha256: e2a94b29933d1969a8466c22bb420fded804cd6013819e63a5c8288659aae7a7
Contents?: true
Size: 693 Bytes
Versions: 17
Compression:
Stored size: 693 Bytes
Contents
# frozen_string_literal: true
module CMSScanner
module Model
# Robots.txt
class RobotsTxt < InterestingFinding
# @return [ String ]
def to_s
@to_s ||= "robots.txt found: #{url}"
end
# @todo Better detection, currently everything not empty or / is returned
#
# @return [ Array<String> ] The interesting Allow/Disallow rules detected
def interesting_entries
results = []
entries.each do |entry|
next unless entry =~ /\A(?:dis)?allow:\s*(.+)\z/i
match = Regexp.last_match(1)
next if match == '/'
results << match
end
results.uniq
end
end
end
end
Version data entries
17 entries across 17 versions & 3 rubygems