Sha256: 78541c9facbb3d95a840c2cfd2c98eb91455255a9d46b3f064a9cabc74b52303
Contents?: true
Size: 524 Bytes
Versions: 51
Compression:
Stored size: 524 Bytes
Contents
# frozen_string_literal: true
module CMSScanner
module Finders
module InterestingFindings
# Robots.txt finder
class RobotsTxt < Finder
# @return [ InterestingFinding ]
def aggressive(_opts = {})
path = 'robots.txt'
res = target.head_and_get(path)
return unless res&.code == 200 && res.body =~ /(?:user-agent|(?:dis)?allow):/i
NS::Model::RobotsTxt.new(target.url(path), confidence: 100, found_by: found_by)
end
end
end
end
end
Version data entries
51 entries across 51 versions & 3 rubygems