# see http://www.robotstxt.org/robotstxt.html module Mill class Resource class Robots < Resource def build info = {} info['User-Agent'] = '*' info['Disallow'] = '/' unless @site.allow_robots info['Sitemap'] = @site.sitemap_resource.absolute_uri if @site.make_sitemap @content = info.map { |key, value| "#{key}: #{value}" }.join("\n") super end end end end