Contents

activate :robots,
  :rules => [
    {
      :user_agent => 'Googlebot',
      :disallow =>  %w(tmp/* /something/dir/file_disallow.html),
      :allow =>  %w(allow/* /something/dir/file_allow.html)
    },
    {
      :user_agent => 'Googlebot-Image',
      :disallow =>  %w(tmp/* /something/dir/file_disallow.html),
      :allow =>  %w(allow/* /something/dir/file_allow.html)
    }
  ],
  :sitemap => "http://example.com/sitemap.xml"

Version data entries

3 entries across 3 versions & 1 rubygems

Version	Path
middleman-robots-1.3.2	fixtures/server-app/config.rb
middleman-robots-1.3.1	fixtures/server-app/config.rb
middleman-robots-1.3.0	fixtures/server-app/config.rb