Contents

require 'spec_helper'

describe CMSScanner::RobotsTxt do

  subject(:file) { described_class.new(url) }
  let(:url)      { 'http://example.com/robots.txt' }
  let(:fixtures) { File.join(FIXTURES, 'interesting_files', 'robots_txt') }

  describe '#interesting_entries' do
    let(:headers) { { 'Content-Type' => 'text/plain; charset=utf-8' } }

    after do
      body = File.new(File.join(fixtures, fixture)).read

      stub_request(:get, file.url).to_return(headers: headers, body: body)

      expect(file.interesting_entries).to eq @expected
    end

    context 'when empty or / entries' do
      let(:fixture) { 'robots.txt' }

      it 'ignores them and only returns the others' do
        @expected = %w(/admin /public/home)
      end
    end
  end
end

Version data entries

5 entries across 5 versions & 1 rubygems

Version	Path
cms_scanner-0.0.6	spec/app/models/robots_txt_spec.rb
cms_scanner-0.0.5	spec/app/models/robots_txt_spec.rb
cms_scanner-0.0.4	spec/app/models/robots_txt_spec.rb
cms_scanner-0.0.3	spec/app/models/robots_txt_spec.rb
cms_scanner-0.0.2	spec/app/models/robots_txt_spec.rb