require 'retriever'

describe 'Link' do

  t = Retriever::Target.new('http://www.cnet.com/reviews/')
  let(:links) do
    Retriever::Page.new('http://www.cnet.com/reviews/', @source, t).links
  end

  it 'collects links in anchor tags' do
    @source = (<<SOURCE).strip
    <a href='http://www.cnet.com/download.exe'>download</a>
SOURCE

    expect(links).to include('http://www.cnet.com/download.exe')
  end

  it 'collects links in link tags' do
    @source = (<<SOURCE).strip
<link rel='stylesheet' id='gforms_reset_css-css'  href='http://www.cnet.com/wp-content/plugins/gravityforms/css/formreset.css?ver=1.7.12' type='text/css' media='all' />
SOURCE

    expect(links[0]).to include('formreset.css?ver=1.7.12')
  end

  it 'does not collect bare links (ones not in an href)' do
    @source = (<<SOURCE).strip
http://www.google.com
SOURCE

    expect(links).to_not include('http://www.google.com')
  end

  it 'collects only unique href links on the page' do
    @source = (<<SOURCE).strip
<a href='http://www.cnet.com/products/gadgets'>gadgets</a>
<a href='http://www.cnet.com/products/gadgets'>gadgets2</a>
SOURCE

    expect(links.size).to eq(1)
  end

  it 'adds a protocol to urls missing them (www.)' do
    @source = (<<SOURCE).strip
<a href='www.cnet.com/download.exe'>download</a>
SOURCE

    expect(links).to include('http://www.cnet.com/download.exe')
  end

  it "doesn\'t care about any extra attributes on the anchor tag" do
    @source = (<<SOURCE).strip
<a href='http://www.cnet.com/products/gadgets/'>gadgets </a>
<a href='http://www.cnet.com/products/gadgets/' data-vanity-rewritten='true'>
</a>
SOURCE

    expect(links.size).to eq(1)
  end

  it 'returns relative urls with full path based on hostname' do
    @source = (<<SOURCE).strip
<a href='/test.html'>test</a>
<a href='cpage_18'>about</a>
SOURCE

    expect(links).to include('http://www.cnet.com/test.html',
                             'http://www.cnet.com/reviews/cpage_18')
  end
  it 'collects files even when query strings exist' do
    @source = (<<SOURCE).strip
    <a href='http://mises.org/system/tdf/Robert%20Nozick%20and%20Murray%20Rothbard%20David%20Gordon.mp3?file=1&amp;type=audio' type='audio/mpeg; length=22217599' title='Robert Nozick and Murray Rothbard David Gordon.mp3'>Download audio file</a></span></div>
SOURCE

    expect(links).to include('http://mises.org/system/tdf/Robert%20Nozick%20and%20Murray%20Rothbard%20David%20Gordon.mp3?file=1&amp;type=audio')
  end
end