require 'spec_helper'
require 'webrick'
HTML = <
HTML
PORT = 45555
def with_webserver
server = WEBrick::HTTPServer.new :Port => PORT, :Logger => WEBrick::Log.new('/dev/null'), :AccessLog => []
server.mount_proc '/' do |req, res|
res.body = HTML
end
Thread.new { server.start }
yield PORT
ensure
server.shutdown if server
end
class String
def to_v
split(".").map(&:to_i).extend Comparable
end
end
unless Sunscraper.os_x?
# This part currently crashes on OS X (and will forever).
describe "Sunscraper::Library" do
before do
Sunscraper.worker = :embed
end
it "can scrape an HTML provided as a string" do
Sunscraper.scrape_html(HTML).should include('It works!')
end
it "can scrape an URL" do
with_webserver do |port|
Sunscraper.scrape_url("http://127.0.0.1:#{port}/").should include('It works!')
end
end
it "should time out if callback is not called" do
lambda { Sunscraper.scrape_html("", 1000) }.
should raise_exception(Sunscraper::ScrapeTimeout)
end
end
end
if !(RUBY_ENGINE =~ /rbx/ || RUBY_ENGINE =~ /jruby/) ||
ENV['EXPERIMENTAL'] == 'true'
# This part currently crashes Rubinius (as of Mar 09, 2012),
# and crashes jruby < 1.7.0, and uses Unix sockets which don't
# work even on jruby master (as of Mar 09, 2012).
describe "Sunscraper::Standalone" do
before do
Sunscraper.worker = :standalone
end
it "can scrape an HTML provided as a string" do
Sunscraper.scrape_html(HTML).should include('It works!')
end
it "can scrape an URL" do
with_webserver do |port|
Sunscraper.scrape_url("http://127.0.0.1:#{port}/").should include('It works!')
end
end
it "should time out if callback is not called" do
lambda { Sunscraper.scrape_html("", 1000) }.
should raise_exception(Sunscraper::ScrapeTimeout)
end
end
end