lib/krawler.rb in krawler-1.0.3 vs lib/krawler.rb in krawler-1.0.4
- old
+ new
@@ -1,11 +1,10 @@
require 'krawler/version'
require 'mechanize'
require 'timeout'
require 'uri'
require 'thread'
-require 'pry'
module Krawler
class Base
@@ -22,9 +21,10 @@
@randomize = options[:randomize]
@threads = options[:threads] || 1
@mutex = Mutex.new
@agent = Mechanize.new
@agent.user_agent = 'Krawler'
+ @agent.ssl_version = 'SSLv3'
@headers = { 'Accept-Encoding' => 'gzip, deflate' }
end
def base
puts "Krawling..."