lib/krawler.rb in krawler-1.0.5 vs lib/krawler.rb in krawler-1.0.6

@@ -65,12 +65,10 @@
       
       threads.each { |t| t.join }
     end
   
     def crawl_page(link, agent)
-link = link.to_s.gsub(/per_page=36/, '')
-link = link =~ /(.*)(page=\d)/ ? "#{$1}per_page=36&#{$2}" : "#{link}?per_page=36&page=1"
-
+      
       @crawled_links << link
 
       begin
         start = Time.now
         page = agent.get(link, [], nil, @headers)