lib/feedzirra/feed.rb in pauldix-feedzirra-0.0.9 vs lib/feedzirra/feed.rb in pauldix-feedzirra-0.0.10
- old
+ new
@@ -98,11 +98,11 @@
url_queue.each do |url|
easy = Curl::Easy.new(url) do |curl|
curl.headers["User-Agent"] = (options[:user_agent] || USER_AGENT)
curl.headers["If-Modified-Since"] = options[:if_modified_since].httpdate if options.has_key?(:if_modified_since)
curl.headers["If-None-Match"] = options[:if_none_match] if options.has_key?(:if_none_match)
-# curl.headers["Accept-encoding"] = 'gzip, deflate'
+ curl.headers["Accept-encoding"] = 'gzip, deflate' if options.has_key?(:compress)
curl.follow_location = true
curl.userpwd = options[:http_authentication].join(':') if options.has_key?(:http_authentication)
curl.on_success do |c|
responses[url] = decode_content(c)
@@ -214,10 +214,10 @@
def self.add_url_to_multi(multi, url, url_queue, responses, options)
easy = Curl::Easy.new(url) do |curl|
curl.headers["User-Agent"] = (options[:user_agent] || USER_AGENT)
curl.headers["If-Modified-Since"] = options[:if_modified_since].httpdate if options.has_key?(:if_modified_since)
curl.headers["If-None-Match"] = options[:if_none_match] if options.has_key?(:if_none_match)
-# curl.headers["Accept-encoding"] = 'gzip, deflate'
+ curl.headers["Accept-encoding"] = 'gzip, deflate' if options.has_key?(:compress)
curl.follow_location = true
curl.userpwd = options[:http_authentication].join(':') if options.has_key?(:http_authentication)
curl.on_success do |c|
add_url_to_multi(multi, url_queue.shift, url_queue, responses, options) unless url_queue.empty?
\ No newline at end of file