lib/datasets/downloader.rb in red-datasets-0.1.4 vs lib/datasets/downloader.rb in red-datasets-0.1.5

- old
+ new

@@ -21,12 +21,17 @@ raise ArgumentError, "download URL must be HTTP or HTTPS: <#{@url}>" end end def download(output_path) + return if output_path.exist? + output_path.parent.mkpath - headers = {"User-Agent" => "Red Datasets/#{VERSION}"} + headers = { + "Accept-Encoding" => "identity", + "User-Agent" => "Red Datasets/#{VERSION}", + } start = nil partial_output_path = Pathname.new("#{output_path}.partial") if partial_output_path.exist? start = partial_output_path.size headers["Range"] = "bytes=#{start}-"