lib/datasets/downloader.rb in red-datasets-0.1.4 vs lib/datasets/downloader.rb in red-datasets-0.1.5
- old
+ new
@@ -21,12 +21,17 @@
raise ArgumentError, "download URL must be HTTP or HTTPS: <#{@url}>"
end
end
def download(output_path)
+ return if output_path.exist?
+
output_path.parent.mkpath
- headers = {"User-Agent" => "Red Datasets/#{VERSION}"}
+ headers = {
+ "Accept-Encoding" => "identity",
+ "User-Agent" => "Red Datasets/#{VERSION}",
+ }
start = nil
partial_output_path = Pathname.new("#{output_path}.partial")
if partial_output_path.exist?
start = partial_output_path.size
headers["Range"] = "bytes=#{start}-"