lib/dnn/cifar100.rb in ruby-dnn-0.10.1 vs lib/dnn/cifar100.rb in ruby-dnn-0.10.2

- old
+ new

@@ -1,49 +1,49 @@ -require "zlib" -require "archive/tar/minitar" -require_relative "../../ext/cifar_loader/cifar_loader" -require_relative "downloader" - -URL_CIFAR100 = "https://www.cs.toronto.edu/~kriz/cifar-100-binary.tar.gz" -DIR_CIFAR100 = "cifar-100-binary" - -module DNN - module CIFAR100 - class DNN_CIFAR100_LoadError < DNN_Error; end - - def self.downloads - return if Dir.exist?(__dir__ + "/downloads/" + DIR_CIFAR100) - Downloader.download(URL_CIFAR100) - cifar100_binary_file_name = __dir__ + "/downloads/" + URL_CIFAR100.match(%r`.+/(.+)`)[1] - begin - Zlib::GzipReader.open(cifar100_binary_file_name) do |gz| - Archive::Tar::Minitar::unpack(gz, __dir__ + "/downloads") - end - ensure - File.unlink(cifar100_binary_file_name) - end - end - - def self.load_train - downloads - bin = "" - fname = __dir__ + "/downloads/#{DIR_CIFAR100}/train.bin" - raise DNN_CIFAR100_LoadError.new(%`file "#{fname}" is not found.`) unless File.exist?(fname) - bin << File.binread(fname) - x_bin, y_bin = CIFAR100.load_binary(bin, 50000) - x_train = Numo::UInt8.from_binary(x_bin).reshape(50000, 3, 32, 32).transpose(0, 2, 3, 1).clone - y_train = Numo::UInt8.from_binary(y_bin).reshape(50000, 2) - [x_train, y_train] - end - - def self.load_test - downloads - fname = __dir__ + "/downloads/#{DIR_CIFAR100}/test.bin" - raise DNN_CIFAR100_LoadError.new(%`file "#{fname}" is not found.`) unless File.exist?(fname) - bin = File.binread(fname) - x_bin, y_bin = CIFAR100.load_binary(bin, 10000) - x_test = Numo::UInt8.from_binary(x_bin).reshape(10000, 3, 32, 32).transpose(0, 2, 3, 1).clone - y_test = Numo::UInt8.from_binary(y_bin).reshape(10000, 2) - [x_test, y_test] - end - end -end +require "zlib" +require "archive/tar/minitar" +require_relative "../../ext/cifar_loader/cifar_loader" +require_relative "downloader" + +URL_CIFAR100 = "https://www.cs.toronto.edu/~kriz/cifar-100-binary.tar.gz" +DIR_CIFAR100 = "cifar-100-binary" + +module DNN + module CIFAR100 + class DNN_CIFAR100_LoadError < DNN_Error; end + + def self.downloads + return if Dir.exist?(__dir__ + "/downloads/" + DIR_CIFAR100) + Downloader.download(URL_CIFAR100) + cifar100_binary_file_name = __dir__ + "/downloads/" + URL_CIFAR100.match(%r`.+/(.+)`)[1] + begin + Zlib::GzipReader.open(cifar100_binary_file_name) do |gz| + Archive::Tar::Minitar::unpack(gz, __dir__ + "/downloads") + end + ensure + File.unlink(cifar100_binary_file_name) + end + end + + def self.load_train + downloads + bin = "" + fname = __dir__ + "/downloads/#{DIR_CIFAR100}/train.bin" + raise DNN_CIFAR100_LoadError.new(%`file "#{fname}" is not found.`) unless File.exist?(fname) + bin << File.binread(fname) + x_bin, y_bin = CIFAR100.load_binary(bin, 50000) + x_train = Numo::UInt8.from_binary(x_bin).reshape(50000, 3, 32, 32).transpose(0, 2, 3, 1).clone + y_train = Numo::UInt8.from_binary(y_bin).reshape(50000, 2) + [x_train, y_train] + end + + def self.load_test + downloads + fname = __dir__ + "/downloads/#{DIR_CIFAR100}/test.bin" + raise DNN_CIFAR100_LoadError.new(%`file "#{fname}" is not found.`) unless File.exist?(fname) + bin = File.binread(fname) + x_bin, y_bin = CIFAR100.load_binary(bin, 10000) + x_test = Numo::UInt8.from_binary(x_bin).reshape(10000, 3, 32, 32).transpose(0, 2, 3, 1).clone + y_test = Numo::UInt8.from_binary(y_bin).reshape(10000, 2) + [x_test, y_test] + end + end +end