Contents

module DNN
  module Initializers

    class Initializer
      def init_param(layer, param_key, param)
        layer.params[param_key] = param
      end

      def to_hash
        {name: self.class.name}
      end
    end


    class Zeros < Initializer
      def init_param(layer, param_key)
        super(layer, param_key, layer.params[param_key].fill(0))
      end
    end
    
    
    class RandomNormal < Initializer
      def self.load_hash(hash)
        self.new(hash[:mean], hash[:std])
      end

      def initialize(mean = 0, std = 0.05)
        @mean = mean
        @std = std
      end

      def init_param(layer, param_key)
        super(layer, param_key, layer.params[param_key].rand_norm(@mean, @std))
      end

      def to_hash
        {name: self.class.name, mean: @mean, std: @std}
      end
    end
    
    
    class Xavier < Initializer
      def init_param(layer, param_key)
        prev_dim = layer.prev_layer.shape.reduce(:*)
        super(layer, param_key, layer.params[param_key].rand_norm / Math.sqrt(prev_dim))
      end
    end
    
    
    class He < Initializer
      def init_param(layer, param_key)
        prev_dim = layer.prev_layer.shape.reduce(:*)
        super(layer, param_key, layer.params[param_key].rand_norm / Math.sqrt(prev_dim) * Math.sqrt(2))
      end
    end

  end
end

Version data entries

8 entries across 8 versions & 1 rubygems

Version	Path
ruby-dnn-0.3.1	lib/dnn/core/initializers.rb
ruby-dnn-0.3.0	lib/dnn/core/initializers.rb
ruby-dnn-0.2.2	lib/dnn/core/initializers.rb
ruby-dnn-0.2.1	lib/dnn/core/initializers.rb
ruby-dnn-0.2.0	lib/dnn/core/initializers.rb
ruby-dnn-0.1.8	lib/dnn/core/initializers.rb
ruby-dnn-0.1.7	lib/dnn/core/initializers.rb
ruby-dnn-0.1.6	lib/dnn/core/initializers.rb