Sha256: 11892ebca680811639c40f6c06ff9329d8be896830871eeea90f9dca1ece63cd
Contents?: true
Size: 745 Bytes
Versions: 23
Compression:
Stored size: 745 Bytes
Contents
module Torch module NN module Utils def _single(value) _ntuple(1, value) end def _pair(value) _ntuple(2, value) end def _triple(value) _ntuple(3, value) end def _quadrupal(value) _ntuple(4, value) end def _ntuple(n, value) value.is_a?(Array) ? value : [value] * n end def _clones(mod, n) ModuleList.new(n.times.map { mod.deep_dup }) end def _activation_fn(activation) case activation.to_sym when :relu then F.method(:relu) when :gelu then F.method(:gelu) else raise ArgumentError, "Activation should be relu/gelu, not `#{activation}`" end end end end end
Version data entries
23 entries across 23 versions & 1 rubygems