torch.rb in torch-rb-0.8.2

- old
+ new

@@ -37,10 +37,11 @@
 require "torch/nn/parameter"
 require "torch/nn/utils"
 
 # nn containers
 require "torch/nn/module"
+require "torch/nn/module_list"
 require "torch/nn/sequential"
 
 # nn convolution layers
 require "torch/nn/convnd"
 require "torch/nn/conv1d"
@@ -141,10 +142,14 @@
 
 # nn sparse layers
 require "torch/nn/embedding"
 require "torch/nn/embedding_bag"
 
+# attention is all you need
+require "torch/nn/multihead_attention"
+require "torch/nn/transformer"
+
 # nn distance functions
 require "torch/nn/cosine_similarity"
 require "torch/nn/pairwise_distance"
 
 # nn loss functions
@@ -172,9 +177,10 @@
 # nn vision
 require "torch/nn/upsample"
 
 # nn other
 require "torch/nn/functional"
+require "torch/nn/functional_attention"
 require "torch/nn/init"
 
 # utils
 require "torch/utils/data"
 require "torch/utils/data/data_loader"