lib/torch/optim/asgd.rb in torch-rb-0.4.1 vs lib/torch/optim/asgd.rb in torch-rb-0.4.2
- old
+ new
@@ -34,10 +34,10 @@
end
state[:step] += 1
if group[:weight_decay] != 0
- grad = grad.add(group[:weight_decay], p.data)
+ grad = grad.add(p.data, alpha: group[:weight_decay])
end
# decay term
p.data.mul!(1 - group[:lambd] * state[:eta])