lib/dnn/core/activations.rb in ruby-dnn-0.13.0 vs lib/dnn/core/activations.rb in ruby-dnn-0.13.1

@@ -64,12 +64,10 @@
         @x = x
         Xumo::SFloat.maximum(0, x)
       end
 
       def backward(dy)
-        dx = Xumo::SFloat.ones(@x.shape)
-        dx[@x <= 0] = 0
-        dy * dx
+        dy * Xumo::SFloat.cast(@x > 0)
       end
     end
 
 
     class LeakyReLU < Layers::Layer