Add relu activation function

CodingTrain · Jun 10, 2019 · e1e13fc · e1e13fc
1 parent a86257c
commit e1e13fc
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/lib/nn.js b/lib/nn.js
@@ -17,6 +17,11 @@ let tanh = new ActivationFunction(
   y => 1 - (y * y)
 );
 
+let tanh = new ActivationFunction(
+  x => (x<0)?0:x,
+  y => (x<0)?0:1
+);
+
 
 class NeuralNetwork {
   /*