From 18e69b33c95154e0ea1bf15e6cf76f4d18dc907d Mon Sep 17 00:00:00 2001
From: Mike J Innes <mike.j.innes@gmail.com>
Date: Sat, 19 Aug 2017 22:05:50 +0100
Subject: [PATCH] forwarddiff does these

---
 src/layers/stateless.jl | 2 --
 1 file changed, 2 deletions(-)

diff --git a/src/layers/stateless.jl b/src/layers/stateless.jl
index 23bc2c9c..7e1582fd 100644
--- a/src/layers/stateless.jl
+++ b/src/layers/stateless.jl
@@ -1,10 +1,8 @@
 # Activation Functions
 
 σ(x) = 1 / (1 + exp(-x))
-# back!(::typeof(σ), Δ, x) = Δ .* σ(x).*(1.-σ(x))
 
 relu(x) = max(0, x)
-# back!(::typeof(relu), Δ, x) = Δ .* (x .> 0)
 
 softmax(xs) = exp.(xs) ./ sum(exp.(xs), 2)