Flux.jl/src/layers/activation.jl

# Sigmoid
σ(x) = 1 ./ (1 + exp.(-x))
# back!(::typeof(σ), Δ, x) = Δ .* σ(x).*(1.-σ(x))

# Rectified Linear Unit
relu(x) = max(0, x)
# back!(::typeof(relu), Δ, x) = Δ .* (x .> 0)

softmax(xs) = exp.(xs) ./ sum(exp.(xs), 2)

flatten(xs) = reshape(xs, size(xs, 1), :)
-												Fix activation functions

											
										
										
											2017-05-26 01:12:58 +00:00
+								# Sigmoid
-												use regular +

											
										
										
											2016-12-15 22:57:36 +00:00
+								σ(x) = 1 ./ (1 + exp.(-x))
-												fix these later

											
										
										
											2017-08-19 19:05:22 +00:00
+								# back!(::typeof(σ), Δ, x) = Δ .* σ(x).*(1.-σ(x))
-												backprop for sigma

											
										
										
											2016-08-24 14:41:30 +00:00
-												Fix activation functions

											
										
										
											2017-05-26 01:12:58 +00:00
+								# Rectified Linear Unit
-												more activation functions

											
										
										
											2016-08-25 16:26:07 +00:00
+								relu(x) = max(0, x)
-												fix these later

											
										
										
											2017-08-19 19:05:22 +00:00
+								# back!(::typeof(relu), Δ, x) = Δ .* (x .> 0)
-												more activation functions

											
										
										
											2016-08-25 16:26:07 +00:00
-												fix flatten/softmax batching behaviour

											
										
										
											2017-06-01 18:28:02 +00:00
+								softmax(xs) = exp.(xs) ./ sum(exp.(xs), 2)
-												basic convnet example working

											
										
										
											2016-09-06 17:03:39 +00:00
-												fix flatten/softmax batching behaviour

											
										
										
											2017-06-01 18:28:02 +00:00
+								flatten(xs) = reshape(xs, size(xs, 1), :)