TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Value of alpha updated and dot operations changed

Browse Source
This commit is contained in:
thebhatman 2019-03-08 03:21:26 +05:30
parent 8e5965ac41
commit f4543b7adf
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
src/layers/normalise.jl
View File

@ -61,12 +61,14 @@ end
function (a::AlphaDropout)(x) function (a::AlphaDropout)(x)
a.active || return x a.active || return x
α = eltype(x)(-1.75813631) λ = 1.0507009873554804934193349852946
α = 1.6732632423543772848170429916717
α1 = eltype(x)(-λ*α)
noise = randn(eltype(x), size(x)) noise = randn(eltype(x), size(x))
x = @. x*(noise .> (1 - a.p)) + α .* (noise .<= (1 - a.p)) x = @. x*(noise > (1 - a.p)) + α1 * (noise <= (1 - a.p))
A = (a.p + a.p * (1 - a.p) * α ^ 2)^0.5 A = (a.p + a.p * (1 - a.p) * α1 ^ 2)^0.5
B = -A * α * (1 - a.p) B = -A * α1 * (1 - a.p)
x = @. A .* x .+ B x = @. A * x + B
return x return x
end end