TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

change API to dims

Browse Source
This commit is contained in:
chengchingwen 2019-03-14 21:51:28 +08:00
parent 06003b72c7
commit 934f0840b2
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
src/layers/normalise.jl
View File

@ -31,11 +31,13 @@ function Dropout(p)
Dropout{typeof(p)}(p, true) Dropout{typeof(p)}(p, true)
end end
_dropout_shape(s, dims...) = tuple((i ∈ dims ? 1 : si for (i, si) ∈ enumerate(s))...)
_dropout_kernel(y::T, p, q) where {T} = y > p ? T(1 / q) : T(0) _dropout_kernel(y::T, p, q) where {T} = y > p ? T(1 / q) : T(0)
function (a::Dropout)(x, noise_shape=size(x)) function (a::Dropout)(x, dims=0)
a.active || return x a.active || return x
y = similar(x, noise_shape) y = similar(x, _dropout_shape(size(x), dims...))
rand!(y) rand!(y)
y .= _dropout_kernel.(y, a.p, 1 - a.p) y .= _dropout_kernel.(y, a.p, 1 - a.p)
return x .* y return x .* y