TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

noise shape for dropout

Browse Source
This commit is contained in:
chengchingwen 2019-01-22 23:51:38 +08:00
parent 4be08fe194
commit 06003b72c7
2 changed files with 11 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
src/layers/normalise.jl
View File

@ -33,9 +33,9 @@ end
_dropout_kernel(y::T, p, q) where {T} = y > p ? T(1 / q) : T(0) _dropout_kernel(y::T, p, q) where {T} = y > p ? T(1 / q) : T(0)
function (a::Dropout)(x) function (a::Dropout)(x, noise_shape=size(x))
a.active || return x a.active || return x
y = similar(x) y = similar(x, noise_shape)
rand!(y) rand!(y)
y .= _dropout_kernel.(y, a.p, 1 - a.p) y .= _dropout_kernel.(y, a.p, 1 - a.p)
return x .* y return x .* y

9
test/layers/normalisation.jl
View File

@ -26,6 +26,15 @@ using Flux.Tracker: data
testmode!(m) testmode!(m)
y = m(x) y = m(x)
@test count(a->a == 0, y) == 0 @test count(a->a == 0, y) == 0
x = rand(100, 50)
m = Dropout(0.5)
y = m(x, (100, 1))
c = map(i->count(a->a==0, @view y[:, i]), 1:50)
@test minimum(c) == maximum(c)
y = m(x, (1, 50))
c = map(i->count(a->a==0, @view y[i, :]), 1:100)
@test minimum(c) == maximum(c)
end end
@testset "BatchNorm" begin @testset "BatchNorm" begin