TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

test that bias has no grads with Zeros

Browse Source
This commit is contained in:
Dhairya Gandhi 2019-11-27 19:45:04 +05:30
parent 245563077b
commit ec872bb579
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
test/layers/conv.jl
View File

@ -31,6 +31,8 @@ end
bias = Conv((2,2), 1=>3, bias = Flux.Zeros()) bias = Conv((2,2), 1=>3, bias = Flux.Zeros())
op = bias(ip) op = bias(ip)
@test sum(op) === 0.f0 @test sum(op) === 0.f0
gs = gradient(() -> sum(bias(ip)), Flux.params(bias))
@test gs[bias.bias] == nothing
# Train w/o bias and make sure no convergence happens # Train w/o bias and make sure no convergence happens
# when only bias can be converged # when only bias can be converged