Corrected Group Size In Batch Norm Test For Group Norm
This commit is contained in:
parent
61c1fbd013
commit
c810fd4818
|
@ -305,7 +305,7 @@ end
|
|||
end
|
||||
|
||||
# show that group norm is the same as batch norm for a group of size 1 and batch of size 1
|
||||
let BN = BatchNorm(4), GN = GroupNorm(4,1), sizes = (2,2,3,4,1),
|
||||
let BN = BatchNorm(4), GN = GroupNorm(4,4), sizes = (2,2,3,4,1),
|
||||
x = param(reshape(collect(1:prod(sizes)), sizes))
|
||||
@test BN(x) ≈ GN(x)
|
||||
end
|
||||
|
|
Loading…
Reference in New Issue