TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

better default init

Browse Source
This commit is contained in:
Mike J Innes 2016-08-25 17:25:33 +01:00
parent fd67383494
commit afac5d8bfe
2 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/layers/dense.jl
View File

@ -6,7 +6,7 @@ export Dense
x -> W*x + b x -> W*x + b
end end
Dense(in::Integer, out::Integer; init = randn) = Dense(in::Integer, out::Integer; init = initn) =
Dense(init(out, in), init(out)) Dense(init(out, in), init(out))
Base.show(io::IO, ::Dense) = print(io, "Flux.Dense(...)") Base.show(io::IO, ::Dense) = print(io, "Flux.Dense(...)")

2
src/utils.jl
View File

@ -6,6 +6,8 @@ onehot(label, labels) = [i == label for i in labels]
onecold(pred, labels = 1:length(pred)) = labels[findfirst(pred, maximum(pred))] onecold(pred, labels = 1:length(pred)) = labels[findfirst(pred, maximum(pred))]
function train!(m::Model, train, test = []; epoch = 1, batch = 10, η = 0.1) function train!(m::Model, train, test = []; epoch = 1, batch = 10, η = 0.1)
initn(dims...) = randn(dims...)/100
i = 0 i = 0
∇ = zeros(length(train[1][2])) ∇ = zeros(length(train[1][2]))
for _ in 1:epoch for _ in 1:epoch