Flux.jl/src/layers/dense.jl

export Dense

@model type Dense
  W
  b
  x -> W*x + b
end

Dense(in::Integer, out::Integer; init = initn) =
  Dense(init(out, in), init(out))

Base.show(io::IO, ::Dense) = print(io, "Flux.Dense(...)")

@model type Sigmoid
  layer::Model
  x -> σ(layer(x))
end

Sigmoid(in::Integer, out::Integer; init = randn) =
  Sigmoid(Dense(in, out, init = init))
-												basic MXNet output

											
										
										
											2016-08-22 20:13:28 +00:00
+								export Dense
-												dense layer

											
										
										
											2016-08-22 13:49:41 +00:00
+								@model type Dense
 								  W
 								  b
 								  x -> W*x + b
 								end
-												better default init

											
										
										
											2016-08-25 16:25:33 +00:00
+								Dense(in::Integer, out::Integer; init = initn) =
-												dense layer

											
										
										
											2016-08-22 13:49:41 +00:00
+								  Dense(init(out, in), init(out))
-												support for inner layers

											
										
										
											2016-08-23 13:14:20 +00:00
-												don't print reams of data

											
										
										
											2016-08-25 16:24:39 +00:00
+								Base.show(io::IO, ::Dense) = print(io, "Flux.Dense(...)")
-												support for inner layers

											
										
										
											2016-08-23 13:14:20 +00:00
+								@model type Sigmoid
 								  layer::Model
 								  x -> σ(layer(x))
 								end
 								Sigmoid(in::Integer, out::Integer; init = randn) =
 								  Sigmoid(Dense(in, out, init = init))