Flux.jl/src/layers/dense.jl

export Dense

# TODO: type hints for parameters

@net type Dense
  W
  b
  x -> x*W + b
end

Dense(in::Integer, out::Integer; init = initn) =
  Dense(init(in, out), init(1, out))

@net type Sigmoid
  layer::Model
  x -> σ(layer(x))
end

Sigmoid(in::Integer, out::Integer; init = randn) =
  Sigmoid(Dense(in, out, init = init))
-												basic MXNet output

											
										
										
											2016-08-22 20:13:28 +00:00
+								export Dense
-												a bunch of stuff

											
										
										
											2016-08-25 21:49:21 +00:00
+								# TODO: type hints for parameters
-												model -> net

											
										
										
											2016-10-12 15:28:16 +00:00
+								@net type Dense
-												dense layer

											
										
										
											2016-08-22 13:49:41 +00:00
+								  W
 								  b
-												work more nicely with TF batching

											
										
										
											2016-10-04 20:10:50 +00:00
+								  x -> x*W + b
-												dense layer

											
										
										
											2016-08-22 13:49:41 +00:00
+								end
-												better default init

											
										
										
											2016-08-25 16:25:33 +00:00
+								Dense(in::Integer, out::Integer; init = initn) =
-												work more nicely with TF batching

											
										
										
											2016-10-04 20:10:50 +00:00
+								  Dense(init(in, out), init(1, out))
-												support for inner layers

											
										
										
											2016-08-23 13:14:20 +00:00
-												model -> net

											
										
										
											2016-10-12 15:28:16 +00:00
+								@net type Sigmoid
-												support for inner layers

											
										
										
											2016-08-23 13:14:20 +00:00
+								  layer::Model
 								  x -> σ(layer(x))
 								end
 								Sigmoid(in::Integer, out::Integer; init = randn) =
 								  Sigmoid(Dense(in, out, init = init))