2016-11-14 22:16:00 +00:00
|
|
|
|
export Affine
|
2016-08-22 20:13:28 +00:00
|
|
|
|
|
2016-08-25 21:49:21 +00:00
|
|
|
|
# TODO: type hints for parameters
|
|
|
|
|
|
|
2016-11-14 22:16:00 +00:00
|
|
|
|
@net type Affine
|
2016-08-22 13:49:41 +00:00
|
|
|
|
W
|
|
|
|
|
|
b
|
2016-11-15 16:40:17 +00:00
|
|
|
|
x -> x*W .+ b
|
2016-08-22 13:49:41 +00:00
|
|
|
|
end
|
|
|
|
|
|
|
2016-11-14 22:16:00 +00:00
|
|
|
|
Affine(in::Integer, out::Integer; init = initn) =
|
|
|
|
|
|
Affine(init(in, out), init(1, out))
|
2016-08-23 13:14:20 +00:00
|
|
|
|
|
2016-10-12 15:28:16 +00:00
|
|
|
|
@net type Sigmoid
|
2016-08-23 13:14:20 +00:00
|
|
|
|
layer::Model
|
|
|
|
|
|
x -> σ(layer(x))
|
|
|
|
|
|
end
|
|
|
|
|
|
|
|
|
|
|
|
Sigmoid(in::Integer, out::Integer; init = randn) =
|
2016-11-14 22:16:00 +00:00
|
|
|
|
Sigmoid(Affine(in, out, init = init))
|
