21 lines
333 B
Julia
21 lines
333 B
Julia
export Affine
|
||
|
||
# TODO: type hints for parameters
|
||
|
||
@net type Affine
|
||
W
|
||
b
|
||
x -> x*W + b
|
||
end
|
||
|
||
Affine(in::Integer, out::Integer; init = initn) =
|
||
Affine(init(in, out), init(1, out))
|
||
|
||
@net type Sigmoid
|
||
layer::Model
|
||
x -> σ(layer(x))
|
||
end
|
||
|
||
Sigmoid(in::Integer, out::Integer; init = randn) =
|
||
Sigmoid(Affine(in, out, init = init))
|