TastyPancakes/Flux.jl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

api tweaks

Browse Source
This commit is contained in:
Mike J Innes 2016-10-30 14:12:32 +00:00
parent b443425c6d
commit 8db7df3f51
1 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
examples/char-rnn.jl
View File

@ -4,17 +4,18 @@ getseqs(chars, alphabet) = sequences((onehot(Float32, char, alphabet) for char i
getbatches(chars, alphabet) = batches((getseqs(part, alphabet) for part in chunk(chars, 50))...) getbatches(chars, alphabet) = batches((getseqs(part, alphabet) for part in chunk(chars, 50))...)
input = readstring("$(homedir())/Downloads/shakespeare_input.txt") input = readstring("$(homedir())/Downloads/shakespeare_input.txt")
const alphabet = unique(input) alphabet = unique(input)
N = length(alphabet)
train = zip(getbatches(input, alphabet), getbatches(input[2:end], alphabet)) Xs, Ys = getbatches(input, alphabet), getbatches(input[2:end], alphabet)
model = Chain( model = Chain(
Input(length(alphabet)), Input(N),
Recurrent(length(alphabet), 128, length(alphabet)), Recurrent(N, 128, N),
softmax) softmax)
m = tf(unroll(model, 50)) m = tf(unroll(model, 50))
Flux.train!(m, train, η = 0.1/50) Flux.train!(m, Xs, Ys, η = 0.2e-3, epoch = 1)
map(c->onecold(c, alphabet), m(train[1][1][1])) map(c->onecold(c, alphabet), m(first(first(first(train)))))