beginning of char-rnn example

2016-10-29 00:16:39 +01:00 · 2016-10-29 00:16:39 +01:00 · f0779fc77c
commit f0779fc77c
parent ba78b99b86
1 changed files with 20 additions and 0 deletions
--- a/examples/char-rnn.jl
+++ b/examples/char-rnn.jl
@ -0,0 +1,20 @@
+using Flux
+
+input = readstring("$(homedir())/Downloads/shakespeare_input.txt")
+
+alphabet = unique(input)
+
+getseqs(data, n) = (Seq(onehot(Float32, char, alphabet) for char in chunk) for chunk in chunks(data, n))
+
+data = zip(getseqs(input, 50), getseqs(input[2:end], 50))
+
+model = Chain(
+  Input(length(alphabet)),
+  Flux.Recurrent(length(alphabet), 128, length(alphabet)),
+  softmax)
+
+unrolled = unroll(model, 50)
+
+m = tf(unrolled)
+
+Flux.train!(m, data)