21 lines
453 B
Julia
21 lines
453 B
Julia
using Flux
|
|
|
|
input = readstring("$(homedir())/Downloads/shakespeare_input.txt")
|
|
|
|
alphabet = unique(input)
|
|
|
|
getseqs(data, n) = (Seq(onehot(Float32, char, alphabet) for char in chunk) for chunk in chunks(data, n))
|
|
|
|
data = zip(getseqs(input, 50), getseqs(input[2:end], 50))
|
|
|
|
model = Chain(
|
|
Input(length(alphabet)),
|
|
Flux.Recurrent(length(alphabet), 128, length(alphabet)),
|
|
softmax)
|
|
|
|
unrolled = unroll(model, 50)
|
|
|
|
m = tf(unrolled)
|
|
|
|
Flux.train!(m, data)
|