From 992cabb03f73148c9a99d65bb57f55c1601fca94 Mon Sep 17 00:00:00 2001
From: autodocs <autodocs>
Date: Wed, 1 Feb 2017 13:48:25 +0000
Subject: [PATCH] build based on e15a6e4

---
 latest/contributing.html     |  4 ++--
 latest/examples/logreg.html  |  4 ++--
 latest/index.html            |  6 +++---
 latest/internals.html        |  4 ++--
 latest/models/basics.html    |  8 ++++----
 latest/models/debugging.html |  4 ++--
 latest/models/recurrent.html |  6 +++---
 latest/search.html           |  2 +-
 latest/search_index.js       | 14 +++++++-------
 9 files changed, 26 insertions(+), 26 deletions(-)

diff --git a/latest/contributing.html b/latest/contributing.html
index e982011a..7b232986 100644
--- a/latest/contributing.html
+++ b/latest/contributing.html
@@ -54,7 +54,7 @@ Building Models
           <ul>
             <li>
               <a class="toctext" href="models/basics.html">
-First Steps
+Model Building Basics
               </a>
             </li>
             <li>
@@ -104,7 +104,7 @@ Contributing &amp; Help
               </a>
             </li>
           </ul>
-          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/00a5acde462446b4832da423e8dd4ccfda90632a/docs/src/contributing.md">
+          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/e15a6e4896ae4c433d476880b1a118ce4e655432/docs/src/contributing.md">
             <span class="fa">
 
             </span>
diff --git a/latest/examples/logreg.html b/latest/examples/logreg.html
index a6ad318e..47ebeff5 100644
--- a/latest/examples/logreg.html
+++ b/latest/examples/logreg.html
@@ -54,7 +54,7 @@ Building Models
           <ul>
             <li>
               <a class="toctext" href="../models/basics.html">
-First Steps
+Model Building Basics
               </a>
             </li>
             <li>
@@ -107,7 +107,7 @@ Logistic Regression
               </a>
             </li>
           </ul>
-          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/00a5acde462446b4832da423e8dd4ccfda90632a/docs/src/examples/logreg.md">
+          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/e15a6e4896ae4c433d476880b1a118ce4e655432/docs/src/examples/logreg.md">
             <span class="fa">
 
             </span>
diff --git a/latest/index.html b/latest/index.html
index 9df720af..98381646 100644
--- a/latest/index.html
+++ b/latest/index.html
@@ -61,7 +61,7 @@ Building Models
           <ul>
             <li>
               <a class="toctext" href="models/basics.html">
-First Steps
+Model Building Basics
               </a>
             </li>
             <li>
@@ -110,7 +110,7 @@ Home
               </a>
             </li>
           </ul>
-          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/00a5acde462446b4832da423e8dd4ccfda90632a/docs/src/index.md">
+          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/e15a6e4896ae4c433d476880b1a118ce4e655432/docs/src/index.md">
             <span class="fa">
 
             </span>
@@ -172,7 +172,7 @@ TensorFlow
 Next
           </span>
           <span class="title">
-First Steps
+Model Building Basics
           </span>
         </a>
       </footer>
diff --git a/latest/internals.html b/latest/internals.html
index 4617d5de..254fafeb 100644
--- a/latest/internals.html
+++ b/latest/internals.html
@@ -54,7 +54,7 @@ Building Models
           <ul>
             <li>
               <a class="toctext" href="models/basics.html">
-First Steps
+Model Building Basics
               </a>
             </li>
             <li>
@@ -104,7 +104,7 @@ Internals
               </a>
             </li>
           </ul>
-          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/00a5acde462446b4832da423e8dd4ccfda90632a/docs/src/internals.md">
+          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/e15a6e4896ae4c433d476880b1a118ce4e655432/docs/src/internals.md">
             <span class="fa">
 
             </span>
diff --git a/latest/models/basics.html b/latest/models/basics.html
index 7f18f03d..b1d4a22f 100644
--- a/latest/models/basics.html
+++ b/latest/models/basics.html
@@ -4,7 +4,7 @@
     <meta charset="UTF-8"/>
     <meta name="viewport" content="width=device-width, initial-scale=1.0"/>
     <title>
-First Steps · Flux
+Model Building Basics · Flux
     </title>
     <script>
 (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
@@ -54,7 +54,7 @@ Building Models
           <ul>
             <li class="current">
               <a class="toctext" href="basics.html">
-First Steps
+Model Building Basics
               </a>
               <ul class="internal">
                 <li>
@@ -124,11 +124,11 @@ Building Models
             </li>
             <li>
               <a href="basics.html">
-First Steps
+Model Building Basics
               </a>
             </li>
           </ul>
-          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/00a5acde462446b4832da423e8dd4ccfda90632a/docs/src/models/basics.md">
+          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/e15a6e4896ae4c433d476880b1a118ce4e655432/docs/src/models/basics.md">
             <span class="fa">
 
             </span>
diff --git a/latest/models/debugging.html b/latest/models/debugging.html
index 94d9b72d..d8a3a8af 100644
--- a/latest/models/debugging.html
+++ b/latest/models/debugging.html
@@ -54,7 +54,7 @@ Building Models
           <ul>
             <li>
               <a class="toctext" href="basics.html">
-First Steps
+Model Building Basics
               </a>
             </li>
             <li>
@@ -107,7 +107,7 @@ Debugging
               </a>
             </li>
           </ul>
-          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/00a5acde462446b4832da423e8dd4ccfda90632a/docs/src/models/debugging.md">
+          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/e15a6e4896ae4c433d476880b1a118ce4e655432/docs/src/models/debugging.md">
             <span class="fa">
 
             </span>
diff --git a/latest/models/recurrent.html b/latest/models/recurrent.html
index 1375a366..9013f6f1 100644
--- a/latest/models/recurrent.html
+++ b/latest/models/recurrent.html
@@ -54,7 +54,7 @@ Building Models
           <ul>
             <li>
               <a class="toctext" href="basics.html">
-First Steps
+Model Building Basics
               </a>
             </li>
             <li class="current">
@@ -107,7 +107,7 @@ Recurrence
               </a>
             </li>
           </ul>
-          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/00a5acde462446b4832da423e8dd4ccfda90632a/docs/src/models/recurrent.md">
+          <a class="edit-page" href="https://github.com/MikeInnes/Flux.jl/tree/e15a6e4896ae4c433d476880b1a118ce4e655432/docs/src/models/recurrent.md">
             <span class="fa">
 
             </span>
@@ -131,7 +131,7 @@ Recurrent Models
 Previous
           </span>
           <span class="title">
-First Steps
+Model Building Basics
           </span>
         </a>
         <a class="next" href="debugging.html">
diff --git a/latest/search.html b/latest/search.html
index b7f17283..e192d3a5 100644
--- a/latest/search.html
+++ b/latest/search.html
@@ -54,7 +54,7 @@ Building Models
           <ul>
             <li>
               <a class="toctext" href="models/basics.html">
-First Steps
+Model Building Basics
               </a>
             </li>
             <li>
diff --git a/latest/search_index.js b/latest/search_index.js
index f50527ed..e636a580 100644
--- a/latest/search_index.js
+++ b/latest/search_index.js
@@ -26,15 +26,15 @@ var documenterSearchIndex = {"docs": [
 
 {
     "location": "models/basics.html#",
-    "page": "First Steps",
-    "title": "First Steps",
+    "page": "Model Building Basics",
+    "title": "Model Building Basics",
     "category": "page",
     "text": ""
 },
 
 {
     "location": "models/basics.html#Model-Building-Basics-1",
-    "page": "First Steps",
+    "page": "Model Building Basics",
     "title": "Model Building Basics",
     "category": "section",
     "text": ""
@@ -42,7 +42,7 @@ var documenterSearchIndex = {"docs": [
 
 {
     "location": "models/basics.html#The-Model-1",
-    "page": "First Steps",
+    "page": "Model Building Basics",
     "title": "The Model",
     "category": "section",
     "text": "... Initialising Photon Beams ...The core concept in Flux is the model. A model (or \"layer\") is simply a function with parameters. For example, in plain Julia code, we could define the following function to represent a logistic regression (or simple neural network):W = randn(3,5)\nb = randn(3)\naffine(x) = W * x + b\n\nx1 = rand(5) # [0.581466,0.606507,0.981732,0.488618,0.415414]\ny1 = softmax(affine(x1)) # [0.32676,0.0974173,0.575823]affine is simply a function which takes some vector x1 and outputs a new one y1. For example, x1 could be data from an image and y1 could be predictions about the content of that image. However, affine isn't static. It has parameters W and b, and if we tweak those parameters we'll tweak the result – hopefully to make the predictions more accurate.This is all well and good, but we usually want to have more than one affine layer in our network; writing out the above definition to create new sets of parameters every time would quickly become tedious. For that reason, we want to use a template which creates these functions for us:affine1 = Affine(5, 5)\naffine2 = Affine(5, 5)\n\nsoftmax(affine1(x1)) # [0.167952, 0.186325, 0.176683, 0.238571, 0.23047]\nsoftmax(affine2(x1)) # [0.125361, 0.246448, 0.21966, 0.124596, 0.283935]We just created two separate Affine layers, and each contains its own version of W and b, leading to a different result when called with our data. It's easy to define templates like Affine ourselves (see The Template), but Flux provides Affine out of the box, so we'll use that for now."
@@ -50,7 +50,7 @@ var documenterSearchIndex = {"docs": [
 
 {
     "location": "models/basics.html#Combining-Models-1",
-    "page": "First Steps",
+    "page": "Model Building Basics",
     "title": "Combining Models",
     "category": "section",
     "text": "... Inflating Graviton Zeppelins ...A more complex model usually involves many basic layers like affine, where we use the output of one layer as the input to the next:mymodel1(x) = softmax(affine2(σ(affine1(x))))\nmymodel1(x1) # [0.187935, 0.232237, 0.169824, 0.230589, 0.179414]This syntax is again a little unwieldy for larger networks, so Flux provides another template of sorts to create the function for us:mymodel2 = Chain(affine1, σ, affine2, softmax)\nmymodel2(x2) # [0.187935, 0.232237, 0.169824, 0.230589, 0.179414]mymodel2 is exactly equivalent to mymodel1 because it simply calls the provided functions in sequence. We don't have to predefine the affine layers and can also write this as:mymodel3 = Chain(\n  Affine(5, 5), σ,\n  Affine(5, 5), softmax)You now know enough to take a look at the logistic regression example, if you haven't already."
@@ -58,7 +58,7 @@ var documenterSearchIndex = {"docs": [
 
 {
     "location": "models/basics.html#A-Function-in-Model's-Clothing-1",
-    "page": "First Steps",
+    "page": "Model Building Basics",
     "title": "A Function in Model's Clothing",
     "category": "section",
     "text": "... Booting Dark Matter Transmogrifiers ...We noted above that a \"model\" is a function with some number of trainable parameters. This goes both ways; a normal Julia function like exp is effectively a model with 0 parameters. Flux doesn't care, and anywhere that you use one, you can use the other. For example, Chain will happily work with regular functions:foo = Chain(exp, sum, log)\nfoo([1,2,3]) == 3.408 == log(sum(exp([1,2,3])))"
@@ -66,7 +66,7 @@ var documenterSearchIndex = {"docs": [
 
 {
     "location": "models/basics.html#The-Template-1",
-    "page": "First Steps",
+    "page": "Model Building Basics",
     "title": "The Template",
     "category": "section",
     "text": "... Calculating Tax Expenses ...So how does the Affine template work? We don't want to duplicate the code above whenever we need more than one affine layer:W₁, b₁ = randn(...)\naffine₁(x) = W₁*x + b₁\nW₂, b₂ = randn(...)\naffine₂(x) = W₂*x + b₂\nmodel = Chain(affine₁, affine₂)Here's one way we could solve this: just keep the parameters in a Julia type, and define how that type acts as a function:type MyAffine\n  W\n  b\nend\n\n# Use the `MyAffine` layer as a model\n(l::MyAffine)(x) = l.W * x + l.b\n\n# Convenience constructor\nMyAffine(in::Integer, out::Integer) =\n  MyAffine(randn(out, in), randn(out))\n\nmodel = Chain(MyAffine(5, 5), MyAffine(5, 5))\n\nmodel(x1) # [-1.54458,0.492025,0.88687,1.93834,-4.70062]This is much better: we can now make as many affine layers as we want. This is a very common pattern, so to make it more convenient we can use the @net macro:@net type MyAffine\n  W\n  b\n  x -> W * x + b\nendThe function provided, x -> W * x + b, will be used when MyAffine is used as a model; it's just a shorter way of defining the (::MyAffine)(x) method above.However, @net does not simply save us some keystrokes; it's the secret sauce that makes everything else in Flux go. For example, it analyses the code for the forward function so that it can differentiate it or convert it to a TensorFlow graph.The above code is almost exactly how Affine is defined in Flux itself! There's no difference between \"library-level\" and \"user-level\" models, so making your code reusable doesn't involve a lot of extra complexity. Moreover, much more complex models than Affine are equally simple to define, and equally close to the mathematical notation; read on to find out how."