Permalink
Browse files

migrate optim example to optim repo

1 parent ef4ef6c commit 149e7df8028cd2f299d6d3152c793f9b4673b60b @hughperkins hughperkins committed Sep 20, 2016
Showing with 6 additions and 536 deletions.
  1. +1 −1 README.md
  2. BIN doc/image/parameterflattening.png
  3. +0 −338 doc/image/parameterflattening.svg
  4. +5 −197 doc/training.md
View
@@ -16,6 +16,6 @@ This package provides an easy and modular way to build and train simple or compl
* [`ClassNLLCriterion`](doc/criterion.md#nn.ClassNLLCriterion): the Negative Log Likelihood criterion used for classification;
* Additional documentation:
* [Overview](doc/overview.md#nn.overview.dok) of the package essentials including modules, containers and training;
- * [Training](doc/training.md#nn.traningneuralnet.dok): how to train a neural network using [`StochasticGradient`](doc/training.md#nn.StochasticGradient), or [optim](https://github.com/torch/optim);
+ * [Training](doc/training.md#nn.traningneuralnet.dok): how to train a neural network using [`StochasticGradient`](doc/training.md#nn.StochasticGradient);
* [Testing](doc/testing.md): how to test your modules.
* [Experimental Modules](https://github.com/clementfarabet/lua---nnx/blob/master/README.md): a package containing experimental modules and criteria.
Deleted file not rendered
@@ -1,338 +0,0 @@
-<?xml version="1.0" encoding="UTF-8" standalone="no"?>
-<!-- Created with Inkscape (http://www.inkscape.org/) -->
-
-<svg
- xmlns:dc="http://purl.org/dc/elements/1.1/"
- xmlns:cc="http://creativecommons.org/ns#"
- xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
- xmlns:svg="http://www.w3.org/2000/svg"
- xmlns="http://www.w3.org/2000/svg"
- xmlns:sodipodi="http://sodipodi.sourceforge.net/DTD/sodipodi-0.dtd"
- xmlns:inkscape="http://www.inkscape.org/namespaces/inkscape"
- width="275.54715mm"
- height="214.99242mm"
- viewBox="0 0 976.34814 761.78413"
- id="svg2"
- version="1.1"
- inkscape:version="0.91 r13725"
- sodipodi:docname="parameterflattening.svg"
- inkscape:export-filename="/home/ubuntu/git/nn/doc/image/parameterflattening.svg.png"
- inkscape:export-xdpi="90"
- inkscape:export-ydpi="90">
- <defs
- id="defs4" />
- <sodipodi:namedview
- id="base"
- pagecolor="#ffffff"
- bordercolor="#666666"
- borderopacity="1.0"
- inkscape:pageopacity="0.0"
- inkscape:pageshadow="2"
- inkscape:zoom="0.7"
- inkscape:cx="165.78568"
- inkscape:cy="360.0347"
- inkscape:document-units="px"
- inkscape:current-layer="layer1"
- showgrid="false"
- inkscape:window-width="1920"
- inkscape:window-height="1024"
- inkscape:window-x="0"
- inkscape:window-y="0"
- inkscape:window-maximized="1"
- fit-margin-top="0"
- fit-margin-left="0"
- fit-margin-right="0"
- fit-margin-bottom="0" />
- <metadata
- id="metadata7">
- <rdf:RDF>
- <cc:Work
- rdf:about="">
- <dc:format>image/svg+xml</dc:format>
- <dc:type
- rdf:resource="http://purl.org/dc/dcmitype/StillImage" />
- <dc:title></dc:title>
- </cc:Work>
- </rdf:RDF>
- </metadata>
- <g
- inkscape:label="Layer 1"
- inkscape:groupmode="layer"
- id="layer1"
- transform="translate(-145.10191,-140.95261)">
- <rect
- id="rect3336"
- width="264.20071"
- height="127.05788"
- x="498.61389"
- y="212.40469"
- style="fill:none;stroke:#000000;stroke-width:1.08497822;stroke-opacity:1" />
- <rect
- id="rect3336-7"
- width="264.20071"
- height="127.05788"
- x="499.32819"
- y="384.54752"
- style="fill:none;stroke:#000000;stroke-width:1.08497822;stroke-opacity:1" />
- <rect
- id="rect3336-7-1"
- width="264.20071"
- height="127.05788"
- x="502.18533"
- y="554.54755"
- style="fill:none;stroke:#000000;stroke-width:1.08497822;stroke-opacity:1" />
- <rect
- id="rect3336-7-1-4"
- width="264.20071"
- height="127.05788"
- x="499.32816"
- y="705.97614"
- style="fill:none;stroke:#000000;stroke-width:1.08497822;stroke-opacity:1" />
- <rect
- style="fill:#aafff8;fill-opacity:1;stroke:#000000;stroke-opacity:1"
- id="rect4183"
- width="18.571428"
- height="631.42859"
- x="170.00005"
- y="206.64792" />
- <rect
- style="fill:#fcf2cd;fill-opacity:1;stroke:#000000;stroke-opacity:1"
- id="rect4185"
- width="18.571428"
- height="631.42859"
- x="207.14287"
- y="207.50507" />
- <rect
- style="fill:#aafff8;fill-opacity:1;stroke:#000000;stroke-width:1;stroke-miterlimit:4;stroke-dasharray:8, 8;stroke-dashoffset:0;stroke-opacity:1"
- id="rect4187"
- width="84.285713"
- height="41.42857"
- x="518.57141"
- y="229.50507" />
- <rect
- style="fill:#fcf2cd;fill-opacity:1;stroke:#000000;stroke-width:1;stroke-miterlimit:4;stroke-dasharray:8, 8;stroke-dashoffset:0;stroke-opacity:1"
- id="rect4187-3"
- width="84.285713"
- height="41.42857"
- x="518.42853"
- y="283.07651" />
- <rect
- style="fill:#aafff8;fill-opacity:1;stroke:#000000;stroke-width:1;stroke-miterlimit:4;stroke-dasharray:8, 8;stroke-dashoffset:0;stroke-opacity:1"
- id="rect4187-8"
- width="84.285713"
- height="41.42857"
- x="519.35712"
- y="400.57651" />
- <rect
- style="fill:#fcf2cd;fill-opacity:1;stroke:#000000;stroke-width:1;stroke-miterlimit:4;stroke-dasharray:8, 8;stroke-dashoffset:0;stroke-opacity:1"
- id="rect4187-3-3"
- width="84.285713"
- height="41.42857"
- x="519.21423"
- y="454.14792" />
- <rect
- style="fill:#aafff8;fill-opacity:1;stroke:#000000;stroke-width:1;stroke-miterlimit:4;stroke-dasharray:8, 8;stroke-dashoffset:0;stroke-opacity:1"
- id="rect4187-8-7"
- width="84.285713"
- height="41.42857"
- x="526.5"
- y="572.00507" />
- <rect
- style="fill:#fcf2cd;fill-opacity:1;stroke:#000000;stroke-width:1;stroke-miterlimit:4;stroke-dasharray:8, 8;stroke-dashoffset:0;stroke-opacity:1"
- id="rect4187-3-3-8"
- width="84.285713"
- height="41.42857"
- x="526.35712"
- y="625.57648" />
- <rect
- style="fill:#aafff8;fill-opacity:1;stroke:#000000;stroke-width:1;stroke-miterlimit:4;stroke-dasharray:8, 8;stroke-dashoffset:0;stroke-opacity:1"
- id="rect4187-8-7-8"
- width="84.285713"
- height="41.42857"
- x="529.35718"
- y="722.00513" />
- <rect
- style="fill:#fcf2cd;fill-opacity:1;stroke:#000000;stroke-width:1;stroke-miterlimit:4;stroke-dasharray:8, 8;stroke-dashoffset:0;stroke-opacity:1"
- id="rect4187-3-3-8-3"
- width="84.285713"
- height="41.42857"
- x="529.21429"
- y="775.57648" />
- <text
- xml:space="preserve"
- style="font-size:20px;fill:none;stroke:#000000;stroke-opacity:1"
- x="1515.7142"
- y="190.93362"
- id="text4278"><tspan
- sodipodi:role="line"
- id="tspan4280"
- x="1515.7142"
- y="190.93362"></tspan></text>
- <text
- xml:space="preserve"
- style="font-size:20px;fill:#000000;stroke:#000000;stroke-opacity:1;fill-opacity:1;"
- x="635.71429"
- y="768.07654"
- id="text4290"><tspan
- sodipodi:role="line"
- id="tspan4292"
- x="635.71429"
- y="768.07654">conv1</tspan></text>
- <text
- xml:space="preserve"
- style="font-size:20px;fill:#000000;stroke:#000000;stroke-opacity:1;fill-opacity:1;"
- x="627.14288"
- y="613.79077"
- id="text4294"><tspan
- sodipodi:role="line"
- id="tspan4296"
- x="627.14288"
- y="613.79077">conv2</tspan></text>
- <text
- xml:space="preserve"
- style="font-size:20px;fill:#000000;stroke:#000000;stroke-opacity:1;fill-opacity:1;"
- x="632.85718"
- y="443.79074"
- id="text4298"><tspan
- sodipodi:role="line"
- id="tspan4300"
- x="632.85718"
- y="443.79074">conv3</tspan></text>
- <text
- xml:space="preserve"
- style="font-size:20px;fill:#000000;stroke:#000000;stroke-opacity:1;fill-opacity:1;"
- x="631.42865"
- y="259.50507"
- id="text4302"><tspan
- sodipodi:role="line"
- id="tspan4304"
- x="631.42865"
- y="259.50507">conv4</tspan></text>
- <text
- xml:space="preserve"
- style="font-size:20px;fill:#000000;stroke:#000000;stroke-opacity:1;fill-opacity:1;"
- x="528.57141"
- y="156.64792"
- id="text4306"><tspan
- sodipodi:role="line"
- id="tspan4308"
- x="528.57141"
- y="156.64792">Network layers:</tspan></text>
- <text
- xml:space="preserve"
- style="font-size:20px;fill:#000000;stroke:#000000;stroke-opacity:1;fill-opacity:1;"
- x="145.14287"
- y="159.79077"
- id="text4310"><tspan
- sodipodi:role="line"
- x="145.14287"
- y="159.79077"
- id="tspan4314">flattened tensors:</tspan></text>
- <text
- xml:space="preserve"
- style="font-size:20px;fill:#000000;fill-opacity:1;stroke:#000000;stroke-opacity:1;"
- x="175.71434"
- y="898.0766"
- id="text4337"><tspan
- sodipodi:role="line"
- id="tspan4339"
- x="175.71434"
- y="898.0766">params tensor</tspan></text>
- <text
- xml:space="preserve"
- style="font-size:20px;fill:#000000;fill-opacity:1;stroke:#000000;stroke-opacity:1;"
- x="288.57147"
- y="815.21936"
- id="text4341"><tspan
- sodipodi:role="line"
- id="tspan4343"
- x="288.57147"
- y="815.21936">gradParams</tspan><tspan
- sodipodi:role="line"
- x="288.57147"
- y="840.21936"
- id="tspan4345">tensor</tspan></text>
- <path
- style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
- d="M 284.28571,810.93366 228.57143,793.79078"
- id="path4347"
- inkscape:connector-curvature="0" />
- <path
- style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
- d="M 191.42857,872.36216 180,843.79076"
- id="path4349"
- inkscape:connector-curvature="0" />
- <path
- style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
- d="M 522.85714,230.93364 185.71429,205.21935"
- id="path4351"
- inkscape:connector-curvature="0" />
- <path
- style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
- d="M 517.14285,269.50506 187.14286,342.36221"
- id="path4353"
- inkscape:connector-curvature="0" />
- <path
- style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
- d="M 521.42857,396.64792 187.14286,340.93364"
- id="path4355"
- inkscape:connector-curvature="0" />
- <path
- style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
- d="M 521.42857,440.93364 185.71429,483.79078"
- id="path4357"
- inkscape:connector-curvature="0" />
- <path
- style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
- d="M 527.14285,625.21935 225.71428,506.64792"
- id="path4359"
- inkscape:connector-curvature="0" />
- <path
- style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
- d="M 522.85714,666.64792 225.71428,659.50506"
- id="path4361"
- inkscape:connector-curvature="0" />
- <text
- xml:space="preserve"
- style="font-size:20px;fill:#000000;fill-opacity:1;stroke:#000000;stroke-width:1;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;"
- x="801.42853"
- y="649.50513"
- id="text4363"><tspan
- sodipodi:role="line"
- id="tspan4365"
- x="801.42853"
- y="649.50513">conv2 grad weight:</tspan><tspan
- sodipodi:role="line"
- x="801.42853"
- y="674.50513"
- id="tspan4367">view onto flattened gradParams</tspan></text>
- <path
- style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
- d="m 612.85708,640.9336 180,14.2857"
- id="path4375"
- inkscape:connector-curvature="0" />
- <text
- xml:space="preserve"
- style="font-size:20px;fill:#000000;fill-opacity:1;stroke:#000000;stroke-width:1;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1;"
- x="791.42853"
- y="400.93353"
- id="text4377"><tspan
- sodipodi:role="line"
- id="tspan4379"
- x="791.42853"
- y="400.93353">conv3 weight:</tspan><tspan
- sodipodi:role="line"
- x="791.42853"
- y="425.93353"
- id="tspan4381">view onto flattened params</tspan><tspan
- sodipodi:role="line"
- x="791.42853"
- y="450.93353"
- id="tspan4383">tensor</tspan></text>
- <path
- style="fill:none;fill-rule:evenodd;stroke:#000000;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-opacity:1"
- d="m 782.85708,403.7907 -180,11.4286"
- id="path4387"
- inkscape:connector-curvature="0" />
- </g>
-</svg>
Oops, something went wrong.

0 comments on commit 149e7df

Please sign in to comment.