TensorFlowBasic.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from __future__ import print_function\n",
    "import tensorflow as tf"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# apt-get install graphviz\n",
    "# pip install graphviz\n",
    "from tfdot import tfdot"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Basic "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "matrix1 = tf.constant([[3., 3.]])\n",
    "\n",
    "matrix2 = tf.constant([[2.],[2.]])\n",
    "\n",
    "product = tf.matmul(matrix1, matrix2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\n",
       " -->\n",
       "<!-- Title: root Pages: 1 -->\n",
       "<svg width=\"168pt\" height=\"116pt\"\n",
       " viewBox=\"0.00 0.00 168.49 116.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 112)\">\n",
       "<title>root</title>\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-112 164.494,-112 164.494,4 -4,4\"/>\n",
       "<!-- Const -->\n",
       "<g id=\"node1\" class=\"node\"><title>Const</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"31.1972\" cy=\"-90\" rx=\"31.3957\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"31.1972\" y=\"-86.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const</text>\n",
       "</g>\n",
       "<!-- MatMul -->\n",
       "<g id=\"node3\" class=\"node\"><title>MatMul</title>\n",
       "<ellipse fill=\"#bbffbb\" stroke=\"black\" cx=\"75.1972\" cy=\"-18\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"75.1972\" y=\"-14.3\" font-family=\"Times,serif\" font-size=\"14.00\">MatMul</text>\n",
       "</g>\n",
       "<!-- Const&#45;&gt;MatMul -->\n",
       "<g id=\"edge2\" class=\"edge\"><title>Const&#45;&gt;MatMul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M41.4023,-72.7646C46.7121,-64.3172 53.3234,-53.7993 59.2867,-44.3122\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"62.3834,-45.9624 64.742,-35.6334 56.457,-42.2372 62.3834,-45.9624\"/>\n",
       "</g>\n",
       "<!-- Const_1 -->\n",
       "<g id=\"node2\" class=\"node\"><title>Const_1</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"120.197\" cy=\"-90\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"120.197\" y=\"-86.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const_1</text>\n",
       "</g>\n",
       "<!-- Const_1&#45;&gt;MatMul -->\n",
       "<g id=\"edge1\" class=\"edge\"><title>Const_1&#45;&gt;MatMul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M109.533,-72.411C104.097,-63.9549 97.3722,-53.4944 91.319,-44.0783\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"94.1368,-41.9891 85.7851,-35.4699 88.2485,-45.7744 94.1368,-41.9891\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x7f4f603aa6d8>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfdot()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Session"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[ 12.]]\n"
     ]
    }
   ],
   "source": [
    "sess = tf.Session()\n",
    "print(sess.run(product))\n",
    "sess.close()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Context manager"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false,
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[ 12.]]\n"
     ]
    }
   ],
   "source": [
    "with tf.Session() as sess:\n",
    "    print(sess.run(product))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Device context "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[[ 12.]]\n"
     ]
    }
   ],
   "source": [
    "with tf.Session(config=tf.ConfigProto(log_device_placement=True)) as sess:\n",
    "    with tf.device(\"/cpu:0\"):\n",
    "        m1 = tf.constant([[3., 3.]])\n",
    "        m2 = tf.constant([[2.],[2.]])\n",
    "        pd = tf.matmul(m1, m2)\n",
    "        print(sess.run(pd))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Interactive session"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "sess = tf.InteractiveSession()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 12.]], dtype=float32)"
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "product.eval()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 12.]], dtype=float32)"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.eval()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Variable"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "state = tf.Variable(0, name=\"counter\")\n",
    "one = tf.constant(1)\n",
    "new_value = tf.add(state, one)\n",
    "update = tf.assign(state, new_value)\n",
    "\n",
    "init_op = tf.initialize_all_variables()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\n",
       " -->\n",
       "<!-- Title: root Pages: 1 -->\n",
       "<svg width=\"742pt\" height=\"263pt\"\n",
       " viewBox=\"0.00 0.00 742.00 263.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 259)\">\n",
       "<title>root</title>\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-259 738,-259 738,4 -4,4\"/>\n",
       "<g id=\"clust1\" class=\"cluster\"><title>cluster_counter</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"8,-64 8,-211 206,-211 206,-64 8,-64\"/>\n",
       "<text text-anchor=\"middle\" x=\"107\" y=\"-195.8\" font-family=\"Times,serif\" font-size=\"14.00\">counter</text>\n",
       "</g>\n",
       "<!-- counter/initial_value -->\n",
       "<g id=\"node1\" class=\"node\"><title>counter/initial_value</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"71\" cy=\"-162\" rx=\"54.6905\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"71\" y=\"-158.3\" font-family=\"Times,serif\" font-size=\"14.00\">initial_value</text>\n",
       "</g>\n",
       "<!-- counter/Assign -->\n",
       "<g id=\"node2\" class=\"node\"><title>counter/Assign</title>\n",
       "<ellipse fill=\"#bbbbff\" stroke=\"black\" cx=\"89\" cy=\"-90\" rx=\"35.194\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"89\" y=\"-86.3\" font-family=\"Times,serif\" font-size=\"14.00\">Assign</text>\n",
       "</g>\n",
       "<!-- counter/initial_value&#45;&gt;counter/Assign -->\n",
       "<g id=\"edge1\" class=\"edge\"><title>counter/initial_value&#45;&gt;counter/Assign</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M75.3573,-144.055C77.3615,-136.261 79.7887,-126.822 82.0369,-118.079\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"85.457,-118.832 84.5578,-108.275 78.6776,-117.089 85.457,-118.832\"/>\n",
       "</g>\n",
       "<!-- counter -->\n",
       "<g id=\"node10\" class=\"node\"><title>counter</title>\n",
       "<ellipse fill=\"#ffbbbb\" stroke=\"black\" cx=\"171\" cy=\"-18\" rx=\"37.0935\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"171\" y=\"-14.3\" font-family=\"Times,serif\" font-size=\"14.00\">counter</text>\n",
       "</g>\n",
       "<!-- counter/Assign&#45;&gt;counter -->\n",
       "<g id=\"edge6\" class=\"edge\"><title>counter/Assign&#45;&gt;counter</title>\n",
       "<path fill=\"none\" stroke=\"red\" d=\"M106.39,-74.1548C117.728,-64.476 132.72,-51.6777 145.409,-40.8463\"/>\n",
       "<polygon fill=\"red\" stroke=\"red\" points=\"148.019,-43.2198 153.352,-34.0651 143.474,-37.8958 148.019,-43.2198\"/>\n",
       "</g>\n",
       "<!-- counter/read -->\n",
       "<g id=\"node3\" class=\"node\"><title>counter/read</title>\n",
       "<ellipse fill=\"#e9a6b0\" stroke=\"black\" cx=\"171\" cy=\"-162\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"171\" y=\"-158.3\" font-family=\"Times,serif\" font-size=\"14.00\">read</text>\n",
       "</g>\n",
       "<!-- Add -->\n",
       "<g id=\"node12\" class=\"node\"><title>Add</title>\n",
       "<ellipse fill=\"#e9fed0\" stroke=\"black\" cx=\"246\" cy=\"-162\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"246\" y=\"-158.3\" font-family=\"Times,serif\" font-size=\"14.00\">Add</text>\n",
       "</g>\n",
       "<!-- counter/read&#45;&gt;Add -->\n",
       "<g id=\"edge5\" class=\"edge\"><title>counter/read&#45;&gt;Add</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M198.246,-162C201.666,-162 205.086,-162 208.506,-162\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"208.765,-165.5 218.765,-162 208.765,-158.5 208.765,-165.5\"/>\n",
       "</g>\n",
       "<!-- Const -->\n",
       "<g id=\"node4\" class=\"node\"><title>Const</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"335\" cy=\"-237\" rx=\"31.3957\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"335\" y=\"-233.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const</text>\n",
       "</g>\n",
       "<!-- MatMul -->\n",
       "<g id=\"node6\" class=\"node\"><title>MatMul</title>\n",
       "<ellipse fill=\"#bbffbb\" stroke=\"black\" cx=\"379\" cy=\"-162\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"379\" y=\"-158.3\" font-family=\"Times,serif\" font-size=\"14.00\">MatMul</text>\n",
       "</g>\n",
       "<!-- Const&#45;&gt;MatMul -->\n",
       "<g id=\"edge2\" class=\"edge\"><title>Const&#45;&gt;MatMul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M344.765,-219.799C350.326,-210.572 357.417,-198.808 363.701,-188.382\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"366.793,-190.033 368.957,-179.662 360.797,-186.42 366.793,-190.033\"/>\n",
       "</g>\n",
       "<!-- Const_1 -->\n",
       "<g id=\"node5\" class=\"node\"><title>Const_1</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"424\" cy=\"-237\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"424\" y=\"-233.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const_1</text>\n",
       "</g>\n",
       "<!-- Const_1&#45;&gt;MatMul -->\n",
       "<g id=\"edge9\" class=\"edge\"><title>Const_1&#45;&gt;MatMul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M413.789,-219.435C408.093,-210.195 400.881,-198.496 394.503,-188.149\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"397.398,-186.175 389.171,-179.499 391.439,-189.849 397.398,-186.175\"/>\n",
       "</g>\n",
       "<!-- Const_2 -->\n",
       "<g id=\"node7\" class=\"node\"><title>Const_2</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"523\" cy=\"-237\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"523\" y=\"-233.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const_2</text>\n",
       "</g>\n",
       "<!-- MatMul_1 -->\n",
       "<g id=\"node9\" class=\"node\"><title>MatMul_1</title>\n",
       "<ellipse fill=\"#bbffbb\" stroke=\"black\" cx=\"572\" cy=\"-162\" rx=\"49.2915\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"572\" y=\"-158.3\" font-family=\"Times,serif\" font-size=\"14.00\">MatMul_1</text>\n",
       "</g>\n",
       "<!-- Const_2&#45;&gt;MatMul_1 -->\n",
       "<g id=\"edge8\" class=\"edge\"><title>Const_2&#45;&gt;MatMul_1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M534.119,-219.435C540.34,-210.167 548.221,-198.426 555.182,-188.056\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"558.088,-190.006 560.756,-179.752 552.276,-186.104 558.088,-190.006\"/>\n",
       "</g>\n",
       "<!-- Const_3 -->\n",
       "<g id=\"node8\" class=\"node\"><title>Const_3</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"622\" cy=\"-237\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"622\" y=\"-233.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const_3</text>\n",
       "</g>\n",
       "<!-- Const_3&#45;&gt;MatMul_1 -->\n",
       "<g id=\"edge11\" class=\"edge\"><title>Const_3&#45;&gt;MatMul_1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M610.654,-219.435C604.306,-210.167 596.264,-198.426 589.162,-188.056\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"592.012,-186.024 583.474,-179.752 586.237,-189.98 592.012,-186.024\"/>\n",
       "</g>\n",
       "<!-- counter&#45;&gt;counter/read -->\n",
       "<g id=\"edge4\" class=\"edge\"><title>counter&#45;&gt;counter/read</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M171,-36.1893C171,-60.4244 171,-104.888 171,-133.679\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"167.5,-133.871 171,-143.871 174.5,-133.872 167.5,-133.871\"/>\n",
       "</g>\n",
       "<!-- Const_4 -->\n",
       "<g id=\"node11\" class=\"node\"><title>Const_4</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"246\" cy=\"-237\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"246\" y=\"-233.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const_4</text>\n",
       "</g>\n",
       "<!-- Const_4&#45;&gt;Add -->\n",
       "<g id=\"edge7\" class=\"edge\"><title>Const_4&#45;&gt;Add</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M246,-218.7C246,-210.245 246,-199.869 246,-190.373\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"249.5,-190.176 246,-180.176 242.5,-190.176 249.5,-190.176\"/>\n",
       "</g>\n",
       "<!-- Assign -->\n",
       "<g id=\"node13\" class=\"node\"><title>Assign</title>\n",
       "<ellipse fill=\"#bbbbff\" stroke=\"black\" cx=\"249\" cy=\"-90\" rx=\"35.194\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"249\" y=\"-86.3\" font-family=\"Times,serif\" font-size=\"14.00\">Assign</text>\n",
       "</g>\n",
       "<!-- Add&#45;&gt;Assign -->\n",
       "<g id=\"edge3\" class=\"edge\"><title>Add&#45;&gt;Assign</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M246.742,-143.697C247.072,-135.983 247.469,-126.712 247.838,-118.112\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"251.335,-118.245 248.267,-108.104 244.342,-117.945 251.335,-118.245\"/>\n",
       "</g>\n",
       "<!-- Assign&#45;&gt;counter -->\n",
       "<g id=\"edge10\" class=\"edge\"><title>Assign&#45;&gt;counter</title>\n",
       "<path fill=\"none\" stroke=\"red\" d=\"M232.075,-73.811C221.343,-64.1795 207.285,-51.5634 195.362,-40.8634\"/>\n",
       "<polygon fill=\"red\" stroke=\"red\" points=\"197.672,-38.2336 187.892,-34.1593 192.997,-43.4433 197.672,-38.2336\"/>\n",
       "</g>\n",
       "<!-- init -->\n",
       "<g id=\"node14\" class=\"node\"><title>init</title>\n",
       "<ellipse fill=\"#fcedbe\" stroke=\"black\" cx=\"707\" cy=\"-237\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"707\" y=\"-233.3\" font-family=\"Times,serif\" font-size=\"14.00\">init</text>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x7f4f60369080>"
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfdot()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0\n"
     ]
    }
   ],
   "source": [
    "init_op.run()\n",
    "# state.run() # variables do not run\n",
    "print(state.eval())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "for _ in range(300):\n",
    "    update.eval()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "300"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "state.eval()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[301, 301, 301, 301, 301, 301, 301, 301, 301, 301]"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sess.run([update]*10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Initialize from another variable"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# will back to here later\n",
    "# tf.ops.reset_default_graph()\n",
    "# sess.close()\n",
    "# sess = tf.InteractiveSession()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "weights = tf.Variable(tf.random_normal([784, 200], stddev=0.35), name='weights')\n",
    "w2 = tf.Variable(weights.initialized_value(), name ='w2')\n",
    "w_twice = tf.Variable(weights.initialized_value()*0.2, name=\"w_twice\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\n",
       " -->\n",
       "<!-- Title: root Pages: 1 -->\n",
       "<svg width=\"1082pt\" height=\"762pt\"\n",
       " viewBox=\"0.00 0.00 1082.00 762.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 758)\">\n",
       "<title>root</title>\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-758 1078,-758 1078,4 -4,4\"/>\n",
       "<g id=\"clust1\" class=\"cluster\"><title>cluster_w2</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"182,-147 182,-222 340,-222 340,-147 182,-147\"/>\n",
       "<text text-anchor=\"middle\" x=\"261\" y=\"-206.8\" font-family=\"Times,serif\" font-size=\"14.00\">w2</text>\n",
       "</g>\n",
       "<g id=\"clust2\" class=\"cluster\"><title>cluster_counter</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"348,-524 348,-671 546,-671 546,-524 348,-524\"/>\n",
       "<text text-anchor=\"middle\" x=\"447\" y=\"-655.8\" font-family=\"Times,serif\" font-size=\"14.00\">counter</text>\n",
       "</g>\n",
       "<g id=\"clust3\" class=\"cluster\"><title>cluster_weights</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"197,-377 197,-452 355,-452 355,-377 197,-377\"/>\n",
       "<text text-anchor=\"middle\" x=\"276\" y=\"-436.8\" font-family=\"Times,serif\" font-size=\"14.00\">weights</text>\n",
       "</g>\n",
       "<g id=\"clust4\" class=\"cluster\"><title>cluster_mul</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"67,-230 67,-305 137,-305 137,-230 67,-230\"/>\n",
       "<text text-anchor=\"middle\" x=\"102\" y=\"-289.8\" font-family=\"Times,serif\" font-size=\"14.00\">mul</text>\n",
       "</g>\n",
       "<g id=\"clust5\" class=\"cluster\"><title>cluster_random_normal</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"8,-524 8,-746 308,-746 308,-524 8,-524\"/>\n",
       "<text text-anchor=\"middle\" x=\"158\" y=\"-730.8\" font-family=\"Times,serif\" font-size=\"14.00\">random_normal</text>\n",
       "</g>\n",
       "<g id=\"clust6\" class=\"cluster\"><title>cluster_w_twice</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"10,-64 10,-139 168,-139 168,-64 10,-64\"/>\n",
       "<text text-anchor=\"middle\" x=\"89\" y=\"-123.8\" font-family=\"Times,serif\" font-size=\"14.00\">w_twice</text>\n",
       "</g>\n",
       "<!-- w2/Assign -->\n",
       "<g id=\"node1\" class=\"node\"><title>w2/Assign</title>\n",
       "<ellipse fill=\"#bbbbff\" stroke=\"black\" cx=\"297\" cy=\"-173\" rx=\"35.194\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"297\" y=\"-169.3\" font-family=\"Times,serif\" font-size=\"14.00\">Assign</text>\n",
       "</g>\n",
       "<!-- w2 -->\n",
       "<g id=\"node30\" class=\"node\"><title>w2</title>\n",
       "<ellipse fill=\"#ffbbbb\" stroke=\"black\" cx=\"221\" cy=\"-90\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"221\" y=\"-86.3\" font-family=\"Times,serif\" font-size=\"14.00\">w2</text>\n",
       "</g>\n",
       "<!-- w2/Assign&#45;&gt;w2 -->\n",
       "<g id=\"edge10\" class=\"edge\"><title>w2/Assign&#45;&gt;w2</title>\n",
       "<path fill=\"none\" stroke=\"red\" d=\"M282.346,-156.382C270.88,-144.162 254.784,-127.006 241.956,-113.334\"/>\n",
       "<polygon fill=\"red\" stroke=\"red\" points=\"244.235,-110.648 234.84,-105.751 239.13,-115.438 244.235,-110.648\"/>\n",
       "</g>\n",
       "<!-- w2/read -->\n",
       "<g id=\"node2\" class=\"node\"><title>w2/read</title>\n",
       "<ellipse fill=\"#e9a6b0\" stroke=\"black\" cx=\"217\" cy=\"-173\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"217\" y=\"-169.3\" font-family=\"Times,serif\" font-size=\"14.00\">read</text>\n",
       "</g>\n",
       "<!-- counter/initial_value -->\n",
       "<g id=\"node3\" class=\"node\"><title>counter/initial_value</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"411\" cy=\"-622\" rx=\"54.6905\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"411\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">initial_value</text>\n",
       "</g>\n",
       "<!-- counter/Assign -->\n",
       "<g id=\"node4\" class=\"node\"><title>counter/Assign</title>\n",
       "<ellipse fill=\"#bbbbff\" stroke=\"black\" cx=\"430\" cy=\"-550\" rx=\"35.194\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"430\" y=\"-546.3\" font-family=\"Times,serif\" font-size=\"14.00\">Assign</text>\n",
       "</g>\n",
       "<!-- counter/initial_value&#45;&gt;counter/Assign -->\n",
       "<g id=\"edge1\" class=\"edge\"><title>counter/initial_value&#45;&gt;counter/Assign</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M415.599,-604.055C417.715,-596.261 420.277,-586.822 422.65,-578.079\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"426.069,-578.843 425.311,-568.275 419.314,-577.009 426.069,-578.843\"/>\n",
       "</g>\n",
       "<!-- counter -->\n",
       "<g id=\"node22\" class=\"node\"><title>counter</title>\n",
       "<ellipse fill=\"#ffbbbb\" stroke=\"black\" cx=\"511\" cy=\"-478\" rx=\"37.0935\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"511\" y=\"-474.3\" font-family=\"Times,serif\" font-size=\"14.00\">counter</text>\n",
       "</g>\n",
       "<!-- counter/Assign&#45;&gt;counter -->\n",
       "<g id=\"edge26\" class=\"edge\"><title>counter/Assign&#45;&gt;counter</title>\n",
       "<path fill=\"none\" stroke=\"red\" d=\"M447.178,-534.155C458.378,-524.476 473.187,-511.678 485.721,-500.846\"/>\n",
       "<polygon fill=\"red\" stroke=\"red\" points=\"488.29,-503.252 493.568,-494.065 483.713,-497.956 488.29,-503.252\"/>\n",
       "</g>\n",
       "<!-- counter/read -->\n",
       "<g id=\"node5\" class=\"node\"><title>counter/read</title>\n",
       "<ellipse fill=\"#e9a6b0\" stroke=\"black\" cx=\"511\" cy=\"-622\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"511\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">read</text>\n",
       "</g>\n",
       "<!-- Add -->\n",
       "<g id=\"node24\" class=\"node\"><title>Add</title>\n",
       "<ellipse fill=\"#e9fed0\" stroke=\"black\" cx=\"586\" cy=\"-622\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"586\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">Add</text>\n",
       "</g>\n",
       "<!-- counter/read&#45;&gt;Add -->\n",
       "<g id=\"edge17\" class=\"edge\"><title>counter/read&#45;&gt;Add</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M538.246,-622C541.666,-622 545.086,-622 548.506,-622\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"548.765,-625.5 558.765,-622 548.765,-618.5 548.765,-625.5\"/>\n",
       "</g>\n",
       "<!-- weights/Assign -->\n",
       "<g id=\"node6\" class=\"node\"><title>weights/Assign</title>\n",
       "<ellipse fill=\"#bbbbff\" stroke=\"black\" cx=\"312\" cy=\"-403\" rx=\"35.194\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"312\" y=\"-399.3\" font-family=\"Times,serif\" font-size=\"14.00\">Assign</text>\n",
       "</g>\n",
       "<!-- weights -->\n",
       "<g id=\"node28\" class=\"node\"><title>weights</title>\n",
       "<ellipse fill=\"#ffbbbb\" stroke=\"black\" cx=\"245\" cy=\"-331\" rx=\"38.1938\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"245\" y=\"-327.3\" font-family=\"Times,serif\" font-size=\"14.00\">weights</text>\n",
       "</g>\n",
       "<!-- weights/Assign&#45;&gt;weights -->\n",
       "<g id=\"edge29\" class=\"edge\"><title>weights/Assign&#45;&gt;weights</title>\n",
       "<path fill=\"none\" stroke=\"red\" d=\"M297.131,-386.465C288.406,-377.349 277.209,-365.651 267.43,-355.434\"/>\n",
       "<polygon fill=\"red\" stroke=\"red\" points=\"269.735,-352.781 260.292,-347.977 264.679,-357.621 269.735,-352.781\"/>\n",
       "</g>\n",
       "<!-- weights/read -->\n",
       "<g id=\"node7\" class=\"node\"><title>weights/read</title>\n",
       "<ellipse fill=\"#e9a6b0\" stroke=\"black\" cx=\"232\" cy=\"-403\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"232\" y=\"-399.3\" font-family=\"Times,serif\" font-size=\"14.00\">read</text>\n",
       "</g>\n",
       "<!-- mul/y -->\n",
       "<g id=\"node8\" class=\"node\"><title>mul/y</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"102\" cy=\"-256\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"102\" y=\"-252.3\" font-family=\"Times,serif\" font-size=\"14.00\">y</text>\n",
       "</g>\n",
       "<!-- mul -->\n",
       "<g id=\"node32\" class=\"node\"><title>mul</title>\n",
       "<ellipse fill=\"#d69d9c\" stroke=\"black\" cx=\"125\" cy=\"-173\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"125\" y=\"-169.3\" font-family=\"Times,serif\" font-size=\"14.00\">mul</text>\n",
       "</g>\n",
       "<!-- mul/y&#45;&gt;mul -->\n",
       "<g id=\"edge27\" class=\"edge\"><title>mul/y&#45;&gt;mul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M106.766,-238.217C109.849,-227.356 113.931,-212.982 117.45,-200.587\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"120.876,-201.338 120.24,-190.762 114.142,-199.425 120.876,-201.338\"/>\n",
       "</g>\n",
       "<!-- random_normal/shape -->\n",
       "<g id=\"node9\" class=\"node\"><title>random_normal/shape</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"190\" cy=\"-697\" rx=\"30.5947\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"190\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">shape</text>\n",
       "</g>\n",
       "<!-- random_normal/RandomStandardNormal -->\n",
       "<g id=\"node12\" class=\"node\"><title>random_normal/RandomStandardNormal</title>\n",
       "<ellipse fill=\"#bde09f\" stroke=\"black\" cx=\"201\" cy=\"-622\" rx=\"99.3824\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"201\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">RandomStandardNormal</text>\n",
       "</g>\n",
       "<!-- random_normal/shape&#45;&gt;random_normal/RandomStandardNormal -->\n",
       "<g id=\"edge4\" class=\"edge\"><title>random_normal/shape&#45;&gt;random_normal/RandomStandardNormal</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M192.607,-678.7C193.895,-670.154 195.478,-659.645 196.921,-650.067\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"200.383,-650.586 198.412,-640.176 193.461,-649.543 200.383,-650.586\"/>\n",
       "</g>\n",
       "<!-- random_normal/mean -->\n",
       "<g id=\"node10\" class=\"node\"><title>random_normal/mean</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"269\" cy=\"-697\" rx=\"30.5947\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"269\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">mean</text>\n",
       "</g>\n",
       "<!-- random_normal -->\n",
       "<g id=\"node27\" class=\"node\"><title>random_normal</title>\n",
       "<ellipse fill=\"#e9fed0\" stroke=\"black\" cx=\"312\" cy=\"-478\" rx=\"67.6881\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"312\" y=\"-474.3\" font-family=\"Times,serif\" font-size=\"14.00\">random_normal</text>\n",
       "</g>\n",
       "<!-- random_normal/mean&#45;&gt;random_normal -->\n",
       "<g id=\"edge5\" class=\"edge\"><title>random_normal/mean&#45;&gt;random_normal</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M293.493,-685.939C299.624,-682.191 305.457,-677.276 309,-671 338.498,-618.745 327.998,-545.053 319.164,-505.903\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"322.537,-504.961 316.808,-496.049 315.729,-506.589 322.537,-504.961\"/>\n",
       "</g>\n",
       "<!-- random_normal/stddev -->\n",
       "<g id=\"node11\" class=\"node\"><title>random_normal/stddev</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"50\" cy=\"-622\" rx=\"33.5952\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"50\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">stddev</text>\n",
       "</g>\n",
       "<!-- random_normal/mul -->\n",
       "<g id=\"node13\" class=\"node\"><title>random_normal/mul</title>\n",
       "<ellipse fill=\"#d69d9c\" stroke=\"black\" cx=\"201\" cy=\"-550\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"201\" y=\"-546.3\" font-family=\"Times,serif\" font-size=\"14.00\">mul</text>\n",
       "</g>\n",
       "<!-- random_normal/stddev&#45;&gt;random_normal/mul -->\n",
       "<g id=\"edge3\" class=\"edge\"><title>random_normal/stddev&#45;&gt;random_normal/mul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M74.5968,-609.597C100.612,-597.538 141.719,-578.481 169.95,-565.394\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"171.752,-568.416 179.353,-561.035 168.808,-562.066 171.752,-568.416\"/>\n",
       "</g>\n",
       "<!-- random_normal/RandomStandardNormal&#45;&gt;random_normal/mul -->\n",
       "<g id=\"edge2\" class=\"edge\"><title>random_normal/RandomStandardNormal&#45;&gt;random_normal/mul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M201,-603.697C201,-595.983 201,-586.712 201,-578.112\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"204.5,-578.104 201,-568.104 197.5,-578.104 204.5,-578.104\"/>\n",
       "</g>\n",
       "<!-- random_normal/mul&#45;&gt;random_normal -->\n",
       "<g id=\"edge22\" class=\"edge\"><title>random_normal/mul&#45;&gt;random_normal</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M220.082,-536.967C236.028,-526.91 259.155,-512.325 278.222,-500.301\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"280.339,-503.104 286.93,-494.81 276.605,-497.183 280.339,-503.104\"/>\n",
       "</g>\n",
       "<!-- w_twice/Assign -->\n",
       "<g id=\"node14\" class=\"node\"><title>w_twice/Assign</title>\n",
       "<ellipse fill=\"#bbbbff\" stroke=\"black\" cx=\"125\" cy=\"-90\" rx=\"35.194\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"125\" y=\"-86.3\" font-family=\"Times,serif\" font-size=\"14.00\">Assign</text>\n",
       "</g>\n",
       "<!-- w_twice -->\n",
       "<g id=\"node33\" class=\"node\"><title>w_twice</title>\n",
       "<ellipse fill=\"#ffbbbb\" stroke=\"black\" cx=\"85\" cy=\"-18\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"85\" y=\"-14.3\" font-family=\"Times,serif\" font-size=\"14.00\">w_twice</text>\n",
       "</g>\n",
       "<!-- w_twice/Assign&#45;&gt;w_twice -->\n",
       "<g id=\"edge16\" class=\"edge\"><title>w_twice/Assign&#45;&gt;w_twice</title>\n",
       "<path fill=\"none\" stroke=\"red\" d=\"M115.521,-72.411C110.808,-64.1633 105.005,-54.0089 99.7294,-44.7765\"/>\n",
       "<polygon fill=\"red\" stroke=\"red\" points=\"102.69,-42.9022 94.6893,-35.9562 96.6118,-46.3752 102.69,-42.9022\"/>\n",
       "</g>\n",
       "<!-- w_twice/read -->\n",
       "<g id=\"node15\" class=\"node\"><title>w_twice/read</title>\n",
       "<ellipse fill=\"#e9a6b0\" stroke=\"black\" cx=\"45\" cy=\"-90\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"45\" y=\"-86.3\" font-family=\"Times,serif\" font-size=\"14.00\">read</text>\n",
       "</g>\n",
       "<!-- Const -->\n",
       "<g id=\"node16\" class=\"node\"><title>Const</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"675\" cy=\"-697\" rx=\"31.3957\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"675\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const</text>\n",
       "</g>\n",
       "<!-- MatMul -->\n",
       "<g id=\"node18\" class=\"node\"><title>MatMul</title>\n",
       "<ellipse fill=\"#bbffbb\" stroke=\"black\" cx=\"720\" cy=\"-622\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"720\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">MatMul</text>\n",
       "</g>\n",
       "<!-- Const&#45;&gt;MatMul -->\n",
       "<g id=\"edge23\" class=\"edge\"><title>Const&#45;&gt;MatMul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M684.987,-679.799C690.675,-670.572 697.926,-658.808 704.353,-648.382\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"707.461,-650.011 709.729,-639.662 701.502,-646.338 707.461,-650.011\"/>\n",
       "</g>\n",
       "<!-- Const_1 -->\n",
       "<g id=\"node17\" class=\"node\"><title>Const_1</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"764\" cy=\"-697\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"764\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const_1</text>\n",
       "</g>\n",
       "<!-- Const_1&#45;&gt;MatMul -->\n",
       "<g id=\"edge28\" class=\"edge\"><title>Const_1&#45;&gt;MatMul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M754.016,-679.435C748.446,-670.195 741.395,-658.496 735.158,-648.149\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"738.105,-646.257 729.945,-639.499 732.109,-649.871 738.105,-646.257\"/>\n",
       "</g>\n",
       "<!-- Const_2 -->\n",
       "<g id=\"node19\" class=\"node\"><title>Const_2</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"863\" cy=\"-697\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"863\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const_2</text>\n",
       "</g>\n",
       "<!-- MatMul_1 -->\n",
       "<g id=\"node21\" class=\"node\"><title>MatMul_1</title>\n",
       "<ellipse fill=\"#bbffbb\" stroke=\"black\" cx=\"917\" cy=\"-622\" rx=\"49.2915\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"917\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">MatMul_1</text>\n",
       "</g>\n",
       "<!-- Const_2&#45;&gt;MatMul_1 -->\n",
       "<g id=\"edge18\" class=\"edge\"><title>Const_2&#45;&gt;MatMul_1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M874.984,-679.799C881.947,-670.386 890.864,-658.332 898.69,-647.752\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"901.542,-649.783 904.675,-639.662 895.914,-645.62 901.542,-649.783\"/>\n",
       "</g>\n",
       "<!-- Const_3 -->\n",
       "<g id=\"node20\" class=\"node\"><title>Const_3</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"962\" cy=\"-697\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"962\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const_3</text>\n",
       "</g>\n",
       "<!-- Const_3&#45;&gt;MatMul_1 -->\n",
       "<g id=\"edge8\" class=\"edge\"><title>Const_3&#45;&gt;MatMul_1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M951.789,-679.435C946.133,-670.26 938.983,-658.661 932.637,-648.367\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"935.553,-646.428 927.327,-639.752 929.595,-650.101 935.553,-646.428\"/>\n",
       "</g>\n",
       "<!-- counter&#45;&gt;counter/read -->\n",
       "<g id=\"edge6\" class=\"edge\"><title>counter&#45;&gt;counter/read</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M511,-496.189C511,-520.424 511,-564.888 511,-593.679\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"507.5,-593.871 511,-603.871 514.5,-593.872 507.5,-593.871\"/>\n",
       "</g>\n",
       "<!-- Const_4 -->\n",
       "<g id=\"node23\" class=\"node\"><title>Const_4</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"586\" cy=\"-697\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"586\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const_4</text>\n",
       "</g>\n",
       "<!-- Const_4&#45;&gt;Add -->\n",
       "<g id=\"edge7\" class=\"edge\"><title>Const_4&#45;&gt;Add</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M586,-678.7C586,-670.245 586,-659.869 586,-650.373\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"589.5,-650.176 586,-640.176 582.5,-650.176 589.5,-650.176\"/>\n",
       "</g>\n",
       "<!-- Assign -->\n",
       "<g id=\"node25\" class=\"node\"><title>Assign</title>\n",
       "<ellipse fill=\"#bbbbff\" stroke=\"black\" cx=\"589\" cy=\"-550\" rx=\"35.194\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"589\" y=\"-546.3\" font-family=\"Times,serif\" font-size=\"14.00\">Assign</text>\n",
       "</g>\n",
       "<!-- Add&#45;&gt;Assign -->\n",
       "<g id=\"edge24\" class=\"edge\"><title>Add&#45;&gt;Assign</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M586.742,-603.697C587.072,-595.983 587.469,-586.712 587.838,-578.112\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"591.335,-578.245 588.267,-568.104 584.342,-577.945 591.335,-578.245\"/>\n",
       "</g>\n",
       "<!-- Assign&#45;&gt;counter -->\n",
       "<g id=\"edge19\" class=\"edge\"><title>Assign&#45;&gt;counter</title>\n",
       "<path fill=\"none\" stroke=\"red\" d=\"M572.075,-533.811C561.343,-524.179 547.285,-511.563 535.362,-500.863\"/>\n",
       "<polygon fill=\"red\" stroke=\"red\" points=\"537.672,-498.234 527.892,-494.159 532.997,-503.443 537.672,-498.234\"/>\n",
       "</g>\n",
       "<!-- init -->\n",
       "<g id=\"node26\" class=\"node\"><title>init</title>\n",
       "<ellipse fill=\"#fcedbe\" stroke=\"black\" cx=\"1047\" cy=\"-697\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1047\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">init</text>\n",
       "</g>\n",
       "<!-- random_normal&#45;&gt;weights/Assign -->\n",
       "<g id=\"edge11\" class=\"edge\"><title>random_normal&#45;&gt;weights/Assign</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M312,-459.7C312,-451.245 312,-440.869 312,-431.373\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"315.5,-431.176 312,-421.176 308.5,-431.176 315.5,-431.176\"/>\n",
       "</g>\n",
       "<!-- weights&#45;&gt;weights/read -->\n",
       "<g id=\"edge25\" class=\"edge\"><title>weights&#45;&gt;weights/read</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M241.792,-349.275C240.352,-357.03 238.619,-366.362 237.013,-375.005\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"233.532,-374.584 235.147,-385.055 240.414,-375.862 233.532,-374.584\"/>\n",
       "</g>\n",
       "<!-- Identity -->\n",
       "<g id=\"node29\" class=\"node\"><title>Identity</title>\n",
       "<ellipse fill=\"#e9a6b0\" stroke=\"black\" cx=\"297\" cy=\"-256\" rx=\"38.1938\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"297\" y=\"-252.3\" font-family=\"Times,serif\" font-size=\"14.00\">Identity</text>\n",
       "</g>\n",
       "<!-- weights&#45;&gt;Identity -->\n",
       "<g id=\"edge21\" class=\"edge\"><title>weights&#45;&gt;Identity</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M256.54,-313.799C263.226,-304.414 271.782,-292.403 279.302,-281.845\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"282.361,-283.584 285.312,-273.408 276.659,-279.522 282.361,-283.584\"/>\n",
       "</g>\n",
       "<!-- Identity_1 -->\n",
       "<g id=\"node31\" class=\"node\"><title>Identity_1</title>\n",
       "<ellipse fill=\"#e9a6b0\" stroke=\"black\" cx=\"194\" cy=\"-256\" rx=\"46.5926\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"194\" y=\"-252.3\" font-family=\"Times,serif\" font-size=\"14.00\">Identity_1</text>\n",
       "</g>\n",
       "<!-- weights&#45;&gt;Identity_1 -->\n",
       "<g id=\"edge9\" class=\"edge\"><title>weights&#45;&gt;Identity_1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M233.681,-313.799C227.17,-304.479 218.851,-292.57 211.512,-282.067\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"214.237,-279.855 205.64,-273.662 208.498,-283.864 214.237,-279.855\"/>\n",
       "</g>\n",
       "<!-- Identity&#45;&gt;w2/Assign -->\n",
       "<g id=\"edge15\" class=\"edge\"><title>Identity&#45;&gt;w2/Assign</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M297,-237.822C297,-227.19 297,-213.306 297,-201.204\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"300.5,-201.153 297,-191.153 293.5,-201.153 300.5,-201.153\"/>\n",
       "</g>\n",
       "<!-- w2&#45;&gt;w2/read -->\n",
       "<g id=\"edge13\" class=\"edge\"><title>w2&#45;&gt;w2/read</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M220.153,-108.153C219.628,-118.78 218.943,-132.663 218.345,-144.768\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"214.846,-144.661 217.848,-154.822 221.837,-145.007 214.846,-144.661\"/>\n",
       "</g>\n",
       "<!-- Identity_1&#45;&gt;mul -->\n",
       "<g id=\"edge14\" class=\"edge\"><title>Identity_1&#45;&gt;mul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M180.037,-238.608C169.797,-226.588 155.762,-210.112 144.429,-196.808\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"146.928,-194.344 137.779,-189.001 141.599,-198.883 146.928,-194.344\"/>\n",
       "</g>\n",
       "<!-- mul&#45;&gt;w_twice/Assign -->\n",
       "<g id=\"edge12\" class=\"edge\"><title>mul&#45;&gt;w_twice/Assign</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M125,-154.822C125,-144.19 125,-130.306 125,-118.204\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"128.5,-118.153 125,-108.153 121.5,-118.153 128.5,-118.153\"/>\n",
       "</g>\n",
       "<!-- w_twice&#45;&gt;w_twice/read -->\n",
       "<g id=\"edge20\" class=\"edge\"><title>w_twice&#45;&gt;w_twice/read</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M75.4952,-35.6334C70.6816,-44.0571 64.7364,-54.4613 59.3773,-63.8396\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"56.1999,-62.3457 54.2773,-72.7646 62.2776,-65.8187 56.1999,-62.3457\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x7f4f60374ac8>"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfdot()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "init_op = tf.initialize_all_variables()\n",
    "init_op.run()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([[ 0.04481283, -0.62056214, -0.69336498, ..., -0.30848733,\n",
       "        -0.34599236, -0.42386416],\n",
       "       [-0.78550404, -0.10613412,  0.09037922, ...,  0.66008407,\n",
       "         0.57086742, -0.1224874 ],\n",
       "       [-0.61029941,  0.35488346, -0.10510538, ..., -0.10046848,\n",
       "        -0.00810294,  0.00366683],\n",
       "       ..., \n",
       "       [ 0.33449978,  0.02138252, -0.14221951, ..., -0.49634036,\n",
       "        -0.47021103,  0.12775964],\n",
       "       [-0.09816289, -0.34331754,  0.03284245, ..., -0.37847662,\n",
       "         0.16994159,  0.44379511],\n",
       "       [ 0.36513436,  0.40277815, -0.48408747, ..., -0.46500829,\n",
       "         0.12536223,  0.04070676]], dtype=float32)"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "weights.eval()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "counter:0 <tensorflow.python.ops.variables.Variable object at 0x7f4f603ba208>\n",
      "weights:0 <tensorflow.python.ops.variables.Variable object at 0x7f4f603ca278>\n",
      "w2:0 <tensorflow.python.ops.variables.Variable object at 0x7f4f60369f60>\n",
      "w_twice:0 <tensorflow.python.ops.variables.Variable object at 0x7f4f60369e10>\n"
     ]
    }
   ],
   "source": [
    "for v in tf.all_variables():\n",
    "    print(v.name, v)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Feeds"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 36.], dtype=float32)"
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "input1 = tf.placeholder(tf.float32)\n",
    "input2 = tf.placeholder(tf.float32)\n",
    "output = tf.mul(input1, input2)\n",
    "output.eval(feed_dict={input1: [9.], input2: [4.]})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.38.0 (20140413.2041)\n",
       " -->\n",
       "<!-- Title: root Pages: 1 -->\n",
       "<svg width=\"1424pt\" height=\"762pt\"\n",
       " viewBox=\"0.00 0.00 1424.09 762.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(1 1) rotate(0) translate(4 758)\">\n",
       "<title>root</title>\n",
       "<polygon fill=\"white\" stroke=\"none\" points=\"-4,4 -4,-758 1420.09,-758 1420.09,4 -4,4\"/>\n",
       "<g id=\"clust1\" class=\"cluster\"><title>cluster_w2</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"182,-147 182,-222 340,-222 340,-147 182,-147\"/>\n",
       "<text text-anchor=\"middle\" x=\"261\" y=\"-206.8\" font-family=\"Times,serif\" font-size=\"14.00\">w2</text>\n",
       "</g>\n",
       "<g id=\"clust2\" class=\"cluster\"><title>cluster_counter</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"348,-524 348,-671 546,-671 546,-524 348,-524\"/>\n",
       "<text text-anchor=\"middle\" x=\"447\" y=\"-655.8\" font-family=\"Times,serif\" font-size=\"14.00\">counter</text>\n",
       "</g>\n",
       "<g id=\"clust3\" class=\"cluster\"><title>cluster_weights</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"197,-377 197,-452 355,-452 355,-377 197,-377\"/>\n",
       "<text text-anchor=\"middle\" x=\"276\" y=\"-436.8\" font-family=\"Times,serif\" font-size=\"14.00\">weights</text>\n",
       "</g>\n",
       "<g id=\"clust4\" class=\"cluster\"><title>cluster_mul</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"67,-230 67,-305 137,-305 137,-230 67,-230\"/>\n",
       "<text text-anchor=\"middle\" x=\"102\" y=\"-289.8\" font-family=\"Times,serif\" font-size=\"14.00\">mul</text>\n",
       "</g>\n",
       "<g id=\"clust5\" class=\"cluster\"><title>cluster_random_normal</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"8,-524 8,-746 308,-746 308,-524 8,-524\"/>\n",
       "<text text-anchor=\"middle\" x=\"158\" y=\"-730.8\" font-family=\"Times,serif\" font-size=\"14.00\">random_normal</text>\n",
       "</g>\n",
       "<g id=\"clust6\" class=\"cluster\"><title>cluster_w_twice</title>\n",
       "<polygon fill=\"none\" stroke=\"black\" points=\"10,-64 10,-139 168,-139 168,-64 10,-64\"/>\n",
       "<text text-anchor=\"middle\" x=\"89\" y=\"-123.8\" font-family=\"Times,serif\" font-size=\"14.00\">w_twice</text>\n",
       "</g>\n",
       "<!-- w2/Assign -->\n",
       "<g id=\"node1\" class=\"node\"><title>w2/Assign</title>\n",
       "<ellipse fill=\"#bbbbff\" stroke=\"black\" cx=\"297\" cy=\"-173\" rx=\"35.194\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"297\" y=\"-169.3\" font-family=\"Times,serif\" font-size=\"14.00\">Assign</text>\n",
       "</g>\n",
       "<!-- w2 -->\n",
       "<g id=\"node30\" class=\"node\"><title>w2</title>\n",
       "<ellipse fill=\"#ffbbbb\" stroke=\"black\" cx=\"221\" cy=\"-90\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"221\" y=\"-86.3\" font-family=\"Times,serif\" font-size=\"14.00\">w2</text>\n",
       "</g>\n",
       "<!-- w2/Assign&#45;&gt;w2 -->\n",
       "<g id=\"edge10\" class=\"edge\"><title>w2/Assign&#45;&gt;w2</title>\n",
       "<path fill=\"none\" stroke=\"red\" d=\"M282.346,-156.382C270.88,-144.162 254.784,-127.006 241.956,-113.334\"/>\n",
       "<polygon fill=\"red\" stroke=\"red\" points=\"244.235,-110.648 234.84,-105.751 239.13,-115.438 244.235,-110.648\"/>\n",
       "</g>\n",
       "<!-- w2/read -->\n",
       "<g id=\"node2\" class=\"node\"><title>w2/read</title>\n",
       "<ellipse fill=\"#e9a6b0\" stroke=\"black\" cx=\"217\" cy=\"-173\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"217\" y=\"-169.3\" font-family=\"Times,serif\" font-size=\"14.00\">read</text>\n",
       "</g>\n",
       "<!-- counter/initial_value -->\n",
       "<g id=\"node3\" class=\"node\"><title>counter/initial_value</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"411\" cy=\"-622\" rx=\"54.6905\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"411\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">initial_value</text>\n",
       "</g>\n",
       "<!-- counter/Assign -->\n",
       "<g id=\"node4\" class=\"node\"><title>counter/Assign</title>\n",
       "<ellipse fill=\"#bbbbff\" stroke=\"black\" cx=\"430\" cy=\"-550\" rx=\"35.194\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"430\" y=\"-546.3\" font-family=\"Times,serif\" font-size=\"14.00\">Assign</text>\n",
       "</g>\n",
       "<!-- counter/initial_value&#45;&gt;counter/Assign -->\n",
       "<g id=\"edge1\" class=\"edge\"><title>counter/initial_value&#45;&gt;counter/Assign</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M415.599,-604.055C417.715,-596.261 420.277,-586.822 422.65,-578.079\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"426.069,-578.843 425.311,-568.275 419.314,-577.009 426.069,-578.843\"/>\n",
       "</g>\n",
       "<!-- counter -->\n",
       "<g id=\"node22\" class=\"node\"><title>counter</title>\n",
       "<ellipse fill=\"#ffbbbb\" stroke=\"black\" cx=\"511\" cy=\"-478\" rx=\"37.0935\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"511\" y=\"-474.3\" font-family=\"Times,serif\" font-size=\"14.00\">counter</text>\n",
       "</g>\n",
       "<!-- counter/Assign&#45;&gt;counter -->\n",
       "<g id=\"edge28\" class=\"edge\"><title>counter/Assign&#45;&gt;counter</title>\n",
       "<path fill=\"none\" stroke=\"red\" d=\"M447.178,-534.155C458.378,-524.476 473.187,-511.678 485.721,-500.846\"/>\n",
       "<polygon fill=\"red\" stroke=\"red\" points=\"488.29,-503.252 493.568,-494.065 483.713,-497.956 488.29,-503.252\"/>\n",
       "</g>\n",
       "<!-- counter/read -->\n",
       "<g id=\"node5\" class=\"node\"><title>counter/read</title>\n",
       "<ellipse fill=\"#e9a6b0\" stroke=\"black\" cx=\"511\" cy=\"-622\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"511\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">read</text>\n",
       "</g>\n",
       "<!-- Add -->\n",
       "<g id=\"node24\" class=\"node\"><title>Add</title>\n",
       "<ellipse fill=\"#e9fed0\" stroke=\"black\" cx=\"586\" cy=\"-622\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"586\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">Add</text>\n",
       "</g>\n",
       "<!-- counter/read&#45;&gt;Add -->\n",
       "<g id=\"edge17\" class=\"edge\"><title>counter/read&#45;&gt;Add</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M538.246,-622C541.666,-622 545.086,-622 548.506,-622\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"548.765,-625.5 558.765,-622 548.765,-618.5 548.765,-625.5\"/>\n",
       "</g>\n",
       "<!-- weights/Assign -->\n",
       "<g id=\"node6\" class=\"node\"><title>weights/Assign</title>\n",
       "<ellipse fill=\"#bbbbff\" stroke=\"black\" cx=\"312\" cy=\"-403\" rx=\"35.194\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"312\" y=\"-399.3\" font-family=\"Times,serif\" font-size=\"14.00\">Assign</text>\n",
       "</g>\n",
       "<!-- weights -->\n",
       "<g id=\"node28\" class=\"node\"><title>weights</title>\n",
       "<ellipse fill=\"#ffbbbb\" stroke=\"black\" cx=\"245\" cy=\"-331\" rx=\"38.1938\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"245\" y=\"-327.3\" font-family=\"Times,serif\" font-size=\"14.00\">weights</text>\n",
       "</g>\n",
       "<!-- weights/Assign&#45;&gt;weights -->\n",
       "<g id=\"edge31\" class=\"edge\"><title>weights/Assign&#45;&gt;weights</title>\n",
       "<path fill=\"none\" stroke=\"red\" d=\"M297.131,-386.465C288.406,-377.349 277.209,-365.651 267.43,-355.434\"/>\n",
       "<polygon fill=\"red\" stroke=\"red\" points=\"269.735,-352.781 260.292,-347.977 264.679,-357.621 269.735,-352.781\"/>\n",
       "</g>\n",
       "<!-- weights/read -->\n",
       "<g id=\"node7\" class=\"node\"><title>weights/read</title>\n",
       "<ellipse fill=\"#e9a6b0\" stroke=\"black\" cx=\"232\" cy=\"-403\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"232\" y=\"-399.3\" font-family=\"Times,serif\" font-size=\"14.00\">read</text>\n",
       "</g>\n",
       "<!-- mul/y -->\n",
       "<g id=\"node8\" class=\"node\"><title>mul/y</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"102\" cy=\"-256\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"102\" y=\"-252.3\" font-family=\"Times,serif\" font-size=\"14.00\">y</text>\n",
       "</g>\n",
       "<!-- mul -->\n",
       "<g id=\"node32\" class=\"node\"><title>mul</title>\n",
       "<ellipse fill=\"#d69d9c\" stroke=\"black\" cx=\"125\" cy=\"-173\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"125\" y=\"-169.3\" font-family=\"Times,serif\" font-size=\"14.00\">mul</text>\n",
       "</g>\n",
       "<!-- mul/y&#45;&gt;mul -->\n",
       "<g id=\"edge29\" class=\"edge\"><title>mul/y&#45;&gt;mul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M106.766,-238.217C109.849,-227.356 113.931,-212.982 117.45,-200.587\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"120.876,-201.338 120.24,-190.762 114.142,-199.425 120.876,-201.338\"/>\n",
       "</g>\n",
       "<!-- random_normal/shape -->\n",
       "<g id=\"node9\" class=\"node\"><title>random_normal/shape</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"190\" cy=\"-697\" rx=\"30.5947\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"190\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">shape</text>\n",
       "</g>\n",
       "<!-- random_normal/RandomStandardNormal -->\n",
       "<g id=\"node12\" class=\"node\"><title>random_normal/RandomStandardNormal</title>\n",
       "<ellipse fill=\"#bde09f\" stroke=\"black\" cx=\"201\" cy=\"-622\" rx=\"99.3824\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"201\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">RandomStandardNormal</text>\n",
       "</g>\n",
       "<!-- random_normal/shape&#45;&gt;random_normal/RandomStandardNormal -->\n",
       "<g id=\"edge4\" class=\"edge\"><title>random_normal/shape&#45;&gt;random_normal/RandomStandardNormal</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M192.607,-678.7C193.895,-670.154 195.478,-659.645 196.921,-650.067\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"200.383,-650.586 198.412,-640.176 193.461,-649.543 200.383,-650.586\"/>\n",
       "</g>\n",
       "<!-- random_normal/mean -->\n",
       "<g id=\"node10\" class=\"node\"><title>random_normal/mean</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"269\" cy=\"-697\" rx=\"30.5947\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"269\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">mean</text>\n",
       "</g>\n",
       "<!-- random_normal -->\n",
       "<g id=\"node27\" class=\"node\"><title>random_normal</title>\n",
       "<ellipse fill=\"#e9fed0\" stroke=\"black\" cx=\"312\" cy=\"-478\" rx=\"67.6881\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"312\" y=\"-474.3\" font-family=\"Times,serif\" font-size=\"14.00\">random_normal</text>\n",
       "</g>\n",
       "<!-- random_normal/mean&#45;&gt;random_normal -->\n",
       "<g id=\"edge5\" class=\"edge\"><title>random_normal/mean&#45;&gt;random_normal</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M293.493,-685.939C299.624,-682.191 305.457,-677.276 309,-671 338.498,-618.745 327.998,-545.053 319.164,-505.903\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"322.537,-504.961 316.808,-496.049 315.729,-506.589 322.537,-504.961\"/>\n",
       "</g>\n",
       "<!-- random_normal/stddev -->\n",
       "<g id=\"node11\" class=\"node\"><title>random_normal/stddev</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"50\" cy=\"-622\" rx=\"33.5952\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"50\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">stddev</text>\n",
       "</g>\n",
       "<!-- random_normal/mul -->\n",
       "<g id=\"node13\" class=\"node\"><title>random_normal/mul</title>\n",
       "<ellipse fill=\"#d69d9c\" stroke=\"black\" cx=\"201\" cy=\"-550\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"201\" y=\"-546.3\" font-family=\"Times,serif\" font-size=\"14.00\">mul</text>\n",
       "</g>\n",
       "<!-- random_normal/stddev&#45;&gt;random_normal/mul -->\n",
       "<g id=\"edge3\" class=\"edge\"><title>random_normal/stddev&#45;&gt;random_normal/mul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M74.5968,-609.597C100.612,-597.538 141.719,-578.481 169.95,-565.394\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"171.752,-568.416 179.353,-561.035 168.808,-562.066 171.752,-568.416\"/>\n",
       "</g>\n",
       "<!-- random_normal/RandomStandardNormal&#45;&gt;random_normal/mul -->\n",
       "<g id=\"edge2\" class=\"edge\"><title>random_normal/RandomStandardNormal&#45;&gt;random_normal/mul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M201,-603.697C201,-595.983 201,-586.712 201,-578.112\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"204.5,-578.104 201,-568.104 197.5,-578.104 204.5,-578.104\"/>\n",
       "</g>\n",
       "<!-- random_normal/mul&#45;&gt;random_normal -->\n",
       "<g id=\"edge23\" class=\"edge\"><title>random_normal/mul&#45;&gt;random_normal</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M220.082,-536.967C236.028,-526.91 259.155,-512.325 278.222,-500.301\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"280.339,-503.104 286.93,-494.81 276.605,-497.183 280.339,-503.104\"/>\n",
       "</g>\n",
       "<!-- w_twice/Assign -->\n",
       "<g id=\"node14\" class=\"node\"><title>w_twice/Assign</title>\n",
       "<ellipse fill=\"#bbbbff\" stroke=\"black\" cx=\"125\" cy=\"-90\" rx=\"35.194\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"125\" y=\"-86.3\" font-family=\"Times,serif\" font-size=\"14.00\">Assign</text>\n",
       "</g>\n",
       "<!-- w_twice -->\n",
       "<g id=\"node33\" class=\"node\"><title>w_twice</title>\n",
       "<ellipse fill=\"#ffbbbb\" stroke=\"black\" cx=\"85\" cy=\"-18\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"85\" y=\"-14.3\" font-family=\"Times,serif\" font-size=\"14.00\">w_twice</text>\n",
       "</g>\n",
       "<!-- w_twice/Assign&#45;&gt;w_twice -->\n",
       "<g id=\"edge16\" class=\"edge\"><title>w_twice/Assign&#45;&gt;w_twice</title>\n",
       "<path fill=\"none\" stroke=\"red\" d=\"M115.521,-72.411C110.808,-64.1633 105.005,-54.0089 99.7294,-44.7765\"/>\n",
       "<polygon fill=\"red\" stroke=\"red\" points=\"102.69,-42.9022 94.6893,-35.9562 96.6118,-46.3752 102.69,-42.9022\"/>\n",
       "</g>\n",
       "<!-- w_twice/read -->\n",
       "<g id=\"node15\" class=\"node\"><title>w_twice/read</title>\n",
       "<ellipse fill=\"#e9a6b0\" stroke=\"black\" cx=\"45\" cy=\"-90\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"45\" y=\"-86.3\" font-family=\"Times,serif\" font-size=\"14.00\">read</text>\n",
       "</g>\n",
       "<!-- Const -->\n",
       "<g id=\"node16\" class=\"node\"><title>Const</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"675\" cy=\"-697\" rx=\"31.3957\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"675\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const</text>\n",
       "</g>\n",
       "<!-- MatMul -->\n",
       "<g id=\"node18\" class=\"node\"><title>MatMul</title>\n",
       "<ellipse fill=\"#bbffbb\" stroke=\"black\" cx=\"720\" cy=\"-622\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"720\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">MatMul</text>\n",
       "</g>\n",
       "<!-- Const&#45;&gt;MatMul -->\n",
       "<g id=\"edge24\" class=\"edge\"><title>Const&#45;&gt;MatMul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M684.987,-679.799C690.675,-670.572 697.926,-658.808 704.353,-648.382\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"707.461,-650.011 709.729,-639.662 701.502,-646.338 707.461,-650.011\"/>\n",
       "</g>\n",
       "<!-- Const_1 -->\n",
       "<g id=\"node17\" class=\"node\"><title>Const_1</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"764\" cy=\"-697\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"764\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const_1</text>\n",
       "</g>\n",
       "<!-- Const_1&#45;&gt;MatMul -->\n",
       "<g id=\"edge30\" class=\"edge\"><title>Const_1&#45;&gt;MatMul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M754.016,-679.435C748.446,-670.195 741.395,-658.496 735.158,-648.149\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"738.105,-646.257 729.945,-639.499 732.109,-649.871 738.105,-646.257\"/>\n",
       "</g>\n",
       "<!-- Const_2 -->\n",
       "<g id=\"node19\" class=\"node\"><title>Const_2</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"863\" cy=\"-697\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"863\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const_2</text>\n",
       "</g>\n",
       "<!-- MatMul_1 -->\n",
       "<g id=\"node21\" class=\"node\"><title>MatMul_1</title>\n",
       "<ellipse fill=\"#bbffbb\" stroke=\"black\" cx=\"917\" cy=\"-622\" rx=\"49.2915\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"917\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">MatMul_1</text>\n",
       "</g>\n",
       "<!-- Const_2&#45;&gt;MatMul_1 -->\n",
       "<g id=\"edge18\" class=\"edge\"><title>Const_2&#45;&gt;MatMul_1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M874.984,-679.799C881.947,-670.386 890.864,-658.332 898.69,-647.752\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"901.542,-649.783 904.675,-639.662 895.914,-645.62 901.542,-649.783\"/>\n",
       "</g>\n",
       "<!-- Const_3 -->\n",
       "<g id=\"node20\" class=\"node\"><title>Const_3</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"962\" cy=\"-697\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"962\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const_3</text>\n",
       "</g>\n",
       "<!-- Const_3&#45;&gt;MatMul_1 -->\n",
       "<g id=\"edge8\" class=\"edge\"><title>Const_3&#45;&gt;MatMul_1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M951.789,-679.435C946.133,-670.26 938.983,-658.661 932.637,-648.367\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"935.553,-646.428 927.327,-639.752 929.595,-650.101 935.553,-646.428\"/>\n",
       "</g>\n",
       "<!-- counter&#45;&gt;counter/read -->\n",
       "<g id=\"edge6\" class=\"edge\"><title>counter&#45;&gt;counter/read</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M511,-496.189C511,-520.424 511,-564.888 511,-593.679\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"507.5,-593.871 511,-603.871 514.5,-593.872 507.5,-593.871\"/>\n",
       "</g>\n",
       "<!-- Const_4 -->\n",
       "<g id=\"node23\" class=\"node\"><title>Const_4</title>\n",
       "<ellipse fill=\"yellow\" stroke=\"black\" cx=\"586\" cy=\"-697\" rx=\"40.0939\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"586\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">Const_4</text>\n",
       "</g>\n",
       "<!-- Const_4&#45;&gt;Add -->\n",
       "<g id=\"edge7\" class=\"edge\"><title>Const_4&#45;&gt;Add</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M586,-678.7C586,-670.245 586,-659.869 586,-650.373\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"589.5,-650.176 586,-640.176 582.5,-650.176 589.5,-650.176\"/>\n",
       "</g>\n",
       "<!-- Assign -->\n",
       "<g id=\"node25\" class=\"node\"><title>Assign</title>\n",
       "<ellipse fill=\"#bbbbff\" stroke=\"black\" cx=\"589\" cy=\"-550\" rx=\"35.194\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"589\" y=\"-546.3\" font-family=\"Times,serif\" font-size=\"14.00\">Assign</text>\n",
       "</g>\n",
       "<!-- Add&#45;&gt;Assign -->\n",
       "<g id=\"edge26\" class=\"edge\"><title>Add&#45;&gt;Assign</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M586.742,-603.697C587.072,-595.983 587.469,-586.712 587.838,-578.112\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"591.335,-578.245 588.267,-568.104 584.342,-577.945 591.335,-578.245\"/>\n",
       "</g>\n",
       "<!-- Assign&#45;&gt;counter -->\n",
       "<g id=\"edge19\" class=\"edge\"><title>Assign&#45;&gt;counter</title>\n",
       "<path fill=\"none\" stroke=\"red\" d=\"M572.075,-533.811C561.343,-524.179 547.285,-511.563 535.362,-500.863\"/>\n",
       "<polygon fill=\"red\" stroke=\"red\" points=\"537.672,-498.234 527.892,-494.159 532.997,-503.443 537.672,-498.234\"/>\n",
       "</g>\n",
       "<!-- init -->\n",
       "<g id=\"node26\" class=\"node\"><title>init</title>\n",
       "<ellipse fill=\"#fcedbe\" stroke=\"black\" cx=\"1047\" cy=\"-697\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1047\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">init</text>\n",
       "</g>\n",
       "<!-- random_normal&#45;&gt;weights/Assign -->\n",
       "<g id=\"edge11\" class=\"edge\"><title>random_normal&#45;&gt;weights/Assign</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M312,-459.7C312,-451.245 312,-440.869 312,-431.373\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"315.5,-431.176 312,-421.176 308.5,-431.176 315.5,-431.176\"/>\n",
       "</g>\n",
       "<!-- weights&#45;&gt;weights/read -->\n",
       "<g id=\"edge27\" class=\"edge\"><title>weights&#45;&gt;weights/read</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M241.792,-349.275C240.352,-357.03 238.619,-366.362 237.013,-375.005\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"233.532,-374.584 235.147,-385.055 240.414,-375.862 233.532,-374.584\"/>\n",
       "</g>\n",
       "<!-- Identity -->\n",
       "<g id=\"node29\" class=\"node\"><title>Identity</title>\n",
       "<ellipse fill=\"#e9a6b0\" stroke=\"black\" cx=\"297\" cy=\"-256\" rx=\"38.1938\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"297\" y=\"-252.3\" font-family=\"Times,serif\" font-size=\"14.00\">Identity</text>\n",
       "</g>\n",
       "<!-- weights&#45;&gt;Identity -->\n",
       "<g id=\"edge22\" class=\"edge\"><title>weights&#45;&gt;Identity</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M256.54,-313.799C263.226,-304.414 271.782,-292.403 279.302,-281.845\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"282.361,-283.584 285.312,-273.408 276.659,-279.522 282.361,-283.584\"/>\n",
       "</g>\n",
       "<!-- Identity_1 -->\n",
       "<g id=\"node31\" class=\"node\"><title>Identity_1</title>\n",
       "<ellipse fill=\"#e9a6b0\" stroke=\"black\" cx=\"194\" cy=\"-256\" rx=\"46.5926\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"194\" y=\"-252.3\" font-family=\"Times,serif\" font-size=\"14.00\">Identity_1</text>\n",
       "</g>\n",
       "<!-- weights&#45;&gt;Identity_1 -->\n",
       "<g id=\"edge9\" class=\"edge\"><title>weights&#45;&gt;Identity_1</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M233.681,-313.799C227.17,-304.479 218.851,-292.57 211.512,-282.067\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"214.237,-279.855 205.64,-273.662 208.498,-283.864 214.237,-279.855\"/>\n",
       "</g>\n",
       "<!-- Identity&#45;&gt;w2/Assign -->\n",
       "<g id=\"edge15\" class=\"edge\"><title>Identity&#45;&gt;w2/Assign</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M297,-237.822C297,-227.19 297,-213.306 297,-201.204\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"300.5,-201.153 297,-191.153 293.5,-201.153 300.5,-201.153\"/>\n",
       "</g>\n",
       "<!-- w2&#45;&gt;w2/read -->\n",
       "<g id=\"edge13\" class=\"edge\"><title>w2&#45;&gt;w2/read</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M220.153,-108.153C219.628,-118.78 218.943,-132.663 218.345,-144.768\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"214.846,-144.661 217.848,-154.822 221.837,-145.007 214.846,-144.661\"/>\n",
       "</g>\n",
       "<!-- Identity_1&#45;&gt;mul -->\n",
       "<g id=\"edge14\" class=\"edge\"><title>Identity_1&#45;&gt;mul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M180.037,-238.608C169.797,-226.588 155.762,-210.112 144.429,-196.808\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"146.928,-194.344 137.779,-189.001 141.599,-198.883 146.928,-194.344\"/>\n",
       "</g>\n",
       "<!-- mul&#45;&gt;w_twice/Assign -->\n",
       "<g id=\"edge12\" class=\"edge\"><title>mul&#45;&gt;w_twice/Assign</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M125,-154.822C125,-144.19 125,-130.306 125,-118.204\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"128.5,-118.153 125,-108.153 121.5,-118.153 128.5,-118.153\"/>\n",
       "</g>\n",
       "<!-- w_twice&#45;&gt;w_twice/read -->\n",
       "<g id=\"edge21\" class=\"edge\"><title>w_twice&#45;&gt;w_twice/read</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M75.4952,-35.6334C70.6816,-44.0571 64.7364,-54.4613 59.3773,-63.8396\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"56.1999,-62.3457 54.2773,-72.7646 62.2776,-65.8187 56.1999,-62.3457\"/>\n",
       "</g>\n",
       "<!-- init_1 -->\n",
       "<g id=\"node34\" class=\"node\"><title>init_1</title>\n",
       "<ellipse fill=\"#fcedbe\" stroke=\"black\" cx=\"1123\" cy=\"-697\" rx=\"31.3957\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1123\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">init_1</text>\n",
       "</g>\n",
       "<!-- Placeholder -->\n",
       "<g id=\"node35\" class=\"node\"><title>Placeholder</title>\n",
       "<ellipse fill=\"#a5d8f9\" stroke=\"black\" cx=\"1224\" cy=\"-697\" rx=\"51.9908\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1224\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">Placeholder</text>\n",
       "</g>\n",
       "<!-- Mul -->\n",
       "<g id=\"node37\" class=\"node\"><title>Mul</title>\n",
       "<ellipse fill=\"#d69d9c\" stroke=\"black\" cx=\"1289\" cy=\"-622\" rx=\"27\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1289\" y=\"-618.3\" font-family=\"Times,serif\" font-size=\"14.00\">Mul</text>\n",
       "</g>\n",
       "<!-- Placeholder&#45;&gt;Mul -->\n",
       "<g id=\"edge20\" class=\"edge\"><title>Placeholder&#45;&gt;Mul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1238.75,-679.435C1247.67,-669.415 1259.17,-656.505 1268.91,-645.561\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1271.6,-647.805 1275.64,-638.01 1266.37,-643.15 1271.6,-647.805\"/>\n",
       "</g>\n",
       "<!-- Placeholder_1 -->\n",
       "<g id=\"node36\" class=\"node\"><title>Placeholder_1</title>\n",
       "<ellipse fill=\"#a5d8f9\" stroke=\"black\" cx=\"1355\" cy=\"-697\" rx=\"61.1893\" ry=\"18\"/>\n",
       "<text text-anchor=\"middle\" x=\"1355\" y=\"-693.3\" font-family=\"Times,serif\" font-size=\"14.00\">Placeholder_1</text>\n",
       "</g>\n",
       "<!-- Placeholder_1&#45;&gt;Mul -->\n",
       "<g id=\"edge25\" class=\"edge\"><title>Placeholder_1&#45;&gt;Mul</title>\n",
       "<path fill=\"none\" stroke=\"black\" d=\"M1340.02,-679.435C1330.96,-669.415 1319.29,-656.505 1309.4,-645.561\"/>\n",
       "<polygon fill=\"black\" stroke=\"black\" points=\"1311.87,-643.08 1302.57,-638.01 1306.68,-647.775 1311.87,-643.08\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x7f4f60386da0>"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfdot()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.1+"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}