resnet-34-export.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "ResNet-34\n",
    "========="
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "[https://arxiv.org/abs/1512.03385](https://arxiv.org/abs/1512.03385)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "With batch_norm folded into convolutional layers for speed."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Network info\n",
    "\n",
    "Trained in: [fb.resnet.torch](https://github.com/facebook/fb.resnet.torch/tree/master/pretrained)\n",
    "    \n",
    "Test top-1/top5 error: **26.72, 8.74**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import re\n",
    "import hickle as hkl\n",
    "import torch\n",
    "import torch.nn.functional as F\n",
    "from torch.autograd import Variable\n",
    "from torchviz import make_dot"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Weights of this networks are in `hdf5` format and should be easy to load in other frameworks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "conv0.bias (64,)\n",
      "conv0.weight (64, 3, 7, 7)\n",
      "fc.bias (1000,)\n",
      "fc.weight (1000, 512)\n",
      "group0.block0.conv0.bias (64,)\n",
      "group0.block0.conv0.weight (64, 64, 3, 3)\n",
      "group0.block0.conv1.bias (64,)\n",
      "group0.block0.conv1.weight (64, 64, 3, 3)\n",
      "group0.block1.conv0.bias (64,)\n",
      "group0.block1.conv0.weight (64, 64, 3, 3)\n",
      "group0.block1.conv1.bias (64,)\n",
      "group0.block1.conv1.weight (64, 64, 3, 3)\n",
      "group0.block2.conv0.bias (64,)\n",
      "group0.block2.conv0.weight (64, 64, 3, 3)\n",
      "group0.block2.conv1.bias (64,)\n",
      "group0.block2.conv1.weight (64, 64, 3, 3)\n",
      "group1.block0.conv0.bias (128,)\n",
      "group1.block0.conv0.weight (128, 64, 3, 3)\n",
      "group1.block0.conv1.bias (128,)\n",
      "group1.block0.conv1.weight (128, 128, 3, 3)\n",
      "group1.block0.conv_dim.bias (128,)\n",
      "group1.block0.conv_dim.weight (128, 64, 1, 1)\n",
      "group1.block1.conv0.bias (128,)\n",
      "group1.block1.conv0.weight (128, 128, 3, 3)\n",
      "group1.block1.conv1.bias (128,)\n",
      "group1.block1.conv1.weight (128, 128, 3, 3)\n",
      "group1.block2.conv0.bias (128,)\n",
      "group1.block2.conv0.weight (128, 128, 3, 3)\n",
      "group1.block2.conv1.bias (128,)\n",
      "group1.block2.conv1.weight (128, 128, 3, 3)\n",
      "group1.block3.conv0.bias (128,)\n",
      "group1.block3.conv0.weight (128, 128, 3, 3)\n",
      "group1.block3.conv1.bias (128,)\n",
      "group1.block3.conv1.weight (128, 128, 3, 3)\n",
      "group2.block0.conv0.bias (256,)\n",
      "group2.block0.conv0.weight (256, 128, 3, 3)\n",
      "group2.block0.conv1.bias (256,)\n",
      "group2.block0.conv1.weight (256, 256, 3, 3)\n",
      "group2.block0.conv_dim.bias (256,)\n",
      "group2.block0.conv_dim.weight (256, 128, 1, 1)\n",
      "group2.block1.conv0.bias (256,)\n",
      "group2.block1.conv0.weight (256, 256, 3, 3)\n",
      "group2.block1.conv1.bias (256,)\n",
      "group2.block1.conv1.weight (256, 256, 3, 3)\n",
      "group2.block2.conv0.bias (256,)\n",
      "group2.block2.conv0.weight (256, 256, 3, 3)\n",
      "group2.block2.conv1.bias (256,)\n",
      "group2.block2.conv1.weight (256, 256, 3, 3)\n",
      "group2.block3.conv0.bias (256,)\n",
      "group2.block3.conv0.weight (256, 256, 3, 3)\n",
      "group2.block3.conv1.bias (256,)\n",
      "group2.block3.conv1.weight (256, 256, 3, 3)\n",
      "group2.block4.conv0.bias (256,)\n",
      "group2.block4.conv0.weight (256, 256, 3, 3)\n",
      "group2.block4.conv1.bias (256,)\n",
      "group2.block4.conv1.weight (256, 256, 3, 3)\n",
      "group2.block5.conv0.bias (256,)\n",
      "group2.block5.conv0.weight (256, 256, 3, 3)\n",
      "group2.block5.conv1.bias (256,)\n",
      "group2.block5.conv1.weight (256, 256, 3, 3)\n",
      "group3.block0.conv0.bias (512,)\n",
      "group3.block0.conv0.weight (512, 256, 3, 3)\n",
      "group3.block0.conv1.bias (512,)\n",
      "group3.block0.conv1.weight (512, 512, 3, 3)\n",
      "group3.block0.conv_dim.bias (512,)\n",
      "group3.block0.conv_dim.weight (512, 256, 1, 1)\n",
      "group3.block1.conv0.bias (512,)\n",
      "group3.block1.conv0.weight (512, 512, 3, 3)\n",
      "group3.block1.conv1.bias (512,)\n",
      "group3.block1.conv1.weight (512, 512, 3, 3)\n",
      "group3.block2.conv0.bias (512,)\n",
      "group3.block2.conv0.weight (512, 512, 3, 3)\n",
      "group3.block2.conv1.bias (512,)\n",
      "group3.block2.conv1.weight (512, 512, 3, 3)\n",
      "\n",
      "Total parameters: 21789160\n"
     ]
    }
   ],
   "source": [
    "params = hkl.load('resnet-34-export.hkl')\n",
    "\n",
    "# convert numpy arrays to torch Variables\n",
    "for k,v in sorted(params.items()):\n",
    "    print(k, tuple(v.shape))\n",
    "    params[k] = Variable(torch.from_numpy(v), requires_grad=True)\n",
    "    \n",
    "print('\\nTotal parameters:', sum(v.numel() for v in params.values()))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## PyTorch model definition"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "def define_model(params):\n",
    "    def conv2d(input, params, base, stride=1, pad=0):\n",
    "        return F.conv2d(input, params[base + '.weight'],\n",
    "                        params[base + '.bias'], stride, pad)\n",
    "\n",
    "    def group(input, params, base, stride, n):\n",
    "        o = input\n",
    "        for i in range(0,n):\n",
    "            b_base = ('%s.block%d.conv') % (base, i)\n",
    "            x = o\n",
    "            o = conv2d(x, params, b_base + '0', pad=1, stride=i==0 and stride or 1)\n",
    "            o = F.relu(o)\n",
    "            o = conv2d(o, params, b_base + '1', pad=1)\n",
    "            if i == 0 and stride != 1:\n",
    "                o += conv2d(x, params, b_base + '_dim', stride=stride)\n",
    "            else:\n",
    "                o += x\n",
    "            o = F.relu(o)\n",
    "        return o\n",
    "    \n",
    "    # determine network size by parameters\n",
    "    blocks = [sum([re.match('group%d.block\\d+.conv0.weight'%j, k) is not None\n",
    "                   for k in params.keys()]) for j in range(4)]\n",
    "\n",
    "    def f(input, params):\n",
    "        o = F.conv2d(input, params['conv0.weight'], params['conv0.bias'], 2, 3)\n",
    "        o = F.relu(o)\n",
    "        o = F.max_pool2d(o, 3, 2, 1)\n",
    "        o_g0 = group(o, params, 'group0', 1, blocks[0])\n",
    "        o_g1 = group(o_g0, params, 'group1', 2, blocks[1])\n",
    "        o_g2 = group(o_g1, params, 'group2', 2, blocks[2])\n",
    "        o_g3 = group(o_g2, params, 'group3', 2, blocks[3])\n",
    "        o = F.avg_pool2d(o_g3, 7, 1, 0)\n",
    "        o = o.view(o.size(0), -1)\n",
    "        o = F.linear(o, params['fc.weight'], params['fc.bias'])\n",
    "        return o\n",
    "    return f\n",
    "\n",
    "f = define_model(params)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "do simple fprop, output shape should be `1x1000`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Variable containing:\n",
      " 0.0560  0.9500  2.6772  ...  -0.7903 -0.2095  2.4325\n",
      "[torch.FloatTensor of size 1x1000]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "inputs = torch.randn(1,3,224,224)\n",
    "y = f(Variable(inputs), params)\n",
    "print y"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Visualization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: %3 Pages: 1 -->\n",
       "<svg width=\"402pt\" height=\"864pt\"\n",
       " viewBox=\"0.00 0.00 401.98 864.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(.1645 .1645) rotate(0) translate(4 5248)\">\n",
       "<title>%3</title>\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-5248 2439.4932,-5248 2439.4932,4 -4,4\"/>\n",
       "<!-- 4456940112 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>4456940112</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"2258.4502,-20 2162.5361,-20 2162.5361,0 2258.4502,0 2258.4502,-20\"/>\n",
       "<text text-anchor=\"middle\" x=\"2210.4932\" y=\"-6.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">LinearBackward</text>\n",
       "</g>\n",
       "<!-- 4456939856 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>4456939856</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"2037.4151,-82 1947.5713,-82 1947.5713,-62 2037.4151,-62 2037.4151,-82\"/>\n",
       "<text text-anchor=\"middle\" x=\"1992.4932\" y=\"-68.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n",
       "</g>\n",
       "<!-- 4456939856&#45;&gt;4456940112 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>4456939856&#45;&gt;4456940112</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2026.1736,-61.9381C2032.8992,-59.9521 2039.9166,-57.8965 2046.4932,-56 2086.1473,-44.5647 2131.3071,-31.9262 2164.184,-22.795\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2165.2729,-26.1252 2173.9732,-20.079 2163.4014,-19.38 2165.2729,-26.1252\"/>\n",
       "</g>\n",
       "<!-- 4456939600 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>4456939600</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"2027.2825,-144 1957.7038,-144 1957.7038,-124 2027.2825,-124 2027.2825,-144\"/>\n",
       "<text text-anchor=\"middle\" x=\"1992.4932\" y=\"-130.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AvgPool2d</text>\n",
       "</g>\n",
       "<!-- 4456939600&#45;&gt;4456939856 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>4456939600&#45;&gt;4456939856</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1992.4932,-123.762C1992.4932,-115.185 1992.4932,-102.6836 1992.4932,-92.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1995.9933,-92.0475 1992.4932,-82.0475 1988.9933,-92.0476 1995.9933,-92.0475\"/>\n",
       "</g>\n",
       "<!-- 4456910416 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>4456910416</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1980.6503,-200 1916.336,-200 1916.336,-180 1980.6503,-180 1980.6503,-200\"/>\n",
       "<text text-anchor=\"middle\" x=\"1948.4932\" y=\"-186.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456910416&#45;&gt;4456939600 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>4456910416&#45;&gt;4456939600</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1956.3595,-179.9883C1962.4156,-172.2806 1970.9496,-161.4191 1978.2034,-152.187\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1980.9711,-154.3295 1984.3973,-144.3039 1975.4669,-150.0047 1980.9711,-154.3295\"/>\n",
       "</g>\n",
       "<!-- 4456910160 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>4456910160</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1941.3043,-256 1855.682,-256 1855.682,-236 1941.3043,-236 1941.3043,-256\"/>\n",
       "<text text-anchor=\"middle\" x=\"1898.4932\" y=\"-242.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456910160&#45;&gt;4456910416 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>4456910160&#45;&gt;4456910416</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1907.4322,-235.9883C1914.3843,-228.2019 1924.21,-217.1971 1932.5066,-207.9049\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1935.2439,-210.0943 1939.2933,-200.3039 1930.0223,-205.4322 1935.2439,-210.0943\"/>\n",
       "</g>\n",
       "<!-- 4456832272 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>4456832272</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"2066.3081,-312 1960.6782,-312 1960.6782,-292 2066.3081,-292 2066.3081,-312\"/>\n",
       "<text text-anchor=\"middle\" x=\"2013.4932\" y=\"-298.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456832272&#45;&gt;4456910160 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>4456832272&#45;&gt;4456910160</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1992.9335,-291.9883C1974.9746,-283.2431 1948.6786,-270.4381 1928.3919,-260.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1929.7856,-257.3452 1919.2626,-256.1138 1926.721,-263.6387 1929.7856,-257.3452\"/>\n",
       "</g>\n",
       "<!-- 4456909904 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>4456909904</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1982.6503,-374 1918.336,-374 1918.336,-354 1982.6503,-354 1982.6503,-374\"/>\n",
       "<text text-anchor=\"middle\" x=\"1950.4932\" y=\"-360.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456909904&#45;&gt;4456832272 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>4456909904&#45;&gt;4456832272</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1960.8963,-353.762C1970.4373,-344.3724 1984.7573,-330.2797 1996.0474,-319.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1998.6111,-321.5564 2003.2836,-312.0475 1993.7011,-316.5672 1998.6111,-321.5564\"/>\n",
       "</g>\n",
       "<!-- 4456918736 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>4456918736</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"2003.3081,-436 1897.6782,-436 1897.6782,-416 2003.3081,-416 2003.3081,-436\"/>\n",
       "<text text-anchor=\"middle\" x=\"1950.4932\" y=\"-422.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456918736&#45;&gt;4456909904 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>4456918736&#45;&gt;4456909904</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1950.4932,-415.762C1950.4932,-407.185 1950.4932,-394.6836 1950.4932,-384.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1953.9933,-384.0475 1950.4932,-374.0475 1946.9933,-384.0476 1953.9933,-384.0475\"/>\n",
       "</g>\n",
       "<!-- 4456909648 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>4456909648</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1867.6503,-498 1803.336,-498 1803.336,-478 1867.6503,-478 1867.6503,-498\"/>\n",
       "<text text-anchor=\"middle\" x=\"1835.4932\" y=\"-484.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456909648&#45;&gt;4456910160 -->\n",
       "<g id=\"edge209\" class=\"edge\">\n",
       "<title>4456909648&#45;&gt;4456910160</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1838.12,-477.9097C1847.6461,-441.3175 1880.4879,-315.1631 1893.3085,-265.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1896.7228,-266.6927 1895.8551,-256.1334 1889.9486,-264.9291 1896.7228,-266.6927\"/>\n",
       "</g>\n",
       "<!-- 4456909648&#45;&gt;4456918736 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>4456909648&#45;&gt;4456918736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1854.2258,-477.9006C1872.8542,-467.8576 1901.6437,-452.3362 1922.8895,-440.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1924.6272,-443.9214 1931.7685,-436.095 1921.3053,-437.7599 1924.6272,-443.9214\"/>\n",
       "</g>\n",
       "<!-- 4456909392 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>4456909392</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1828.3043,-560 1742.682,-560 1742.682,-540 1828.3043,-540 1828.3043,-560\"/>\n",
       "<text text-anchor=\"middle\" x=\"1785.4932\" y=\"-546.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456909392&#45;&gt;4456909648 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>4456909392&#45;&gt;4456909648</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1793.7496,-539.762C1801.1034,-530.6432 1812.0344,-517.0888 1820.8661,-506.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1823.8372,-508.0288 1827.3903,-498.0475 1818.3883,-503.6345 1823.8372,-508.0288\"/>\n",
       "</g>\n",
       "<!-- 4451431376 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>4451431376</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1953.3081,-616 1847.6782,-616 1847.6782,-596 1953.3081,-596 1953.3081,-616\"/>\n",
       "<text text-anchor=\"middle\" x=\"1900.4932\" y=\"-602.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4451431376&#45;&gt;4456909392 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>4451431376&#45;&gt;4456909392</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1879.9335,-595.9883C1861.9746,-587.2431 1835.6786,-574.4381 1815.3919,-564.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1816.7856,-561.3452 1806.2626,-560.1138 1813.721,-567.6387 1816.7856,-561.3452\"/>\n",
       "</g>\n",
       "<!-- 4456909136 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>4456909136</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1869.6503,-678 1805.336,-678 1805.336,-658 1869.6503,-658 1869.6503,-678\"/>\n",
       "<text text-anchor=\"middle\" x=\"1837.4932\" y=\"-664.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456909136&#45;&gt;4451431376 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>4456909136&#45;&gt;4451431376</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1847.8963,-657.762C1857.4373,-648.3724 1871.7573,-634.2797 1883.0474,-623.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1885.6111,-625.5564 1890.2836,-616.0475 1880.7011,-620.5672 1885.6111,-625.5564\"/>\n",
       "</g>\n",
       "<!-- 4451432848 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>4451432848</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1890.3081,-740 1784.6782,-740 1784.6782,-720 1890.3081,-720 1890.3081,-740\"/>\n",
       "<text text-anchor=\"middle\" x=\"1837.4932\" y=\"-726.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4451432848&#45;&gt;4456909136 -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>4451432848&#45;&gt;4456909136</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1837.4932,-719.762C1837.4932,-711.185 1837.4932,-698.6836 1837.4932,-688.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1840.9933,-688.0475 1837.4932,-678.0475 1833.9933,-688.0476 1840.9933,-688.0475\"/>\n",
       "</g>\n",
       "<!-- 4456908880 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>4456908880</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1754.6503,-802 1690.336,-802 1690.336,-782 1754.6503,-782 1754.6503,-802\"/>\n",
       "<text text-anchor=\"middle\" x=\"1722.4932\" y=\"-788.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456908880&#45;&gt;4456909392 -->\n",
       "<g id=\"edge202\" class=\"edge\">\n",
       "<title>4456908880&#45;&gt;4456909392</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1725.12,-781.9097C1734.6461,-745.3175 1767.4879,-619.1631 1780.3085,-569.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1783.7228,-570.6927 1782.8551,-560.1334 1776.9486,-568.9291 1783.7228,-570.6927\"/>\n",
       "</g>\n",
       "<!-- 4456908880&#45;&gt;4451432848 -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>4456908880&#45;&gt;4451432848</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1741.2258,-781.9006C1759.8542,-771.8576 1788.6437,-756.3362 1809.8895,-744.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1811.6272,-747.9214 1818.7685,-740.095 1808.3053,-741.7599 1811.6272,-747.9214\"/>\n",
       "</g>\n",
       "<!-- 4456908624 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>4456908624</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1715.3043,-864 1629.682,-864 1629.682,-844 1715.3043,-844 1715.3043,-864\"/>\n",
       "<text text-anchor=\"middle\" x=\"1672.4932\" y=\"-850.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456908624&#45;&gt;4456908880 -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>4456908624&#45;&gt;4456908880</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1680.7496,-843.762C1688.1034,-834.6432 1699.0344,-821.0888 1707.8661,-810.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1710.8372,-812.0288 1714.3903,-802.0475 1705.3883,-807.6345 1710.8372,-812.0288\"/>\n",
       "</g>\n",
       "<!-- 4456821328 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>4456821328</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1824.3081,-920 1718.6782,-920 1718.6782,-900 1824.3081,-900 1824.3081,-920\"/>\n",
       "<text text-anchor=\"middle\" x=\"1771.4932\" y=\"-906.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456821328&#45;&gt;4456908624 -->\n",
       "<g id=\"edge15\" class=\"edge\">\n",
       "<title>4456821328&#45;&gt;4456908624</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1753.7939,-899.9883C1738.6835,-891.441 1716.7169,-879.0155 1699.4252,-869.2343\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1700.8002,-865.9909 1690.3729,-864.1138 1697.3537,-872.0837 1700.8002,-865.9909\"/>\n",
       "</g>\n",
       "<!-- 4456908368 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>4456908368</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1734.6503,-982 1670.336,-982 1670.336,-962 1734.6503,-962 1734.6503,-982\"/>\n",
       "<text text-anchor=\"middle\" x=\"1702.4932\" y=\"-968.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456908368&#45;&gt;4456821328 -->\n",
       "<g id=\"edge16\" class=\"edge\">\n",
       "<title>4456908368&#45;&gt;4456821328</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1713.8871,-961.762C1724.4373,-952.2821 1740.3227,-938.0083 1752.7417,-926.8492\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1755.2122,-929.3347 1760.3112,-920.0475 1750.5336,-924.1278 1755.2122,-929.3347\"/>\n",
       "</g>\n",
       "<!-- 4456824208 -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>4456824208</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1755.3081,-1044 1649.6782,-1044 1649.6782,-1024 1755.3081,-1024 1755.3081,-1044\"/>\n",
       "<text text-anchor=\"middle\" x=\"1702.4932\" y=\"-1030.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456824208&#45;&gt;4456908368 -->\n",
       "<g id=\"edge17\" class=\"edge\">\n",
       "<title>4456824208&#45;&gt;4456908368</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1702.4932,-1023.762C1702.4932,-1015.185 1702.4932,-1002.6836 1702.4932,-992.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1705.9933,-992.0475 1702.4932,-982.0475 1698.9933,-992.0476 1705.9933,-992.0475\"/>\n",
       "</g>\n",
       "<!-- 4456908112 -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>4456908112</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1671.6503,-1106 1607.336,-1106 1607.336,-1086 1671.6503,-1086 1671.6503,-1106\"/>\n",
       "<text text-anchor=\"middle\" x=\"1639.4932\" y=\"-1092.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456908112&#45;&gt;4456824208 -->\n",
       "<g id=\"edge18\" class=\"edge\">\n",
       "<title>4456908112&#45;&gt;4456824208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1649.8963,-1085.762C1659.4373,-1076.3724 1673.7573,-1062.2797 1685.0474,-1051.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1687.6111,-1053.5564 1692.2836,-1044.0475 1682.7011,-1048.5672 1687.6111,-1053.5564\"/>\n",
       "</g>\n",
       "<!-- 4456823696 -->\n",
       "<g id=\"node180\" class=\"node\">\n",
       "<title>4456823696</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1629.3081,-1044 1523.6782,-1044 1523.6782,-1024 1629.3081,-1024 1629.3081,-1044\"/>\n",
       "<text text-anchor=\"middle\" x=\"1576.4932\" y=\"-1030.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456908112&#45;&gt;4456823696 -->\n",
       "<g id=\"edge193\" class=\"edge\">\n",
       "<title>4456908112&#45;&gt;4456823696</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1629.09,-1085.762C1619.549,-1076.3724 1605.229,-1062.2797 1593.9389,-1051.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1596.2852,-1048.5672 1586.7028,-1044.0475 1591.3752,-1053.5564 1596.2852,-1048.5672\"/>\n",
       "</g>\n",
       "<!-- 4456907856 -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>4456907856</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1629.3043,-1168 1543.682,-1168 1543.682,-1148 1629.3043,-1148 1629.3043,-1168\"/>\n",
       "<text text-anchor=\"middle\" x=\"1586.4932\" y=\"-1154.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456907856&#45;&gt;4456908112 -->\n",
       "<g id=\"edge19\" class=\"edge\">\n",
       "<title>4456907856&#45;&gt;4456908112</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1595.245,-1147.762C1603.1172,-1138.553 1614.8567,-1124.82 1624.2658,-1113.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1627.0667,-1115.923 1630.9041,-1106.0475 1621.7459,-1111.3745 1627.0667,-1115.923\"/>\n",
       "</g>\n",
       "<!-- 4456956240 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>4456956240</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1754.3081,-1224 1648.6782,-1224 1648.6782,-1204 1754.3081,-1204 1754.3081,-1224\"/>\n",
       "<text text-anchor=\"middle\" x=\"1701.4932\" y=\"-1210.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456956240&#45;&gt;4456907856 -->\n",
       "<g id=\"edge20\" class=\"edge\">\n",
       "<title>4456956240&#45;&gt;4456907856</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1680.9335,-1203.9883C1662.9746,-1195.2431 1636.6786,-1182.4381 1616.3919,-1172.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1617.7856,-1169.3452 1607.2626,-1168.1138 1614.721,-1175.6387 1617.7856,-1169.3452\"/>\n",
       "</g>\n",
       "<!-- 4456907600 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>4456907600</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1670.6503,-1286 1606.336,-1286 1606.336,-1266 1670.6503,-1266 1670.6503,-1286\"/>\n",
       "<text text-anchor=\"middle\" x=\"1638.4932\" y=\"-1272.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456907600&#45;&gt;4456956240 -->\n",
       "<g id=\"edge21\" class=\"edge\">\n",
       "<title>4456907600&#45;&gt;4456956240</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1648.8963,-1265.762C1658.4373,-1256.3724 1672.7573,-1242.2797 1684.0474,-1231.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1686.6111,-1233.5564 1691.2836,-1224.0475 1681.7011,-1228.5672 1686.6111,-1233.5564\"/>\n",
       "</g>\n",
       "<!-- 4456956688 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>4456956688</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1691.3081,-1348 1585.6782,-1348 1585.6782,-1328 1691.3081,-1328 1691.3081,-1348\"/>\n",
       "<text text-anchor=\"middle\" x=\"1638.4932\" y=\"-1334.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456956688&#45;&gt;4456907600 -->\n",
       "<g id=\"edge22\" class=\"edge\">\n",
       "<title>4456956688&#45;&gt;4456907600</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1638.4932,-1327.762C1638.4932,-1319.185 1638.4932,-1306.6836 1638.4932,-1296.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1641.9933,-1296.0475 1638.4932,-1286.0475 1634.9933,-1296.0476 1641.9933,-1296.0475\"/>\n",
       "</g>\n",
       "<!-- 4456907344 -->\n",
       "<g id=\"node24\" class=\"node\">\n",
       "<title>4456907344</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1555.6503,-1410 1491.336,-1410 1491.336,-1390 1555.6503,-1390 1555.6503,-1410\"/>\n",
       "<text text-anchor=\"middle\" x=\"1523.4932\" y=\"-1396.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456907344&#45;&gt;4456907856 -->\n",
       "<g id=\"edge185\" class=\"edge\">\n",
       "<title>4456907344&#45;&gt;4456907856</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1526.12,-1389.9097C1535.6461,-1353.3175 1568.4879,-1227.1631 1581.3085,-1177.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1584.7228,-1178.6927 1583.8551,-1168.1334 1577.9486,-1176.9291 1584.7228,-1178.6927\"/>\n",
       "</g>\n",
       "<!-- 4456907344&#45;&gt;4456956688 -->\n",
       "<g id=\"edge23\" class=\"edge\">\n",
       "<title>4456907344&#45;&gt;4456956688</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1542.2258,-1389.9006C1560.8542,-1379.8576 1589.6437,-1364.3362 1610.8895,-1352.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1612.6272,-1355.9214 1619.7685,-1348.095 1609.3053,-1349.7599 1612.6272,-1355.9214\"/>\n",
       "</g>\n",
       "<!-- 4456907088 -->\n",
       "<g id=\"node25\" class=\"node\">\n",
       "<title>4456907088</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1513.3043,-1472 1427.682,-1472 1427.682,-1452 1513.3043,-1452 1513.3043,-1472\"/>\n",
       "<text text-anchor=\"middle\" x=\"1470.4932\" y=\"-1458.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456907088&#45;&gt;4456907344 -->\n",
       "<g id=\"edge24\" class=\"edge\">\n",
       "<title>4456907088&#45;&gt;4456907344</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1479.245,-1451.762C1487.1172,-1442.553 1498.8567,-1428.82 1508.2658,-1417.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1511.0667,-1419.923 1514.9041,-1410.0475 1505.7459,-1415.3745 1511.0667,-1419.923\"/>\n",
       "</g>\n",
       "<!-- 4456957264 -->\n",
       "<g id=\"node26\" class=\"node\">\n",
       "<title>4456957264</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1638.3081,-1528 1532.6782,-1528 1532.6782,-1508 1638.3081,-1508 1638.3081,-1528\"/>\n",
       "<text text-anchor=\"middle\" x=\"1585.4932\" y=\"-1514.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456957264&#45;&gt;4456907088 -->\n",
       "<g id=\"edge25\" class=\"edge\">\n",
       "<title>4456957264&#45;&gt;4456907088</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1564.9335,-1507.9883C1546.9746,-1499.2431 1520.6786,-1486.4381 1500.3919,-1476.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1501.7856,-1473.3452 1491.2626,-1472.1138 1498.721,-1479.6387 1501.7856,-1473.3452\"/>\n",
       "</g>\n",
       "<!-- 4456906832 -->\n",
       "<g id=\"node27\" class=\"node\">\n",
       "<title>4456906832</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1554.6503,-1590 1490.336,-1590 1490.336,-1570 1554.6503,-1570 1554.6503,-1590\"/>\n",
       "<text text-anchor=\"middle\" x=\"1522.4932\" y=\"-1576.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456906832&#45;&gt;4456957264 -->\n",
       "<g id=\"edge26\" class=\"edge\">\n",
       "<title>4456906832&#45;&gt;4456957264</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1532.8963,-1569.762C1542.4373,-1560.3724 1556.7573,-1546.2797 1568.0474,-1535.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1570.6111,-1537.5564 1575.2836,-1528.0475 1565.7011,-1532.5672 1570.6111,-1537.5564\"/>\n",
       "</g>\n",
       "<!-- 4456957712 -->\n",
       "<g id=\"node28\" class=\"node\">\n",
       "<title>4456957712</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1575.3081,-1652 1469.6782,-1652 1469.6782,-1632 1575.3081,-1632 1575.3081,-1652\"/>\n",
       "<text text-anchor=\"middle\" x=\"1522.4932\" y=\"-1638.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456957712&#45;&gt;4456906832 -->\n",
       "<g id=\"edge27\" class=\"edge\">\n",
       "<title>4456957712&#45;&gt;4456906832</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1522.4932,-1631.762C1522.4932,-1623.185 1522.4932,-1610.6836 1522.4932,-1600.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1525.9933,-1600.0475 1522.4932,-1590.0475 1518.9933,-1600.0476 1525.9933,-1600.0475\"/>\n",
       "</g>\n",
       "<!-- 4456889936 -->\n",
       "<g id=\"node29\" class=\"node\">\n",
       "<title>4456889936</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1439.6503,-1714 1375.336,-1714 1375.336,-1694 1439.6503,-1694 1439.6503,-1714\"/>\n",
       "<text text-anchor=\"middle\" x=\"1407.4932\" y=\"-1700.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456889936&#45;&gt;4456907088 -->\n",
       "<g id=\"edge178\" class=\"edge\">\n",
       "<title>4456889936&#45;&gt;4456907088</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1410.12,-1693.9097C1419.6461,-1657.3175 1452.4879,-1531.1631 1465.3085,-1481.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1468.7228,-1482.6927 1467.8551,-1472.1334 1461.9486,-1480.9291 1468.7228,-1482.6927\"/>\n",
       "</g>\n",
       "<!-- 4456889936&#45;&gt;4456957712 -->\n",
       "<g id=\"edge28\" class=\"edge\">\n",
       "<title>4456889936&#45;&gt;4456957712</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1426.2258,-1693.9006C1444.8542,-1683.8576 1473.6437,-1668.3362 1494.8895,-1656.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1496.6272,-1659.9214 1503.7685,-1652.095 1493.3053,-1653.7599 1496.6272,-1659.9214\"/>\n",
       "</g>\n",
       "<!-- 4456889680 -->\n",
       "<g id=\"node30\" class=\"node\">\n",
       "<title>4456889680</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1397.3043,-1776 1311.682,-1776 1311.682,-1756 1397.3043,-1756 1397.3043,-1776\"/>\n",
       "<text text-anchor=\"middle\" x=\"1354.4932\" y=\"-1762.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456889680&#45;&gt;4456889936 -->\n",
       "<g id=\"edge29\" class=\"edge\">\n",
       "<title>4456889680&#45;&gt;4456889936</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1363.245,-1755.762C1371.1172,-1746.553 1382.8567,-1732.82 1392.2658,-1721.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1395.0667,-1723.923 1398.9041,-1714.0475 1389.7459,-1719.3745 1395.0667,-1723.923\"/>\n",
       "</g>\n",
       "<!-- 4456958288 -->\n",
       "<g id=\"node31\" class=\"node\">\n",
       "<title>4456958288</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1522.3081,-1832 1416.6782,-1832 1416.6782,-1812 1522.3081,-1812 1522.3081,-1832\"/>\n",
       "<text text-anchor=\"middle\" x=\"1469.4932\" y=\"-1818.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456958288&#45;&gt;4456889680 -->\n",
       "<g id=\"edge30\" class=\"edge\">\n",
       "<title>4456958288&#45;&gt;4456889680</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1448.9335,-1811.9883C1430.9746,-1803.2431 1404.6786,-1790.4381 1384.3919,-1780.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1385.7856,-1777.3452 1375.2626,-1776.1138 1382.721,-1783.6387 1385.7856,-1777.3452\"/>\n",
       "</g>\n",
       "<!-- 4456889424 -->\n",
       "<g id=\"node32\" class=\"node\">\n",
       "<title>4456889424</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1438.6503,-1894 1374.336,-1894 1374.336,-1874 1438.6503,-1874 1438.6503,-1894\"/>\n",
       "<text text-anchor=\"middle\" x=\"1406.4932\" y=\"-1880.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456889424&#45;&gt;4456958288 -->\n",
       "<g id=\"edge31\" class=\"edge\">\n",
       "<title>4456889424&#45;&gt;4456958288</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1416.8963,-1873.762C1426.4373,-1864.3724 1440.7573,-1850.2797 1452.0474,-1839.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1454.6111,-1841.5564 1459.2836,-1832.0475 1449.7011,-1836.5672 1454.6111,-1841.5564\"/>\n",
       "</g>\n",
       "<!-- 4456958736 -->\n",
       "<g id=\"node33\" class=\"node\">\n",
       "<title>4456958736</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1459.3081,-1956 1353.6782,-1956 1353.6782,-1936 1459.3081,-1936 1459.3081,-1956\"/>\n",
       "<text text-anchor=\"middle\" x=\"1406.4932\" y=\"-1942.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456958736&#45;&gt;4456889424 -->\n",
       "<g id=\"edge32\" class=\"edge\">\n",
       "<title>4456958736&#45;&gt;4456889424</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1406.4932,-1935.762C1406.4932,-1927.185 1406.4932,-1914.6836 1406.4932,-1904.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1409.9933,-1904.0475 1406.4932,-1894.0475 1402.9933,-1904.0476 1409.9933,-1904.0475\"/>\n",
       "</g>\n",
       "<!-- 4456889168 -->\n",
       "<g id=\"node34\" class=\"node\">\n",
       "<title>4456889168</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1323.6503,-2018 1259.336,-2018 1259.336,-1998 1323.6503,-1998 1323.6503,-2018\"/>\n",
       "<text text-anchor=\"middle\" x=\"1291.4932\" y=\"-2004.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456889168&#45;&gt;4456889680 -->\n",
       "<g id=\"edge171\" class=\"edge\">\n",
       "<title>4456889168&#45;&gt;4456889680</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1294.12,-1997.9097C1303.6461,-1961.3175 1336.4879,-1835.1631 1349.3085,-1785.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1352.7228,-1786.6927 1351.8551,-1776.1334 1345.9486,-1784.9291 1352.7228,-1786.6927\"/>\n",
       "</g>\n",
       "<!-- 4456889168&#45;&gt;4456958736 -->\n",
       "<g id=\"edge33\" class=\"edge\">\n",
       "<title>4456889168&#45;&gt;4456958736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1310.2258,-1997.9006C1328.8542,-1987.8576 1357.6437,-1972.3362 1378.8895,-1960.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1380.6272,-1963.9214 1387.7685,-1956.095 1377.3053,-1957.7599 1380.6272,-1963.9214\"/>\n",
       "</g>\n",
       "<!-- 4456888912 -->\n",
       "<g id=\"node35\" class=\"node\">\n",
       "<title>4456888912</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1281.3043,-2080 1195.682,-2080 1195.682,-2060 1281.3043,-2060 1281.3043,-2080\"/>\n",
       "<text text-anchor=\"middle\" x=\"1238.4932\" y=\"-2066.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456888912&#45;&gt;4456889168 -->\n",
       "<g id=\"edge34\" class=\"edge\">\n",
       "<title>4456888912&#45;&gt;4456889168</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1247.245,-2059.762C1255.1172,-2050.553 1266.8567,-2036.82 1276.2658,-2025.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1279.0667,-2027.923 1282.9041,-2018.0475 1273.7459,-2023.3745 1279.0667,-2027.923\"/>\n",
       "</g>\n",
       "<!-- 4456959312 -->\n",
       "<g id=\"node36\" class=\"node\">\n",
       "<title>4456959312</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1406.3081,-2136 1300.6782,-2136 1300.6782,-2116 1406.3081,-2116 1406.3081,-2136\"/>\n",
       "<text text-anchor=\"middle\" x=\"1353.4932\" y=\"-2122.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456959312&#45;&gt;4456888912 -->\n",
       "<g id=\"edge35\" class=\"edge\">\n",
       "<title>4456959312&#45;&gt;4456888912</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1332.9335,-2115.9883C1314.9746,-2107.2431 1288.6786,-2094.4381 1268.3919,-2084.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1269.7856,-2081.3452 1259.2626,-2080.1138 1266.721,-2087.6387 1269.7856,-2081.3452\"/>\n",
       "</g>\n",
       "<!-- 4456888656 -->\n",
       "<g id=\"node37\" class=\"node\">\n",
       "<title>4456888656</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1322.6503,-2198 1258.336,-2198 1258.336,-2178 1322.6503,-2178 1322.6503,-2198\"/>\n",
       "<text text-anchor=\"middle\" x=\"1290.4932\" y=\"-2184.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456888656&#45;&gt;4456959312 -->\n",
       "<g id=\"edge36\" class=\"edge\">\n",
       "<title>4456888656&#45;&gt;4456959312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1300.8963,-2177.762C1310.4373,-2168.3724 1324.7573,-2154.2797 1336.0474,-2143.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1338.6111,-2145.5564 1343.2836,-2136.0475 1333.7011,-2140.5672 1338.6111,-2145.5564\"/>\n",
       "</g>\n",
       "<!-- 4456959760 -->\n",
       "<g id=\"node38\" class=\"node\">\n",
       "<title>4456959760</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1343.3081,-2260 1237.6782,-2260 1237.6782,-2240 1343.3081,-2240 1343.3081,-2260\"/>\n",
       "<text text-anchor=\"middle\" x=\"1290.4932\" y=\"-2246.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456959760&#45;&gt;4456888656 -->\n",
       "<g id=\"edge37\" class=\"edge\">\n",
       "<title>4456959760&#45;&gt;4456888656</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1290.4932,-2239.762C1290.4932,-2231.185 1290.4932,-2218.6836 1290.4932,-2208.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1293.9933,-2208.0475 1290.4932,-2198.0475 1286.9933,-2208.0476 1293.9933,-2208.0475\"/>\n",
       "</g>\n",
       "<!-- 4456888400 -->\n",
       "<g id=\"node39\" class=\"node\">\n",
       "<title>4456888400</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1207.6503,-2322 1143.336,-2322 1143.336,-2302 1207.6503,-2302 1207.6503,-2322\"/>\n",
       "<text text-anchor=\"middle\" x=\"1175.4932\" y=\"-2308.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456888400&#45;&gt;4456888912 -->\n",
       "<g id=\"edge164\" class=\"edge\">\n",
       "<title>4456888400&#45;&gt;4456888912</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1178.12,-2301.9097C1187.6461,-2265.3175 1220.4879,-2139.1631 1233.3085,-2089.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1236.7228,-2090.6927 1235.8551,-2080.1334 1229.9486,-2088.9291 1236.7228,-2090.6927\"/>\n",
       "</g>\n",
       "<!-- 4456888400&#45;&gt;4456959760 -->\n",
       "<g id=\"edge38\" class=\"edge\">\n",
       "<title>4456888400&#45;&gt;4456959760</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1194.2258,-2301.9006C1212.8542,-2291.8576 1241.6437,-2276.3362 1262.8895,-2264.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1264.6272,-2267.9214 1271.7685,-2260.095 1261.3053,-2261.7599 1264.6272,-2267.9214\"/>\n",
       "</g>\n",
       "<!-- 4456888144 -->\n",
       "<g id=\"node40\" class=\"node\">\n",
       "<title>4456888144</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1165.3043,-2384 1079.682,-2384 1079.682,-2364 1165.3043,-2364 1165.3043,-2384\"/>\n",
       "<text text-anchor=\"middle\" x=\"1122.4932\" y=\"-2370.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456888144&#45;&gt;4456888400 -->\n",
       "<g id=\"edge39\" class=\"edge\">\n",
       "<title>4456888144&#45;&gt;4456888400</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1131.245,-2363.762C1139.1172,-2354.553 1150.8567,-2340.82 1160.2658,-2329.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1163.0667,-2331.923 1166.9041,-2322.0475 1157.7459,-2327.3745 1163.0667,-2331.923\"/>\n",
       "</g>\n",
       "<!-- 4456952208 -->\n",
       "<g id=\"node41\" class=\"node\">\n",
       "<title>4456952208</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1290.3081,-2440 1184.6782,-2440 1184.6782,-2420 1290.3081,-2420 1290.3081,-2440\"/>\n",
       "<text text-anchor=\"middle\" x=\"1237.4932\" y=\"-2426.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456952208&#45;&gt;4456888144 -->\n",
       "<g id=\"edge40\" class=\"edge\">\n",
       "<title>4456952208&#45;&gt;4456888144</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1216.9335,-2419.9883C1198.9746,-2411.2431 1172.6786,-2398.4381 1152.3919,-2388.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1153.7856,-2385.3452 1143.2626,-2384.1138 1150.721,-2391.6387 1153.7856,-2385.3452\"/>\n",
       "</g>\n",
       "<!-- 4456887888 -->\n",
       "<g id=\"node42\" class=\"node\">\n",
       "<title>4456887888</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1206.6503,-2502 1142.336,-2502 1142.336,-2482 1206.6503,-2482 1206.6503,-2502\"/>\n",
       "<text text-anchor=\"middle\" x=\"1174.4932\" y=\"-2488.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456887888&#45;&gt;4456952208 -->\n",
       "<g id=\"edge41\" class=\"edge\">\n",
       "<title>4456887888&#45;&gt;4456952208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1184.8963,-2481.762C1194.4373,-2472.3724 1208.7573,-2458.2797 1220.0474,-2447.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1222.6111,-2449.5564 1227.2836,-2440.0475 1217.7011,-2444.5672 1222.6111,-2449.5564\"/>\n",
       "</g>\n",
       "<!-- 4456952656 -->\n",
       "<g id=\"node43\" class=\"node\">\n",
       "<title>4456952656</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1227.3081,-2564 1121.6782,-2564 1121.6782,-2544 1227.3081,-2544 1227.3081,-2564\"/>\n",
       "<text text-anchor=\"middle\" x=\"1174.4932\" y=\"-2550.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456952656&#45;&gt;4456887888 -->\n",
       "<g id=\"edge42\" class=\"edge\">\n",
       "<title>4456952656&#45;&gt;4456887888</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1174.4932,-2543.762C1174.4932,-2535.185 1174.4932,-2522.6836 1174.4932,-2512.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1177.9933,-2512.0475 1174.4932,-2502.0475 1170.9933,-2512.0476 1177.9933,-2512.0475\"/>\n",
       "</g>\n",
       "<!-- 4456887632 -->\n",
       "<g id=\"node44\" class=\"node\">\n",
       "<title>4456887632</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1091.6503,-2626 1027.336,-2626 1027.336,-2606 1091.6503,-2606 1091.6503,-2626\"/>\n",
       "<text text-anchor=\"middle\" x=\"1059.4932\" y=\"-2612.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456887632&#45;&gt;4456888144 -->\n",
       "<g id=\"edge157\" class=\"edge\">\n",
       "<title>4456887632&#45;&gt;4456888144</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1062.12,-2605.9097C1071.6461,-2569.3175 1104.4879,-2443.1631 1117.3085,-2393.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1120.7228,-2394.6927 1119.8551,-2384.1334 1113.9486,-2392.9291 1120.7228,-2394.6927\"/>\n",
       "</g>\n",
       "<!-- 4456887632&#45;&gt;4456952656 -->\n",
       "<g id=\"edge43\" class=\"edge\">\n",
       "<title>4456887632&#45;&gt;4456952656</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1078.2258,-2605.9006C1096.8542,-2595.8576 1125.6437,-2580.3362 1146.8895,-2568.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1148.6272,-2571.9214 1155.7685,-2564.095 1145.3053,-2565.7599 1148.6272,-2571.9214\"/>\n",
       "</g>\n",
       "<!-- 4456887376 -->\n",
       "<g id=\"node45\" class=\"node\">\n",
       "<title>4456887376</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1049.3043,-2688 963.682,-2688 963.682,-2668 1049.3043,-2668 1049.3043,-2688\"/>\n",
       "<text text-anchor=\"middle\" x=\"1006.4932\" y=\"-2674.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456887376&#45;&gt;4456887632 -->\n",
       "<g id=\"edge44\" class=\"edge\">\n",
       "<title>4456887376&#45;&gt;4456887632</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1015.245,-2667.762C1023.1172,-2658.553 1034.8567,-2644.82 1044.2658,-2633.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1047.0667,-2635.923 1050.9041,-2626.0475 1041.7459,-2631.3745 1047.0667,-2635.923\"/>\n",
       "</g>\n",
       "<!-- 4456953232 -->\n",
       "<g id=\"node46\" class=\"node\">\n",
       "<title>4456953232</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1158.3081,-2744 1052.6782,-2744 1052.6782,-2724 1158.3081,-2724 1158.3081,-2744\"/>\n",
       "<text text-anchor=\"middle\" x=\"1105.4932\" y=\"-2730.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456953232&#45;&gt;4456887376 -->\n",
       "<g id=\"edge45\" class=\"edge\">\n",
       "<title>4456953232&#45;&gt;4456887376</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1087.7939,-2723.9883C1072.6835,-2715.441 1050.7169,-2703.0155 1033.4252,-2693.2343\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1034.8002,-2689.9909 1024.3729,-2688.1138 1031.3537,-2696.0837 1034.8002,-2689.9909\"/>\n",
       "</g>\n",
       "<!-- 4456887120 -->\n",
       "<g id=\"node47\" class=\"node\">\n",
       "<title>4456887120</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1068.6503,-2806 1004.336,-2806 1004.336,-2786 1068.6503,-2786 1068.6503,-2806\"/>\n",
       "<text text-anchor=\"middle\" x=\"1036.4932\" y=\"-2792.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456887120&#45;&gt;4456953232 -->\n",
       "<g id=\"edge46\" class=\"edge\">\n",
       "<title>4456887120&#45;&gt;4456953232</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1047.8871,-2785.762C1058.4373,-2776.2821 1074.3227,-2762.0083 1086.7417,-2750.8492\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1089.2122,-2753.3347 1094.3112,-2744.0475 1084.5336,-2748.1278 1089.2122,-2753.3347\"/>\n",
       "</g>\n",
       "<!-- 4456953744 -->\n",
       "<g id=\"node48\" class=\"node\">\n",
       "<title>4456953744</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1089.3081,-2868 983.6782,-2868 983.6782,-2848 1089.3081,-2848 1089.3081,-2868\"/>\n",
       "<text text-anchor=\"middle\" x=\"1036.4932\" y=\"-2854.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456953744&#45;&gt;4456887120 -->\n",
       "<g id=\"edge47\" class=\"edge\">\n",
       "<title>4456953744&#45;&gt;4456887120</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1036.4932,-2847.762C1036.4932,-2839.185 1036.4932,-2826.6836 1036.4932,-2816.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1039.9933,-2816.0475 1036.4932,-2806.0475 1032.9933,-2816.0476 1039.9933,-2816.0475\"/>\n",
       "</g>\n",
       "<!-- 4456886864 -->\n",
       "<g id=\"node49\" class=\"node\">\n",
       "<title>4456886864</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1005.6503,-2930 941.336,-2930 941.336,-2910 1005.6503,-2910 1005.6503,-2930\"/>\n",
       "<text text-anchor=\"middle\" x=\"973.4932\" y=\"-2916.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456886864&#45;&gt;4456953744 -->\n",
       "<g id=\"edge48\" class=\"edge\">\n",
       "<title>4456886864&#45;&gt;4456953744</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M983.8963,-2909.762C993.4373,-2900.3724 1007.7573,-2886.2797 1019.0474,-2875.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1021.6111,-2877.5564 1026.2836,-2868.0475 1016.7011,-2872.5672 1021.6111,-2877.5564\"/>\n",
       "</g>\n",
       "<!-- 4456953296 -->\n",
       "<g id=\"node141\" class=\"node\">\n",
       "<title>4456953296</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"963.3081,-2868 857.6782,-2868 857.6782,-2848 963.3081,-2848 963.3081,-2868\"/>\n",
       "<text text-anchor=\"middle\" x=\"910.4932\" y=\"-2854.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456886864&#45;&gt;4456953296 -->\n",
       "<g id=\"edge148\" class=\"edge\">\n",
       "<title>4456886864&#45;&gt;4456953296</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M963.09,-2909.762C953.549,-2900.3724 939.229,-2886.2797 927.9389,-2875.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"930.2852,-2872.5672 920.7028,-2868.0475 925.3752,-2877.5564 930.2852,-2872.5672\"/>\n",
       "</g>\n",
       "<!-- 4456886608 -->\n",
       "<g id=\"node50\" class=\"node\">\n",
       "<title>4456886608</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"963.3043,-2992 877.682,-2992 877.682,-2972 963.3043,-2972 963.3043,-2992\"/>\n",
       "<text text-anchor=\"middle\" x=\"920.4932\" y=\"-2978.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456886608&#45;&gt;4456886864 -->\n",
       "<g id=\"edge49\" class=\"edge\">\n",
       "<title>4456886608&#45;&gt;4456886864</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M929.245,-2971.762C937.1172,-2962.553 948.8567,-2948.82 958.2658,-2937.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"961.0667,-2939.923 964.9041,-2930.0475 955.7459,-2935.3745 961.0667,-2939.923\"/>\n",
       "</g>\n",
       "<!-- 4456954320 -->\n",
       "<g id=\"node51\" class=\"node\">\n",
       "<title>4456954320</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1088.3081,-3048 982.6782,-3048 982.6782,-3028 1088.3081,-3028 1088.3081,-3048\"/>\n",
       "<text text-anchor=\"middle\" x=\"1035.4932\" y=\"-3034.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456954320&#45;&gt;4456886608 -->\n",
       "<g id=\"edge50\" class=\"edge\">\n",
       "<title>4456954320&#45;&gt;4456886608</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1014.9335,-3027.9883C996.9746,-3019.2431 970.6786,-3006.4381 950.3919,-2996.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"951.7856,-2993.3452 941.2626,-2992.1138 948.721,-2999.6387 951.7856,-2993.3452\"/>\n",
       "</g>\n",
       "<!-- 4456886352 -->\n",
       "<g id=\"node52\" class=\"node\">\n",
       "<title>4456886352</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1004.6503,-3110 940.336,-3110 940.336,-3090 1004.6503,-3090 1004.6503,-3110\"/>\n",
       "<text text-anchor=\"middle\" x=\"972.4932\" y=\"-3096.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456886352&#45;&gt;4456954320 -->\n",
       "<g id=\"edge51\" class=\"edge\">\n",
       "<title>4456886352&#45;&gt;4456954320</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M982.8963,-3089.762C992.4373,-3080.3724 1006.7573,-3066.2797 1018.0474,-3055.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1020.6111,-3057.5564 1025.2836,-3048.0475 1015.7011,-3052.5672 1020.6111,-3057.5564\"/>\n",
       "</g>\n",
       "<!-- 4456954768 -->\n",
       "<g id=\"node53\" class=\"node\">\n",
       "<title>4456954768</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1025.3081,-3172 919.6782,-3172 919.6782,-3152 1025.3081,-3152 1025.3081,-3172\"/>\n",
       "<text text-anchor=\"middle\" x=\"972.4932\" y=\"-3158.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456954768&#45;&gt;4456886352 -->\n",
       "<g id=\"edge52\" class=\"edge\">\n",
       "<title>4456954768&#45;&gt;4456886352</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M972.4932,-3151.762C972.4932,-3143.185 972.4932,-3130.6836 972.4932,-3120.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"975.9933,-3120.0475 972.4932,-3110.0475 968.9933,-3120.0476 975.9933,-3120.0475\"/>\n",
       "</g>\n",
       "<!-- 4456869456 -->\n",
       "<g id=\"node54\" class=\"node\">\n",
       "<title>4456869456</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"889.6503,-3234 825.336,-3234 825.336,-3214 889.6503,-3214 889.6503,-3234\"/>\n",
       "<text text-anchor=\"middle\" x=\"857.4932\" y=\"-3220.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456869456&#45;&gt;4456886608 -->\n",
       "<g id=\"edge140\" class=\"edge\">\n",
       "<title>4456869456&#45;&gt;4456886608</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M860.12,-3213.9097C869.6461,-3177.3175 902.4879,-3051.1631 915.3085,-3001.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"918.7228,-3002.6927 917.8551,-2992.1334 911.9486,-3000.9291 918.7228,-3002.6927\"/>\n",
       "</g>\n",
       "<!-- 4456869456&#45;&gt;4456954768 -->\n",
       "<g id=\"edge53\" class=\"edge\">\n",
       "<title>4456869456&#45;&gt;4456954768</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M876.2258,-3213.9006C894.8542,-3203.8576 923.6437,-3188.3362 944.8895,-3176.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"946.6272,-3179.9214 953.7685,-3172.095 943.3053,-3173.7599 946.6272,-3179.9214\"/>\n",
       "</g>\n",
       "<!-- 4456869200 -->\n",
       "<g id=\"node55\" class=\"node\">\n",
       "<title>4456869200</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"847.3043,-3296 761.682,-3296 761.682,-3276 847.3043,-3276 847.3043,-3296\"/>\n",
       "<text text-anchor=\"middle\" x=\"804.4932\" y=\"-3282.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456869200&#45;&gt;4456869456 -->\n",
       "<g id=\"edge54\" class=\"edge\">\n",
       "<title>4456869200&#45;&gt;4456869456</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M813.245,-3275.762C821.1172,-3266.553 832.8567,-3252.82 842.2658,-3241.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"845.0667,-3243.923 848.9041,-3234.0475 839.7459,-3239.3745 845.0667,-3243.923\"/>\n",
       "</g>\n",
       "<!-- 4456955344 -->\n",
       "<g id=\"node56\" class=\"node\">\n",
       "<title>4456955344</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"972.3081,-3352 866.6782,-3352 866.6782,-3332 972.3081,-3332 972.3081,-3352\"/>\n",
       "<text text-anchor=\"middle\" x=\"919.4932\" y=\"-3338.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456955344&#45;&gt;4456869200 -->\n",
       "<g id=\"edge55\" class=\"edge\">\n",
       "<title>4456955344&#45;&gt;4456869200</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M898.9335,-3331.9883C880.9746,-3323.2431 854.6786,-3310.4381 834.3919,-3300.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"835.7856,-3297.3452 825.2626,-3296.1138 832.721,-3303.6387 835.7856,-3297.3452\"/>\n",
       "</g>\n",
       "<!-- 4456868944 -->\n",
       "<g id=\"node57\" class=\"node\">\n",
       "<title>4456868944</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"888.6503,-3414 824.336,-3414 824.336,-3394 888.6503,-3394 888.6503,-3414\"/>\n",
       "<text text-anchor=\"middle\" x=\"856.4932\" y=\"-3400.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456868944&#45;&gt;4456955344 -->\n",
       "<g id=\"edge56\" class=\"edge\">\n",
       "<title>4456868944&#45;&gt;4456955344</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M866.8963,-3393.762C876.4373,-3384.3724 890.7573,-3370.2797 902.0474,-3359.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"904.6111,-3361.5564 909.2836,-3352.0475 899.7011,-3356.5672 904.6111,-3361.5564\"/>\n",
       "</g>\n",
       "<!-- 4456955792 -->\n",
       "<g id=\"node58\" class=\"node\">\n",
       "<title>4456955792</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"909.3081,-3476 803.6782,-3476 803.6782,-3456 909.3081,-3456 909.3081,-3476\"/>\n",
       "<text text-anchor=\"middle\" x=\"856.4932\" y=\"-3462.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456955792&#45;&gt;4456868944 -->\n",
       "<g id=\"edge57\" class=\"edge\">\n",
       "<title>4456955792&#45;&gt;4456868944</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M856.4932,-3455.762C856.4932,-3447.185 856.4932,-3434.6836 856.4932,-3424.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"859.9933,-3424.0475 856.4932,-3414.0475 852.9933,-3424.0476 859.9933,-3424.0475\"/>\n",
       "</g>\n",
       "<!-- 4456868688 -->\n",
       "<g id=\"node59\" class=\"node\">\n",
       "<title>4456868688</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"773.6503,-3538 709.336,-3538 709.336,-3518 773.6503,-3518 773.6503,-3538\"/>\n",
       "<text text-anchor=\"middle\" x=\"741.4932\" y=\"-3524.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456868688&#45;&gt;4456869200 -->\n",
       "<g id=\"edge133\" class=\"edge\">\n",
       "<title>4456868688&#45;&gt;4456869200</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M744.12,-3517.9097C753.6461,-3481.3175 786.4879,-3355.1631 799.3085,-3305.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"802.7228,-3306.6927 801.8551,-3296.1334 795.9486,-3304.9291 802.7228,-3306.6927\"/>\n",
       "</g>\n",
       "<!-- 4456868688&#45;&gt;4456955792 -->\n",
       "<g id=\"edge58\" class=\"edge\">\n",
       "<title>4456868688&#45;&gt;4456955792</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M760.2258,-3517.9006C778.8542,-3507.8576 807.6437,-3492.3362 828.8895,-3480.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"830.6272,-3483.9214 837.7685,-3476.095 827.3053,-3477.7599 830.6272,-3483.9214\"/>\n",
       "</g>\n",
       "<!-- 4456868432 -->\n",
       "<g id=\"node60\" class=\"node\">\n",
       "<title>4456868432</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"731.3043,-3600 645.682,-3600 645.682,-3580 731.3043,-3580 731.3043,-3600\"/>\n",
       "<text text-anchor=\"middle\" x=\"688.4932\" y=\"-3586.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456868432&#45;&gt;4456868688 -->\n",
       "<g id=\"edge59\" class=\"edge\">\n",
       "<title>4456868432&#45;&gt;4456868688</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M697.245,-3579.762C705.1172,-3570.553 716.8567,-3556.82 726.2658,-3545.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"729.0667,-3547.923 732.9041,-3538.0475 723.7459,-3543.3745 729.0667,-3547.923\"/>\n",
       "</g>\n",
       "<!-- 4456948240 -->\n",
       "<g id=\"node61\" class=\"node\">\n",
       "<title>4456948240</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"856.3081,-3656 750.6782,-3656 750.6782,-3636 856.3081,-3636 856.3081,-3656\"/>\n",
       "<text text-anchor=\"middle\" x=\"803.4932\" y=\"-3642.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456948240&#45;&gt;4456868432 -->\n",
       "<g id=\"edge60\" class=\"edge\">\n",
       "<title>4456948240&#45;&gt;4456868432</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M782.9335,-3635.9883C764.9746,-3627.2431 738.6786,-3614.4381 718.3919,-3604.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"719.7856,-3601.3452 709.2626,-3600.1138 716.721,-3607.6387 719.7856,-3601.3452\"/>\n",
       "</g>\n",
       "<!-- 4456868176 -->\n",
       "<g id=\"node62\" class=\"node\">\n",
       "<title>4456868176</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"772.6503,-3718 708.336,-3718 708.336,-3698 772.6503,-3698 772.6503,-3718\"/>\n",
       "<text text-anchor=\"middle\" x=\"740.4932\" y=\"-3704.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456868176&#45;&gt;4456948240 -->\n",
       "<g id=\"edge61\" class=\"edge\">\n",
       "<title>4456868176&#45;&gt;4456948240</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M750.8963,-3697.762C760.4373,-3688.3724 774.7573,-3674.2797 786.0474,-3663.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"788.6111,-3665.5564 793.2836,-3656.0475 783.7011,-3660.5672 788.6111,-3665.5564\"/>\n",
       "</g>\n",
       "<!-- 4456948752 -->\n",
       "<g id=\"node63\" class=\"node\">\n",
       "<title>4456948752</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"793.3081,-3780 687.6782,-3780 687.6782,-3760 793.3081,-3760 793.3081,-3780\"/>\n",
       "<text text-anchor=\"middle\" x=\"740.4932\" y=\"-3766.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456948752&#45;&gt;4456868176 -->\n",
       "<g id=\"edge62\" class=\"edge\">\n",
       "<title>4456948752&#45;&gt;4456868176</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M740.4932,-3759.762C740.4932,-3751.185 740.4932,-3738.6836 740.4932,-3728.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"743.9933,-3728.0475 740.4932,-3718.0475 736.9933,-3728.0476 743.9933,-3728.0475\"/>\n",
       "</g>\n",
       "<!-- 4456867920 -->\n",
       "<g id=\"node64\" class=\"node\">\n",
       "<title>4456867920</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"657.6503,-3842 593.336,-3842 593.336,-3822 657.6503,-3822 657.6503,-3842\"/>\n",
       "<text text-anchor=\"middle\" x=\"625.4932\" y=\"-3828.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456867920&#45;&gt;4456868432 -->\n",
       "<g id=\"edge126\" class=\"edge\">\n",
       "<title>4456867920&#45;&gt;4456868432</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M628.12,-3821.9097C637.6461,-3785.3175 670.4879,-3659.1631 683.3085,-3609.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.7228,-3610.6927 685.8551,-3600.1334 679.9486,-3608.9291 686.7228,-3610.6927\"/>\n",
       "</g>\n",
       "<!-- 4456867920&#45;&gt;4456948752 -->\n",
       "<g id=\"edge63\" class=\"edge\">\n",
       "<title>4456867920&#45;&gt;4456948752</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M644.2258,-3821.9006C662.8542,-3811.8576 691.6437,-3796.3362 712.8895,-3784.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"714.6272,-3787.9214 721.7685,-3780.095 711.3053,-3781.7599 714.6272,-3787.9214\"/>\n",
       "</g>\n",
       "<!-- 4456867664 -->\n",
       "<g id=\"node65\" class=\"node\">\n",
       "<title>4456867664</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"615.3043,-3904 529.682,-3904 529.682,-3884 615.3043,-3884 615.3043,-3904\"/>\n",
       "<text text-anchor=\"middle\" x=\"572.4932\" y=\"-3890.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456867664&#45;&gt;4456867920 -->\n",
       "<g id=\"edge64\" class=\"edge\">\n",
       "<title>4456867664&#45;&gt;4456867920</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M581.245,-3883.762C589.1172,-3874.553 600.8567,-3860.82 610.2658,-3849.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"613.0667,-3851.923 616.9041,-3842.0475 607.7459,-3847.3745 613.0667,-3851.923\"/>\n",
       "</g>\n",
       "<!-- 4456949328 -->\n",
       "<g id=\"node66\" class=\"node\">\n",
       "<title>4456949328</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"724.3081,-3960 618.6782,-3960 618.6782,-3940 724.3081,-3940 724.3081,-3960\"/>\n",
       "<text text-anchor=\"middle\" x=\"671.4932\" y=\"-3946.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456949328&#45;&gt;4456867664 -->\n",
       "<g id=\"edge65\" class=\"edge\">\n",
       "<title>4456949328&#45;&gt;4456867664</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M653.7939,-3939.9883C638.6835,-3931.441 616.7169,-3919.0155 599.4252,-3909.2343\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"600.8002,-3905.9909 590.3729,-3904.1138 597.3537,-3912.0837 600.8002,-3905.9909\"/>\n",
       "</g>\n",
       "<!-- 4456867408 -->\n",
       "<g id=\"node67\" class=\"node\">\n",
       "<title>4456867408</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"634.6503,-4022 570.336,-4022 570.336,-4002 634.6503,-4002 634.6503,-4022\"/>\n",
       "<text text-anchor=\"middle\" x=\"602.4932\" y=\"-4008.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456867408&#45;&gt;4456949328 -->\n",
       "<g id=\"edge66\" class=\"edge\">\n",
       "<title>4456867408&#45;&gt;4456949328</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M613.8871,-4001.762C624.4373,-3992.2821 640.3227,-3978.0083 652.7417,-3966.8492\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"655.2122,-3969.3347 660.3112,-3960.0475 650.5336,-3964.1278 655.2122,-3969.3347\"/>\n",
       "</g>\n",
       "<!-- 4456949136 -->\n",
       "<g id=\"node68\" class=\"node\">\n",
       "<title>4456949136</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"655.3081,-4084 549.6782,-4084 549.6782,-4064 655.3081,-4064 655.3081,-4084\"/>\n",
       "<text text-anchor=\"middle\" x=\"602.4932\" y=\"-4070.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456949136&#45;&gt;4456867408 -->\n",
       "<g id=\"edge67\" class=\"edge\">\n",
       "<title>4456949136&#45;&gt;4456867408</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M602.4932,-4063.762C602.4932,-4055.185 602.4932,-4042.6836 602.4932,-4032.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"605.9933,-4032.0475 602.4932,-4022.0475 598.9933,-4032.0476 605.9933,-4032.0475\"/>\n",
       "</g>\n",
       "<!-- 4456867152 -->\n",
       "<g id=\"node69\" class=\"node\">\n",
       "<title>4456867152</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"571.6503,-4146 507.336,-4146 507.336,-4126 571.6503,-4126 571.6503,-4146\"/>\n",
       "<text text-anchor=\"middle\" x=\"539.4932\" y=\"-4132.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456867152&#45;&gt;4456949136 -->\n",
       "<g id=\"edge68\" class=\"edge\">\n",
       "<title>4456867152&#45;&gt;4456949136</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M549.8963,-4125.762C559.4373,-4116.3724 573.7573,-4102.2797 585.0474,-4091.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"587.6111,-4093.5564 592.2836,-4084.0475 582.7011,-4088.5672 587.6111,-4093.5564\"/>\n",
       "</g>\n",
       "<!-- 4456949392 -->\n",
       "<g id=\"node114\" class=\"node\">\n",
       "<title>4456949392</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"529.3081,-4084 423.6782,-4084 423.6782,-4064 529.3081,-4064 529.3081,-4084\"/>\n",
       "<text text-anchor=\"middle\" x=\"476.4932\" y=\"-4070.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456867152&#45;&gt;4456949392 -->\n",
       "<g id=\"edge117\" class=\"edge\">\n",
       "<title>4456867152&#45;&gt;4456949392</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M529.09,-4125.762C519.549,-4116.3724 505.229,-4102.2797 493.9389,-4091.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"496.2852,-4088.5672 486.7028,-4084.0475 491.3752,-4093.5564 496.2852,-4088.5672\"/>\n",
       "</g>\n",
       "<!-- 4456866896 -->\n",
       "<g id=\"node70\" class=\"node\">\n",
       "<title>4456866896</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"530.3043,-4208 444.682,-4208 444.682,-4188 530.3043,-4188 530.3043,-4208\"/>\n",
       "<text text-anchor=\"middle\" x=\"487.4932\" y=\"-4194.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456866896&#45;&gt;4456867152 -->\n",
       "<g id=\"edge69\" class=\"edge\">\n",
       "<title>4456866896&#45;&gt;4456867152</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M496.0799,-4187.762C503.8036,-4178.553 515.3216,-4164.82 524.5531,-4153.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"527.3217,-4155.9586 531.0662,-4146.0475 521.9584,-4151.4603 527.3217,-4155.9586\"/>\n",
       "</g>\n",
       "<!-- 4456950416 -->\n",
       "<g id=\"node71\" class=\"node\">\n",
       "<title>4456950416</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"655.3081,-4264 549.6782,-4264 549.6782,-4244 655.3081,-4244 655.3081,-4264\"/>\n",
       "<text text-anchor=\"middle\" x=\"602.4932\" y=\"-4250.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456950416&#45;&gt;4456866896 -->\n",
       "<g id=\"edge70\" class=\"edge\">\n",
       "<title>4456950416&#45;&gt;4456866896</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M581.9335,-4243.9883C563.9746,-4235.2431 537.6786,-4222.4381 517.3919,-4212.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"518.7856,-4209.3452 508.2626,-4208.1138 515.721,-4215.6387 518.7856,-4209.3452\"/>\n",
       "</g>\n",
       "<!-- 4456866640 -->\n",
       "<g id=\"node72\" class=\"node\">\n",
       "<title>4456866640</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"571.6503,-4326 507.336,-4326 507.336,-4306 571.6503,-4306 571.6503,-4326\"/>\n",
       "<text text-anchor=\"middle\" x=\"539.4932\" y=\"-4312.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456866640&#45;&gt;4456950416 -->\n",
       "<g id=\"edge71\" class=\"edge\">\n",
       "<title>4456866640&#45;&gt;4456950416</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M549.8963,-4305.762C559.4373,-4296.3724 573.7573,-4282.2797 585.0474,-4271.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"587.6111,-4273.5564 592.2836,-4264.0475 582.7011,-4268.5672 587.6111,-4273.5564\"/>\n",
       "</g>\n",
       "<!-- 4456950864 -->\n",
       "<g id=\"node73\" class=\"node\">\n",
       "<title>4456950864</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"592.3081,-4388 486.6782,-4388 486.6782,-4368 592.3081,-4368 592.3081,-4388\"/>\n",
       "<text text-anchor=\"middle\" x=\"539.4932\" y=\"-4374.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456950864&#45;&gt;4456866640 -->\n",
       "<g id=\"edge72\" class=\"edge\">\n",
       "<title>4456950864&#45;&gt;4456866640</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M539.4932,-4367.762C539.4932,-4359.185 539.4932,-4346.6836 539.4932,-4336.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"542.9933,-4336.0475 539.4932,-4326.0475 535.9933,-4336.0476 542.9933,-4336.0475\"/>\n",
       "</g>\n",
       "<!-- 4456866384 -->\n",
       "<g id=\"node74\" class=\"node\">\n",
       "<title>4456866384</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"456.6503,-4450 392.336,-4450 392.336,-4430 456.6503,-4430 456.6503,-4450\"/>\n",
       "<text text-anchor=\"middle\" x=\"424.4932\" y=\"-4436.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456866384&#45;&gt;4456866896 -->\n",
       "<g id=\"edge109\" class=\"edge\">\n",
       "<title>4456866384&#45;&gt;4456866896</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M427.12,-4429.9097C436.6461,-4393.3175 469.4879,-4267.1631 482.3085,-4217.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"485.7228,-4218.6927 484.8551,-4208.1334 478.9486,-4216.9291 485.7228,-4218.6927\"/>\n",
       "</g>\n",
       "<!-- 4456866384&#45;&gt;4456950864 -->\n",
       "<g id=\"edge73\" class=\"edge\">\n",
       "<title>4456866384&#45;&gt;4456950864</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M443.2258,-4429.9006C461.8542,-4419.8576 490.6437,-4404.3362 511.8895,-4392.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"513.6272,-4395.9214 520.7685,-4388.095 510.3053,-4389.7599 513.6272,-4395.9214\"/>\n",
       "</g>\n",
       "<!-- 4456866128 -->\n",
       "<g id=\"node75\" class=\"node\">\n",
       "<title>4456866128</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"416.3043,-4512 330.682,-4512 330.682,-4492 416.3043,-4492 416.3043,-4512\"/>\n",
       "<text text-anchor=\"middle\" x=\"373.4932\" y=\"-4498.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456866128&#45;&gt;4456866384 -->\n",
       "<g id=\"edge74\" class=\"edge\">\n",
       "<title>4456866128&#45;&gt;4456866384</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M381.9148,-4491.762C389.4899,-4482.553 400.7864,-4468.82 409.8404,-4457.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"412.5785,-4459.9939 416.2283,-4450.0475 407.1725,-4455.547 412.5785,-4459.9939\"/>\n",
       "</g>\n",
       "<!-- 4456951440 -->\n",
       "<g id=\"node76\" class=\"node\">\n",
       "<title>4456951440</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"541.3081,-4568 435.6782,-4568 435.6782,-4548 541.3081,-4548 541.3081,-4568\"/>\n",
       "<text text-anchor=\"middle\" x=\"488.4932\" y=\"-4554.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456951440&#45;&gt;4456866128 -->\n",
       "<g id=\"edge75\" class=\"edge\">\n",
       "<title>4456951440&#45;&gt;4456866128</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M467.9335,-4547.9883C449.9746,-4539.2431 423.6786,-4526.4381 403.3919,-4516.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"404.7856,-4513.3452 394.2626,-4512.1138 401.721,-4519.6387 404.7856,-4513.3452\"/>\n",
       "</g>\n",
       "<!-- 4456865872 -->\n",
       "<g id=\"node77\" class=\"node\">\n",
       "<title>4456865872</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"457.6503,-4630 393.336,-4630 393.336,-4610 457.6503,-4610 457.6503,-4630\"/>\n",
       "<text text-anchor=\"middle\" x=\"425.4932\" y=\"-4616.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456865872&#45;&gt;4456951440 -->\n",
       "<g id=\"edge76\" class=\"edge\">\n",
       "<title>4456865872&#45;&gt;4456951440</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M435.8963,-4609.762C445.4373,-4600.3724 459.7573,-4586.2797 471.0474,-4575.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"473.6111,-4577.5564 478.2836,-4568.0475 468.7011,-4572.5672 473.6111,-4577.5564\"/>\n",
       "</g>\n",
       "<!-- 4456927312 -->\n",
       "<g id=\"node78\" class=\"node\">\n",
       "<title>4456927312</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"478.3081,-4692 372.6782,-4692 372.6782,-4672 478.3081,-4672 478.3081,-4692\"/>\n",
       "<text text-anchor=\"middle\" x=\"425.4932\" y=\"-4678.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456927312&#45;&gt;4456865872 -->\n",
       "<g id=\"edge77\" class=\"edge\">\n",
       "<title>4456927312&#45;&gt;4456865872</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M425.4932,-4671.762C425.4932,-4663.185 425.4932,-4650.6836 425.4932,-4640.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"428.9933,-4640.0475 425.4932,-4630.0475 421.9933,-4640.0476 428.9933,-4640.0475\"/>\n",
       "</g>\n",
       "<!-- 4456791632 -->\n",
       "<g id=\"node79\" class=\"node\">\n",
       "<title>4456791632</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"342.6503,-4754 278.336,-4754 278.336,-4734 342.6503,-4734 342.6503,-4754\"/>\n",
       "<text text-anchor=\"middle\" x=\"310.4932\" y=\"-4740.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456791632&#45;&gt;4456866128 -->\n",
       "<g id=\"edge102\" class=\"edge\">\n",
       "<title>4456791632&#45;&gt;4456866128</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M313.12,-4733.9097C322.6461,-4697.3175 355.4879,-4571.1631 368.3085,-4521.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"371.7228,-4522.6927 370.8551,-4512.1334 364.9486,-4520.9291 371.7228,-4522.6927\"/>\n",
       "</g>\n",
       "<!-- 4456791632&#45;&gt;4456927312 -->\n",
       "<g id=\"edge78\" class=\"edge\">\n",
       "<title>4456791632&#45;&gt;4456927312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M329.2258,-4733.9006C347.8542,-4723.8576 376.6437,-4708.3362 397.8895,-4696.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"399.6272,-4699.9214 406.7685,-4692.095 396.3053,-4693.7599 399.6272,-4699.9214\"/>\n",
       "</g>\n",
       "<!-- 4456791376 -->\n",
       "<g id=\"node80\" class=\"node\">\n",
       "<title>4456791376</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"302.3043,-4816 216.682,-4816 216.682,-4796 302.3043,-4796 302.3043,-4816\"/>\n",
       "<text text-anchor=\"middle\" x=\"259.4932\" y=\"-4802.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward</text>\n",
       "</g>\n",
       "<!-- 4456791376&#45;&gt;4456791632 -->\n",
       "<g id=\"edge79\" class=\"edge\">\n",
       "<title>4456791376&#45;&gt;4456791632</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M267.9148,-4795.762C275.4899,-4786.553 286.7864,-4772.82 295.8404,-4761.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"298.5785,-4763.9939 302.2283,-4754.0475 293.1725,-4759.547 298.5785,-4763.9939\"/>\n",
       "</g>\n",
       "<!-- 4456927888 -->\n",
       "<g id=\"node81\" class=\"node\">\n",
       "<title>4456927888</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"428.3081,-4872 322.6782,-4872 322.6782,-4852 428.3081,-4852 428.3081,-4872\"/>\n",
       "<text text-anchor=\"middle\" x=\"375.4932\" y=\"-4858.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456927888&#45;&gt;4456791376 -->\n",
       "<g id=\"edge80\" class=\"edge\">\n",
       "<title>4456927888&#45;&gt;4456791376</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M354.7547,-4851.9883C336.6397,-4843.2431 310.115,-4830.4381 289.6519,-4820.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"290.9704,-4817.3094 280.4432,-4816.1138 287.9271,-4823.6133 290.9704,-4817.3094\"/>\n",
       "</g>\n",
       "<!-- 4456791120 -->\n",
       "<g id=\"node82\" class=\"node\">\n",
       "<title>4456791120</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"344.6503,-4934 280.336,-4934 280.336,-4914 344.6503,-4914 344.6503,-4934\"/>\n",
       "<text text-anchor=\"middle\" x=\"312.4932\" y=\"-4920.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456791120&#45;&gt;4456927888 -->\n",
       "<g id=\"edge81\" class=\"edge\">\n",
       "<title>4456791120&#45;&gt;4456927888</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M322.8963,-4913.762C332.4373,-4904.3724 346.7573,-4890.2797 358.0474,-4879.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"360.6111,-4881.5564 365.2836,-4872.0475 355.7011,-4876.5672 360.6111,-4881.5564\"/>\n",
       "</g>\n",
       "<!-- 4456928336 -->\n",
       "<g id=\"node83\" class=\"node\">\n",
       "<title>4456928336</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"365.3081,-4996 259.6782,-4996 259.6782,-4976 365.3081,-4976 365.3081,-4996\"/>\n",
       "<text text-anchor=\"middle\" x=\"312.4932\" y=\"-4982.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456928336&#45;&gt;4456791120 -->\n",
       "<g id=\"edge82\" class=\"edge\">\n",
       "<title>4456928336&#45;&gt;4456791120</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M312.4932,-4975.762C312.4932,-4967.185 312.4932,-4954.6836 312.4932,-4944.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"315.9933,-4944.0475 312.4932,-4934.0475 308.9933,-4944.0476 315.9933,-4944.0475\"/>\n",
       "</g>\n",
       "<!-- 4456790864 -->\n",
       "<g id=\"node84\" class=\"node\">\n",
       "<title>4456790864</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"230.4971,-5058 158.4893,-5058 158.4893,-5038 230.4971,-5038 230.4971,-5058\"/>\n",
       "<text text-anchor=\"middle\" x=\"194.4932\" y=\"-5044.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MaxPool2d</text>\n",
       "</g>\n",
       "<!-- 4456790864&#45;&gt;4456791376 -->\n",
       "<g id=\"edge95\" class=\"edge\">\n",
       "<title>4456790864&#45;&gt;4456791376</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M197.2034,-5037.9097C207.0319,-5001.3175 240.9163,-4875.1631 254.144,-4825.9155\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"257.5575,-4826.699 256.7714,-4816.1334 250.7971,-4824.8832 257.5575,-4826.699\"/>\n",
       "</g>\n",
       "<!-- 4456790864&#45;&gt;4456928336 -->\n",
       "<g id=\"edge83\" class=\"edge\">\n",
       "<title>4456790864&#45;&gt;4456928336</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M213.7145,-5037.9006C232.8288,-5027.8576 262.3694,-5012.3362 284.1694,-5000.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"286.0555,-5003.8447 293.28,-4996.095 282.7996,-4997.648 286.0555,-5003.8447\"/>\n",
       "</g>\n",
       "<!-- 4456790608 -->\n",
       "<g id=\"node85\" class=\"node\">\n",
       "<title>4456790608</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"177.6503,-5120 113.336,-5120 113.336,-5100 177.6503,-5100 177.6503,-5120\"/>\n",
       "<text text-anchor=\"middle\" x=\"145.4932\" y=\"-5106.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">Threshold</text>\n",
       "</g>\n",
       "<!-- 4456790608&#45;&gt;4456790864 -->\n",
       "<g id=\"edge84\" class=\"edge\">\n",
       "<title>4456790608&#45;&gt;4456790864</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M153.5845,-5099.762C160.7912,-5090.6432 171.5036,-5077.0888 180.1586,-5066.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"183.0978,-5068.0633 186.5524,-5058.0475 177.6058,-5063.7229 183.0978,-5068.0633\"/>\n",
       "</g>\n",
       "<!-- 4456928912 -->\n",
       "<g id=\"node86\" class=\"node\">\n",
       "<title>4456928912</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"139.3081,-5176 33.6782,-5176 33.6782,-5156 139.3081,-5156 139.3081,-5176\"/>\n",
       "<text text-anchor=\"middle\" x=\"86.4932\" y=\"-5162.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ConvNdBackward</text>\n",
       "</g>\n",
       "<!-- 4456928912&#45;&gt;4456790608 -->\n",
       "<g id=\"edge85\" class=\"edge\">\n",
       "<title>4456928912&#45;&gt;4456790608</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M97.0412,-5155.9883C105.4104,-5148.0446 117.3089,-5136.7512 127.2201,-5127.3439\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"129.7937,-5129.7268 134.6373,-5120.3039 124.9747,-5124.6496 129.7937,-5129.7268\"/>\n",
       "</g>\n",
       "<!-- 4456929168 -->\n",
       "<g id=\"node87\" class=\"node\">\n",
       "<title>4456929168</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"80.9795,-5244 .0068,-5244 .0068,-5212 80.9795,-5212 80.9795,-5244\"/>\n",
       "<text text-anchor=\"middle\" x=\"40.4932\" y=\"-5230.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"40.4932\" y=\"-5218.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64, 3, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4456929168&#45;&gt;4456928912 -->\n",
       "<g id=\"edge86\" class=\"edge\">\n",
       "<title>4456929168&#45;&gt;4456928912</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M52.5791,-5211.7102C58.7431,-5203.4022 66.2686,-5193.2592 72.6632,-5184.6404\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"75.6656,-5186.4677 78.8132,-5176.3512 70.0439,-5182.2967 75.6656,-5186.4677\"/>\n",
       "</g>\n",
       "<!-- 4456929104 -->\n",
       "<g id=\"node88\" class=\"node\">\n",
       "<title>4456929104</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"166.1503,-5244 98.836,-5244 98.836,-5212 166.1503,-5212 166.1503,-5244\"/>\n",
       "<text text-anchor=\"middle\" x=\"132.4932\" y=\"-5230.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"132.4932\" y=\"-5218.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64)</text>\n",
       "</g>\n",
       "<!-- 4456929104&#45;&gt;4456928912 -->\n",
       "<g id=\"edge87\" class=\"edge\">\n",
       "<title>4456929104&#45;&gt;4456928912</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M120.4072,-5211.7102C114.2432,-5203.4022 106.7177,-5193.2592 100.3231,-5184.6404\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"102.9425,-5182.2967 94.1731,-5176.3512 97.3208,-5186.4677 102.9425,-5182.2967\"/>\n",
       "</g>\n",
       "<!-- 4456913448 -->\n",
       "<g id=\"node89\" class=\"node\">\n",
       "<title>4456913448</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"252.1065,-5176 156.8798,-5176 156.8798,-5156 252.1065,-5156 252.1065,-5176\"/>\n",
       "<text text-anchor=\"middle\" x=\"204.4932\" y=\"-5162.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 112, 112)</text>\n",
       "</g>\n",
       "<!-- 4456913448&#45;&gt;4456790608 -->\n",
       "<g id=\"edge88\" class=\"edge\">\n",
       "<title>4456913448&#45;&gt;4456790608</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M193.9451,-5155.9883C185.5759,-5148.0446 173.6774,-5136.7512 163.7662,-5127.3439\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"166.0116,-5124.6496 156.349,-5120.3039 161.1926,-5129.7268 166.0116,-5124.6496\"/>\n",
       "</g>\n",
       "<!-- 4456913376 -->\n",
       "<g id=\"node90\" class=\"node\">\n",
       "<title>4456913376</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"291.1065,-5120 195.8798,-5120 195.8798,-5100 291.1065,-5100 291.1065,-5120\"/>\n",
       "<text text-anchor=\"middle\" x=\"243.4932\" y=\"-5106.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 112, 112)</text>\n",
       "</g>\n",
       "<!-- 4456913376&#45;&gt;4456790864 -->\n",
       "<g id=\"edge89\" class=\"edge\">\n",
       "<title>4456913376&#45;&gt;4456790864</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M235.4018,-5099.762C228.1951,-5090.6432 217.4827,-5077.0888 208.8277,-5066.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"211.3805,-5063.7229 202.434,-5058.0475 205.8886,-5068.0633 211.3805,-5063.7229\"/>\n",
       "</g>\n",
       "<!-- 4456928592 -->\n",
       "<g id=\"node91\" class=\"node\">\n",
       "<title>4456928592</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"402.1362,-5064 248.8502,-5064 248.8502,-5032 402.1362,-5032 402.1362,-5064\"/>\n",
       "<text text-anchor=\"middle\" x=\"325.4932\" y=\"-5050.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"325.4932\" y=\"-5038.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456928592&#45;&gt;4456928336 -->\n",
       "<g id=\"edge90\" class=\"edge\">\n",
       "<title>4456928592&#45;&gt;4456928336</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M322.0776,-5031.7102C320.4456,-5023.9269 318.4759,-5014.5331 316.7477,-5006.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"320.1413,-5005.4201 314.6636,-4996.3512 313.2903,-5006.8567 320.1413,-5005.4201\"/>\n",
       "</g>\n",
       "<!-- 4456928528 -->\n",
       "<g id=\"node92\" class=\"node\">\n",
       "<title>4456928528</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"560.806,-5064 420.1803,-5064 420.1803,-5032 560.806,-5032 560.806,-5064\"/>\n",
       "<text text-anchor=\"middle\" x=\"490.4932\" y=\"-5050.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"490.4932\" y=\"-5038.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64)</text>\n",
       "</g>\n",
       "<!-- 4456928528&#45;&gt;4456928336 -->\n",
       "<g id=\"edge91\" class=\"edge\">\n",
       "<title>4456928528&#45;&gt;4456928336</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M444.1904,-5031.8721C415.1998,-5021.7742 378.288,-5008.9173 350.9229,-4999.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"351.9001,-4996.0198 341.3052,-4996.0357 349.5975,-5002.6303 351.9001,-4996.0198\"/>\n",
       "</g>\n",
       "<!-- 4456913520 -->\n",
       "<g id=\"node93\" class=\"node\">\n",
       "<title>4456913520</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"467.4854,-4996 383.501,-4996 383.501,-4976 467.4854,-4976 467.4854,-4996\"/>\n",
       "<text text-anchor=\"middle\" x=\"425.4932\" y=\"-4982.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4456913520&#45;&gt;4456791120 -->\n",
       "<g id=\"edge92\" class=\"edge\">\n",
       "<title>4456913520&#45;&gt;4456791120</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M407.0863,-4975.9006C388.864,-4965.9026 360.7466,-4950.4753 339.8981,-4939.0363\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"341.3429,-4935.8369 330.8922,-4934.095 337.9757,-4941.9738 341.3429,-4935.8369\"/>\n",
       "</g>\n",
       "<!-- 4456928144 -->\n",
       "<g id=\"node94\" class=\"node\">\n",
       "<title>4456928144</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"516.1362,-4940 362.8502,-4940 362.8502,-4908 516.1362,-4908 516.1362,-4940\"/>\n",
       "<text text-anchor=\"middle\" x=\"439.4932\" y=\"-4926.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"439.4932\" y=\"-4914.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456928144&#45;&gt;4456927888 -->\n",
       "<g id=\"edge93\" class=\"edge\">\n",
       "<title>4456928144&#45;&gt;4456927888</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M422.6779,-4907.7102C413.7408,-4899.0524 402.7466,-4888.4018 393.6197,-4879.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"395.796,-4876.7954 386.1783,-4872.3512 390.9254,-4881.8231 395.796,-4876.7954\"/>\n",
       "</g>\n",
       "<!-- 4456928080 -->\n",
       "<g id=\"node95\" class=\"node\">\n",
       "<title>4456928080</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"674.806,-4940 534.1803,-4940 534.1803,-4908 674.806,-4908 674.806,-4940\"/>\n",
       "<text text-anchor=\"middle\" x=\"604.4932\" y=\"-4926.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"604.4932\" y=\"-4914.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64)</text>\n",
       "</g>\n",
       "<!-- 4456928080&#45;&gt;4456927888 -->\n",
       "<g id=\"edge94\" class=\"edge\">\n",
       "<title>4456928080&#45;&gt;4456927888</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M545.2222,-4907.9528C507.1073,-4897.6335 458.2558,-4884.4073 422.757,-4874.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"423.2252,-4871.2971 412.658,-4872.0621 421.3958,-4878.0539 423.2252,-4871.2971\"/>\n",
       "</g>\n",
       "<!-- 4456913592 -->\n",
       "<g id=\"node96\" class=\"node\">\n",
       "<title>4456913592</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"404.4854,-4816 320.501,-4816 320.501,-4796 404.4854,-4796 404.4854,-4816\"/>\n",
       "<text text-anchor=\"middle\" x=\"362.4932\" y=\"-4802.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4456913592&#45;&gt;4456791632 -->\n",
       "<g id=\"edge96\" class=\"edge\">\n",
       "<title>4456913592&#45;&gt;4456791632</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M353.9064,-4795.762C346.1827,-4786.553 334.6648,-4772.82 325.4332,-4761.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"328.028,-4759.4603 318.9201,-4754.0475 322.6646,-4763.9586 328.028,-4759.4603\"/>\n",
       "</g>\n",
       "<!-- 4456927568 -->\n",
       "<g id=\"node97\" class=\"node\">\n",
       "<title>4456927568</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"514.1362,-4760 360.8502,-4760 360.8502,-4728 514.1362,-4728 514.1362,-4760\"/>\n",
       "<text text-anchor=\"middle\" x=\"437.4932\" y=\"-4746.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"437.4932\" y=\"-4734.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456927568&#45;&gt;4456927312 -->\n",
       "<g id=\"edge97\" class=\"edge\">\n",
       "<title>4456927568&#45;&gt;4456927312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M434.3403,-4727.7102C432.8339,-4719.9269 431.0157,-4710.5331 429.4204,-4702.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"432.8332,-4701.5039 427.4966,-4692.3512 425.9607,-4702.8341 432.8332,-4701.5039\"/>\n",
       "</g>\n",
       "<!-- 4456927504 -->\n",
       "<g id=\"node98\" class=\"node\">\n",
       "<title>4456927504</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"672.806,-4760 532.1803,-4760 532.1803,-4728 672.806,-4728 672.806,-4760\"/>\n",
       "<text text-anchor=\"middle\" x=\"602.4932\" y=\"-4746.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"602.4932\" y=\"-4734.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64)</text>\n",
       "</g>\n",
       "<!-- 4456927504&#45;&gt;4456927312 -->\n",
       "<g id=\"edge98\" class=\"edge\">\n",
       "<title>4456927504&#45;&gt;4456927312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M556.4506,-4727.8721C527.6228,-4717.7742 490.9184,-4704.9173 463.707,-4695.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"464.7382,-4692.0384 454.1434,-4692.0357 462.4241,-4698.6448 464.7382,-4692.0384\"/>\n",
       "</g>\n",
       "<!-- 4456913664 -->\n",
       "<g id=\"node99\" class=\"node\">\n",
       "<title>4456913664</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"580.4854,-4692 496.501,-4692 496.501,-4672 580.4854,-4672 580.4854,-4692\"/>\n",
       "<text text-anchor=\"middle\" x=\"538.4932\" y=\"-4678.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4456913664&#45;&gt;4456865872 -->\n",
       "<g id=\"edge99\" class=\"edge\">\n",
       "<title>4456913664&#45;&gt;4456865872</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M520.0863,-4671.9006C501.864,-4661.9026 473.7466,-4646.4753 452.8981,-4635.0363\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"454.3429,-4631.8369 443.8922,-4630.095 450.9757,-4637.9738 454.3429,-4631.8369\"/>\n",
       "</g>\n",
       "<!-- 4456951696 -->\n",
       "<g id=\"node100\" class=\"node\">\n",
       "<title>4456951696</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"629.1362,-4636 475.8502,-4636 475.8502,-4604 629.1362,-4604 629.1362,-4636\"/>\n",
       "<text text-anchor=\"middle\" x=\"552.4932\" y=\"-4622.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"552.4932\" y=\"-4610.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456951696&#45;&gt;4456951440 -->\n",
       "<g id=\"edge100\" class=\"edge\">\n",
       "<title>4456951696&#45;&gt;4456951440</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M535.6779,-4603.7102C526.7408,-4595.0524 515.7466,-4584.4018 506.6197,-4575.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"508.796,-4572.7954 499.1783,-4568.3512 503.9254,-4577.8231 508.796,-4572.7954\"/>\n",
       "</g>\n",
       "<!-- 4456951632 -->\n",
       "<g id=\"node101\" class=\"node\">\n",
       "<title>4456951632</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"787.806,-4636 647.1803,-4636 647.1803,-4604 787.806,-4604 787.806,-4636\"/>\n",
       "<text text-anchor=\"middle\" x=\"717.4932\" y=\"-4622.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"717.4932\" y=\"-4610.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64)</text>\n",
       "</g>\n",
       "<!-- 4456951632&#45;&gt;4456951440 -->\n",
       "<g id=\"edge101\" class=\"edge\">\n",
       "<title>4456951632&#45;&gt;4456951440</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M658.2222,-4603.9528C620.1073,-4593.6335 571.2558,-4580.4073 535.757,-4570.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"536.2252,-4567.2971 525.658,-4568.0621 534.3958,-4574.0539 536.2252,-4567.2971\"/>\n",
       "</g>\n",
       "<!-- 4456913736 -->\n",
       "<g id=\"node102\" class=\"node\">\n",
       "<title>4456913736</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"518.4854,-4512 434.501,-4512 434.501,-4492 518.4854,-4492 518.4854,-4512\"/>\n",
       "<text text-anchor=\"middle\" x=\"476.4932\" y=\"-4498.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4456913736&#45;&gt;4456866384 -->\n",
       "<g id=\"edge103\" class=\"edge\">\n",
       "<title>4456913736&#45;&gt;4456866384</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M467.9064,-4491.762C460.1827,-4482.553 448.6648,-4468.82 439.4332,-4457.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"442.028,-4455.4603 432.9201,-4450.0475 436.6646,-4459.9586 442.028,-4455.4603\"/>\n",
       "</g>\n",
       "<!-- 4456951120 -->\n",
       "<g id=\"node103\" class=\"node\">\n",
       "<title>4456951120</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"628.1362,-4456 474.8502,-4456 474.8502,-4424 628.1362,-4424 628.1362,-4456\"/>\n",
       "<text text-anchor=\"middle\" x=\"551.4932\" y=\"-4442.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block2.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"551.4932\" y=\"-4430.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456951120&#45;&gt;4456950864 -->\n",
       "<g id=\"edge104\" class=\"edge\">\n",
       "<title>4456951120&#45;&gt;4456950864</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M548.3403,-4423.7102C546.8339,-4415.9269 545.0157,-4406.5331 543.4204,-4398.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"546.8332,-4397.5039 541.4966,-4388.3512 539.9607,-4398.8341 546.8332,-4397.5039\"/>\n",
       "</g>\n",
       "<!-- 4456951056 -->\n",
       "<g id=\"node104\" class=\"node\">\n",
       "<title>4456951056</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"786.806,-4456 646.1803,-4456 646.1803,-4424 786.806,-4424 786.806,-4456\"/>\n",
       "<text text-anchor=\"middle\" x=\"716.4932\" y=\"-4442.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block2.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"716.4932\" y=\"-4430.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64)</text>\n",
       "</g>\n",
       "<!-- 4456951056&#45;&gt;4456950864 -->\n",
       "<g id=\"edge105\" class=\"edge\">\n",
       "<title>4456951056&#45;&gt;4456950864</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M670.4506,-4423.8721C641.6228,-4413.7742 604.9184,-4400.9173 577.707,-4391.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"578.7382,-4388.0384 568.1434,-4388.0357 576.4241,-4394.6448 578.7382,-4388.0384\"/>\n",
       "</g>\n",
       "<!-- 4456913808 -->\n",
       "<g id=\"node105\" class=\"node\">\n",
       "<title>4456913808</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"694.4854,-4388 610.501,-4388 610.501,-4368 694.4854,-4368 694.4854,-4388\"/>\n",
       "<text text-anchor=\"middle\" x=\"652.4932\" y=\"-4374.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4456913808&#45;&gt;4456866640 -->\n",
       "<g id=\"edge106\" class=\"edge\">\n",
       "<title>4456913808&#45;&gt;4456866640</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M634.0863,-4367.9006C615.864,-4357.9026 587.7466,-4342.4753 566.8981,-4331.0363\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"568.3429,-4327.8369 557.8922,-4326.095 564.9757,-4333.9738 568.3429,-4327.8369\"/>\n",
       "</g>\n",
       "<!-- 4456950608 -->\n",
       "<g id=\"node106\" class=\"node\">\n",
       "<title>4456950608</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"743.1362,-4332 589.8502,-4332 589.8502,-4300 743.1362,-4300 743.1362,-4332\"/>\n",
       "<text text-anchor=\"middle\" x=\"666.4932\" y=\"-4318.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block2.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"666.4932\" y=\"-4306.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456950608&#45;&gt;4456950416 -->\n",
       "<g id=\"edge107\" class=\"edge\">\n",
       "<title>4456950608&#45;&gt;4456950416</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M649.6779,-4299.7102C640.7408,-4291.0524 629.7466,-4280.4018 620.6197,-4271.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"622.796,-4268.7954 613.1783,-4264.3512 617.9254,-4273.8231 622.796,-4268.7954\"/>\n",
       "</g>\n",
       "<!-- 4456949904 -->\n",
       "<g id=\"node107\" class=\"node\">\n",
       "<title>4456949904</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"901.806,-4332 761.1803,-4332 761.1803,-4300 901.806,-4300 901.806,-4332\"/>\n",
       "<text text-anchor=\"middle\" x=\"831.4932\" y=\"-4318.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block2.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"831.4932\" y=\"-4306.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64)</text>\n",
       "</g>\n",
       "<!-- 4456949904&#45;&gt;4456950416 -->\n",
       "<g id=\"edge108\" class=\"edge\">\n",
       "<title>4456949904&#45;&gt;4456950416</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M772.2222,-4299.9528C734.1073,-4289.6335 685.2558,-4276.4073 649.757,-4266.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"650.2252,-4263.2971 639.658,-4264.0621 648.3958,-4270.0539 650.2252,-4263.2971\"/>\n",
       "</g>\n",
       "<!-- 4456913880 -->\n",
       "<g id=\"node108\" class=\"node\">\n",
       "<title>4456913880</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"632.4854,-4208 548.501,-4208 548.501,-4188 632.4854,-4188 632.4854,-4208\"/>\n",
       "<text text-anchor=\"middle\" x=\"590.4932\" y=\"-4194.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 64, 56, 56)</text>\n",
       "</g>\n",
       "<!-- 4456913880&#45;&gt;4456867152 -->\n",
       "<g id=\"edge110\" class=\"edge\">\n",
       "<title>4456913880&#45;&gt;4456867152</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M582.0716,-4187.762C574.4964,-4178.553 563.1999,-4164.82 554.1459,-4153.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"556.8138,-4151.547 547.7581,-4146.0475 551.4078,-4155.9939 556.8138,-4151.547\"/>\n",
       "</g>\n",
       "<!-- 4456950096 -->\n",
       "<g id=\"node109\" class=\"node\">\n",
       "<title>4456950096</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"743.1362,-4152 589.8502,-4152 589.8502,-4120 743.1362,-4120 743.1362,-4152\"/>\n",
       "<text text-anchor=\"middle\" x=\"666.4932\" y=\"-4138.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"666.4932\" y=\"-4126.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 64, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456950096&#45;&gt;4456949136 -->\n",
       "<g id=\"edge111\" class=\"edge\">\n",
       "<title>4456950096&#45;&gt;4456949136</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M649.6779,-4119.7102C640.7408,-4111.0524 629.7466,-4100.4018 620.6197,-4091.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"622.796,-4088.7954 613.1783,-4084.3512 617.9254,-4093.8231 622.796,-4088.7954\"/>\n",
       "</g>\n",
       "<!-- 4456950032 -->\n",
       "<g id=\"node110\" class=\"node\">\n",
       "<title>4456950032</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"901.806,-4152 761.1803,-4152 761.1803,-4120 901.806,-4120 901.806,-4152\"/>\n",
       "<text text-anchor=\"middle\" x=\"831.4932\" y=\"-4138.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"831.4932\" y=\"-4126.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4456950032&#45;&gt;4456949136 -->\n",
       "<g id=\"edge112\" class=\"edge\">\n",
       "<title>4456950032&#45;&gt;4456949136</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M772.2222,-4119.9528C734.1073,-4109.6335 685.2558,-4096.4073 649.757,-4086.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"650.2252,-4083.2971 639.658,-4084.0621 648.3958,-4090.0539 650.2252,-4083.2971\"/>\n",
       "</g>\n",
       "<!-- 4456913952 -->\n",
       "<g id=\"node111\" class=\"node\">\n",
       "<title>4456913952</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"763.4854,-4084 673.501,-4084 673.501,-4064 763.4854,-4064 763.4854,-4084\"/>\n",
       "<text text-anchor=\"middle\" x=\"718.4932\" y=\"-4070.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 128, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4456913952&#45;&gt;4456867408 -->\n",
       "<g id=\"edge113\" class=\"edge\">\n",
       "<title>4456913952&#45;&gt;4456867408</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M699.5976,-4063.9006C680.8073,-4053.8576 651.7674,-4038.3362 630.3369,-4026.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"631.8498,-4023.7221 621.3807,-4022.095 628.5501,-4029.8956 631.8498,-4023.7221\"/>\n",
       "</g>\n",
       "<!-- 4456949648 -->\n",
       "<g id=\"node112\" class=\"node\">\n",
       "<title>4456949648</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"806.1362,-4028 652.8502,-4028 652.8502,-3996 806.1362,-3996 806.1362,-4028\"/>\n",
       "<text text-anchor=\"middle\" x=\"729.4932\" y=\"-4014.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"729.4932\" y=\"-4002.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456949648&#45;&gt;4456949328 -->\n",
       "<g id=\"edge114\" class=\"edge\">\n",
       "<title>4456949648&#45;&gt;4456949328</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M714.2543,-3995.7102C706.2369,-3987.1399 696.3927,-3976.6168 688.1715,-3967.8285\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"690.5641,-3965.2629 681.1766,-3960.3512 685.4522,-3970.045 690.5641,-3965.2629\"/>\n",
       "</g>\n",
       "<!-- 4456949584 -->\n",
       "<g id=\"node113\" class=\"node\">\n",
       "<title>4456949584</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"964.806,-4028 824.1803,-4028 824.1803,-3996 964.806,-3996 964.806,-4028\"/>\n",
       "<text text-anchor=\"middle\" x=\"894.4932\" y=\"-4014.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"894.4932\" y=\"-4002.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4456949584&#45;&gt;4456949328 -->\n",
       "<g id=\"edge115\" class=\"edge\">\n",
       "<title>4456949584&#45;&gt;4456949328</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M836.7751,-3995.9528C799.6589,-3985.6335 752.0873,-3972.4073 717.5187,-3962.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"718.2564,-3959.3687 707.6843,-3960.0621 716.3813,-3966.1129 718.2564,-3959.3687\"/>\n",
       "</g>\n",
       "<!-- 4456949392&#45;&gt;4456867664 -->\n",
       "<g id=\"edge116\" class=\"edge\">\n",
       "<title>4456949392&#45;&gt;4456867664</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M481.9296,-4063.8067C497.4406,-4034.7236 542.0886,-3951.0085 562.3167,-3913.0808\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"565.4987,-3914.5521 567.1164,-3904.0815 559.3222,-3911.258 565.4987,-3914.5521\"/>\n",
       "</g>\n",
       "<!-- 4456930000 -->\n",
       "<g id=\"node115\" class=\"node\">\n",
       "<title>4456930000</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"311.804,-4152 139.1823,-4152 139.1823,-4120 311.804,-4120 311.804,-4152\"/>\n",
       "<text text-anchor=\"middle\" x=\"225.4932\" y=\"-4138.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv_dim.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"225.4932\" y=\"-4126.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 64, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4456930000&#45;&gt;4456949392 -->\n",
       "<g id=\"edge118\" class=\"edge\">\n",
       "<title>4456930000&#45;&gt;4456949392</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M290.4583,-4119.9528C332.5935,-4109.5449 386.6997,-4096.1801 425.6874,-4086.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"426.889,-4089.8581 435.7579,-4084.0621 425.2103,-4083.0623 426.889,-4089.8581\"/>\n",
       "</g>\n",
       "<!-- 4456929936 -->\n",
       "<g id=\"node116\" class=\"node\">\n",
       "<title>4456929936</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"488.9736,-4152 330.0127,-4152 330.0127,-4120 488.9736,-4120 488.9736,-4152\"/>\n",
       "<text text-anchor=\"middle\" x=\"409.4932\" y=\"-4138.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv_dim.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"409.4932\" y=\"-4126.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4456929936&#45;&gt;4456949392 -->\n",
       "<g id=\"edge119\" class=\"edge\">\n",
       "<title>4456929936&#45;&gt;4456949392</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M427.0966,-4119.7102C436.5471,-4110.965 448.1949,-4100.1864 457.8059,-4091.2927\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"460.3447,-4093.712 465.3072,-4084.3512 455.5903,-4088.5743 460.3447,-4093.712\"/>\n",
       "</g>\n",
       "<!-- 4456914096 -->\n",
       "<g id=\"node117\" class=\"node\">\n",
       "<title>4456914096</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"723.4854,-3904 633.501,-3904 633.501,-3884 723.4854,-3884 723.4854,-3904\"/>\n",
       "<text text-anchor=\"middle\" x=\"678.4932\" y=\"-3890.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 128, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4456914096&#45;&gt;4456867920 -->\n",
       "<g id=\"edge120\" class=\"edge\">\n",
       "<title>4456914096&#45;&gt;4456867920</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M669.7413,-3883.762C661.8691,-3874.553 650.1296,-3860.82 640.7205,-3849.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"643.2405,-3847.3745 634.0822,-3842.0475 637.9196,-3851.923 643.2405,-3847.3745\"/>\n",
       "</g>\n",
       "<!-- 4456949008 -->\n",
       "<g id=\"node118\" class=\"node\">\n",
       "<title>4456949008</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"829.1362,-3848 675.8502,-3848 675.8502,-3816 829.1362,-3816 829.1362,-3848\"/>\n",
       "<text text-anchor=\"middle\" x=\"752.4932\" y=\"-3834.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"752.4932\" y=\"-3822.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456949008&#45;&gt;4456948752 -->\n",
       "<g id=\"edge121\" class=\"edge\">\n",
       "<title>4456949008&#45;&gt;4456948752</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M749.3403,-3815.7102C747.8339,-3807.9269 746.0157,-3798.5331 744.4204,-3790.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"747.8332,-3789.5039 742.4966,-3780.3512 740.9607,-3790.8341 747.8332,-3789.5039\"/>\n",
       "</g>\n",
       "<!-- 4456948944 -->\n",
       "<g id=\"node119\" class=\"node\">\n",
       "<title>4456948944</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"987.806,-3848 847.1803,-3848 847.1803,-3816 987.806,-3816 987.806,-3848\"/>\n",
       "<text text-anchor=\"middle\" x=\"917.4932\" y=\"-3834.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"917.4932\" y=\"-3822.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4456948944&#45;&gt;4456948752 -->\n",
       "<g id=\"edge122\" class=\"edge\">\n",
       "<title>4456948944&#45;&gt;4456948752</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M871.4506,-3815.8721C842.6228,-3805.7742 805.9184,-3792.9173 778.707,-3783.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"779.7382,-3780.0384 769.1434,-3780.0357 777.4241,-3786.6448 779.7382,-3780.0384\"/>\n",
       "</g>\n",
       "<!-- 4456914168 -->\n",
       "<g id=\"node120\" class=\"node\">\n",
       "<title>4456914168</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"901.4854,-3780 811.501,-3780 811.501,-3760 901.4854,-3760 901.4854,-3780\"/>\n",
       "<text text-anchor=\"middle\" x=\"856.4932\" y=\"-3766.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 128, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4456914168&#45;&gt;4456868176 -->\n",
       "<g id=\"edge123\" class=\"edge\">\n",
       "<title>4456914168&#45;&gt;4456868176</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M837.5976,-3759.9006C818.8073,-3749.8576 789.7674,-3734.3362 768.3369,-3722.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"769.8498,-3719.7221 759.3807,-3718.095 766.5501,-3725.8956 769.8498,-3719.7221\"/>\n",
       "</g>\n",
       "<!-- 4456948560 -->\n",
       "<g id=\"node121\" class=\"node\">\n",
       "<title>4456948560</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"944.1362,-3724 790.8502,-3724 790.8502,-3692 944.1362,-3692 944.1362,-3724\"/>\n",
       "<text text-anchor=\"middle\" x=\"867.4932\" y=\"-3710.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"867.4932\" y=\"-3698.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456948560&#45;&gt;4456948240 -->\n",
       "<g id=\"edge124\" class=\"edge\">\n",
       "<title>4456948560&#45;&gt;4456948240</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M850.6779,-3691.7102C841.7408,-3683.0524 830.7466,-3672.4018 821.6197,-3663.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"823.796,-3660.7954 814.1783,-3656.3512 818.9254,-3665.8231 823.796,-3660.7954\"/>\n",
       "</g>\n",
       "<!-- 4456948496 -->\n",
       "<g id=\"node122\" class=\"node\">\n",
       "<title>4456948496</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1102.806,-3724 962.1803,-3724 962.1803,-3692 1102.806,-3692 1102.806,-3724\"/>\n",
       "<text text-anchor=\"middle\" x=\"1032.4932\" y=\"-3710.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1032.4932\" y=\"-3698.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4456948496&#45;&gt;4456948240 -->\n",
       "<g id=\"edge125\" class=\"edge\">\n",
       "<title>4456948496&#45;&gt;4456948240</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M973.2222,-3691.9528C935.1073,-3681.6335 886.2558,-3668.4073 850.757,-3658.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"851.2252,-3655.2971 840.658,-3656.0621 849.3958,-3662.0539 851.2252,-3655.2971\"/>\n",
       "</g>\n",
       "<!-- 4456914240 -->\n",
       "<g id=\"node123\" class=\"node\">\n",
       "<title>4456914240</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"839.4854,-3600 749.501,-3600 749.501,-3580 839.4854,-3580 839.4854,-3600\"/>\n",
       "<text text-anchor=\"middle\" x=\"794.4932\" y=\"-3586.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 128, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4456914240&#45;&gt;4456868688 -->\n",
       "<g id=\"edge127\" class=\"edge\">\n",
       "<title>4456914240&#45;&gt;4456868688</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M785.7413,-3579.762C777.8691,-3570.553 766.1296,-3556.82 756.7205,-3545.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"759.2405,-3543.3745 750.0822,-3538.0475 753.9196,-3547.923 759.2405,-3543.3745\"/>\n",
       "</g>\n",
       "<!-- 4456947920 -->\n",
       "<g id=\"node124\" class=\"node\">\n",
       "<title>4456947920</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"945.1362,-3544 791.8502,-3544 791.8502,-3512 945.1362,-3512 945.1362,-3544\"/>\n",
       "<text text-anchor=\"middle\" x=\"868.4932\" y=\"-3530.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block2.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"868.4932\" y=\"-3518.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456947920&#45;&gt;4456955792 -->\n",
       "<g id=\"edge128\" class=\"edge\">\n",
       "<title>4456947920&#45;&gt;4456955792</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M865.3403,-3511.7102C863.8339,-3503.9269 862.0157,-3494.5331 860.4204,-3486.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"863.8332,-3485.5039 858.4966,-3476.3512 856.9607,-3486.8341 863.8332,-3485.5039\"/>\n",
       "</g>\n",
       "<!-- 4456947856 -->\n",
       "<g id=\"node125\" class=\"node\">\n",
       "<title>4456947856</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1103.806,-3544 963.1803,-3544 963.1803,-3512 1103.806,-3512 1103.806,-3544\"/>\n",
       "<text text-anchor=\"middle\" x=\"1033.4932\" y=\"-3530.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block2.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1033.4932\" y=\"-3518.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4456947856&#45;&gt;4456955792 -->\n",
       "<g id=\"edge129\" class=\"edge\">\n",
       "<title>4456947856&#45;&gt;4456955792</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M987.4506,-3511.8721C958.6228,-3501.7742 921.9184,-3488.9173 894.707,-3479.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"895.7382,-3476.0384 885.1434,-3476.0357 893.4241,-3482.6448 895.7382,-3476.0384\"/>\n",
       "</g>\n",
       "<!-- 4456914312 -->\n",
       "<g id=\"node126\" class=\"node\">\n",
       "<title>4456914312</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1017.4854,-3476 927.501,-3476 927.501,-3456 1017.4854,-3456 1017.4854,-3476\"/>\n",
       "<text text-anchor=\"middle\" x=\"972.4932\" y=\"-3462.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 128, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4456914312&#45;&gt;4456868944 -->\n",
       "<g id=\"edge130\" class=\"edge\">\n",
       "<title>4456914312&#45;&gt;4456868944</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M953.5976,-3455.9006C934.8073,-3445.8576 905.7674,-3430.3362 884.3369,-3418.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"885.8498,-3415.7221 875.3807,-3414.095 882.5501,-3421.8956 885.8498,-3415.7221\"/>\n",
       "</g>\n",
       "<!-- 4456955600 -->\n",
       "<g id=\"node127\" class=\"node\">\n",
       "<title>4456955600</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1060.1362,-3420 906.8502,-3420 906.8502,-3388 1060.1362,-3388 1060.1362,-3420\"/>\n",
       "<text text-anchor=\"middle\" x=\"983.4932\" y=\"-3406.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block2.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"983.4932\" y=\"-3394.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456955600&#45;&gt;4456955344 -->\n",
       "<g id=\"edge131\" class=\"edge\">\n",
       "<title>4456955600&#45;&gt;4456955344</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M966.6779,-3387.7102C957.7408,-3379.0524 946.7466,-3368.4018 937.6197,-3359.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"939.796,-3356.7954 930.1783,-3352.3512 934.9254,-3361.8231 939.796,-3356.7954\"/>\n",
       "</g>\n",
       "<!-- 4456955536 -->\n",
       "<g id=\"node128\" class=\"node\">\n",
       "<title>4456955536</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1218.806,-3420 1078.1803,-3420 1078.1803,-3388 1218.806,-3388 1218.806,-3420\"/>\n",
       "<text text-anchor=\"middle\" x=\"1148.4932\" y=\"-3406.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block2.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1148.4932\" y=\"-3394.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4456955536&#45;&gt;4456955344 -->\n",
       "<g id=\"edge132\" class=\"edge\">\n",
       "<title>4456955536&#45;&gt;4456955344</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1089.2222,-3387.9528C1051.1073,-3377.6335 1002.2558,-3364.4073 966.757,-3354.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"967.2252,-3351.2971 956.658,-3352.0621 965.3958,-3358.0539 967.2252,-3351.2971\"/>\n",
       "</g>\n",
       "<!-- 4456914384 -->\n",
       "<g id=\"node129\" class=\"node\">\n",
       "<title>4456914384</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"955.4854,-3296 865.501,-3296 865.501,-3276 955.4854,-3276 955.4854,-3296\"/>\n",
       "<text text-anchor=\"middle\" x=\"910.4932\" y=\"-3282.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 128, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4456914384&#45;&gt;4456869456 -->\n",
       "<g id=\"edge134\" class=\"edge\">\n",
       "<title>4456914384&#45;&gt;4456869456</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M901.7413,-3275.762C893.8691,-3266.553 882.1296,-3252.82 872.7205,-3241.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"875.2405,-3239.3745 866.0822,-3234.0475 869.9196,-3243.923 875.2405,-3239.3745\"/>\n",
       "</g>\n",
       "<!-- 4456955024 -->\n",
       "<g id=\"node130\" class=\"node\">\n",
       "<title>4456955024</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1061.1362,-3240 907.8502,-3240 907.8502,-3208 1061.1362,-3208 1061.1362,-3240\"/>\n",
       "<text text-anchor=\"middle\" x=\"984.4932\" y=\"-3226.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block3.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"984.4932\" y=\"-3214.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456955024&#45;&gt;4456954768 -->\n",
       "<g id=\"edge135\" class=\"edge\">\n",
       "<title>4456955024&#45;&gt;4456954768</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M981.3403,-3207.7102C979.8339,-3199.9269 978.0157,-3190.5331 976.4204,-3182.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"979.8332,-3181.5039 974.4966,-3172.3512 972.9607,-3182.8341 979.8332,-3181.5039\"/>\n",
       "</g>\n",
       "<!-- 4456954960 -->\n",
       "<g id=\"node131\" class=\"node\">\n",
       "<title>4456954960</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1219.806,-3240 1079.1803,-3240 1079.1803,-3208 1219.806,-3208 1219.806,-3240\"/>\n",
       "<text text-anchor=\"middle\" x=\"1149.4932\" y=\"-3226.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block3.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1149.4932\" y=\"-3214.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4456954960&#45;&gt;4456954768 -->\n",
       "<g id=\"edge136\" class=\"edge\">\n",
       "<title>4456954960&#45;&gt;4456954768</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1103.4506,-3207.8721C1074.6228,-3197.7742 1037.9184,-3184.9173 1010.707,-3175.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1011.7382,-3172.0384 1001.1434,-3172.0357 1009.4241,-3178.6448 1011.7382,-3172.0384\"/>\n",
       "</g>\n",
       "<!-- 4456914456 -->\n",
       "<g id=\"node132\" class=\"node\">\n",
       "<title>4456914456</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1133.4854,-3172 1043.501,-3172 1043.501,-3152 1133.4854,-3152 1133.4854,-3172\"/>\n",
       "<text text-anchor=\"middle\" x=\"1088.4932\" y=\"-3158.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 128, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4456914456&#45;&gt;4456886352 -->\n",
       "<g id=\"edge137\" class=\"edge\">\n",
       "<title>4456914456&#45;&gt;4456886352</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1069.5976,-3151.9006C1050.8073,-3141.8576 1021.7674,-3126.3362 1000.3369,-3114.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1001.8498,-3111.7221 991.3807,-3110.095 998.5501,-3117.8956 1001.8498,-3111.7221\"/>\n",
       "</g>\n",
       "<!-- 4456954576 -->\n",
       "<g id=\"node133\" class=\"node\">\n",
       "<title>4456954576</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1176.1362,-3116 1022.8502,-3116 1022.8502,-3084 1176.1362,-3084 1176.1362,-3116\"/>\n",
       "<text text-anchor=\"middle\" x=\"1099.4932\" y=\"-3102.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block3.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1099.4932\" y=\"-3090.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456954576&#45;&gt;4456954320 -->\n",
       "<g id=\"edge138\" class=\"edge\">\n",
       "<title>4456954576&#45;&gt;4456954320</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1082.6779,-3083.7102C1073.7408,-3075.0524 1062.7466,-3064.4018 1053.6197,-3055.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1055.796,-3052.7954 1046.1783,-3048.3512 1050.9254,-3057.8231 1055.796,-3052.7954\"/>\n",
       "</g>\n",
       "<!-- 4456954512 -->\n",
       "<g id=\"node134\" class=\"node\">\n",
       "<title>4456954512</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1334.806,-3116 1194.1803,-3116 1194.1803,-3084 1334.806,-3084 1334.806,-3116\"/>\n",
       "<text text-anchor=\"middle\" x=\"1264.4932\" y=\"-3102.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block3.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1264.4932\" y=\"-3090.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4456954512&#45;&gt;4456954320 -->\n",
       "<g id=\"edge139\" class=\"edge\">\n",
       "<title>4456954512&#45;&gt;4456954320</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1205.2222,-3083.9528C1167.1073,-3073.6335 1118.2558,-3060.4073 1082.757,-3050.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1083.2252,-3047.2971 1072.658,-3048.0621 1081.3958,-3054.0539 1083.2252,-3047.2971\"/>\n",
       "</g>\n",
       "<!-- 4456914528 -->\n",
       "<g id=\"node135\" class=\"node\">\n",
       "<title>4456914528</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1071.4854,-2992 981.501,-2992 981.501,-2972 1071.4854,-2972 1071.4854,-2992\"/>\n",
       "<text text-anchor=\"middle\" x=\"1026.4932\" y=\"-2978.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 128, 28, 28)</text>\n",
       "</g>\n",
       "<!-- 4456914528&#45;&gt;4456886864 -->\n",
       "<g id=\"edge141\" class=\"edge\">\n",
       "<title>4456914528&#45;&gt;4456886864</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1017.7413,-2971.762C1009.8691,-2962.553 998.1296,-2948.82 988.7205,-2937.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"991.2405,-2935.3745 982.0822,-2930.0475 985.9196,-2939.923 991.2405,-2935.3745\"/>\n",
       "</g>\n",
       "<!-- 4456954000 -->\n",
       "<g id=\"node136\" class=\"node\">\n",
       "<title>4456954000</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1177.1362,-2936 1023.8502,-2936 1023.8502,-2904 1177.1362,-2904 1177.1362,-2936\"/>\n",
       "<text text-anchor=\"middle\" x=\"1100.4932\" y=\"-2922.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1100.4932\" y=\"-2910.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456954000&#45;&gt;4456953744 -->\n",
       "<g id=\"edge142\" class=\"edge\">\n",
       "<title>4456954000&#45;&gt;4456953744</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1083.6779,-2903.7102C1074.7408,-2895.0524 1063.7466,-2884.4018 1054.6197,-2875.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1056.796,-2872.7954 1047.1783,-2868.3512 1051.9254,-2877.8231 1056.796,-2872.7954\"/>\n",
       "</g>\n",
       "<!-- 4456953936 -->\n",
       "<g id=\"node137\" class=\"node\">\n",
       "<title>4456953936</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1335.806,-2936 1195.1803,-2936 1195.1803,-2904 1335.806,-2904 1335.806,-2936\"/>\n",
       "<text text-anchor=\"middle\" x=\"1265.4932\" y=\"-2922.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1265.4932\" y=\"-2910.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4456953936&#45;&gt;4456953744 -->\n",
       "<g id=\"edge143\" class=\"edge\">\n",
       "<title>4456953936&#45;&gt;4456953744</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1206.2222,-2903.9528C1168.1073,-2893.6335 1119.2558,-2880.4073 1083.757,-2870.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1084.2252,-2867.2971 1073.658,-2868.0621 1082.3958,-2874.0539 1084.2252,-2867.2971\"/>\n",
       "</g>\n",
       "<!-- 4456914600 -->\n",
       "<g id=\"node138\" class=\"node\">\n",
       "<title>4456914600</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1197.4854,-2868 1107.501,-2868 1107.501,-2848 1197.4854,-2848 1197.4854,-2868\"/>\n",
       "<text text-anchor=\"middle\" x=\"1152.4932\" y=\"-2854.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4456914600&#45;&gt;4456887120 -->\n",
       "<g id=\"edge144\" class=\"edge\">\n",
       "<title>4456914600&#45;&gt;4456887120</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1133.5976,-2847.9006C1114.8073,-2837.8576 1085.7674,-2822.3362 1064.3369,-2810.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1065.8498,-2807.7221 1055.3807,-2806.095 1062.5501,-2813.8956 1065.8498,-2807.7221\"/>\n",
       "</g>\n",
       "<!-- 4456953552 -->\n",
       "<g id=\"node139\" class=\"node\">\n",
       "<title>4456953552</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1240.1362,-2812 1086.8502,-2812 1086.8502,-2780 1240.1362,-2780 1240.1362,-2812\"/>\n",
       "<text text-anchor=\"middle\" x=\"1163.4932\" y=\"-2798.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1163.4932\" y=\"-2786.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456953552&#45;&gt;4456953232 -->\n",
       "<g id=\"edge145\" class=\"edge\">\n",
       "<title>4456953552&#45;&gt;4456953232</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1148.2543,-2779.7102C1140.2369,-2771.1399 1130.3927,-2760.6168 1122.1715,-2751.8285\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1124.5641,-2749.2629 1115.1766,-2744.3512 1119.4522,-2754.045 1124.5641,-2749.2629\"/>\n",
       "</g>\n",
       "<!-- 4456953488 -->\n",
       "<g id=\"node140\" class=\"node\">\n",
       "<title>4456953488</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1398.806,-2812 1258.1803,-2812 1258.1803,-2780 1398.806,-2780 1398.806,-2812\"/>\n",
       "<text text-anchor=\"middle\" x=\"1328.4932\" y=\"-2798.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1328.4932\" y=\"-2786.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4456953488&#45;&gt;4456953232 -->\n",
       "<g id=\"edge146\" class=\"edge\">\n",
       "<title>4456953488&#45;&gt;4456953232</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1270.7751,-2779.9528C1233.6589,-2769.6335 1186.0873,-2756.4073 1151.5187,-2746.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1152.2564,-2743.3687 1141.6843,-2744.0621 1150.3813,-2750.1129 1152.2564,-2743.3687\"/>\n",
       "</g>\n",
       "<!-- 4456953296&#45;&gt;4456887376 -->\n",
       "<g id=\"edge147\" class=\"edge\">\n",
       "<title>4456953296&#45;&gt;4456887376</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M915.9296,-2847.8067C931.4406,-2818.7236 976.0886,-2735.0085 996.3167,-2697.0808\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"999.4987,-2698.5521 1001.1164,-2688.0815 993.3222,-2695.258 999.4987,-2698.5521\"/>\n",
       "</g>\n",
       "<!-- 4456930832 -->\n",
       "<g id=\"node142\" class=\"node\">\n",
       "<title>4456930832</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"745.804,-2936 573.1823,-2936 573.1823,-2904 745.804,-2904 745.804,-2936\"/>\n",
       "<text text-anchor=\"middle\" x=\"659.4932\" y=\"-2922.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv_dim.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"659.4932\" y=\"-2910.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 128, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4456930832&#45;&gt;4456953296 -->\n",
       "<g id=\"edge149\" class=\"edge\">\n",
       "<title>4456930832&#45;&gt;4456953296</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M724.4583,-2903.9528C766.5935,-2893.5449 820.6997,-2880.1801 859.6874,-2870.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"860.889,-2873.8581 869.7579,-2868.0621 859.2103,-2867.0623 860.889,-2873.8581\"/>\n",
       "</g>\n",
       "<!-- 4456930768 -->\n",
       "<g id=\"node143\" class=\"node\">\n",
       "<title>4456930768</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"922.9736,-2936 764.0127,-2936 764.0127,-2904 922.9736,-2904 922.9736,-2936\"/>\n",
       "<text text-anchor=\"middle\" x=\"843.4932\" y=\"-2922.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv_dim.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"843.4932\" y=\"-2910.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4456930768&#45;&gt;4456953296 -->\n",
       "<g id=\"edge150\" class=\"edge\">\n",
       "<title>4456930768&#45;&gt;4456953296</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M861.0966,-2903.7102C870.5471,-2894.965 882.1949,-2884.1864 891.8059,-2875.2927\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"894.3447,-2877.712 899.3072,-2868.3512 889.5903,-2872.5743 894.3447,-2877.712\"/>\n",
       "</g>\n",
       "<!-- 4456914744 -->\n",
       "<g id=\"node144\" class=\"node\">\n",
       "<title>4456914744</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1157.4854,-2688 1067.501,-2688 1067.501,-2668 1157.4854,-2668 1157.4854,-2688\"/>\n",
       "<text text-anchor=\"middle\" x=\"1112.4932\" y=\"-2674.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4456914744&#45;&gt;4456887632 -->\n",
       "<g id=\"edge151\" class=\"edge\">\n",
       "<title>4456914744&#45;&gt;4456887632</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1103.7413,-2667.762C1095.8691,-2658.553 1084.1296,-2644.82 1074.7205,-2633.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1077.2405,-2631.3745 1068.0822,-2626.0475 1071.9196,-2635.923 1077.2405,-2631.3745\"/>\n",
       "</g>\n",
       "<!-- 4456952912 -->\n",
       "<g id=\"node145\" class=\"node\">\n",
       "<title>4456952912</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1263.1362,-2632 1109.8502,-2632 1109.8502,-2600 1263.1362,-2600 1263.1362,-2632\"/>\n",
       "<text text-anchor=\"middle\" x=\"1186.4932\" y=\"-2618.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1186.4932\" y=\"-2606.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456952912&#45;&gt;4456952656 -->\n",
       "<g id=\"edge152\" class=\"edge\">\n",
       "<title>4456952912&#45;&gt;4456952656</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1183.3403,-2599.7102C1181.8339,-2591.9269 1180.0157,-2582.5331 1178.4204,-2574.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1181.8332,-2573.5039 1176.4966,-2564.3512 1174.9607,-2574.8341 1181.8332,-2573.5039\"/>\n",
       "</g>\n",
       "<!-- 4456952848 -->\n",
       "<g id=\"node146\" class=\"node\">\n",
       "<title>4456952848</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1421.806,-2632 1281.1803,-2632 1281.1803,-2600 1421.806,-2600 1421.806,-2632\"/>\n",
       "<text text-anchor=\"middle\" x=\"1351.4932\" y=\"-2618.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1351.4932\" y=\"-2606.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4456952848&#45;&gt;4456952656 -->\n",
       "<g id=\"edge153\" class=\"edge\">\n",
       "<title>4456952848&#45;&gt;4456952656</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1305.4506,-2599.8721C1276.6228,-2589.7742 1239.9184,-2576.9173 1212.707,-2567.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1213.7382,-2564.0384 1203.1434,-2564.0357 1211.4241,-2570.6448 1213.7382,-2564.0384\"/>\n",
       "</g>\n",
       "<!-- 4456914816 -->\n",
       "<g id=\"node147\" class=\"node\">\n",
       "<title>4456914816</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1335.4854,-2564 1245.501,-2564 1245.501,-2544 1335.4854,-2544 1335.4854,-2564\"/>\n",
       "<text text-anchor=\"middle\" x=\"1290.4932\" y=\"-2550.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4456914816&#45;&gt;4456887888 -->\n",
       "<g id=\"edge154\" class=\"edge\">\n",
       "<title>4456914816&#45;&gt;4456887888</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1271.5976,-2543.9006C1252.8073,-2533.8576 1223.7674,-2518.3362 1202.3369,-2506.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1203.8498,-2503.7221 1193.3807,-2502.095 1200.5501,-2509.8956 1203.8498,-2503.7221\"/>\n",
       "</g>\n",
       "<!-- 4456952464 -->\n",
       "<g id=\"node148\" class=\"node\">\n",
       "<title>4456952464</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1378.1362,-2508 1224.8502,-2508 1224.8502,-2476 1378.1362,-2476 1378.1362,-2508\"/>\n",
       "<text text-anchor=\"middle\" x=\"1301.4932\" y=\"-2494.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1301.4932\" y=\"-2482.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456952464&#45;&gt;4456952208 -->\n",
       "<g id=\"edge155\" class=\"edge\">\n",
       "<title>4456952464&#45;&gt;4456952208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1284.6779,-2475.7102C1275.7408,-2467.0524 1264.7466,-2456.4018 1255.6197,-2447.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1257.796,-2444.7954 1248.1783,-2440.3512 1252.9254,-2449.8231 1257.796,-2444.7954\"/>\n",
       "</g>\n",
       "<!-- 4456952400 -->\n",
       "<g id=\"node149\" class=\"node\">\n",
       "<title>4456952400</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1536.806,-2508 1396.1803,-2508 1396.1803,-2476 1536.806,-2476 1536.806,-2508\"/>\n",
       "<text text-anchor=\"middle\" x=\"1466.4932\" y=\"-2494.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1466.4932\" y=\"-2482.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4456952400&#45;&gt;4456952208 -->\n",
       "<g id=\"edge156\" class=\"edge\">\n",
       "<title>4456952400&#45;&gt;4456952208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1407.2222,-2475.9528C1369.1073,-2465.6335 1320.2558,-2452.4073 1284.757,-2442.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1285.2252,-2439.2971 1274.658,-2440.0621 1283.3958,-2446.0539 1285.2252,-2439.2971\"/>\n",
       "</g>\n",
       "<!-- 4456914888 -->\n",
       "<g id=\"node150\" class=\"node\">\n",
       "<title>4456914888</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1273.4854,-2384 1183.501,-2384 1183.501,-2364 1273.4854,-2364 1273.4854,-2384\"/>\n",
       "<text text-anchor=\"middle\" x=\"1228.4932\" y=\"-2370.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4456914888&#45;&gt;4456888400 -->\n",
       "<g id=\"edge158\" class=\"edge\">\n",
       "<title>4456914888&#45;&gt;4456888400</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1219.7413,-2363.762C1211.8691,-2354.553 1200.1296,-2340.82 1190.7205,-2329.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1193.2405,-2327.3745 1184.0822,-2322.0475 1187.9196,-2331.923 1193.2405,-2327.3745\"/>\n",
       "</g>\n",
       "<!-- 4456959952 -->\n",
       "<g id=\"node151\" class=\"node\">\n",
       "<title>4456959952</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1379.1362,-2328 1225.8502,-2328 1225.8502,-2296 1379.1362,-2296 1379.1362,-2328\"/>\n",
       "<text text-anchor=\"middle\" x=\"1302.4932\" y=\"-2314.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block2.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1302.4932\" y=\"-2302.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456959952&#45;&gt;4456959760 -->\n",
       "<g id=\"edge159\" class=\"edge\">\n",
       "<title>4456959952&#45;&gt;4456959760</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1299.3403,-2295.7102C1297.8339,-2287.9269 1296.0157,-2278.5331 1294.4204,-2270.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1297.8332,-2269.5039 1292.4966,-2260.3512 1290.9607,-2270.8341 1297.8332,-2269.5039\"/>\n",
       "</g>\n",
       "<!-- 4456951888 -->\n",
       "<g id=\"node152\" class=\"node\">\n",
       "<title>4456951888</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1537.806,-2328 1397.1803,-2328 1397.1803,-2296 1537.806,-2296 1537.806,-2328\"/>\n",
       "<text text-anchor=\"middle\" x=\"1467.4932\" y=\"-2314.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block2.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1467.4932\" y=\"-2302.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4456951888&#45;&gt;4456959760 -->\n",
       "<g id=\"edge160\" class=\"edge\">\n",
       "<title>4456951888&#45;&gt;4456959760</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1421.4506,-2295.8721C1392.6228,-2285.7742 1355.9184,-2272.9173 1328.707,-2263.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1329.7382,-2260.0384 1319.1434,-2260.0357 1327.4241,-2266.6448 1329.7382,-2260.0384\"/>\n",
       "</g>\n",
       "<!-- 4456935504 -->\n",
       "<g id=\"node153\" class=\"node\">\n",
       "<title>4456935504</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1451.4854,-2260 1361.501,-2260 1361.501,-2240 1451.4854,-2240 1451.4854,-2260\"/>\n",
       "<text text-anchor=\"middle\" x=\"1406.4932\" y=\"-2246.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4456935504&#45;&gt;4456888656 -->\n",
       "<g id=\"edge161\" class=\"edge\">\n",
       "<title>4456935504&#45;&gt;4456888656</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1387.5976,-2239.9006C1368.8073,-2229.8576 1339.7674,-2214.3362 1318.3369,-2202.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1319.8498,-2199.7221 1309.3807,-2198.095 1316.5501,-2205.8956 1319.8498,-2199.7221\"/>\n",
       "</g>\n",
       "<!-- 4456959568 -->\n",
       "<g id=\"node154\" class=\"node\">\n",
       "<title>4456959568</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1494.1362,-2204 1340.8502,-2204 1340.8502,-2172 1494.1362,-2172 1494.1362,-2204\"/>\n",
       "<text text-anchor=\"middle\" x=\"1417.4932\" y=\"-2190.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block2.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1417.4932\" y=\"-2178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456959568&#45;&gt;4456959312 -->\n",
       "<g id=\"edge162\" class=\"edge\">\n",
       "<title>4456959568&#45;&gt;4456959312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1400.6779,-2171.7102C1391.7408,-2163.0524 1380.7466,-2152.4018 1371.6197,-2143.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1373.796,-2140.7954 1364.1783,-2136.3512 1368.9254,-2145.8231 1373.796,-2140.7954\"/>\n",
       "</g>\n",
       "<!-- 4456959504 -->\n",
       "<g id=\"node155\" class=\"node\">\n",
       "<title>4456959504</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1652.806,-2204 1512.1803,-2204 1512.1803,-2172 1652.806,-2172 1652.806,-2204\"/>\n",
       "<text text-anchor=\"middle\" x=\"1582.4932\" y=\"-2190.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block2.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1582.4932\" y=\"-2178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4456959504&#45;&gt;4456959312 -->\n",
       "<g id=\"edge163\" class=\"edge\">\n",
       "<title>4456959504&#45;&gt;4456959312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1523.2222,-2171.9528C1485.1073,-2161.6335 1436.2558,-2148.4073 1400.757,-2138.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1401.2252,-2135.2971 1390.658,-2136.0621 1399.3958,-2142.0539 1401.2252,-2135.2971\"/>\n",
       "</g>\n",
       "<!-- 4456935576 -->\n",
       "<g id=\"node156\" class=\"node\">\n",
       "<title>4456935576</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1389.4854,-2080 1299.501,-2080 1299.501,-2060 1389.4854,-2060 1389.4854,-2080\"/>\n",
       "<text text-anchor=\"middle\" x=\"1344.4932\" y=\"-2066.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4456935576&#45;&gt;4456889168 -->\n",
       "<g id=\"edge165\" class=\"edge\">\n",
       "<title>4456935576&#45;&gt;4456889168</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1335.7413,-2059.762C1327.8691,-2050.553 1316.1296,-2036.82 1306.7205,-2025.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1309.2405,-2023.3745 1300.0822,-2018.0475 1303.9196,-2027.923 1309.2405,-2023.3745\"/>\n",
       "</g>\n",
       "<!-- 4456958992 -->\n",
       "<g id=\"node157\" class=\"node\">\n",
       "<title>4456958992</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1495.1362,-2024 1341.8502,-2024 1341.8502,-1992 1495.1362,-1992 1495.1362,-2024\"/>\n",
       "<text text-anchor=\"middle\" x=\"1418.4932\" y=\"-2010.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block3.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1418.4932\" y=\"-1998.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456958992&#45;&gt;4456958736 -->\n",
       "<g id=\"edge166\" class=\"edge\">\n",
       "<title>4456958992&#45;&gt;4456958736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1415.3403,-1991.7102C1413.8339,-1983.9269 1412.0157,-1974.5331 1410.4204,-1966.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1413.8332,-1965.5039 1408.4966,-1956.3512 1406.9607,-1966.8341 1413.8332,-1965.5039\"/>\n",
       "</g>\n",
       "<!-- 4456958928 -->\n",
       "<g id=\"node158\" class=\"node\">\n",
       "<title>4456958928</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1653.806,-2024 1513.1803,-2024 1513.1803,-1992 1653.806,-1992 1653.806,-2024\"/>\n",
       "<text text-anchor=\"middle\" x=\"1583.4932\" y=\"-2010.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block3.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1583.4932\" y=\"-1998.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4456958928&#45;&gt;4456958736 -->\n",
       "<g id=\"edge167\" class=\"edge\">\n",
       "<title>4456958928&#45;&gt;4456958736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1537.4506,-1991.8721C1508.6228,-1981.7742 1471.9184,-1968.9173 1444.707,-1959.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1445.7382,-1956.0384 1435.1434,-1956.0357 1443.4241,-1962.6448 1445.7382,-1956.0384\"/>\n",
       "</g>\n",
       "<!-- 4456935648 -->\n",
       "<g id=\"node159\" class=\"node\">\n",
       "<title>4456935648</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1567.4854,-1956 1477.501,-1956 1477.501,-1936 1567.4854,-1936 1567.4854,-1956\"/>\n",
       "<text text-anchor=\"middle\" x=\"1522.4932\" y=\"-1942.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4456935648&#45;&gt;4456889424 -->\n",
       "<g id=\"edge168\" class=\"edge\">\n",
       "<title>4456935648&#45;&gt;4456889424</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1503.5976,-1935.9006C1484.8073,-1925.8576 1455.7674,-1910.3362 1434.3369,-1898.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1435.8498,-1895.7221 1425.3807,-1894.095 1432.5501,-1901.8956 1435.8498,-1895.7221\"/>\n",
       "</g>\n",
       "<!-- 4456958544 -->\n",
       "<g id=\"node160\" class=\"node\">\n",
       "<title>4456958544</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1610.1362,-1900 1456.8502,-1900 1456.8502,-1868 1610.1362,-1868 1610.1362,-1900\"/>\n",
       "<text text-anchor=\"middle\" x=\"1533.4932\" y=\"-1886.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block3.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1533.4932\" y=\"-1874.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456958544&#45;&gt;4456958288 -->\n",
       "<g id=\"edge169\" class=\"edge\">\n",
       "<title>4456958544&#45;&gt;4456958288</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1516.6779,-1867.7102C1507.7408,-1859.0524 1496.7466,-1848.4018 1487.6197,-1839.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1489.796,-1836.7954 1480.1783,-1832.3512 1484.9254,-1841.8231 1489.796,-1836.7954\"/>\n",
       "</g>\n",
       "<!-- 4456958480 -->\n",
       "<g id=\"node161\" class=\"node\">\n",
       "<title>4456958480</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1768.806,-1900 1628.1803,-1900 1628.1803,-1868 1768.806,-1868 1768.806,-1900\"/>\n",
       "<text text-anchor=\"middle\" x=\"1698.4932\" y=\"-1886.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block3.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1698.4932\" y=\"-1874.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4456958480&#45;&gt;4456958288 -->\n",
       "<g id=\"edge170\" class=\"edge\">\n",
       "<title>4456958480&#45;&gt;4456958288</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1639.2222,-1867.9528C1601.1073,-1857.6335 1552.2558,-1844.4073 1516.757,-1834.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1517.2252,-1831.2971 1506.658,-1832.0621 1515.3958,-1838.0539 1517.2252,-1831.2971\"/>\n",
       "</g>\n",
       "<!-- 4456935720 -->\n",
       "<g id=\"node162\" class=\"node\">\n",
       "<title>4456935720</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1505.4854,-1776 1415.501,-1776 1415.501,-1756 1505.4854,-1756 1505.4854,-1776\"/>\n",
       "<text text-anchor=\"middle\" x=\"1460.4932\" y=\"-1762.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4456935720&#45;&gt;4456889936 -->\n",
       "<g id=\"edge172\" class=\"edge\">\n",
       "<title>4456935720&#45;&gt;4456889936</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1451.7413,-1755.762C1443.8691,-1746.553 1432.1296,-1732.82 1422.7205,-1721.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1425.2405,-1719.3745 1416.0822,-1714.0475 1419.9196,-1723.923 1425.2405,-1719.3745\"/>\n",
       "</g>\n",
       "<!-- 4456957968 -->\n",
       "<g id=\"node163\" class=\"node\">\n",
       "<title>4456957968</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1611.1362,-1720 1457.8502,-1720 1457.8502,-1688 1611.1362,-1688 1611.1362,-1720\"/>\n",
       "<text text-anchor=\"middle\" x=\"1534.4932\" y=\"-1706.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block4.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1534.4932\" y=\"-1694.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456957968&#45;&gt;4456957712 -->\n",
       "<g id=\"edge173\" class=\"edge\">\n",
       "<title>4456957968&#45;&gt;4456957712</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1531.3403,-1687.7102C1529.8339,-1679.9269 1528.0157,-1670.5331 1526.4204,-1662.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1529.8332,-1661.5039 1524.4966,-1652.3512 1522.9607,-1662.8341 1529.8332,-1661.5039\"/>\n",
       "</g>\n",
       "<!-- 4456957904 -->\n",
       "<g id=\"node164\" class=\"node\">\n",
       "<title>4456957904</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1769.806,-1720 1629.1803,-1720 1629.1803,-1688 1769.806,-1688 1769.806,-1720\"/>\n",
       "<text text-anchor=\"middle\" x=\"1699.4932\" y=\"-1706.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block4.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1699.4932\" y=\"-1694.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4456957904&#45;&gt;4456957712 -->\n",
       "<g id=\"edge174\" class=\"edge\">\n",
       "<title>4456957904&#45;&gt;4456957712</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1653.4506,-1687.8721C1624.6228,-1677.7742 1587.9184,-1664.9173 1560.707,-1655.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1561.7382,-1652.0384 1551.1434,-1652.0357 1559.4241,-1658.6448 1561.7382,-1652.0384\"/>\n",
       "</g>\n",
       "<!-- 4456935792 -->\n",
       "<g id=\"node165\" class=\"node\">\n",
       "<title>4456935792</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1683.4854,-1652 1593.501,-1652 1593.501,-1632 1683.4854,-1632 1683.4854,-1652\"/>\n",
       "<text text-anchor=\"middle\" x=\"1638.4932\" y=\"-1638.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4456935792&#45;&gt;4456906832 -->\n",
       "<g id=\"edge175\" class=\"edge\">\n",
       "<title>4456935792&#45;&gt;4456906832</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1619.5976,-1631.9006C1600.8073,-1621.8576 1571.7674,-1606.3362 1550.3369,-1594.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1551.8498,-1591.7221 1541.3807,-1590.095 1548.5501,-1597.8956 1551.8498,-1591.7221\"/>\n",
       "</g>\n",
       "<!-- 4456957520 -->\n",
       "<g id=\"node166\" class=\"node\">\n",
       "<title>4456957520</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1726.1362,-1596 1572.8502,-1596 1572.8502,-1564 1726.1362,-1564 1726.1362,-1596\"/>\n",
       "<text text-anchor=\"middle\" x=\"1649.4932\" y=\"-1582.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block4.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1649.4932\" y=\"-1570.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456957520&#45;&gt;4456957264 -->\n",
       "<g id=\"edge176\" class=\"edge\">\n",
       "<title>4456957520&#45;&gt;4456957264</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1632.6779,-1563.7102C1623.7408,-1555.0524 1612.7466,-1544.4018 1603.6197,-1535.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1605.796,-1532.7954 1596.1783,-1528.3512 1600.9254,-1537.8231 1605.796,-1532.7954\"/>\n",
       "</g>\n",
       "<!-- 4456957456 -->\n",
       "<g id=\"node167\" class=\"node\">\n",
       "<title>4456957456</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1884.806,-1596 1744.1803,-1596 1744.1803,-1564 1884.806,-1564 1884.806,-1596\"/>\n",
       "<text text-anchor=\"middle\" x=\"1814.4932\" y=\"-1582.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block4.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1814.4932\" y=\"-1570.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4456957456&#45;&gt;4456957264 -->\n",
       "<g id=\"edge177\" class=\"edge\">\n",
       "<title>4456957456&#45;&gt;4456957264</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1755.2222,-1563.9528C1717.1073,-1553.6335 1668.2558,-1540.4073 1632.757,-1530.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1633.2252,-1527.2971 1622.658,-1528.0621 1631.3958,-1534.0539 1633.2252,-1527.2971\"/>\n",
       "</g>\n",
       "<!-- 4456935864 -->\n",
       "<g id=\"node168\" class=\"node\">\n",
       "<title>4456935864</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1621.4854,-1472 1531.501,-1472 1531.501,-1452 1621.4854,-1452 1621.4854,-1472\"/>\n",
       "<text text-anchor=\"middle\" x=\"1576.4932\" y=\"-1458.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4456935864&#45;&gt;4456907344 -->\n",
       "<g id=\"edge179\" class=\"edge\">\n",
       "<title>4456935864&#45;&gt;4456907344</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1567.7413,-1451.762C1559.8691,-1442.553 1548.1296,-1428.82 1538.7205,-1417.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1541.2405,-1415.3745 1532.0822,-1410.0475 1535.9196,-1419.923 1541.2405,-1415.3745\"/>\n",
       "</g>\n",
       "<!-- 4456956944 -->\n",
       "<g id=\"node169\" class=\"node\">\n",
       "<title>4456956944</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1727.1362,-1416 1573.8502,-1416 1573.8502,-1384 1727.1362,-1384 1727.1362,-1416\"/>\n",
       "<text text-anchor=\"middle\" x=\"1650.4932\" y=\"-1402.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block5.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1650.4932\" y=\"-1390.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456956944&#45;&gt;4456956688 -->\n",
       "<g id=\"edge180\" class=\"edge\">\n",
       "<title>4456956944&#45;&gt;4456956688</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1647.3403,-1383.7102C1645.8339,-1375.9269 1644.0157,-1366.5331 1642.4204,-1358.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1645.8332,-1357.5039 1640.4966,-1348.3512 1638.9607,-1358.8341 1645.8332,-1357.5039\"/>\n",
       "</g>\n",
       "<!-- 4456956880 -->\n",
       "<g id=\"node170\" class=\"node\">\n",
       "<title>4456956880</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1885.806,-1416 1745.1803,-1416 1745.1803,-1384 1885.806,-1384 1885.806,-1416\"/>\n",
       "<text text-anchor=\"middle\" x=\"1815.4932\" y=\"-1402.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block5.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1815.4932\" y=\"-1390.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4456956880&#45;&gt;4456956688 -->\n",
       "<g id=\"edge181\" class=\"edge\">\n",
       "<title>4456956880&#45;&gt;4456956688</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1769.4506,-1383.8721C1740.6228,-1373.7742 1703.9184,-1360.9173 1676.707,-1351.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1677.7382,-1348.0384 1667.1434,-1348.0357 1675.4241,-1354.6448 1677.7382,-1348.0384\"/>\n",
       "</g>\n",
       "<!-- 4456935936 -->\n",
       "<g id=\"node171\" class=\"node\">\n",
       "<title>4456935936</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1799.4854,-1348 1709.501,-1348 1709.501,-1328 1799.4854,-1328 1799.4854,-1348\"/>\n",
       "<text text-anchor=\"middle\" x=\"1754.4932\" y=\"-1334.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4456935936&#45;&gt;4456907600 -->\n",
       "<g id=\"edge182\" class=\"edge\">\n",
       "<title>4456935936&#45;&gt;4456907600</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1735.5976,-1327.9006C1716.8073,-1317.8576 1687.7674,-1302.3362 1666.3369,-1290.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1667.8498,-1287.7221 1657.3807,-1286.095 1664.5501,-1293.8956 1667.8498,-1287.7221\"/>\n",
       "</g>\n",
       "<!-- 4456956496 -->\n",
       "<g id=\"node172\" class=\"node\">\n",
       "<title>4456956496</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1842.1362,-1292 1688.8502,-1292 1688.8502,-1260 1842.1362,-1260 1842.1362,-1292\"/>\n",
       "<text text-anchor=\"middle\" x=\"1765.4932\" y=\"-1278.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block5.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1765.4932\" y=\"-1266.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456956496&#45;&gt;4456956240 -->\n",
       "<g id=\"edge183\" class=\"edge\">\n",
       "<title>4456956496&#45;&gt;4456956240</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1748.6779,-1259.7102C1739.7408,-1251.0524 1728.7466,-1240.4018 1719.6197,-1231.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1721.796,-1228.7954 1712.1783,-1224.3512 1716.9254,-1233.8231 1721.796,-1228.7954\"/>\n",
       "</g>\n",
       "<!-- 4456956432 -->\n",
       "<g id=\"node173\" class=\"node\">\n",
       "<title>4456956432</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2000.806,-1292 1860.1803,-1292 1860.1803,-1260 2000.806,-1260 2000.806,-1292\"/>\n",
       "<text text-anchor=\"middle\" x=\"1930.4932\" y=\"-1278.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block5.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1930.4932\" y=\"-1266.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4456956432&#45;&gt;4456956240 -->\n",
       "<g id=\"edge184\" class=\"edge\">\n",
       "<title>4456956432&#45;&gt;4456956240</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1871.2222,-1259.9528C1833.1073,-1249.6335 1784.2558,-1236.4073 1748.757,-1226.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1749.2252,-1223.2971 1738.658,-1224.0621 1747.3958,-1230.0539 1749.2252,-1223.2971\"/>\n",
       "</g>\n",
       "<!-- 4456936008 -->\n",
       "<g id=\"node174\" class=\"node\">\n",
       "<title>4456936008</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1737.4854,-1168 1647.501,-1168 1647.501,-1148 1737.4854,-1148 1737.4854,-1168\"/>\n",
       "<text text-anchor=\"middle\" x=\"1692.4932\" y=\"-1154.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 256, 14, 14)</text>\n",
       "</g>\n",
       "<!-- 4456936008&#45;&gt;4456908112 -->\n",
       "<g id=\"edge186\" class=\"edge\">\n",
       "<title>4456936008&#45;&gt;4456908112</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1683.7413,-1147.762C1675.8691,-1138.553 1664.1296,-1124.82 1654.7205,-1113.8131\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1657.2405,-1111.3745 1648.0822,-1106.0475 1651.9196,-1115.923 1657.2405,-1111.3745\"/>\n",
       "</g>\n",
       "<!-- 4456823440 -->\n",
       "<g id=\"node175\" class=\"node\">\n",
       "<title>4456823440</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1843.1362,-1112 1689.8502,-1112 1689.8502,-1080 1843.1362,-1080 1843.1362,-1112\"/>\n",
       "<text text-anchor=\"middle\" x=\"1766.4932\" y=\"-1098.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1766.4932\" y=\"-1086.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456823440&#45;&gt;4456824208 -->\n",
       "<g id=\"edge187\" class=\"edge\">\n",
       "<title>4456823440&#45;&gt;4456824208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1749.6779,-1079.7102C1740.7408,-1071.0524 1729.7466,-1060.4018 1720.6197,-1051.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1722.796,-1048.7954 1713.1783,-1044.3512 1717.9254,-1053.8231 1722.796,-1048.7954\"/>\n",
       "</g>\n",
       "<!-- 4456823632 -->\n",
       "<g id=\"node176\" class=\"node\">\n",
       "<title>4456823632</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2001.806,-1112 1861.1803,-1112 1861.1803,-1080 2001.806,-1080 2001.806,-1112\"/>\n",
       "<text text-anchor=\"middle\" x=\"1931.4932\" y=\"-1098.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1931.4932\" y=\"-1086.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4456823632&#45;&gt;4456824208 -->\n",
       "<g id=\"edge188\" class=\"edge\">\n",
       "<title>4456823632&#45;&gt;4456824208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1872.2222,-1079.9528C1834.1073,-1069.6335 1785.2558,-1056.4073 1749.757,-1046.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1750.2252,-1043.2971 1739.658,-1044.0621 1748.3958,-1050.0539 1750.2252,-1043.2971\"/>\n",
       "</g>\n",
       "<!-- 4456936080 -->\n",
       "<g id=\"node177\" class=\"node\">\n",
       "<title>4456936080</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1851.4854,-1044 1773.501,-1044 1773.501,-1024 1851.4854,-1024 1851.4854,-1044\"/>\n",
       "<text text-anchor=\"middle\" x=\"1812.4932\" y=\"-1030.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4456936080&#45;&gt;4456908368 -->\n",
       "<g id=\"edge189\" class=\"edge\">\n",
       "<title>4456936080&#45;&gt;4456908368</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1794.3289,-1023.762C1776.5487,-1013.7404 1749.2632,-998.3613 1729.0496,-986.9682\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1730.7495,-983.9087 1720.3194,-982.0475 1727.3124,-990.0068 1730.7495,-983.9087\"/>\n",
       "</g>\n",
       "<!-- 4456824720 -->\n",
       "<g id=\"node178\" class=\"node\">\n",
       "<title>4456824720</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1906.1362,-988 1752.8502,-988 1752.8502,-956 1906.1362,-956 1906.1362,-988\"/>\n",
       "<text text-anchor=\"middle\" x=\"1829.4932\" y=\"-974.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1829.4932\" y=\"-962.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456824720&#45;&gt;4456821328 -->\n",
       "<g id=\"edge190\" class=\"edge\">\n",
       "<title>4456824720&#45;&gt;4456821328</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1814.2543,-955.7102C1806.2369,-947.1399 1796.3927,-936.6168 1788.1715,-927.8285\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1790.5641,-925.2629 1781.1766,-920.3512 1785.4522,-930.045 1790.5641,-925.2629\"/>\n",
       "</g>\n",
       "<!-- 4456822928 -->\n",
       "<g id=\"node179\" class=\"node\">\n",
       "<title>4456822928</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2064.806,-988 1924.1803,-988 1924.1803,-956 2064.806,-956 2064.806,-988\"/>\n",
       "<text text-anchor=\"middle\" x=\"1994.4932\" y=\"-974.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1994.4932\" y=\"-962.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4456822928&#45;&gt;4456821328 -->\n",
       "<g id=\"edge191\" class=\"edge\">\n",
       "<title>4456822928&#45;&gt;4456821328</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1936.7751,-955.9528C1899.6589,-945.6335 1852.0873,-932.4073 1817.5187,-922.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1818.2564,-919.3687 1807.6843,-920.0621 1816.3813,-926.1129 1818.2564,-919.3687\"/>\n",
       "</g>\n",
       "<!-- 4456823696&#45;&gt;4456908624 -->\n",
       "<g id=\"edge192\" class=\"edge\">\n",
       "<title>4456823696&#45;&gt;4456908624</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1581.9296,-1023.8067C1597.4406,-994.7236 1642.0886,-911.0085 1662.3167,-873.0808\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1665.4987,-874.5521 1667.1164,-864.0815 1659.3222,-871.258 1665.4987,-874.5521\"/>\n",
       "</g>\n",
       "<!-- 4618265232 -->\n",
       "<g id=\"node181\" class=\"node\">\n",
       "<title>4618265232</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1411.804,-1112 1239.1823,-1112 1239.1823,-1080 1411.804,-1080 1411.804,-1112\"/>\n",
       "<text text-anchor=\"middle\" x=\"1325.4932\" y=\"-1098.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv_dim.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1325.4932\" y=\"-1086.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 256, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4618265232&#45;&gt;4456823696 -->\n",
       "<g id=\"edge194\" class=\"edge\">\n",
       "<title>4618265232&#45;&gt;4456823696</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1390.4583,-1079.9528C1432.5935,-1069.5449 1486.6997,-1056.1801 1525.6874,-1046.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1526.889,-1049.8581 1535.7579,-1044.0621 1525.2103,-1043.0623 1526.889,-1049.8581\"/>\n",
       "</g>\n",
       "<!-- 4618265168 -->\n",
       "<g id=\"node182\" class=\"node\">\n",
       "<title>4618265168</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1588.9736,-1112 1430.0127,-1112 1430.0127,-1080 1588.9736,-1080 1588.9736,-1112\"/>\n",
       "<text text-anchor=\"middle\" x=\"1509.4932\" y=\"-1098.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv_dim.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1509.4932\" y=\"-1086.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4618265168&#45;&gt;4456823696 -->\n",
       "<g id=\"edge195\" class=\"edge\">\n",
       "<title>4618265168&#45;&gt;4456823696</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1527.0966,-1079.7102C1536.5471,-1070.965 1548.1949,-1060.1864 1557.8059,-1051.2927\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1560.3447,-1053.712 1565.3072,-1044.3512 1555.5903,-1048.5743 1560.3447,-1053.712\"/>\n",
       "</g>\n",
       "<!-- 4456936224 -->\n",
       "<g id=\"node183\" class=\"node\">\n",
       "<title>4456936224</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1811.4854,-864 1733.501,-864 1733.501,-844 1811.4854,-844 1811.4854,-864\"/>\n",
       "<text text-anchor=\"middle\" x=\"1772.4932\" y=\"-850.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4456936224&#45;&gt;4456908880 -->\n",
       "<g id=\"edge196\" class=\"edge\">\n",
       "<title>4456936224&#45;&gt;4456908880</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1764.2367,-843.762C1756.8829,-834.6432 1745.9519,-821.0888 1737.1203,-810.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1739.598,-807.6345 1730.596,-802.0475 1734.1491,-812.0288 1739.598,-807.6345\"/>\n",
       "</g>\n",
       "<!-- 4456822352 -->\n",
       "<g id=\"node184\" class=\"node\">\n",
       "<title>4456822352</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1926.1362,-808 1772.8502,-808 1772.8502,-776 1926.1362,-776 1926.1362,-808\"/>\n",
       "<text text-anchor=\"middle\" x=\"1849.4932\" y=\"-794.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1849.4932\" y=\"-782.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456822352&#45;&gt;4451432848 -->\n",
       "<g id=\"edge197\" class=\"edge\">\n",
       "<title>4456822352&#45;&gt;4451432848</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1846.3403,-775.7102C1844.8339,-767.9269 1843.0157,-758.5331 1841.4204,-750.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1844.8332,-749.5039 1839.4966,-740.3512 1837.9607,-750.8341 1844.8332,-749.5039\"/>\n",
       "</g>\n",
       "<!-- 4456822672 -->\n",
       "<g id=\"node185\" class=\"node\">\n",
       "<title>4456822672</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2084.806,-808 1944.1803,-808 1944.1803,-776 2084.806,-776 2084.806,-808\"/>\n",
       "<text text-anchor=\"middle\" x=\"2014.4932\" y=\"-794.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"2014.4932\" y=\"-782.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4456822672&#45;&gt;4451432848 -->\n",
       "<g id=\"edge198\" class=\"edge\">\n",
       "<title>4456822672&#45;&gt;4451432848</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1968.4506,-775.8721C1939.6228,-765.7742 1902.9184,-752.9173 1875.707,-743.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1876.7382,-740.0384 1866.1434,-740.0357 1874.4241,-746.6448 1876.7382,-740.0384\"/>\n",
       "</g>\n",
       "<!-- 4456936296 -->\n",
       "<g id=\"node186\" class=\"node\">\n",
       "<title>4456936296</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1986.4854,-740 1908.501,-740 1908.501,-720 1986.4854,-720 1986.4854,-740\"/>\n",
       "<text text-anchor=\"middle\" x=\"1947.4932\" y=\"-726.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4456936296&#45;&gt;4456909136 -->\n",
       "<g id=\"edge199\" class=\"edge\">\n",
       "<title>4456936296&#45;&gt;4456909136</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1929.3289,-719.762C1911.5487,-709.7404 1884.2632,-694.3613 1864.0496,-682.9682\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1865.7495,-679.9087 1855.3194,-678.0475 1862.3124,-686.0068 1865.7495,-679.9087\"/>\n",
       "</g>\n",
       "<!-- 4451432464 -->\n",
       "<g id=\"node187\" class=\"node\">\n",
       "<title>4451432464</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2041.1362,-684 1887.8502,-684 1887.8502,-652 2041.1362,-652 2041.1362,-684\"/>\n",
       "<text text-anchor=\"middle\" x=\"1964.4932\" y=\"-670.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1964.4932\" y=\"-658.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4451432464&#45;&gt;4451431376 -->\n",
       "<g id=\"edge200\" class=\"edge\">\n",
       "<title>4451432464&#45;&gt;4451431376</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1947.6779,-651.7102C1938.7408,-643.0524 1927.7466,-632.4018 1918.6197,-623.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1920.796,-620.7954 1911.1783,-616.3512 1915.9254,-625.8231 1920.796,-620.7954\"/>\n",
       "</g>\n",
       "<!-- 4451432016 -->\n",
       "<g id=\"node188\" class=\"node\">\n",
       "<title>4451432016</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2199.806,-684 2059.1803,-684 2059.1803,-652 2199.806,-652 2199.806,-684\"/>\n",
       "<text text-anchor=\"middle\" x=\"2129.4932\" y=\"-670.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"2129.4932\" y=\"-658.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4451432016&#45;&gt;4451431376 -->\n",
       "<g id=\"edge201\" class=\"edge\">\n",
       "<title>4451432016&#45;&gt;4451431376</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2070.2222,-651.9528C2032.1073,-641.6335 1983.2558,-628.4073 1947.757,-618.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1948.2252,-615.2971 1937.658,-616.0621 1946.3958,-622.0539 1948.2252,-615.2971\"/>\n",
       "</g>\n",
       "<!-- 4456936368 -->\n",
       "<g id=\"node189\" class=\"node\">\n",
       "<title>4456936368</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"1924.4854,-560 1846.501,-560 1846.501,-540 1924.4854,-540 1924.4854,-560\"/>\n",
       "<text text-anchor=\"middle\" x=\"1885.4932\" y=\"-546.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4456936368&#45;&gt;4456909648 -->\n",
       "<g id=\"edge203\" class=\"edge\">\n",
       "<title>4456936368&#45;&gt;4456909648</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1877.2367,-539.762C1869.8829,-530.6432 1858.9519,-517.0888 1850.1203,-506.1376\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1852.598,-503.6345 1843.596,-498.0475 1847.1491,-508.0288 1852.598,-503.6345\"/>\n",
       "</g>\n",
       "<!-- 4456918992 -->\n",
       "<g id=\"node190\" class=\"node\">\n",
       "<title>4456918992</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2039.1362,-504 1885.8502,-504 1885.8502,-472 2039.1362,-472 2039.1362,-504\"/>\n",
       "<text text-anchor=\"middle\" x=\"1962.4932\" y=\"-490.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block2.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1962.4932\" y=\"-478.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456918992&#45;&gt;4456918736 -->\n",
       "<g id=\"edge204\" class=\"edge\">\n",
       "<title>4456918992&#45;&gt;4456918736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1959.3403,-471.7102C1957.8339,-463.9269 1956.0157,-454.5331 1954.4204,-446.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1957.8332,-445.5039 1952.4966,-436.3512 1950.9607,-446.8341 1957.8332,-445.5039\"/>\n",
       "</g>\n",
       "<!-- 4456918928 -->\n",
       "<g id=\"node191\" class=\"node\">\n",
       "<title>4456918928</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2197.806,-504 2057.1803,-504 2057.1803,-472 2197.806,-472 2197.806,-504\"/>\n",
       "<text text-anchor=\"middle\" x=\"2127.4932\" y=\"-490.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block2.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"2127.4932\" y=\"-478.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4456918928&#45;&gt;4456918736 -->\n",
       "<g id=\"edge205\" class=\"edge\">\n",
       "<title>4456918928&#45;&gt;4456918736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2081.4506,-471.8721C2052.6228,-461.7742 2015.9184,-448.9173 1988.707,-439.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1989.7382,-436.0384 1979.1434,-436.0357 1987.4241,-442.6448 1989.7382,-436.0384\"/>\n",
       "</g>\n",
       "<!-- 4456936440 -->\n",
       "<g id=\"node192\" class=\"node\">\n",
       "<title>4456936440</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"2099.4854,-436 2021.501,-436 2021.501,-416 2099.4854,-416 2099.4854,-436\"/>\n",
       "<text text-anchor=\"middle\" x=\"2060.4932\" y=\"-422.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4456936440&#45;&gt;4456909904 -->\n",
       "<g id=\"edge206\" class=\"edge\">\n",
       "<title>4456936440&#45;&gt;4456909904</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2042.3289,-415.762C2024.5487,-405.7404 1997.2632,-390.3613 1977.0496,-378.9682\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1978.7495,-375.9087 1968.3194,-374.0475 1975.3124,-382.0068 1978.7495,-375.9087\"/>\n",
       "</g>\n",
       "<!-- 4456829648 -->\n",
       "<g id=\"node193\" class=\"node\">\n",
       "<title>4456829648</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2154.1362,-380 2000.8502,-380 2000.8502,-348 2154.1362,-348 2154.1362,-380\"/>\n",
       "<text text-anchor=\"middle\" x=\"2077.4932\" y=\"-366.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block2.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"2077.4932\" y=\"-354.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4456829648&#45;&gt;4456832272 -->\n",
       "<g id=\"edge207\" class=\"edge\">\n",
       "<title>4456829648&#45;&gt;4456832272</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2060.6779,-347.7102C2051.7408,-339.0524 2040.7466,-328.4018 2031.6197,-319.56\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2033.796,-316.7954 2024.1783,-312.3512 2028.9254,-321.8231 2033.796,-316.7954\"/>\n",
       "</g>\n",
       "<!-- 4456829392 -->\n",
       "<g id=\"node194\" class=\"node\">\n",
       "<title>4456829392</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2312.806,-380 2172.1803,-380 2172.1803,-348 2312.806,-348 2312.806,-380\"/>\n",
       "<text text-anchor=\"middle\" x=\"2242.4932\" y=\"-366.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block2.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"2242.4932\" y=\"-354.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4456829392&#45;&gt;4456832272 -->\n",
       "<g id=\"edge208\" class=\"edge\">\n",
       "<title>4456829392&#45;&gt;4456832272</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2183.2222,-347.9528C2145.1073,-337.6335 2096.2558,-324.4073 2060.757,-314.7963\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2061.2252,-311.2971 2050.658,-312.0621 2059.3958,-318.0539 2061.2252,-311.2971\"/>\n",
       "</g>\n",
       "<!-- 4456936512 -->\n",
       "<g id=\"node195\" class=\"node\">\n",
       "<title>4456936512</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"2037.4854,-256 1959.501,-256 1959.501,-236 2037.4854,-236 2037.4854,-256\"/>\n",
       "<text text-anchor=\"middle\" x=\"1998.4932\" y=\"-242.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4456936512&#45;&gt;4456910416 -->\n",
       "<g id=\"edge210\" class=\"edge\">\n",
       "<title>4456936512&#45;&gt;4456910416</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1989.5542,-235.9883C1982.602,-228.2019 1972.7763,-217.1971 1964.4797,-207.9049\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1966.964,-205.4322 1957.6931,-200.3039 1961.7425,-210.0943 1966.964,-205.4322\"/>\n",
       "</g>\n",
       "<!-- 4456936584 -->\n",
       "<g id=\"node196\" class=\"node\">\n",
       "<title>4456936584</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"2076.4854,-200 1998.501,-200 1998.501,-180 2076.4854,-180 2076.4854,-200\"/>\n",
       "<text text-anchor=\"middle\" x=\"2037.4932\" y=\"-186.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4456936584&#45;&gt;4456939600 -->\n",
       "<g id=\"edge211\" class=\"edge\">\n",
       "<title>4456936584&#45;&gt;4456939600</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2029.4481,-179.9883C2023.2544,-172.2806 2014.5264,-161.4191 2007.1077,-152.187\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2009.7653,-149.9066 2000.7731,-144.3039 2004.3087,-154.2914 2009.7653,-149.9066\"/>\n",
       "</g>\n",
       "<!-- 4456832080 -->\n",
       "<g id=\"node197\" class=\"node\">\n",
       "<title>4456832080</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2129.9854,-88 2055.001,-88 2055.001,-56 2129.9854,-56 2129.9854,-88\"/>\n",
       "<text text-anchor=\"middle\" x=\"2092.4932\" y=\"-74.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">fc.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"2092.4932\" y=\"-62.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1000, 512)</text>\n",
       "</g>\n",
       "<!-- 4456832080&#45;&gt;4456940112 -->\n",
       "<g id=\"edge212\" class=\"edge\">\n",
       "<title>4456832080&#45;&gt;4456940112</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2123.1882,-55.8721C2141.3952,-46.3057 2164.3151,-34.263 2182.102,-24.9174\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2184.1685,-27.7854 2191.393,-20.0357 2180.9126,-21.5886 2184.1685,-27.7854\"/>\n",
       "</g>\n",
       "<!-- 4456830224 -->\n",
       "<g id=\"node198\" class=\"node\">\n",
       "<title>4456830224</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"2201.4932,-88 2147.4932,-88 2147.4932,-56 2201.4932,-56 2201.4932,-88\"/>\n",
       "<text text-anchor=\"middle\" x=\"2174.4932\" y=\"-74.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">fc.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"2174.4932\" y=\"-62.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1000)</text>\n",
       "</g>\n",
       "<!-- 4456830224&#45;&gt;4456940112 -->\n",
       "<g id=\"edge213\" class=\"edge\">\n",
       "<title>4456830224&#45;&gt;4456940112</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2183.9517,-55.7102C2188.6742,-47.5771 2194.4177,-37.6855 2199.3525,-29.1867\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2202.4881,-30.7566 2204.4828,-20.3512 2196.4346,-27.2416 2202.4881,-30.7566\"/>\n",
       "</g>\n",
       "<!-- 4456936656 -->\n",
       "<g id=\"node199\" class=\"node\">\n",
       "<title>4456936656</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"2273.4932,-82 2219.4932,-82 2219.4932,-62 2273.4932,-62 2273.4932,-82\"/>\n",
       "<text text-anchor=\"middle\" x=\"2246.4932\" y=\"-68.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1, 512)</text>\n",
       "</g>\n",
       "<!-- 4456936656&#45;&gt;4456940112 -->\n",
       "<g id=\"edge214\" class=\"edge\">\n",
       "<title>4456936656&#45;&gt;4456940112</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2240.5485,-61.762C2235.3586,-52.8238 2227.6941,-39.6239 2221.4042,-28.7912\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2224.3754,-26.9379 2216.3272,-20.0475 2218.3219,-30.4529 2224.3754,-26.9379\"/>\n",
       "</g>\n",
       "<!-- 4456936728 -->\n",
       "<g id=\"node200\" class=\"node\">\n",
       "<title>4456936728</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"2363.4854,-82 2291.501,-82 2291.501,-62 2363.4854,-62 2363.4854,-82\"/>\n",
       "<text text-anchor=\"middle\" x=\"2327.4932\" y=\"-68.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1000, 512)</text>\n",
       "</g>\n",
       "<!-- 4456936728&#45;&gt;4456940112 -->\n",
       "<g id=\"edge215\" class=\"edge\">\n",
       "<title>4456936728&#45;&gt;4456940112</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2308.4347,-61.9006C2289.4824,-51.8576 2260.1922,-36.3362 2238.5769,-24.882\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2240.0184,-21.6848 2229.5435,-20.095 2236.7407,-27.8701 2240.0184,-21.6848\"/>\n",
       "</g>\n",
       "<!-- 4456936800 -->\n",
       "<g id=\"node201\" class=\"node\">\n",
       "<title>4456936800</title>\n",
       "<polygon fill=\"#ffa500\" stroke=\"#000000\" points=\"2435.4932,-82 2381.4932,-82 2381.4932,-62 2435.4932,-62 2435.4932,-82\"/>\n",
       "<text text-anchor=\"middle\" x=\"2408.4932\" y=\"-68.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">(1000)</text>\n",
       "</g>\n",
       "<!-- 4456936800&#45;&gt;4456940112 -->\n",
       "<g id=\"edge216\" class=\"edge\">\n",
       "<title>4456936800&#45;&gt;4456940112</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M2386.994,-61.8509C2382.2676,-59.7873 2377.252,-57.7233 2372.4932,-56 2336.1535,-42.84 2294.1469,-31.0053 2262.0159,-22.6363\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"2262.5075,-19.1487 2251.9505,-20.0436 2260.7613,-25.9274 2262.5075,-19.1487\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x109a5a510>"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "make_dot(y, params)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Tensorflow model definition"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "import numpy as np\n",
    "\n",
    "def g(inputs, params):\n",
    "    '''Basicblock original ResNet model definition\n",
    "       the same for resnet-18 and resnet-34 in functional-zoo\n",
    "    '''\n",
    "    def tr(v):\n",
    "        if v.ndim == 4:\n",
    "            return v.transpose(2,3,1,0)\n",
    "        elif v.ndim == 2:\n",
    "            return v.transpose()\n",
    "        return v\n",
    "    params = {k: tf.constant(tr(v)) for k, v in params.iteritems()}\n",
    "    \n",
    "    def conv2d(x, params, name, stride=1, padding=0):\n",
    "        x = tf.pad(x, [[0,0],[padding,padding],[padding,padding],[0,0]])\n",
    "        z = tf.nn.conv2d(x, params['%s.weight'%name], [1,stride,stride,1],\n",
    "                         padding='VALID')\n",
    "        if '%s.bias'%name in params:\n",
    "            return tf.nn.bias_add(z, params['%s.bias'%name])\n",
    "        else:\n",
    "            return z\n",
    "    \n",
    "    def group(input, params, base, stride, n):\n",
    "        o = input\n",
    "        for i in range(0,n):\n",
    "            b_base = ('%s.block%d.conv') % (base, i)\n",
    "            x = o\n",
    "            o = conv2d(x, params, b_base + '0', padding=1, stride=i==0 and stride or 1)\n",
    "            o = tf.nn.relu(o)\n",
    "            o = conv2d(o, params, b_base + '1', padding=1)\n",
    "            if i == 0 and stride != 1:\n",
    "                o += conv2d(x, params, b_base + '_dim', stride=stride)\n",
    "            else:\n",
    "                o += x\n",
    "            o = tf.nn.relu(o)\n",
    "        return o\n",
    "    \n",
    "    # determine network size by parameters\n",
    "    blocks = [sum([re.match('group%d.block\\d+.conv0.weight'%j, k) is not None\n",
    "                   for k in params.keys()]) for j in range(4)]\n",
    "\n",
    "    o = conv2d(inputs, params, 'conv0', 2, 3)\n",
    "    o = tf.nn.relu(o)\n",
    "    o = tf.pad(o, [[0,0], [1,1], [1,1], [0,0]])\n",
    "    o = tf.nn.max_pool(o, ksize=[1,3,3,1], strides=[1,2,2,1], padding='VALID')\n",
    "    o_g0 = group(o, params, 'group0', 1, blocks[0])\n",
    "    o_g1 = group(o_g0, params, 'group1', 2, blocks[1])\n",
    "    o_g2 = group(o_g1, params, 'group2', 2, blocks[2])\n",
    "    o_g3 = group(o_g2, params, 'group3', 2, blocks[3])\n",
    "    o = tf.nn.avg_pool(o_g3, ksize=[1,7,7,1], strides=[1,1,1,1], padding='VALID')\n",
    "    o = tf.reshape(o, [-1,512])\n",
    "    o = tf.matmul(o, params['fc.weight']) + params['fc.bias']\n",
    "    return o\n",
    "\n",
    "params = hkl.load('resnet-34-export.hkl')\n",
    "inputs_tf = tf.placeholder(tf.float32, shape=[None,224,224,3])\n",
    "\n",
    "out = g(inputs_tf, params)\n",
    "\n",
    "sess = tf.Session()\n",
    "y_tf = sess.run(out, feed_dict={inputs_tf: inputs.permute(0,2,3,1).numpy()})\n",
    "\n",
    "# check that difference between PyTorch and Tensorflow is small\n",
    "assert np.abs(y_tf - y.data.numpy()).max() < 1e-5"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}