wide-resnet-50-2-export.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "WRN-50-2\n",
    "========="
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "<https://arxiv.org/abs/1605.07146>"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "With batch_norm folded into convolutional layers for speed."
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Network info\n",
    "\n",
    "Trained in: [fb.resnet.torch](https://github.com/facebook/fb.resnet.torch/tree/master/pretrained)\n",
    "    \n",
    "Test top-1/top5 error: **22.0, 6.05**\n",
    "    \n",
    "See <https://github.com/szagoruyko/wide-residual-networks/tree/master/pretrained> for details"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "import re\n",
    "import torch\n",
    "import torch.nn.functional as F\n",
    "from torch.autograd import Variable\n",
    "from torchviz import make_dot\n",
    "from torch.utils import model_zoo"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "Weights of this networks are in `hdf5` format and should be easy to load in other frameworks"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "conv0.bias (64,)\n",
      "conv0.weight (64, 3, 7, 7)\n",
      "fc.bias (1000,)\n",
      "fc.weight (1000, 2048)\n",
      "group0.block0.conv0.bias (128,)\n",
      "group0.block0.conv0.weight (128, 64, 1, 1)\n",
      "group0.block0.conv1.bias (128,)\n",
      "group0.block0.conv1.weight (128, 128, 3, 3)\n",
      "group0.block0.conv2.bias (256,)\n",
      "group0.block0.conv2.weight (256, 128, 1, 1)\n",
      "group0.block0.conv_dim.bias (256,)\n",
      "group0.block0.conv_dim.weight (256, 64, 1, 1)\n",
      "group0.block1.conv0.bias (128,)\n",
      "group0.block1.conv0.weight (128, 256, 1, 1)\n",
      "group0.block1.conv1.bias (128,)\n",
      "group0.block1.conv1.weight (128, 128, 3, 3)\n",
      "group0.block1.conv2.bias (256,)\n",
      "group0.block1.conv2.weight (256, 128, 1, 1)\n",
      "group0.block2.conv0.bias (128,)\n",
      "group0.block2.conv0.weight (128, 256, 1, 1)\n",
      "group0.block2.conv1.bias (128,)\n",
      "group0.block2.conv1.weight (128, 128, 3, 3)\n",
      "group0.block2.conv2.bias (256,)\n",
      "group0.block2.conv2.weight (256, 128, 1, 1)\n",
      "group1.block0.conv0.bias (256,)\n",
      "group1.block0.conv0.weight (256, 256, 1, 1)\n",
      "group1.block0.conv1.bias (256,)\n",
      "group1.block0.conv1.weight (256, 256, 3, 3)\n",
      "group1.block0.conv2.bias (512,)\n",
      "group1.block0.conv2.weight (512, 256, 1, 1)\n",
      "group1.block0.conv_dim.bias (512,)\n",
      "group1.block0.conv_dim.weight (512, 256, 1, 1)\n",
      "group1.block1.conv0.bias (256,)\n",
      "group1.block1.conv0.weight (256, 512, 1, 1)\n",
      "group1.block1.conv1.bias (256,)\n",
      "group1.block1.conv1.weight (256, 256, 3, 3)\n",
      "group1.block1.conv2.bias (512,)\n",
      "group1.block1.conv2.weight (512, 256, 1, 1)\n",
      "group1.block2.conv0.bias (256,)\n",
      "group1.block2.conv0.weight (256, 512, 1, 1)\n",
      "group1.block2.conv1.bias (256,)\n",
      "group1.block2.conv1.weight (256, 256, 3, 3)\n",
      "group1.block2.conv2.bias (512,)\n",
      "group1.block2.conv2.weight (512, 256, 1, 1)\n",
      "group1.block3.conv0.bias (256,)\n",
      "group1.block3.conv0.weight (256, 512, 1, 1)\n",
      "group1.block3.conv1.bias (256,)\n",
      "group1.block3.conv1.weight (256, 256, 3, 3)\n",
      "group1.block3.conv2.bias (512,)\n",
      "group1.block3.conv2.weight (512, 256, 1, 1)\n",
      "group2.block0.conv0.bias (512,)\n",
      "group2.block0.conv0.weight (512, 512, 1, 1)\n",
      "group2.block0.conv1.bias (512,)\n",
      "group2.block0.conv1.weight (512, 512, 3, 3)\n",
      "group2.block0.conv2.bias (1024,)\n",
      "group2.block0.conv2.weight (1024, 512, 1, 1)\n",
      "group2.block0.conv_dim.bias (1024,)\n",
      "group2.block0.conv_dim.weight (1024, 512, 1, 1)\n",
      "group2.block1.conv0.bias (512,)\n",
      "group2.block1.conv0.weight (512, 1024, 1, 1)\n",
      "group2.block1.conv1.bias (512,)\n",
      "group2.block1.conv1.weight (512, 512, 3, 3)\n",
      "group2.block1.conv2.bias (1024,)\n",
      "group2.block1.conv2.weight (1024, 512, 1, 1)\n",
      "group2.block2.conv0.bias (512,)\n",
      "group2.block2.conv0.weight (512, 1024, 1, 1)\n",
      "group2.block2.conv1.bias (512,)\n",
      "group2.block2.conv1.weight (512, 512, 3, 3)\n",
      "group2.block2.conv2.bias (1024,)\n",
      "group2.block2.conv2.weight (1024, 512, 1, 1)\n",
      "group2.block3.conv0.bias (512,)\n",
      "group2.block3.conv0.weight (512, 1024, 1, 1)\n",
      "group2.block3.conv1.bias (512,)\n",
      "group2.block3.conv1.weight (512, 512, 3, 3)\n",
      "group2.block3.conv2.bias (1024,)\n",
      "group2.block3.conv2.weight (1024, 512, 1, 1)\n",
      "group2.block4.conv0.bias (512,)\n",
      "group2.block4.conv0.weight (512, 1024, 1, 1)\n",
      "group2.block4.conv1.bias (512,)\n",
      "group2.block4.conv1.weight (512, 512, 3, 3)\n",
      "group2.block4.conv2.bias (1024,)\n",
      "group2.block4.conv2.weight (1024, 512, 1, 1)\n",
      "group2.block5.conv0.bias (512,)\n",
      "group2.block5.conv0.weight (512, 1024, 1, 1)\n",
      "group2.block5.conv1.bias (512,)\n",
      "group2.block5.conv1.weight (512, 512, 3, 3)\n",
      "group2.block5.conv2.bias (1024,)\n",
      "group2.block5.conv2.weight (1024, 512, 1, 1)\n",
      "group3.block0.conv0.bias (1024,)\n",
      "group3.block0.conv0.weight (1024, 1024, 1, 1)\n",
      "group3.block0.conv1.bias (1024,)\n",
      "group3.block0.conv1.weight (1024, 1024, 3, 3)\n",
      "group3.block0.conv2.bias (2048,)\n",
      "group3.block0.conv2.weight (2048, 1024, 1, 1)\n",
      "group3.block0.conv_dim.bias (2048,)\n",
      "group3.block0.conv_dim.weight (2048, 1024, 1, 1)\n",
      "group3.block1.conv0.bias (1024,)\n",
      "group3.block1.conv0.weight (1024, 2048, 1, 1)\n",
      "group3.block1.conv1.bias (1024,)\n",
      "group3.block1.conv1.weight (1024, 1024, 3, 3)\n",
      "group3.block1.conv2.bias (2048,)\n",
      "group3.block1.conv2.weight (2048, 1024, 1, 1)\n",
      "group3.block2.conv0.bias (1024,)\n",
      "group3.block2.conv0.weight (1024, 2048, 1, 1)\n",
      "group3.block2.conv1.bias (1024,)\n",
      "group3.block2.conv1.weight (1024, 1024, 3, 3)\n",
      "group3.block2.conv2.bias (2048,)\n",
      "group3.block2.conv2.weight (2048, 1024, 1, 1)\n",
      "\n",
      "Total parameters: 68849128\n"
     ]
    }
   ],
   "source": [
    "params = model_zoo.load_url('https://s3.amazonaws.com/modelzoo-networks/wide-resnet-50-2-export-5ae25d50.pth')\n",
    "\n",
    "# convert numpy arrays to torch Variables\n",
    "for k,v in sorted(params.items()):\n",
    "    print(k, tuple(v.shape))\n",
    "    params[k] = Variable(v, requires_grad=True)\n",
    "    \n",
    "print('\\nTotal parameters:', sum(v.numel() for v in params.values()))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## PyTorch model definition"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def define_model(params):\n",
    "    def conv2d(input, params, base, stride=1, pad=0):\n",
    "        return F.conv2d(input, params[base + '.weight'],\n",
    "                        params[base + '.bias'], stride, pad)\n",
    "\n",
    "    def group(input, params, base, stride, n):\n",
    "        o = input\n",
    "        for i in range(0,n):\n",
    "            b_base = ('%s.block%d.conv') % (base, i)\n",
    "            x = o\n",
    "            o = conv2d(x, params, b_base + '0')\n",
    "            o = F.relu(o)\n",
    "            o = conv2d(o, params, b_base + '1', stride=i==0 and stride or 1, pad=1)\n",
    "            o = F.relu(o)\n",
    "            o = conv2d(o, params, b_base + '2')\n",
    "            if i == 0:\n",
    "                o += conv2d(x, params, b_base + '_dim', stride=stride)\n",
    "            else:\n",
    "                o += x\n",
    "            o = F.relu(o)\n",
    "        return o\n",
    "    \n",
    "    # determine network size by parameters\n",
    "    blocks = [sum([re.match('group%d.block\\d+.conv0.weight'%j, k) is not None\n",
    "                   for k in params.keys()]) for j in range(4)]\n",
    "\n",
    "    def f(input, params):\n",
    "        o = F.conv2d(input, params['conv0.weight'], params['conv0.bias'], 2, 3)\n",
    "        o = F.relu(o)\n",
    "        o = F.max_pool2d(o, 3, 2, 1)\n",
    "        o_g0 = group(o, params, 'group0', 1, blocks[0])\n",
    "        o_g1 = group(o_g0, params, 'group1', 2, blocks[1])\n",
    "        o_g2 = group(o_g1, params, 'group2', 2, blocks[2])\n",
    "        o_g3 = group(o_g2, params, 'group3', 2, blocks[3])\n",
    "        o = F.avg_pool2d(o_g3, 7, 1, 0)\n",
    "        o = o.view(o.size(0), -1)\n",
    "        o = F.linear(o, params['fc.weight'], params['fc.bias'])\n",
    "        return o\n",
    "\n",
    "    return f\n",
    "\n",
    "f = define_model(params)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "do simple fprop, output shape should be `1x1000`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Variable containing:\n",
      "-0.7895  0.8714  1.3555  ...  -1.6264 -1.6185  0.0174\n",
      "[torch.FloatTensor of size 1x1000]\n",
      "\n"
     ]
    }
   ],
   "source": [
    "inputs = torch.randn(1,3,224,224)\n",
    "y = f(Variable(inputs), params)\n",
    "print(y)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Visualization"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<?xml version=\"1.0\" encoding=\"UTF-8\" standalone=\"no\"?>\n",
       "<!DOCTYPE svg PUBLIC \"-//W3C//DTD SVG 1.1//EN\"\n",
       " \"http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd\">\n",
       "<!-- Generated by graphviz version 2.40.1 (20161225.0304)\n",
       " -->\n",
       "<!-- Title: %3 Pages: 1 -->\n",
       "<svg width=\"212pt\" height=\"864pt\"\n",
       " viewBox=\"0.00 0.00 212.34 864.00\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g id=\"graph0\" class=\"graph\" transform=\"scale(.1194 .1194) rotate(0) translate(4 7232)\">\n",
       "<title>%3</title>\n",
       "<polygon fill=\"#ffffff\" stroke=\"transparent\" points=\"-4,4 -4,-7232 1774.3115,-7232 1774.3115,4 -4,4\"/>\n",
       "<!-- 4450223440 -->\n",
       "<g id=\"node1\" class=\"node\">\n",
       "<title>4450223440</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1393.1338,-20 1289.1768,-20 1289.1768,0 1393.1338,0 1393.1338,-20\"/>\n",
       "<text text-anchor=\"middle\" x=\"1341.1553\" y=\"-6.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddmmBackward</text>\n",
       "</g>\n",
       "<!-- 4450225344 -->\n",
       "<g id=\"node2\" class=\"node\">\n",
       "<title>4450225344</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1277.9565,-76 1176.354,-76 1176.354,-56 1277.9565,-56 1277.9565,-76\"/>\n",
       "<text text-anchor=\"middle\" x=\"1227.1553\" y=\"-62.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ExpandBackward</text>\n",
       "</g>\n",
       "<!-- 4450225344&#45;&gt;4450223440 -->\n",
       "<g id=\"edge1\" class=\"edge\">\n",
       "<title>4450225344&#45;&gt;4450223440</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1247.5362,-55.9883C1265.3389,-47.2431 1291.4062,-34.4381 1311.5165,-24.5594\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1313.1341,-27.6644 1320.5664,-20.1138 1310.0477,-21.3815 1313.1341,-27.6644\"/>\n",
       "</g>\n",
       "<!-- 4450222152 -->\n",
       "<g id=\"node3\" class=\"node\">\n",
       "<title>4450222152</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1254.1553,-144 1200.1553,-144 1200.1553,-112 1254.1553,-112 1254.1553,-144\"/>\n",
       "<text text-anchor=\"middle\" x=\"1227.1553\" y=\"-130.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">fc.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1227.1553\" y=\"-118.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1000)</text>\n",
       "</g>\n",
       "<!-- 4450222152&#45;&gt;4450225344 -->\n",
       "<g id=\"edge2\" class=\"edge\">\n",
       "<title>4450222152&#45;&gt;4450225344</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1227.1553,-111.7102C1227.1553,-104.0144 1227.1553,-94.744 1227.1553,-86.5691\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1230.6554,-86.3512 1227.1553,-76.3512 1223.6554,-86.3513 1230.6554,-86.3512\"/>\n",
       "</g>\n",
       "<!-- 4450225008 -->\n",
       "<g id=\"node4\" class=\"node\">\n",
       "<title>4450225008</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1386.0772,-76 1296.2334,-76 1296.2334,-56 1386.0772,-56 1386.0772,-76\"/>\n",
       "<text text-anchor=\"middle\" x=\"1341.1553\" y=\"-62.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ViewBackward</text>\n",
       "</g>\n",
       "<!-- 4450225008&#45;&gt;4450223440 -->\n",
       "<g id=\"edge3\" class=\"edge\">\n",
       "<title>4450225008&#45;&gt;4450223440</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1341.1553,-55.9883C1341.1553,-48.9098 1341.1553,-39.1714 1341.1553,-30.4779\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1344.6554,-30.3038 1341.1553,-20.3039 1337.6554,-30.3039 1344.6554,-30.3038\"/>\n",
       "</g>\n",
       "<!-- 4450225624 -->\n",
       "<g id=\"node5\" class=\"node\">\n",
       "<title>4450225624</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1397.7549,-138 1276.5556,-138 1276.5556,-118 1397.7549,-118 1397.7549,-138\"/>\n",
       "<text text-anchor=\"middle\" x=\"1337.1553\" y=\"-124.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AvgPool2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450225624&#45;&gt;4450225008 -->\n",
       "<g id=\"edge4\" class=\"edge\">\n",
       "<title>4450225624&#45;&gt;4450225008</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1337.8158,-117.762C1338.3691,-109.185 1339.1757,-96.6836 1339.8575,-86.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1343.3559,-86.2522 1340.507,-76.0475 1336.3704,-85.8014 1343.3559,-86.2522\"/>\n",
       "</g>\n",
       "<!-- 4450225232 -->\n",
       "<g id=\"node6\" class=\"node\">\n",
       "<title>4450225232</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1396.9564,-200 1277.3541,-200 1277.3541,-180 1396.9564,-180 1396.9564,-200\"/>\n",
       "<text text-anchor=\"middle\" x=\"1337.1553\" y=\"-186.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450225232&#45;&gt;4450225624 -->\n",
       "<g id=\"edge5\" class=\"edge\">\n",
       "<title>4450225232&#45;&gt;4450225624</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1337.1553,-179.762C1337.1553,-171.185 1337.1553,-158.6836 1337.1553,-148.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1340.6554,-148.0475 1337.1553,-138.0475 1333.6554,-148.0476 1340.6554,-148.0475\"/>\n",
       "</g>\n",
       "<!-- 4450222208 -->\n",
       "<g id=\"node7\" class=\"node\">\n",
       "<title>4450222208</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1382.9664,-256 1291.3442,-256 1291.3442,-236 1382.9664,-236 1382.9664,-256\"/>\n",
       "<text text-anchor=\"middle\" x=\"1337.1553\" y=\"-242.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450222208&#45;&gt;4450225232 -->\n",
       "<g id=\"edge6\" class=\"edge\">\n",
       "<title>4450222208&#45;&gt;4450225232</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1337.1553,-235.9883C1337.1553,-228.9098 1337.1553,-219.1714 1337.1553,-210.4779\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1340.6554,-210.3038 1337.1553,-200.3039 1333.6554,-210.3039 1340.6554,-210.3038\"/>\n",
       "</g>\n",
       "<!-- 4450223552 -->\n",
       "<g id=\"node8\" class=\"node\">\n",
       "<title>4450223552</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1523.3003,-312 1393.0103,-312 1393.0103,-292 1523.3003,-292 1523.3003,-312\"/>\n",
       "<text text-anchor=\"middle\" x=\"1458.1553\" y=\"-298.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450223552&#45;&gt;4450222208 -->\n",
       "<g id=\"edge7\" class=\"edge\">\n",
       "<title>4450223552&#45;&gt;4450222208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1436.5229,-291.9883C1417.5416,-283.2036 1389.7085,-270.3222 1368.3246,-260.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1369.5536,-257.1376 1359.0083,-256.1138 1366.6135,-263.4903 1369.5536,-257.1376\"/>\n",
       "</g>\n",
       "<!-- 4450225512 -->\n",
       "<g id=\"node9\" class=\"node\">\n",
       "<title>4450225512</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1440.9564,-374 1321.3541,-374 1321.3541,-354 1440.9564,-354 1440.9564,-374\"/>\n",
       "<text text-anchor=\"middle\" x=\"1381.1553\" y=\"-360.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450225512&#45;&gt;4450223552 -->\n",
       "<g id=\"edge8\" class=\"edge\">\n",
       "<title>4450225512&#45;&gt;4450223552</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1393.8703,-353.762C1405.7557,-344.1918 1423.709,-329.7359 1437.6246,-318.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1440.083,-321.0453 1445.6769,-312.0475 1435.6929,-315.593 1440.083,-321.0453\"/>\n",
       "</g>\n",
       "<!-- 4450224952 -->\n",
       "<g id=\"node10\" class=\"node\">\n",
       "<title>4450224952</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1523.3003,-436 1393.0103,-436 1393.0103,-416 1523.3003,-416 1523.3003,-436\"/>\n",
       "<text text-anchor=\"middle\" x=\"1458.1553\" y=\"-422.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450224952&#45;&gt;4450225512 -->\n",
       "<g id=\"edge9\" class=\"edge\">\n",
       "<title>4450224952&#45;&gt;4450225512</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1445.4403,-415.762C1433.5548,-406.1918 1415.6015,-391.7359 1401.6859,-380.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1403.6177,-377.593 1393.6337,-374.0475 1399.2275,-383.0453 1403.6177,-377.593\"/>\n",
       "</g>\n",
       "<!-- 4450224168 -->\n",
       "<g id=\"node11\" class=\"node\">\n",
       "<title>4450224168</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1440.9564,-498 1321.3541,-498 1321.3541,-478 1440.9564,-478 1440.9564,-498\"/>\n",
       "<text text-anchor=\"middle\" x=\"1381.1553\" y=\"-484.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450224168&#45;&gt;4450224952 -->\n",
       "<g id=\"edge10\" class=\"edge\">\n",
       "<title>4450224168&#45;&gt;4450224952</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1393.8703,-477.762C1405.7557,-468.1918 1423.709,-453.7359 1437.6246,-442.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1440.083,-445.0453 1445.6769,-436.0475 1435.6929,-439.593 1440.083,-445.0453\"/>\n",
       "</g>\n",
       "<!-- 4450224000 -->\n",
       "<g id=\"node12\" class=\"node\">\n",
       "<title>4450224000</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1464.3003,-560 1334.0103,-560 1334.0103,-540 1464.3003,-540 1464.3003,-560\"/>\n",
       "<text text-anchor=\"middle\" x=\"1399.1553\" y=\"-546.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450224000&#45;&gt;4450224168 -->\n",
       "<g id=\"edge11\" class=\"edge\">\n",
       "<title>4450224000&#45;&gt;4450224168</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1396.1829,-539.762C1393.6666,-531.0947 1389.9869,-518.42 1386.8985,-507.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1390.2217,-506.6751 1384.0723,-498.0475 1383.4993,-508.6269 1390.2217,-506.6751\"/>\n",
       "</g>\n",
       "<!-- 4450224336 -->\n",
       "<g id=\"node13\" class=\"node\">\n",
       "<title>4450224336</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1320.9564,-622 1201.3541,-622 1201.3541,-602 1320.9564,-602 1320.9564,-622\"/>\n",
       "<text text-anchor=\"middle\" x=\"1261.1553\" y=\"-608.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450224336&#45;&gt;4450222208 -->\n",
       "<g id=\"edge245\" class=\"edge\">\n",
       "<title>4450224336&#45;&gt;4450222208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1265.3266,-601.9124C1273.5698,-581.0358 1291.1553,-531.4118 1291.1553,-488 1291.1553,-488 1291.1553,-488 1291.1553,-364 1291.1553,-326.8683 1311.1727,-287.3767 1324.7979,-264.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1327.8324,-266.5456 1330.1689,-256.2116 1321.898,-262.833 1327.8324,-266.5456\"/>\n",
       "</g>\n",
       "<!-- 4450224336&#45;&gt;4450224000 -->\n",
       "<g id=\"edge12\" class=\"edge\">\n",
       "<title>4450224336&#45;&gt;4450224000</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1283.6345,-601.9006C1306.3894,-591.6774 1341.7792,-575.7777 1367.3939,-564.2696\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1368.9984,-567.3858 1376.6857,-560.095 1366.1296,-561.0007 1368.9984,-567.3858\"/>\n",
       "</g>\n",
       "<!-- 4450224560 -->\n",
       "<g id=\"node14\" class=\"node\">\n",
       "<title>4450224560</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1306.9664,-684 1215.3442,-684 1215.3442,-664 1306.9664,-664 1306.9664,-684\"/>\n",
       "<text text-anchor=\"middle\" x=\"1261.1553\" y=\"-670.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450224560&#45;&gt;4450224336 -->\n",
       "<g id=\"edge13\" class=\"edge\">\n",
       "<title>4450224560&#45;&gt;4450224336</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1261.1553,-663.762C1261.1553,-655.185 1261.1553,-642.6836 1261.1553,-632.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1264.6554,-632.0475 1261.1553,-622.0475 1257.6554,-632.0476 1264.6554,-632.0475\"/>\n",
       "</g>\n",
       "<!-- 4450225848 -->\n",
       "<g id=\"node15\" class=\"node\">\n",
       "<title>4450225848</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1447.3003,-740 1317.0103,-740 1317.0103,-720 1447.3003,-720 1447.3003,-740\"/>\n",
       "<text text-anchor=\"middle\" x=\"1382.1553\" y=\"-726.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450225848&#45;&gt;4450224560 -->\n",
       "<g id=\"edge14\" class=\"edge\">\n",
       "<title>4450225848&#45;&gt;4450224560</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1360.5229,-719.9883C1341.5416,-711.2036 1313.7085,-698.3222 1292.3246,-688.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1293.5536,-685.1376 1283.0083,-684.1138 1290.6135,-691.4903 1293.5536,-685.1376\"/>\n",
       "</g>\n",
       "<!-- 4450226016 -->\n",
       "<g id=\"node16\" class=\"node\">\n",
       "<title>4450226016</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1364.9564,-802 1245.3541,-802 1245.3541,-782 1364.9564,-782 1364.9564,-802\"/>\n",
       "<text text-anchor=\"middle\" x=\"1305.1553\" y=\"-788.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450226016&#45;&gt;4450225848 -->\n",
       "<g id=\"edge15\" class=\"edge\">\n",
       "<title>4450226016&#45;&gt;4450225848</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1317.8703,-781.762C1329.7557,-772.1918 1347.709,-757.7359 1361.6246,-746.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1364.083,-749.0453 1369.6769,-740.0475 1359.6929,-743.593 1364.083,-749.0453\"/>\n",
       "</g>\n",
       "<!-- 4450222992 -->\n",
       "<g id=\"node17\" class=\"node\">\n",
       "<title>4450222992</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1447.3003,-864 1317.0103,-864 1317.0103,-844 1447.3003,-844 1447.3003,-864\"/>\n",
       "<text text-anchor=\"middle\" x=\"1382.1553\" y=\"-850.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450222992&#45;&gt;4450226016 -->\n",
       "<g id=\"edge16\" class=\"edge\">\n",
       "<title>4450222992&#45;&gt;4450226016</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1369.4403,-843.762C1357.5548,-834.1918 1339.6015,-819.7359 1325.6859,-808.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1327.6177,-805.593 1317.6337,-802.0475 1323.2275,-811.0453 1327.6177,-805.593\"/>\n",
       "</g>\n",
       "<!-- 4450226304 -->\n",
       "<g id=\"node18\" class=\"node\">\n",
       "<title>4450226304</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1364.9564,-926 1245.3541,-926 1245.3541,-906 1364.9564,-906 1364.9564,-926\"/>\n",
       "<text text-anchor=\"middle\" x=\"1305.1553\" y=\"-912.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450226304&#45;&gt;4450222992 -->\n",
       "<g id=\"edge17\" class=\"edge\">\n",
       "<title>4450226304&#45;&gt;4450222992</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1317.8703,-905.762C1329.7557,-896.1918 1347.709,-881.7359 1361.6246,-870.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1364.083,-873.0453 1369.6769,-864.0475 1359.6929,-867.593 1364.083,-873.0453\"/>\n",
       "</g>\n",
       "<!-- 4450226472 -->\n",
       "<g id=\"node19\" class=\"node\">\n",
       "<title>4450226472</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1388.3003,-988 1258.0103,-988 1258.0103,-968 1388.3003,-968 1388.3003,-988\"/>\n",
       "<text text-anchor=\"middle\" x=\"1323.1553\" y=\"-974.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450226472&#45;&gt;4450226304 -->\n",
       "<g id=\"edge18\" class=\"edge\">\n",
       "<title>4450226472&#45;&gt;4450226304</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1320.1829,-967.762C1317.6666,-959.0947 1313.9869,-946.42 1310.8985,-935.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1314.2217,-934.6751 1308.0723,-926.0475 1307.4993,-936.6269 1314.2217,-934.6751\"/>\n",
       "</g>\n",
       "<!-- 4450225904 -->\n",
       "<g id=\"node20\" class=\"node\">\n",
       "<title>4450225904</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1244.9564,-1050 1125.3541,-1050 1125.3541,-1030 1244.9564,-1030 1244.9564,-1050\"/>\n",
       "<text text-anchor=\"middle\" x=\"1185.1553\" y=\"-1036.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450225904&#45;&gt;4450224560 -->\n",
       "<g id=\"edge238\" class=\"edge\">\n",
       "<title>4450225904&#45;&gt;4450224560</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1189.3266,-1029.9124C1197.5698,-1009.0358 1215.1553,-959.4118 1215.1553,-916 1215.1553,-916 1215.1553,-916 1215.1553,-792 1215.1553,-754.8683 1235.1727,-715.3767 1248.7979,-692.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1251.8324,-694.5456 1254.1689,-684.2116 1245.898,-690.833 1251.8324,-694.5456\"/>\n",
       "</g>\n",
       "<!-- 4450225904&#45;&gt;4450226472 -->\n",
       "<g id=\"edge19\" class=\"edge\">\n",
       "<title>4450225904&#45;&gt;4450226472</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1207.6345,-1029.9006C1230.3894,-1019.6774 1265.7792,-1003.7777 1291.3939,-992.2696\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1292.9984,-995.3858 1300.6857,-988.095 1290.1296,-989.0007 1292.9984,-995.3858\"/>\n",
       "</g>\n",
       "<!-- 4450226864 -->\n",
       "<g id=\"node21\" class=\"node\">\n",
       "<title>4450226864</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1230.9664,-1112 1139.3442,-1112 1139.3442,-1092 1230.9664,-1092 1230.9664,-1112\"/>\n",
       "<text text-anchor=\"middle\" x=\"1185.1553\" y=\"-1098.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450226864&#45;&gt;4450225904 -->\n",
       "<g id=\"edge20\" class=\"edge\">\n",
       "<title>4450226864&#45;&gt;4450225904</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1185.1553,-1091.762C1185.1553,-1083.185 1185.1553,-1070.6836 1185.1553,-1060.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1188.6554,-1060.0475 1185.1553,-1050.0475 1181.6554,-1060.0476 1188.6554,-1060.0475\"/>\n",
       "</g>\n",
       "<!-- 4450226696 -->\n",
       "<g id=\"node22\" class=\"node\">\n",
       "<title>4450226696</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1371.3003,-1168 1241.0103,-1168 1241.0103,-1148 1371.3003,-1148 1371.3003,-1168\"/>\n",
       "<text text-anchor=\"middle\" x=\"1306.1553\" y=\"-1154.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450226696&#45;&gt;4450226864 -->\n",
       "<g id=\"edge21\" class=\"edge\">\n",
       "<title>4450226696&#45;&gt;4450226864</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1284.5229,-1147.9883C1265.5416,-1139.2036 1237.7085,-1126.3222 1216.3246,-1116.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1217.5536,-1113.1376 1207.0083,-1112.1138 1214.6135,-1119.4903 1217.5536,-1113.1376\"/>\n",
       "</g>\n",
       "<!-- 4450226976 -->\n",
       "<g id=\"node23\" class=\"node\">\n",
       "<title>4450226976</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1288.9564,-1230 1169.3541,-1230 1169.3541,-1210 1288.9564,-1210 1288.9564,-1230\"/>\n",
       "<text text-anchor=\"middle\" x=\"1229.1553\" y=\"-1216.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450226976&#45;&gt;4450226696 -->\n",
       "<g id=\"edge22\" class=\"edge\">\n",
       "<title>4450226976&#45;&gt;4450226696</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1241.8703,-1209.762C1253.7557,-1200.1918 1271.709,-1185.7359 1285.6246,-1174.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1288.083,-1177.0453 1293.6769,-1168.0475 1283.6929,-1171.593 1288.083,-1177.0453\"/>\n",
       "</g>\n",
       "<!-- 4450227312 -->\n",
       "<g id=\"node24\" class=\"node\">\n",
       "<title>4450227312</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1371.3003,-1292 1241.0103,-1292 1241.0103,-1272 1371.3003,-1272 1371.3003,-1292\"/>\n",
       "<text text-anchor=\"middle\" x=\"1306.1553\" y=\"-1278.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450227312&#45;&gt;4450226976 -->\n",
       "<g id=\"edge23\" class=\"edge\">\n",
       "<title>4450227312&#45;&gt;4450226976</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1293.4403,-1271.762C1281.5548,-1262.1918 1263.6015,-1247.7359 1249.6859,-1236.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1251.6177,-1233.593 1241.6337,-1230.0475 1247.2275,-1239.0453 1251.6177,-1233.593\"/>\n",
       "</g>\n",
       "<!-- 4450227424 -->\n",
       "<g id=\"node25\" class=\"node\">\n",
       "<title>4450227424</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1301.9564,-1354 1182.3541,-1354 1182.3541,-1334 1301.9564,-1334 1301.9564,-1354\"/>\n",
       "<text text-anchor=\"middle\" x=\"1242.1553\" y=\"-1340.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450227424&#45;&gt;4450227312 -->\n",
       "<g id=\"edge24\" class=\"edge\">\n",
       "<title>4450227424&#45;&gt;4450227312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1252.7236,-1333.762C1262.416,-1324.3724 1276.9633,-1310.2797 1288.4326,-1299.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1291.0365,-1301.5194 1295.7836,-1292.0475 1286.1659,-1296.4917 1291.0365,-1301.5194\"/>\n",
       "</g>\n",
       "<!-- 4450227648 -->\n",
       "<g id=\"node26\" class=\"node\">\n",
       "<title>4450227648</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1327.3003,-1416 1197.0103,-1416 1197.0103,-1396 1327.3003,-1396 1327.3003,-1416\"/>\n",
       "<text text-anchor=\"middle\" x=\"1262.1553\" y=\"-1402.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450227648&#45;&gt;4450227424 -->\n",
       "<g id=\"edge25\" class=\"edge\">\n",
       "<title>4450227648&#45;&gt;4450227424</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1258.8527,-1395.762C1256.0568,-1387.0947 1251.9682,-1374.42 1248.5367,-1363.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1251.7975,-1362.4901 1245.3964,-1354.0475 1245.1355,-1364.6392 1251.7975,-1362.4901\"/>\n",
       "</g>\n",
       "<!-- 4450227760 -->\n",
       "<g id=\"node27\" class=\"node\">\n",
       "<title>4450227760</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1245.9564,-1478 1126.3541,-1478 1126.3541,-1458 1245.9564,-1458 1245.9564,-1478\"/>\n",
       "<text text-anchor=\"middle\" x=\"1186.1553\" y=\"-1464.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450227760&#45;&gt;4450227648 -->\n",
       "<g id=\"edge26\" class=\"edge\">\n",
       "<title>4450227760&#45;&gt;4450227648</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1198.7051,-1457.762C1210.4363,-1448.1918 1228.1564,-1433.7359 1241.8912,-1422.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1244.3027,-1425.0809 1249.8389,-1416.0475 1239.8778,-1419.6568 1244.3027,-1425.0809\"/>\n",
       "</g>\n",
       "<!-- 4450227144 -->\n",
       "<g id=\"node216\" class=\"node\">\n",
       "<title>4450227144</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1174.3003,-1416 1044.0103,-1416 1044.0103,-1396 1174.3003,-1396 1174.3003,-1416\"/>\n",
       "<text text-anchor=\"middle\" x=\"1109.1553\" y=\"-1402.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450227760&#45;&gt;4450227144 -->\n",
       "<g id=\"edge229\" class=\"edge\">\n",
       "<title>4450227760&#45;&gt;4450227144</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1173.4403,-1457.762C1161.5548,-1448.1918 1143.6015,-1433.7359 1129.6859,-1422.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1131.6177,-1419.593 1121.6337,-1416.0475 1127.2275,-1425.0453 1131.6177,-1419.593\"/>\n",
       "</g>\n",
       "<!-- 4450227984 -->\n",
       "<g id=\"node28\" class=\"node\">\n",
       "<title>4450227984</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1231.9664,-1540 1140.3442,-1540 1140.3442,-1520 1231.9664,-1520 1231.9664,-1540\"/>\n",
       "<text text-anchor=\"middle\" x=\"1186.1553\" y=\"-1526.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450227984&#45;&gt;4450227760 -->\n",
       "<g id=\"edge27\" class=\"edge\">\n",
       "<title>4450227984&#45;&gt;4450227760</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1186.1553,-1519.762C1186.1553,-1511.185 1186.1553,-1498.6836 1186.1553,-1488.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1189.6554,-1488.0475 1186.1553,-1478.0475 1182.6554,-1488.0476 1189.6554,-1488.0475\"/>\n",
       "</g>\n",
       "<!-- 4450228096 -->\n",
       "<g id=\"node29\" class=\"node\">\n",
       "<title>4450228096</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1372.3003,-1596 1242.0103,-1596 1242.0103,-1576 1372.3003,-1576 1372.3003,-1596\"/>\n",
       "<text text-anchor=\"middle\" x=\"1307.1553\" y=\"-1582.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450228096&#45;&gt;4450227984 -->\n",
       "<g id=\"edge28\" class=\"edge\">\n",
       "<title>4450228096&#45;&gt;4450227984</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1285.5229,-1575.9883C1266.5416,-1567.2036 1238.7085,-1554.3222 1217.3246,-1544.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1218.5536,-1541.1376 1208.0083,-1540.1138 1215.6135,-1547.4903 1218.5536,-1541.1376\"/>\n",
       "</g>\n",
       "<!-- 4450228264 -->\n",
       "<g id=\"node30\" class=\"node\">\n",
       "<title>4450228264</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1289.9564,-1658 1170.3541,-1658 1170.3541,-1638 1289.9564,-1638 1289.9564,-1658\"/>\n",
       "<text text-anchor=\"middle\" x=\"1230.1553\" y=\"-1644.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450228264&#45;&gt;4450228096 -->\n",
       "<g id=\"edge29\" class=\"edge\">\n",
       "<title>4450228264&#45;&gt;4450228096</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1242.8703,-1637.762C1254.7557,-1628.1918 1272.709,-1613.7359 1286.6246,-1602.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1289.083,-1605.0453 1294.6769,-1596.0475 1284.6929,-1599.593 1289.083,-1605.0453\"/>\n",
       "</g>\n",
       "<!-- 4450228488 -->\n",
       "<g id=\"node31\" class=\"node\">\n",
       "<title>4450228488</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1372.3003,-1720 1242.0103,-1720 1242.0103,-1700 1372.3003,-1700 1372.3003,-1720\"/>\n",
       "<text text-anchor=\"middle\" x=\"1307.1553\" y=\"-1706.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450228488&#45;&gt;4450228264 -->\n",
       "<g id=\"edge30\" class=\"edge\">\n",
       "<title>4450228488&#45;&gt;4450228264</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1294.4403,-1699.762C1282.5548,-1690.1918 1264.6015,-1675.7359 1250.6859,-1664.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1252.6177,-1661.593 1242.6337,-1658.0475 1248.2275,-1667.0453 1252.6177,-1661.593\"/>\n",
       "</g>\n",
       "<!-- 4450228600 -->\n",
       "<g id=\"node32\" class=\"node\">\n",
       "<title>4450228600</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1289.9564,-1782 1170.3541,-1782 1170.3541,-1762 1289.9564,-1762 1289.9564,-1782\"/>\n",
       "<text text-anchor=\"middle\" x=\"1230.1553\" y=\"-1768.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450228600&#45;&gt;4450228488 -->\n",
       "<g id=\"edge31\" class=\"edge\">\n",
       "<title>4450228600&#45;&gt;4450228488</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1242.8703,-1761.762C1254.7557,-1752.1918 1272.709,-1737.7359 1286.6246,-1726.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1289.083,-1729.0453 1294.6769,-1720.0475 1284.6929,-1723.593 1289.083,-1729.0453\"/>\n",
       "</g>\n",
       "<!-- 4450228824 -->\n",
       "<g id=\"node33\" class=\"node\">\n",
       "<title>4450228824</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1313.3003,-1844 1183.0103,-1844 1183.0103,-1824 1313.3003,-1824 1313.3003,-1844\"/>\n",
       "<text text-anchor=\"middle\" x=\"1248.1553\" y=\"-1830.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450228824&#45;&gt;4450228600 -->\n",
       "<g id=\"edge32\" class=\"edge\">\n",
       "<title>4450228824&#45;&gt;4450228600</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1245.1829,-1823.762C1242.6666,-1815.0947 1238.9869,-1802.42 1235.8985,-1791.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1239.2217,-1790.6751 1233.0723,-1782.0475 1232.4993,-1792.6269 1239.2217,-1790.6751\"/>\n",
       "</g>\n",
       "<!-- 4450228152 -->\n",
       "<g id=\"node34\" class=\"node\">\n",
       "<title>4450228152</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1169.9564,-1906 1050.3541,-1906 1050.3541,-1886 1169.9564,-1886 1169.9564,-1906\"/>\n",
       "<text text-anchor=\"middle\" x=\"1110.1553\" y=\"-1892.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450228152&#45;&gt;4450227984 -->\n",
       "<g id=\"edge221\" class=\"edge\">\n",
       "<title>4450228152&#45;&gt;4450227984</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1114.3266,-1885.9124C1122.5698,-1865.0358 1140.1553,-1815.4118 1140.1553,-1772 1140.1553,-1772 1140.1553,-1772 1140.1553,-1648 1140.1553,-1610.8683 1160.1727,-1571.3767 1173.7979,-1548.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1176.8324,-1550.5456 1179.1689,-1540.2116 1170.898,-1546.833 1176.8324,-1550.5456\"/>\n",
       "</g>\n",
       "<!-- 4450228152&#45;&gt;4450228824 -->\n",
       "<g id=\"edge33\" class=\"edge\">\n",
       "<title>4450228152&#45;&gt;4450228824</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1132.6345,-1885.9006C1155.3894,-1875.6774 1190.7792,-1859.7777 1216.3939,-1848.2696\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1217.9984,-1851.3858 1225.6857,-1844.095 1215.1296,-1845.0007 1217.9984,-1851.3858\"/>\n",
       "</g>\n",
       "<!-- 4450229104 -->\n",
       "<g id=\"node35\" class=\"node\">\n",
       "<title>4450229104</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1155.9664,-1968 1064.3442,-1968 1064.3442,-1948 1155.9664,-1948 1155.9664,-1968\"/>\n",
       "<text text-anchor=\"middle\" x=\"1110.1553\" y=\"-1954.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450229104&#45;&gt;4450228152 -->\n",
       "<g id=\"edge34\" class=\"edge\">\n",
       "<title>4450229104&#45;&gt;4450228152</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1110.1553,-1947.762C1110.1553,-1939.185 1110.1553,-1926.6836 1110.1553,-1916.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1113.6554,-1916.0475 1110.1553,-1906.0475 1106.6554,-1916.0476 1113.6554,-1916.0475\"/>\n",
       "</g>\n",
       "<!-- 4450229216 -->\n",
       "<g id=\"node36\" class=\"node\">\n",
       "<title>4450229216</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1296.3003,-2024 1166.0103,-2024 1166.0103,-2004 1296.3003,-2004 1296.3003,-2024\"/>\n",
       "<text text-anchor=\"middle\" x=\"1231.1553\" y=\"-2010.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450229216&#45;&gt;4450229104 -->\n",
       "<g id=\"edge35\" class=\"edge\">\n",
       "<title>4450229216&#45;&gt;4450229104</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1209.5229,-2003.9883C1190.5416,-1995.2036 1162.7085,-1982.3222 1141.3246,-1972.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1142.5536,-1969.1376 1132.0083,-1968.1138 1139.6135,-1975.4903 1142.5536,-1969.1376\"/>\n",
       "</g>\n",
       "<!-- 4450229384 -->\n",
       "<g id=\"node37\" class=\"node\">\n",
       "<title>4450229384</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1213.9564,-2086 1094.3541,-2086 1094.3541,-2066 1213.9564,-2066 1213.9564,-2086\"/>\n",
       "<text text-anchor=\"middle\" x=\"1154.1553\" y=\"-2072.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450229384&#45;&gt;4450229216 -->\n",
       "<g id=\"edge36\" class=\"edge\">\n",
       "<title>4450229384&#45;&gt;4450229216</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1166.8703,-2065.762C1178.7557,-2056.1918 1196.709,-2041.7359 1210.6246,-2030.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1213.083,-2033.0453 1218.6769,-2024.0475 1208.6929,-2027.593 1213.083,-2033.0453\"/>\n",
       "</g>\n",
       "<!-- 4450229608 -->\n",
       "<g id=\"node38\" class=\"node\">\n",
       "<title>4450229608</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1296.3003,-2148 1166.0103,-2148 1166.0103,-2128 1296.3003,-2128 1296.3003,-2148\"/>\n",
       "<text text-anchor=\"middle\" x=\"1231.1553\" y=\"-2134.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450229608&#45;&gt;4450229384 -->\n",
       "<g id=\"edge37\" class=\"edge\">\n",
       "<title>4450229608&#45;&gt;4450229384</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1218.4403,-2127.762C1206.5548,-2118.1918 1188.6015,-2103.7359 1174.6859,-2092.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1176.6177,-2089.593 1166.6337,-2086.0475 1172.2275,-2095.0453 1176.6177,-2089.593\"/>\n",
       "</g>\n",
       "<!-- 4450229720 -->\n",
       "<g id=\"node39\" class=\"node\">\n",
       "<title>4450229720</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1213.9564,-2210 1094.3541,-2210 1094.3541,-2190 1213.9564,-2190 1213.9564,-2210\"/>\n",
       "<text text-anchor=\"middle\" x=\"1154.1553\" y=\"-2196.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450229720&#45;&gt;4450229608 -->\n",
       "<g id=\"edge38\" class=\"edge\">\n",
       "<title>4450229720&#45;&gt;4450229608</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1166.8703,-2189.762C1178.7557,-2180.1918 1196.709,-2165.7359 1210.6246,-2154.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1213.083,-2157.0453 1218.6769,-2148.0475 1208.6929,-2151.593 1213.083,-2157.0453\"/>\n",
       "</g>\n",
       "<!-- 4450229944 -->\n",
       "<g id=\"node40\" class=\"node\">\n",
       "<title>4450229944</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1237.3003,-2272 1107.0103,-2272 1107.0103,-2252 1237.3003,-2252 1237.3003,-2272\"/>\n",
       "<text text-anchor=\"middle\" x=\"1172.1553\" y=\"-2258.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450229944&#45;&gt;4450229720 -->\n",
       "<g id=\"edge39\" class=\"edge\">\n",
       "<title>4450229944&#45;&gt;4450229720</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1169.1829,-2251.762C1166.6666,-2243.0947 1162.9869,-2230.42 1159.8985,-2219.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1163.2217,-2218.6751 1157.0723,-2210.0475 1156.4993,-2220.6269 1163.2217,-2218.6751\"/>\n",
       "</g>\n",
       "<!-- 4450229272 -->\n",
       "<g id=\"node41\" class=\"node\">\n",
       "<title>4450229272</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1093.9564,-2334 974.3541,-2334 974.3541,-2314 1093.9564,-2314 1093.9564,-2334\"/>\n",
       "<text text-anchor=\"middle\" x=\"1034.1553\" y=\"-2320.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450229272&#45;&gt;4450229104 -->\n",
       "<g id=\"edge214\" class=\"edge\">\n",
       "<title>4450229272&#45;&gt;4450229104</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1038.3266,-2313.9124C1046.5698,-2293.0358 1064.1553,-2243.4118 1064.1553,-2200 1064.1553,-2200 1064.1553,-2200 1064.1553,-2076 1064.1553,-2038.8683 1084.1727,-1999.3767 1097.7979,-1976.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1100.8324,-1978.5456 1103.1689,-1968.2116 1094.898,-1974.833 1100.8324,-1978.5456\"/>\n",
       "</g>\n",
       "<!-- 4450229272&#45;&gt;4450229944 -->\n",
       "<g id=\"edge40\" class=\"edge\">\n",
       "<title>4450229272&#45;&gt;4450229944</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1056.6345,-2313.9006C1079.3894,-2303.6774 1114.7792,-2287.7777 1140.3939,-2276.2696\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1141.9984,-2279.3858 1149.6857,-2272.095 1139.1296,-2273.0007 1141.9984,-2279.3858\"/>\n",
       "</g>\n",
       "<!-- 4450230224 -->\n",
       "<g id=\"node42\" class=\"node\">\n",
       "<title>4450230224</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1079.9664,-2396 988.3442,-2396 988.3442,-2376 1079.9664,-2376 1079.9664,-2396\"/>\n",
       "<text text-anchor=\"middle\" x=\"1034.1553\" y=\"-2382.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450230224&#45;&gt;4450229272 -->\n",
       "<g id=\"edge41\" class=\"edge\">\n",
       "<title>4450230224&#45;&gt;4450229272</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1034.1553,-2375.762C1034.1553,-2367.185 1034.1553,-2354.6836 1034.1553,-2344.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1037.6554,-2344.0475 1034.1553,-2334.0475 1030.6554,-2344.0476 1037.6554,-2344.0475\"/>\n",
       "</g>\n",
       "<!-- 4450365568 -->\n",
       "<g id=\"node43\" class=\"node\">\n",
       "<title>4450365568</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1220.3003,-2452 1090.0103,-2452 1090.0103,-2432 1220.3003,-2432 1220.3003,-2452\"/>\n",
       "<text text-anchor=\"middle\" x=\"1155.1553\" y=\"-2438.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450365568&#45;&gt;4450230224 -->\n",
       "<g id=\"edge42\" class=\"edge\">\n",
       "<title>4450365568&#45;&gt;4450230224</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1133.5229,-2431.9883C1114.5416,-2423.2036 1086.7085,-2410.3222 1065.3246,-2400.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1066.5536,-2397.1376 1056.0083,-2396.1138 1063.6135,-2403.4903 1066.5536,-2397.1376\"/>\n",
       "</g>\n",
       "<!-- 4450365736 -->\n",
       "<g id=\"node44\" class=\"node\">\n",
       "<title>4450365736</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1137.9564,-2514 1018.3541,-2514 1018.3541,-2494 1137.9564,-2494 1137.9564,-2514\"/>\n",
       "<text text-anchor=\"middle\" x=\"1078.1553\" y=\"-2500.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450365736&#45;&gt;4450365568 -->\n",
       "<g id=\"edge43\" class=\"edge\">\n",
       "<title>4450365736&#45;&gt;4450365568</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1090.8703,-2493.762C1102.7557,-2484.1918 1120.709,-2469.7359 1134.6246,-2458.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1137.083,-2461.0453 1142.6769,-2452.0475 1132.6929,-2455.593 1137.083,-2461.0453\"/>\n",
       "</g>\n",
       "<!-- 4450365960 -->\n",
       "<g id=\"node45\" class=\"node\">\n",
       "<title>4450365960</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1220.3003,-2576 1090.0103,-2576 1090.0103,-2556 1220.3003,-2556 1220.3003,-2576\"/>\n",
       "<text text-anchor=\"middle\" x=\"1155.1553\" y=\"-2562.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450365960&#45;&gt;4450365736 -->\n",
       "<g id=\"edge44\" class=\"edge\">\n",
       "<title>4450365960&#45;&gt;4450365736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1142.4403,-2555.762C1130.5548,-2546.1918 1112.6015,-2531.7359 1098.6859,-2520.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1100.6177,-2517.593 1090.6337,-2514.0475 1096.2275,-2523.0453 1100.6177,-2517.593\"/>\n",
       "</g>\n",
       "<!-- 4450366072 -->\n",
       "<g id=\"node46\" class=\"node\">\n",
       "<title>4450366072</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1137.9564,-2638 1018.3541,-2638 1018.3541,-2618 1137.9564,-2618 1137.9564,-2638\"/>\n",
       "<text text-anchor=\"middle\" x=\"1078.1553\" y=\"-2624.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450366072&#45;&gt;4450365960 -->\n",
       "<g id=\"edge45\" class=\"edge\">\n",
       "<title>4450366072&#45;&gt;4450365960</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1090.8703,-2617.762C1102.7557,-2608.1918 1120.709,-2593.7359 1134.6246,-2582.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1137.083,-2585.0453 1142.6769,-2576.0475 1132.6929,-2579.593 1137.083,-2585.0453\"/>\n",
       "</g>\n",
       "<!-- 4450366296 -->\n",
       "<g id=\"node47\" class=\"node\">\n",
       "<title>4450366296</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1161.3003,-2700 1031.0103,-2700 1031.0103,-2680 1161.3003,-2680 1161.3003,-2700\"/>\n",
       "<text text-anchor=\"middle\" x=\"1096.1553\" y=\"-2686.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450366296&#45;&gt;4450366072 -->\n",
       "<g id=\"edge46\" class=\"edge\">\n",
       "<title>4450366296&#45;&gt;4450366072</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1093.1829,-2679.762C1090.6666,-2671.0947 1086.9869,-2658.42 1083.8985,-2647.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1087.2217,-2646.6751 1081.0723,-2638.0475 1080.4993,-2648.6269 1087.2217,-2646.6751\"/>\n",
       "</g>\n",
       "<!-- 4450365624 -->\n",
       "<g id=\"node48\" class=\"node\">\n",
       "<title>4450365624</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1017.9564,-2762 898.3541,-2762 898.3541,-2742 1017.9564,-2742 1017.9564,-2762\"/>\n",
       "<text text-anchor=\"middle\" x=\"958.1553\" y=\"-2748.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450365624&#45;&gt;4450230224 -->\n",
       "<g id=\"edge207\" class=\"edge\">\n",
       "<title>4450365624&#45;&gt;4450230224</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M962.3266,-2741.9124C970.5698,-2721.0358 988.1553,-2671.4118 988.1553,-2628 988.1553,-2628 988.1553,-2628 988.1553,-2504 988.1553,-2466.8683 1008.1727,-2427.3767 1021.7979,-2404.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1024.8324,-2406.5456 1027.1689,-2396.2116 1018.898,-2402.833 1024.8324,-2406.5456\"/>\n",
       "</g>\n",
       "<!-- 4450365624&#45;&gt;4450366296 -->\n",
       "<g id=\"edge47\" class=\"edge\">\n",
       "<title>4450365624&#45;&gt;4450366296</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M980.6345,-2741.9006C1003.3894,-2731.6774 1038.7792,-2715.7777 1064.3939,-2704.2696\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1065.9984,-2707.3858 1073.6857,-2700.095 1063.1296,-2701.0007 1065.9984,-2707.3858\"/>\n",
       "</g>\n",
       "<!-- 4450366576 -->\n",
       "<g id=\"node49\" class=\"node\">\n",
       "<title>4450366576</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1003.9664,-2824 912.3442,-2824 912.3442,-2804 1003.9664,-2804 1003.9664,-2824\"/>\n",
       "<text text-anchor=\"middle\" x=\"958.1553\" y=\"-2810.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450366576&#45;&gt;4450365624 -->\n",
       "<g id=\"edge48\" class=\"edge\">\n",
       "<title>4450366576&#45;&gt;4450365624</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M958.1553,-2803.762C958.1553,-2795.185 958.1553,-2782.6836 958.1553,-2772.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"961.6554,-2772.0475 958.1553,-2762.0475 954.6554,-2772.0476 961.6554,-2772.0475\"/>\n",
       "</g>\n",
       "<!-- 4450366688 -->\n",
       "<g id=\"node50\" class=\"node\">\n",
       "<title>4450366688</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1144.3003,-2880 1014.0103,-2880 1014.0103,-2860 1144.3003,-2860 1144.3003,-2880\"/>\n",
       "<text text-anchor=\"middle\" x=\"1079.1553\" y=\"-2866.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450366688&#45;&gt;4450366576 -->\n",
       "<g id=\"edge49\" class=\"edge\">\n",
       "<title>4450366688&#45;&gt;4450366576</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1057.5229,-2859.9883C1038.5416,-2851.2036 1010.7085,-2838.3222 989.3246,-2828.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"990.5536,-2825.1376 980.0083,-2824.1138 987.6135,-2831.4903 990.5536,-2825.1376\"/>\n",
       "</g>\n",
       "<!-- 4450366856 -->\n",
       "<g id=\"node51\" class=\"node\">\n",
       "<title>4450366856</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1061.9564,-2942 942.3541,-2942 942.3541,-2922 1061.9564,-2922 1061.9564,-2942\"/>\n",
       "<text text-anchor=\"middle\" x=\"1002.1553\" y=\"-2928.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450366856&#45;&gt;4450366688 -->\n",
       "<g id=\"edge50\" class=\"edge\">\n",
       "<title>4450366856&#45;&gt;4450366688</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1014.8703,-2921.762C1026.7557,-2912.1918 1044.709,-2897.7359 1058.6246,-2886.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1061.083,-2889.0453 1066.6769,-2880.0475 1056.6929,-2883.593 1061.083,-2889.0453\"/>\n",
       "</g>\n",
       "<!-- 4450367080 -->\n",
       "<g id=\"node52\" class=\"node\">\n",
       "<title>4450367080</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1144.3003,-3004 1014.0103,-3004 1014.0103,-2984 1144.3003,-2984 1144.3003,-3004\"/>\n",
       "<text text-anchor=\"middle\" x=\"1079.1553\" y=\"-2990.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450367080&#45;&gt;4450366856 -->\n",
       "<g id=\"edge51\" class=\"edge\">\n",
       "<title>4450367080&#45;&gt;4450366856</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1066.4403,-2983.762C1054.5548,-2974.1918 1036.6015,-2959.7359 1022.6859,-2948.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1024.6177,-2945.593 1014.6337,-2942.0475 1020.2275,-2951.0453 1024.6177,-2945.593\"/>\n",
       "</g>\n",
       "<!-- 4450367192 -->\n",
       "<g id=\"node53\" class=\"node\">\n",
       "<title>4450367192</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1061.9564,-3066 942.3541,-3066 942.3541,-3046 1061.9564,-3046 1061.9564,-3066\"/>\n",
       "<text text-anchor=\"middle\" x=\"1002.1553\" y=\"-3052.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450367192&#45;&gt;4450367080 -->\n",
       "<g id=\"edge52\" class=\"edge\">\n",
       "<title>4450367192&#45;&gt;4450367080</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1014.8703,-3045.762C1026.7557,-3036.1918 1044.709,-3021.7359 1058.6246,-3010.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1061.083,-3013.0453 1066.6769,-3004.0475 1056.6929,-3007.593 1061.083,-3013.0453\"/>\n",
       "</g>\n",
       "<!-- 4450367416 -->\n",
       "<g id=\"node54\" class=\"node\">\n",
       "<title>4450367416</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1085.3003,-3128 955.0103,-3128 955.0103,-3108 1085.3003,-3108 1085.3003,-3128\"/>\n",
       "<text text-anchor=\"middle\" x=\"1020.1553\" y=\"-3114.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450367416&#45;&gt;4450367192 -->\n",
       "<g id=\"edge53\" class=\"edge\">\n",
       "<title>4450367416&#45;&gt;4450367192</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1017.1829,-3107.762C1014.6666,-3099.0947 1010.9869,-3086.42 1007.8985,-3075.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1011.2217,-3074.6751 1005.0723,-3066.0475 1004.4993,-3076.6269 1011.2217,-3074.6751\"/>\n",
       "</g>\n",
       "<!-- 4450366744 -->\n",
       "<g id=\"node55\" class=\"node\">\n",
       "<title>4450366744</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"941.9564,-3190 822.3541,-3190 822.3541,-3170 941.9564,-3170 941.9564,-3190\"/>\n",
       "<text text-anchor=\"middle\" x=\"882.1553\" y=\"-3176.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450366744&#45;&gt;4450366576 -->\n",
       "<g id=\"edge200\" class=\"edge\">\n",
       "<title>4450366744&#45;&gt;4450366576</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M886.3266,-3169.9124C894.5698,-3149.0358 912.1553,-3099.4118 912.1553,-3056 912.1553,-3056 912.1553,-3056 912.1553,-2932 912.1553,-2894.8683 932.1727,-2855.3767 945.7979,-2832.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"948.8324,-2834.5456 951.1689,-2824.2116 942.898,-2830.833 948.8324,-2834.5456\"/>\n",
       "</g>\n",
       "<!-- 4450366744&#45;&gt;4450367416 -->\n",
       "<g id=\"edge54\" class=\"edge\">\n",
       "<title>4450366744&#45;&gt;4450367416</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M904.6345,-3169.9006C927.3894,-3159.6774 962.7792,-3143.7777 988.3939,-3132.2696\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"989.9984,-3135.3858 997.6857,-3128.095 987.1296,-3129.0007 989.9984,-3135.3858\"/>\n",
       "</g>\n",
       "<!-- 4450367752 -->\n",
       "<g id=\"node56\" class=\"node\">\n",
       "<title>4450367752</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"927.9664,-3252 836.3442,-3252 836.3442,-3232 927.9664,-3232 927.9664,-3252\"/>\n",
       "<text text-anchor=\"middle\" x=\"882.1553\" y=\"-3238.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450367752&#45;&gt;4450366744 -->\n",
       "<g id=\"edge55\" class=\"edge\">\n",
       "<title>4450367752&#45;&gt;4450366744</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M882.1553,-3231.762C882.1553,-3223.185 882.1553,-3210.6836 882.1553,-3200.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"885.6554,-3200.0475 882.1553,-3190.0475 878.6554,-3200.0476 885.6554,-3200.0475\"/>\n",
       "</g>\n",
       "<!-- 4450367920 -->\n",
       "<g id=\"node57\" class=\"node\">\n",
       "<title>4450367920</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1068.3003,-3308 938.0103,-3308 938.0103,-3288 1068.3003,-3288 1068.3003,-3308\"/>\n",
       "<text text-anchor=\"middle\" x=\"1003.1553\" y=\"-3294.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450367920&#45;&gt;4450367752 -->\n",
       "<g id=\"edge56\" class=\"edge\">\n",
       "<title>4450367920&#45;&gt;4450367752</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M981.5229,-3287.9883C962.5416,-3279.2036 934.7085,-3266.3222 913.3246,-3256.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"914.5536,-3253.1376 904.0083,-3252.1138 911.6135,-3259.4903 914.5536,-3253.1376\"/>\n",
       "</g>\n",
       "<!-- 4450368088 -->\n",
       "<g id=\"node58\" class=\"node\">\n",
       "<title>4450368088</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"985.9564,-3370 866.3541,-3370 866.3541,-3350 985.9564,-3350 985.9564,-3370\"/>\n",
       "<text text-anchor=\"middle\" x=\"926.1553\" y=\"-3356.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450368088&#45;&gt;4450367920 -->\n",
       "<g id=\"edge57\" class=\"edge\">\n",
       "<title>4450368088&#45;&gt;4450367920</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M938.8703,-3349.762C950.7557,-3340.1918 968.709,-3325.7359 982.6246,-3314.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"985.083,-3317.0453 990.6769,-3308.0475 980.6929,-3311.593 985.083,-3317.0453\"/>\n",
       "</g>\n",
       "<!-- 4450368312 -->\n",
       "<g id=\"node59\" class=\"node\">\n",
       "<title>4450368312</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1068.3003,-3432 938.0103,-3432 938.0103,-3412 1068.3003,-3412 1068.3003,-3432\"/>\n",
       "<text text-anchor=\"middle\" x=\"1003.1553\" y=\"-3418.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450368312&#45;&gt;4450368088 -->\n",
       "<g id=\"edge58\" class=\"edge\">\n",
       "<title>4450368312&#45;&gt;4450368088</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M990.4403,-3411.762C978.5548,-3402.1918 960.6015,-3387.7359 946.6859,-3376.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"948.6177,-3373.593 938.6337,-3370.0475 944.2275,-3379.0453 948.6177,-3373.593\"/>\n",
       "</g>\n",
       "<!-- 4450368480 -->\n",
       "<g id=\"node60\" class=\"node\">\n",
       "<title>4450368480</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"985.9564,-3494 866.3541,-3494 866.3541,-3474 985.9564,-3474 985.9564,-3494\"/>\n",
       "<text text-anchor=\"middle\" x=\"926.1553\" y=\"-3480.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450368480&#45;&gt;4450368312 -->\n",
       "<g id=\"edge59\" class=\"edge\">\n",
       "<title>4450368480&#45;&gt;4450368312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M938.8703,-3473.762C950.7557,-3464.1918 968.709,-3449.7359 982.6246,-3438.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"985.083,-3441.0453 990.6769,-3432.0475 980.6929,-3435.593 985.083,-3441.0453\"/>\n",
       "</g>\n",
       "<!-- 4450368704 -->\n",
       "<g id=\"node61\" class=\"node\">\n",
       "<title>4450368704</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1009.3003,-3556 879.0103,-3556 879.0103,-3536 1009.3003,-3536 1009.3003,-3556\"/>\n",
       "<text text-anchor=\"middle\" x=\"944.1553\" y=\"-3542.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450368704&#45;&gt;4450368480 -->\n",
       "<g id=\"edge60\" class=\"edge\">\n",
       "<title>4450368704&#45;&gt;4450368480</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M941.1829,-3535.762C938.6666,-3527.0947 934.9869,-3514.42 931.8985,-3503.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"935.2217,-3502.6751 929.0723,-3494.0475 928.4993,-3504.6269 935.2217,-3502.6751\"/>\n",
       "</g>\n",
       "<!-- 4450367976 -->\n",
       "<g id=\"node62\" class=\"node\">\n",
       "<title>4450367976</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"865.9564,-3618 746.3541,-3618 746.3541,-3598 865.9564,-3598 865.9564,-3618\"/>\n",
       "<text text-anchor=\"middle\" x=\"806.1553\" y=\"-3604.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450367976&#45;&gt;4450367752 -->\n",
       "<g id=\"edge193\" class=\"edge\">\n",
       "<title>4450367976&#45;&gt;4450367752</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M810.3266,-3597.9124C818.5698,-3577.0358 836.1553,-3527.4118 836.1553,-3484 836.1553,-3484 836.1553,-3484 836.1553,-3360 836.1553,-3322.8683 856.1727,-3283.3767 869.7979,-3260.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"872.8324,-3262.5456 875.1689,-3252.2116 866.898,-3258.833 872.8324,-3262.5456\"/>\n",
       "</g>\n",
       "<!-- 4450367976&#45;&gt;4450368704 -->\n",
       "<g id=\"edge61\" class=\"edge\">\n",
       "<title>4450367976&#45;&gt;4450368704</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M828.6345,-3597.9006C851.3894,-3587.6774 886.7792,-3571.7777 912.3939,-3560.2696\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"913.9984,-3563.3858 921.6857,-3556.095 911.1296,-3557.0007 913.9984,-3563.3858\"/>\n",
       "</g>\n",
       "<!-- 4450369040 -->\n",
       "<g id=\"node63\" class=\"node\">\n",
       "<title>4450369040</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"851.9664,-3680 760.3442,-3680 760.3442,-3660 851.9664,-3660 851.9664,-3680\"/>\n",
       "<text text-anchor=\"middle\" x=\"806.1553\" y=\"-3666.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450369040&#45;&gt;4450367976 -->\n",
       "<g id=\"edge62\" class=\"edge\">\n",
       "<title>4450369040&#45;&gt;4450367976</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M806.1553,-3659.762C806.1553,-3651.185 806.1553,-3638.6836 806.1553,-3628.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"809.6554,-3628.0475 806.1553,-3618.0475 802.6554,-3628.0476 809.6554,-3628.0475\"/>\n",
       "</g>\n",
       "<!-- 4450369208 -->\n",
       "<g id=\"node64\" class=\"node\">\n",
       "<title>4450369208</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"992.3003,-3736 862.0103,-3736 862.0103,-3716 992.3003,-3716 992.3003,-3736\"/>\n",
       "<text text-anchor=\"middle\" x=\"927.1553\" y=\"-3722.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450369208&#45;&gt;4450369040 -->\n",
       "<g id=\"edge63\" class=\"edge\">\n",
       "<title>4450369208&#45;&gt;4450369040</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M905.5229,-3715.9883C886.5416,-3707.2036 858.7085,-3694.3222 837.3246,-3684.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"838.5536,-3681.1376 828.0083,-3680.1138 835.6135,-3687.4903 838.5536,-3681.1376\"/>\n",
       "</g>\n",
       "<!-- 4450369376 -->\n",
       "<g id=\"node65\" class=\"node\">\n",
       "<title>4450369376</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"909.9564,-3798 790.3541,-3798 790.3541,-3778 909.9564,-3778 909.9564,-3798\"/>\n",
       "<text text-anchor=\"middle\" x=\"850.1553\" y=\"-3784.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450369376&#45;&gt;4450369208 -->\n",
       "<g id=\"edge64\" class=\"edge\">\n",
       "<title>4450369376&#45;&gt;4450369208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M862.8703,-3777.762C874.7557,-3768.1918 892.709,-3753.7359 906.6246,-3742.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"909.083,-3745.0453 914.6769,-3736.0475 904.6929,-3739.593 909.083,-3745.0453\"/>\n",
       "</g>\n",
       "<!-- 4450246784 -->\n",
       "<g id=\"node66\" class=\"node\">\n",
       "<title>4450246784</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"992.3003,-3860 862.0103,-3860 862.0103,-3840 992.3003,-3840 992.3003,-3860\"/>\n",
       "<text text-anchor=\"middle\" x=\"927.1553\" y=\"-3846.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450246784&#45;&gt;4450369376 -->\n",
       "<g id=\"edge65\" class=\"edge\">\n",
       "<title>4450246784&#45;&gt;4450369376</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M914.4403,-3839.762C902.5548,-3830.1918 884.6015,-3815.7359 870.6859,-3804.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"872.6177,-3801.593 862.6337,-3798.0475 868.2275,-3807.0453 872.6177,-3801.593\"/>\n",
       "</g>\n",
       "<!-- 4450246952 -->\n",
       "<g id=\"node67\" class=\"node\">\n",
       "<title>4450246952</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"922.9564,-3922 803.3541,-3922 803.3541,-3902 922.9564,-3902 922.9564,-3922\"/>\n",
       "<text text-anchor=\"middle\" x=\"863.1553\" y=\"-3908.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450246952&#45;&gt;4450246784 -->\n",
       "<g id=\"edge66\" class=\"edge\">\n",
       "<title>4450246952&#45;&gt;4450246784</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M873.7236,-3901.762C883.416,-3892.3724 897.9633,-3878.2797 909.4326,-3867.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"912.0365,-3869.5194 916.7836,-3860.0475 907.1659,-3864.4917 912.0365,-3869.5194\"/>\n",
       "</g>\n",
       "<!-- 4450247176 -->\n",
       "<g id=\"node68\" class=\"node\">\n",
       "<title>4450247176</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"948.3003,-3984 818.0103,-3984 818.0103,-3964 948.3003,-3964 948.3003,-3984\"/>\n",
       "<text text-anchor=\"middle\" x=\"883.1553\" y=\"-3970.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450247176&#45;&gt;4450246952 -->\n",
       "<g id=\"edge67\" class=\"edge\">\n",
       "<title>4450247176&#45;&gt;4450246952</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M879.8527,-3963.762C877.0568,-3955.0947 872.9682,-3942.42 869.5367,-3931.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"872.7975,-3930.4901 866.3964,-3922.0475 866.1355,-3932.6392 872.7975,-3930.4901\"/>\n",
       "</g>\n",
       "<!-- 4450247344 -->\n",
       "<g id=\"node69\" class=\"node\">\n",
       "<title>4450247344</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"866.9564,-4046 747.3541,-4046 747.3541,-4026 866.9564,-4026 866.9564,-4046\"/>\n",
       "<text text-anchor=\"middle\" x=\"807.1553\" y=\"-4032.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450247344&#45;&gt;4450247176 -->\n",
       "<g id=\"edge68\" class=\"edge\">\n",
       "<title>4450247344&#45;&gt;4450247176</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M819.7051,-4025.762C831.4363,-4016.1918 849.1564,-4001.7359 862.8912,-3990.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"865.3027,-3993.0809 870.8389,-3984.0475 860.8778,-3987.6568 865.3027,-3993.0809\"/>\n",
       "</g>\n",
       "<!-- 4450369264 -->\n",
       "<g id=\"node177\" class=\"node\">\n",
       "<title>4450369264</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"795.3003,-3984 665.0103,-3984 665.0103,-3964 795.3003,-3964 795.3003,-3984\"/>\n",
       "<text text-anchor=\"middle\" x=\"730.1553\" y=\"-3970.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450247344&#45;&gt;4450369264 -->\n",
       "<g id=\"edge184\" class=\"edge\">\n",
       "<title>4450247344&#45;&gt;4450369264</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M794.4403,-4025.762C782.5548,-4016.1918 764.6015,-4001.7359 750.6859,-3990.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"752.6177,-3987.593 742.6337,-3984.0475 748.2275,-3993.0453 752.6177,-3987.593\"/>\n",
       "</g>\n",
       "<!-- 4450247568 -->\n",
       "<g id=\"node70\" class=\"node\">\n",
       "<title>4450247568</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"852.9664,-4108 761.3442,-4108 761.3442,-4088 852.9664,-4088 852.9664,-4108\"/>\n",
       "<text text-anchor=\"middle\" x=\"807.1553\" y=\"-4094.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450247568&#45;&gt;4450247344 -->\n",
       "<g id=\"edge69\" class=\"edge\">\n",
       "<title>4450247568&#45;&gt;4450247344</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M807.1553,-4087.762C807.1553,-4079.185 807.1553,-4066.6836 807.1553,-4056.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"810.6554,-4056.0475 807.1553,-4046.0475 803.6554,-4056.0476 810.6554,-4056.0475\"/>\n",
       "</g>\n",
       "<!-- 4450247736 -->\n",
       "<g id=\"node71\" class=\"node\">\n",
       "<title>4450247736</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"993.3003,-4164 863.0103,-4164 863.0103,-4144 993.3003,-4144 993.3003,-4164\"/>\n",
       "<text text-anchor=\"middle\" x=\"928.1553\" y=\"-4150.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450247736&#45;&gt;4450247568 -->\n",
       "<g id=\"edge70\" class=\"edge\">\n",
       "<title>4450247736&#45;&gt;4450247568</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M906.5229,-4143.9883C887.5416,-4135.2036 859.7085,-4122.3222 838.3246,-4112.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"839.5536,-4109.1376 829.0083,-4108.1138 836.6135,-4115.4903 839.5536,-4109.1376\"/>\n",
       "</g>\n",
       "<!-- 4450247904 -->\n",
       "<g id=\"node72\" class=\"node\">\n",
       "<title>4450247904</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"910.9564,-4226 791.3541,-4226 791.3541,-4206 910.9564,-4206 910.9564,-4226\"/>\n",
       "<text text-anchor=\"middle\" x=\"851.1553\" y=\"-4212.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450247904&#45;&gt;4450247736 -->\n",
       "<g id=\"edge71\" class=\"edge\">\n",
       "<title>4450247904&#45;&gt;4450247736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M863.8703,-4205.762C875.7557,-4196.1918 893.709,-4181.7359 907.6246,-4170.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"910.083,-4173.0453 915.6769,-4164.0475 905.6929,-4167.593 910.083,-4173.0453\"/>\n",
       "</g>\n",
       "<!-- 4450248128 -->\n",
       "<g id=\"node73\" class=\"node\">\n",
       "<title>4450248128</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"993.3003,-4288 863.0103,-4288 863.0103,-4268 993.3003,-4268 993.3003,-4288\"/>\n",
       "<text text-anchor=\"middle\" x=\"928.1553\" y=\"-4274.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450248128&#45;&gt;4450247904 -->\n",
       "<g id=\"edge72\" class=\"edge\">\n",
       "<title>4450248128&#45;&gt;4450247904</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M915.4403,-4267.762C903.5548,-4258.1918 885.6015,-4243.7359 871.6859,-4232.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"873.6177,-4229.593 863.6337,-4226.0475 869.2275,-4235.0453 873.6177,-4229.593\"/>\n",
       "</g>\n",
       "<!-- 4450248296 -->\n",
       "<g id=\"node74\" class=\"node\">\n",
       "<title>4450248296</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"910.9564,-4350 791.3541,-4350 791.3541,-4330 910.9564,-4330 910.9564,-4350\"/>\n",
       "<text text-anchor=\"middle\" x=\"851.1553\" y=\"-4336.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450248296&#45;&gt;4450248128 -->\n",
       "<g id=\"edge73\" class=\"edge\">\n",
       "<title>4450248296&#45;&gt;4450248128</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M863.8703,-4329.762C875.7557,-4320.1918 893.709,-4305.7359 907.6246,-4294.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"910.083,-4297.0453 915.6769,-4288.0475 905.6929,-4291.593 910.083,-4297.0453\"/>\n",
       "</g>\n",
       "<!-- 4450248520 -->\n",
       "<g id=\"node75\" class=\"node\">\n",
       "<title>4450248520</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"934.3003,-4412 804.0103,-4412 804.0103,-4392 934.3003,-4392 934.3003,-4412\"/>\n",
       "<text text-anchor=\"middle\" x=\"869.1553\" y=\"-4398.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450248520&#45;&gt;4450248296 -->\n",
       "<g id=\"edge74\" class=\"edge\">\n",
       "<title>4450248520&#45;&gt;4450248296</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M866.1829,-4391.762C863.6666,-4383.0947 859.9869,-4370.42 856.8985,-4359.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"860.2217,-4358.6751 854.0723,-4350.0475 853.4993,-4360.6269 860.2217,-4358.6751\"/>\n",
       "</g>\n",
       "<!-- 4450247792 -->\n",
       "<g id=\"node76\" class=\"node\">\n",
       "<title>4450247792</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"790.9564,-4474 671.3541,-4474 671.3541,-4454 790.9564,-4454 790.9564,-4474\"/>\n",
       "<text text-anchor=\"middle\" x=\"731.1553\" y=\"-4460.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450247792&#45;&gt;4450247568 -->\n",
       "<g id=\"edge176\" class=\"edge\">\n",
       "<title>4450247792&#45;&gt;4450247568</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M735.3266,-4453.9124C743.5698,-4433.0358 761.1553,-4383.4118 761.1553,-4340 761.1553,-4340 761.1553,-4340 761.1553,-4216 761.1553,-4178.8683 781.1727,-4139.3767 794.7979,-4116.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"797.8324,-4118.5456 800.1689,-4108.2116 791.898,-4114.833 797.8324,-4118.5456\"/>\n",
       "</g>\n",
       "<!-- 4450247792&#45;&gt;4450248520 -->\n",
       "<g id=\"edge75\" class=\"edge\">\n",
       "<title>4450247792&#45;&gt;4450248520</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M753.6345,-4453.9006C776.3894,-4443.6774 811.7792,-4427.7777 837.3939,-4416.2696\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"838.9984,-4419.3858 846.6857,-4412.095 836.1296,-4413.0007 838.9984,-4419.3858\"/>\n",
       "</g>\n",
       "<!-- 4450248856 -->\n",
       "<g id=\"node77\" class=\"node\">\n",
       "<title>4450248856</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"776.9664,-4536 685.3442,-4536 685.3442,-4516 776.9664,-4516 776.9664,-4536\"/>\n",
       "<text text-anchor=\"middle\" x=\"731.1553\" y=\"-4522.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450248856&#45;&gt;4450247792 -->\n",
       "<g id=\"edge76\" class=\"edge\">\n",
       "<title>4450248856&#45;&gt;4450247792</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M731.1553,-4515.762C731.1553,-4507.185 731.1553,-4494.6836 731.1553,-4484.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"734.6554,-4484.0475 731.1553,-4474.0475 727.6554,-4484.0476 734.6554,-4484.0475\"/>\n",
       "</g>\n",
       "<!-- 4450249024 -->\n",
       "<g id=\"node78\" class=\"node\">\n",
       "<title>4450249024</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"917.3003,-4592 787.0103,-4592 787.0103,-4572 917.3003,-4572 917.3003,-4592\"/>\n",
       "<text text-anchor=\"middle\" x=\"852.1553\" y=\"-4578.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450249024&#45;&gt;4450248856 -->\n",
       "<g id=\"edge77\" class=\"edge\">\n",
       "<title>4450249024&#45;&gt;4450248856</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M830.5229,-4571.9883C811.5416,-4563.2036 783.7085,-4550.3222 762.3246,-4540.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"763.5536,-4537.1376 753.0083,-4536.1138 760.6135,-4543.4903 763.5536,-4537.1376\"/>\n",
       "</g>\n",
       "<!-- 4450249192 -->\n",
       "<g id=\"node79\" class=\"node\">\n",
       "<title>4450249192</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"834.9564,-4654 715.3541,-4654 715.3541,-4634 834.9564,-4634 834.9564,-4654\"/>\n",
       "<text text-anchor=\"middle\" x=\"775.1553\" y=\"-4640.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450249192&#45;&gt;4450249024 -->\n",
       "<g id=\"edge78\" class=\"edge\">\n",
       "<title>4450249192&#45;&gt;4450249024</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M787.8703,-4633.762C799.7557,-4624.1918 817.709,-4609.7359 831.6246,-4598.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"834.083,-4601.0453 839.6769,-4592.0475 829.6929,-4595.593 834.083,-4601.0453\"/>\n",
       "</g>\n",
       "<!-- 4450249416 -->\n",
       "<g id=\"node80\" class=\"node\">\n",
       "<title>4450249416</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"917.3003,-4716 787.0103,-4716 787.0103,-4696 917.3003,-4696 917.3003,-4716\"/>\n",
       "<text text-anchor=\"middle\" x=\"852.1553\" y=\"-4702.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450249416&#45;&gt;4450249192 -->\n",
       "<g id=\"edge79\" class=\"edge\">\n",
       "<title>4450249416&#45;&gt;4450249192</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M839.4403,-4695.762C827.5548,-4686.1918 809.6015,-4671.7359 795.6859,-4660.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"797.6177,-4657.593 787.6337,-4654.0475 793.2275,-4663.0453 797.6177,-4657.593\"/>\n",
       "</g>\n",
       "<!-- 4450249584 -->\n",
       "<g id=\"node81\" class=\"node\">\n",
       "<title>4450249584</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"834.9564,-4778 715.3541,-4778 715.3541,-4758 834.9564,-4758 834.9564,-4778\"/>\n",
       "<text text-anchor=\"middle\" x=\"775.1553\" y=\"-4764.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450249584&#45;&gt;4450249416 -->\n",
       "<g id=\"edge80\" class=\"edge\">\n",
       "<title>4450249584&#45;&gt;4450249416</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M787.8703,-4757.762C799.7557,-4748.1918 817.709,-4733.7359 831.6246,-4722.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"834.083,-4725.0453 839.6769,-4716.0475 829.6929,-4719.593 834.083,-4725.0453\"/>\n",
       "</g>\n",
       "<!-- 4450249808 -->\n",
       "<g id=\"node82\" class=\"node\">\n",
       "<title>4450249808</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"858.3003,-4840 728.0103,-4840 728.0103,-4820 858.3003,-4820 858.3003,-4840\"/>\n",
       "<text text-anchor=\"middle\" x=\"793.1553\" y=\"-4826.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450249808&#45;&gt;4450249584 -->\n",
       "<g id=\"edge81\" class=\"edge\">\n",
       "<title>4450249808&#45;&gt;4450249584</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M790.1829,-4819.762C787.6666,-4811.0947 783.9869,-4798.42 780.8985,-4787.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"784.2217,-4786.6751 778.0723,-4778.0475 777.4993,-4788.6269 784.2217,-4786.6751\"/>\n",
       "</g>\n",
       "<!-- 4450249080 -->\n",
       "<g id=\"node83\" class=\"node\">\n",
       "<title>4450249080</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"714.9564,-4902 595.3541,-4902 595.3541,-4882 714.9564,-4882 714.9564,-4902\"/>\n",
       "<text text-anchor=\"middle\" x=\"655.1553\" y=\"-4888.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450249080&#45;&gt;4450248856 -->\n",
       "<g id=\"edge169\" class=\"edge\">\n",
       "<title>4450249080&#45;&gt;4450248856</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M659.3266,-4881.9124C667.5698,-4861.0358 685.1553,-4811.4118 685.1553,-4768 685.1553,-4768 685.1553,-4768 685.1553,-4644 685.1553,-4606.8683 705.1727,-4567.3767 718.7979,-4544.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"721.8324,-4546.5456 724.1689,-4536.2116 715.898,-4542.833 721.8324,-4546.5456\"/>\n",
       "</g>\n",
       "<!-- 4450249080&#45;&gt;4450249808 -->\n",
       "<g id=\"edge82\" class=\"edge\">\n",
       "<title>4450249080&#45;&gt;4450249808</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M677.6345,-4881.9006C700.3894,-4871.6774 735.7792,-4855.7777 761.3939,-4844.2696\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"762.9984,-4847.3858 770.6857,-4840.095 760.1296,-4841.0007 762.9984,-4847.3858\"/>\n",
       "</g>\n",
       "<!-- 4450250144 -->\n",
       "<g id=\"node84\" class=\"node\">\n",
       "<title>4450250144</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"700.9664,-4964 609.3442,-4964 609.3442,-4944 700.9664,-4944 700.9664,-4964\"/>\n",
       "<text text-anchor=\"middle\" x=\"655.1553\" y=\"-4950.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450250144&#45;&gt;4450249080 -->\n",
       "<g id=\"edge83\" class=\"edge\">\n",
       "<title>4450250144&#45;&gt;4450249080</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M655.1553,-4943.762C655.1553,-4935.185 655.1553,-4922.6836 655.1553,-4912.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"658.6554,-4912.0475 655.1553,-4902.0475 651.6554,-4912.0476 658.6554,-4912.0475\"/>\n",
       "</g>\n",
       "<!-- 4450250312 -->\n",
       "<g id=\"node85\" class=\"node\">\n",
       "<title>4450250312</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"841.3003,-5020 711.0103,-5020 711.0103,-5000 841.3003,-5000 841.3003,-5020\"/>\n",
       "<text text-anchor=\"middle\" x=\"776.1553\" y=\"-5006.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450250312&#45;&gt;4450250144 -->\n",
       "<g id=\"edge84\" class=\"edge\">\n",
       "<title>4450250312&#45;&gt;4450250144</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M754.5229,-4999.9883C735.5416,-4991.2036 707.7085,-4978.3222 686.3246,-4968.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"687.5536,-4965.1376 677.0083,-4964.1138 684.6135,-4971.4903 687.5536,-4965.1376\"/>\n",
       "</g>\n",
       "<!-- 4450250480 -->\n",
       "<g id=\"node86\" class=\"node\">\n",
       "<title>4450250480</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"758.9564,-5082 639.3541,-5082 639.3541,-5062 758.9564,-5062 758.9564,-5082\"/>\n",
       "<text text-anchor=\"middle\" x=\"699.1553\" y=\"-5068.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450250480&#45;&gt;4450250312 -->\n",
       "<g id=\"edge85\" class=\"edge\">\n",
       "<title>4450250480&#45;&gt;4450250312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M711.8703,-5061.762C723.7557,-5052.1918 741.709,-5037.7359 755.6246,-5026.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"758.083,-5029.0453 763.6769,-5020.0475 753.6929,-5023.593 758.083,-5029.0453\"/>\n",
       "</g>\n",
       "<!-- 4450250704 -->\n",
       "<g id=\"node87\" class=\"node\">\n",
       "<title>4450250704</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"841.3003,-5144 711.0103,-5144 711.0103,-5124 841.3003,-5124 841.3003,-5144\"/>\n",
       "<text text-anchor=\"middle\" x=\"776.1553\" y=\"-5130.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450250704&#45;&gt;4450250480 -->\n",
       "<g id=\"edge86\" class=\"edge\">\n",
       "<title>4450250704&#45;&gt;4450250480</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M763.4403,-5123.762C751.5548,-5114.1918 733.6015,-5099.7359 719.6859,-5088.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"721.6177,-5085.593 711.6337,-5082.0475 717.2275,-5091.0453 721.6177,-5085.593\"/>\n",
       "</g>\n",
       "<!-- 4450242744 -->\n",
       "<g id=\"node88\" class=\"node\">\n",
       "<title>4450242744</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"758.9564,-5206 639.3541,-5206 639.3541,-5186 758.9564,-5186 758.9564,-5206\"/>\n",
       "<text text-anchor=\"middle\" x=\"699.1553\" y=\"-5192.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450242744&#45;&gt;4450250704 -->\n",
       "<g id=\"edge87\" class=\"edge\">\n",
       "<title>4450242744&#45;&gt;4450250704</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M711.8703,-5185.762C723.7557,-5176.1918 741.709,-5161.7359 755.6246,-5150.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"758.083,-5153.0453 763.6769,-5144.0475 753.6929,-5147.593 758.083,-5153.0453\"/>\n",
       "</g>\n",
       "<!-- 4450242968 -->\n",
       "<g id=\"node89\" class=\"node\">\n",
       "<title>4450242968</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"782.3003,-5268 652.0103,-5268 652.0103,-5248 782.3003,-5248 782.3003,-5268\"/>\n",
       "<text text-anchor=\"middle\" x=\"717.1553\" y=\"-5254.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450242968&#45;&gt;4450242744 -->\n",
       "<g id=\"edge88\" class=\"edge\">\n",
       "<title>4450242968&#45;&gt;4450242744</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M714.1829,-5247.762C711.6666,-5239.0947 707.9869,-5226.42 704.8985,-5215.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"708.2217,-5214.6751 702.0723,-5206.0475 701.4993,-5216.6269 708.2217,-5214.6751\"/>\n",
       "</g>\n",
       "<!-- 4450250368 -->\n",
       "<g id=\"node90\" class=\"node\">\n",
       "<title>4450250368</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"638.9564,-5330 519.3541,-5330 519.3541,-5310 638.9564,-5310 638.9564,-5330\"/>\n",
       "<text text-anchor=\"middle\" x=\"579.1553\" y=\"-5316.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450250368&#45;&gt;4450250144 -->\n",
       "<g id=\"edge162\" class=\"edge\">\n",
       "<title>4450250368&#45;&gt;4450250144</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M583.3266,-5309.9124C591.5698,-5289.0358 609.1553,-5239.4118 609.1553,-5196 609.1553,-5196 609.1553,-5196 609.1553,-5072 609.1553,-5034.8683 629.1727,-4995.3767 642.7979,-4972.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"645.8324,-4974.5456 648.1689,-4964.2116 639.898,-4970.833 645.8324,-4974.5456\"/>\n",
       "</g>\n",
       "<!-- 4450250368&#45;&gt;4450242968 -->\n",
       "<g id=\"edge89\" class=\"edge\">\n",
       "<title>4450250368&#45;&gt;4450242968</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M601.6345,-5309.9006C624.3894,-5299.6774 659.7792,-5283.7777 685.3939,-5272.2696\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"686.9984,-5275.3858 694.6857,-5268.095 684.1296,-5269.0007 686.9984,-5275.3858\"/>\n",
       "</g>\n",
       "<!-- 4450243304 -->\n",
       "<g id=\"node91\" class=\"node\">\n",
       "<title>4450243304</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"624.9664,-5392 533.3442,-5392 533.3442,-5372 624.9664,-5372 624.9664,-5392\"/>\n",
       "<text text-anchor=\"middle\" x=\"579.1553\" y=\"-5378.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450243304&#45;&gt;4450250368 -->\n",
       "<g id=\"edge90\" class=\"edge\">\n",
       "<title>4450243304&#45;&gt;4450250368</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M579.1553,-5371.762C579.1553,-5363.185 579.1553,-5350.6836 579.1553,-5340.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"582.6554,-5340.0475 579.1553,-5330.0475 575.6554,-5340.0476 582.6554,-5340.0475\"/>\n",
       "</g>\n",
       "<!-- 4450243472 -->\n",
       "<g id=\"node92\" class=\"node\">\n",
       "<title>4450243472</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"765.3003,-5448 635.0103,-5448 635.0103,-5428 765.3003,-5428 765.3003,-5448\"/>\n",
       "<text text-anchor=\"middle\" x=\"700.1553\" y=\"-5434.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450243472&#45;&gt;4450243304 -->\n",
       "<g id=\"edge91\" class=\"edge\">\n",
       "<title>4450243472&#45;&gt;4450243304</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M678.5229,-5427.9883C659.5416,-5419.2036 631.7085,-5406.3222 610.3246,-5396.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"611.5536,-5393.1376 601.0083,-5392.1138 608.6135,-5399.4903 611.5536,-5393.1376\"/>\n",
       "</g>\n",
       "<!-- 4450243640 -->\n",
       "<g id=\"node93\" class=\"node\">\n",
       "<title>4450243640</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"682.9564,-5510 563.3541,-5510 563.3541,-5490 682.9564,-5490 682.9564,-5510\"/>\n",
       "<text text-anchor=\"middle\" x=\"623.1553\" y=\"-5496.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450243640&#45;&gt;4450243472 -->\n",
       "<g id=\"edge92\" class=\"edge\">\n",
       "<title>4450243640&#45;&gt;4450243472</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M635.8703,-5489.762C647.7557,-5480.1918 665.709,-5465.7359 679.6246,-5454.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"682.083,-5457.0453 687.6769,-5448.0475 677.6929,-5451.593 682.083,-5457.0453\"/>\n",
       "</g>\n",
       "<!-- 4450243864 -->\n",
       "<g id=\"node94\" class=\"node\">\n",
       "<title>4450243864</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"765.3003,-5572 635.0103,-5572 635.0103,-5552 765.3003,-5552 765.3003,-5572\"/>\n",
       "<text text-anchor=\"middle\" x=\"700.1553\" y=\"-5558.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450243864&#45;&gt;4450243640 -->\n",
       "<g id=\"edge93\" class=\"edge\">\n",
       "<title>4450243864&#45;&gt;4450243640</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M687.4403,-5551.762C675.5548,-5542.1918 657.6015,-5527.7359 643.6859,-5516.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"645.6177,-5513.593 635.6337,-5510.0475 641.2275,-5519.0453 645.6177,-5513.593\"/>\n",
       "</g>\n",
       "<!-- 4450244032 -->\n",
       "<g id=\"node95\" class=\"node\">\n",
       "<title>4450244032</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"695.9564,-5634 576.3541,-5634 576.3541,-5614 695.9564,-5614 695.9564,-5634\"/>\n",
       "<text text-anchor=\"middle\" x=\"636.1553\" y=\"-5620.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450244032&#45;&gt;4450243864 -->\n",
       "<g id=\"edge94\" class=\"edge\">\n",
       "<title>4450244032&#45;&gt;4450243864</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M646.7236,-5613.762C656.416,-5604.3724 670.9633,-5590.2797 682.4326,-5579.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"685.0365,-5581.5194 689.7836,-5572.0475 680.1659,-5576.4917 685.0365,-5581.5194\"/>\n",
       "</g>\n",
       "<!-- 4450244256 -->\n",
       "<g id=\"node96\" class=\"node\">\n",
       "<title>4450244256</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"721.3003,-5696 591.0103,-5696 591.0103,-5676 721.3003,-5676 721.3003,-5696\"/>\n",
       "<text text-anchor=\"middle\" x=\"656.1553\" y=\"-5682.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450244256&#45;&gt;4450244032 -->\n",
       "<g id=\"edge95\" class=\"edge\">\n",
       "<title>4450244256&#45;&gt;4450244032</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M652.8527,-5675.762C650.0568,-5667.0947 645.9682,-5654.42 642.5367,-5643.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"645.7975,-5642.4901 639.3964,-5634.0475 639.1355,-5644.6392 645.7975,-5642.4901\"/>\n",
       "</g>\n",
       "<!-- 4450244424 -->\n",
       "<g id=\"node97\" class=\"node\">\n",
       "<title>4450244424</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"639.9564,-5758 520.3541,-5758 520.3541,-5738 639.9564,-5738 639.9564,-5758\"/>\n",
       "<text text-anchor=\"middle\" x=\"580.1553\" y=\"-5744.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450244424&#45;&gt;4450244256 -->\n",
       "<g id=\"edge96\" class=\"edge\">\n",
       "<title>4450244424&#45;&gt;4450244256</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M592.7051,-5737.762C604.4363,-5728.1918 622.1564,-5713.7359 635.8912,-5702.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"638.3027,-5705.0809 643.8389,-5696.0475 633.8778,-5699.6568 638.3027,-5705.0809\"/>\n",
       "</g>\n",
       "<!-- 4450243528 -->\n",
       "<g id=\"node150\" class=\"node\">\n",
       "<title>4450243528</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"568.3003,-5696 438.0103,-5696 438.0103,-5676 568.3003,-5676 568.3003,-5696\"/>\n",
       "<text text-anchor=\"middle\" x=\"503.1553\" y=\"-5682.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450244424&#45;&gt;4450243528 -->\n",
       "<g id=\"edge153\" class=\"edge\">\n",
       "<title>4450244424&#45;&gt;4450243528</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M567.4403,-5737.762C555.5548,-5728.1918 537.6015,-5713.7359 523.6859,-5702.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"525.6177,-5699.593 515.6337,-5696.0475 521.2275,-5705.0453 525.6177,-5699.593\"/>\n",
       "</g>\n",
       "<!-- 4450244648 -->\n",
       "<g id=\"node98\" class=\"node\">\n",
       "<title>4450244648</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"625.9664,-5820 534.3442,-5820 534.3442,-5800 625.9664,-5800 625.9664,-5820\"/>\n",
       "<text text-anchor=\"middle\" x=\"580.1553\" y=\"-5806.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450244648&#45;&gt;4450244424 -->\n",
       "<g id=\"edge97\" class=\"edge\">\n",
       "<title>4450244648&#45;&gt;4450244424</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M580.1553,-5799.762C580.1553,-5791.185 580.1553,-5778.6836 580.1553,-5768.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"583.6554,-5768.0475 580.1553,-5758.0475 576.6554,-5768.0476 583.6554,-5768.0475\"/>\n",
       "</g>\n",
       "<!-- 4450244816 -->\n",
       "<g id=\"node99\" class=\"node\">\n",
       "<title>4450244816</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"766.3003,-5876 636.0103,-5876 636.0103,-5856 766.3003,-5856 766.3003,-5876\"/>\n",
       "<text text-anchor=\"middle\" x=\"701.1553\" y=\"-5862.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450244816&#45;&gt;4450244648 -->\n",
       "<g id=\"edge98\" class=\"edge\">\n",
       "<title>4450244816&#45;&gt;4450244648</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M679.5229,-5855.9883C660.5416,-5847.2036 632.7085,-5834.3222 611.3246,-5824.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"612.5536,-5821.1376 602.0083,-5820.1138 609.6135,-5827.4903 612.5536,-5821.1376\"/>\n",
       "</g>\n",
       "<!-- 4450244984 -->\n",
       "<g id=\"node100\" class=\"node\">\n",
       "<title>4450244984</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"683.9564,-5938 564.3541,-5938 564.3541,-5918 683.9564,-5918 683.9564,-5938\"/>\n",
       "<text text-anchor=\"middle\" x=\"624.1553\" y=\"-5924.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450244984&#45;&gt;4450244816 -->\n",
       "<g id=\"edge99\" class=\"edge\">\n",
       "<title>4450244984&#45;&gt;4450244816</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M636.8703,-5917.762C648.7557,-5908.1918 666.709,-5893.7359 680.6246,-5882.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"683.083,-5885.0453 688.6769,-5876.0475 678.6929,-5879.593 683.083,-5885.0453\"/>\n",
       "</g>\n",
       "<!-- 4450245208 -->\n",
       "<g id=\"node101\" class=\"node\">\n",
       "<title>4450245208</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"766.3003,-6000 636.0103,-6000 636.0103,-5980 766.3003,-5980 766.3003,-6000\"/>\n",
       "<text text-anchor=\"middle\" x=\"701.1553\" y=\"-5986.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450245208&#45;&gt;4450244984 -->\n",
       "<g id=\"edge100\" class=\"edge\">\n",
       "<title>4450245208&#45;&gt;4450244984</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M688.4403,-5979.762C676.5548,-5970.1918 658.6015,-5955.7359 644.6859,-5944.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"646.6177,-5941.593 636.6337,-5938.0475 642.2275,-5947.0453 646.6177,-5941.593\"/>\n",
       "</g>\n",
       "<!-- 4450245376 -->\n",
       "<g id=\"node102\" class=\"node\">\n",
       "<title>4450245376</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"683.9564,-6062 564.3541,-6062 564.3541,-6042 683.9564,-6042 683.9564,-6062\"/>\n",
       "<text text-anchor=\"middle\" x=\"624.1553\" y=\"-6048.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450245376&#45;&gt;4450245208 -->\n",
       "<g id=\"edge101\" class=\"edge\">\n",
       "<title>4450245376&#45;&gt;4450245208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M636.8703,-6041.762C648.7557,-6032.1918 666.709,-6017.7359 680.6246,-6006.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"683.083,-6009.0453 688.6769,-6000.0475 678.6929,-6003.593 683.083,-6009.0453\"/>\n",
       "</g>\n",
       "<!-- 4450245600 -->\n",
       "<g id=\"node103\" class=\"node\">\n",
       "<title>4450245600</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"707.3003,-6124 577.0103,-6124 577.0103,-6104 707.3003,-6104 707.3003,-6124\"/>\n",
       "<text text-anchor=\"middle\" x=\"642.1553\" y=\"-6110.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450245600&#45;&gt;4450245376 -->\n",
       "<g id=\"edge102\" class=\"edge\">\n",
       "<title>4450245600&#45;&gt;4450245376</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M639.1829,-6103.762C636.6666,-6095.0947 632.9869,-6082.42 629.8985,-6071.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"633.2217,-6070.6751 627.0723,-6062.0475 626.4993,-6072.6269 633.2217,-6070.6751\"/>\n",
       "</g>\n",
       "<!-- 4450244872 -->\n",
       "<g id=\"node104\" class=\"node\">\n",
       "<title>4450244872</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"563.9564,-6186 444.3541,-6186 444.3541,-6166 563.9564,-6166 563.9564,-6186\"/>\n",
       "<text text-anchor=\"middle\" x=\"504.1553\" y=\"-6172.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450244872&#45;&gt;4450244648 -->\n",
       "<g id=\"edge145\" class=\"edge\">\n",
       "<title>4450244872&#45;&gt;4450244648</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M508.3266,-6165.9124C516.5698,-6145.0358 534.1553,-6095.4118 534.1553,-6052 534.1553,-6052 534.1553,-6052 534.1553,-5928 534.1553,-5890.8683 554.1727,-5851.3767 567.7979,-5828.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"570.8324,-5830.5456 573.1689,-5820.2116 564.898,-5826.833 570.8324,-5830.5456\"/>\n",
       "</g>\n",
       "<!-- 4450244872&#45;&gt;4450245600 -->\n",
       "<g id=\"edge103\" class=\"edge\">\n",
       "<title>4450244872&#45;&gt;4450245600</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M526.6345,-6165.9006C549.3894,-6155.6774 584.7792,-6139.7777 610.3939,-6128.2696\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"611.9984,-6131.3858 619.6857,-6124.095 609.1296,-6125.0007 611.9984,-6131.3858\"/>\n",
       "</g>\n",
       "<!-- 4450245936 -->\n",
       "<g id=\"node105\" class=\"node\">\n",
       "<title>4450245936</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"549.9664,-6248 458.3442,-6248 458.3442,-6228 549.9664,-6228 549.9664,-6248\"/>\n",
       "<text text-anchor=\"middle\" x=\"504.1553\" y=\"-6234.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450245936&#45;&gt;4450244872 -->\n",
       "<g id=\"edge104\" class=\"edge\">\n",
       "<title>4450245936&#45;&gt;4450244872</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M504.1553,-6227.762C504.1553,-6219.185 504.1553,-6206.6836 504.1553,-6196.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"507.6554,-6196.0475 504.1553,-6186.0475 500.6554,-6196.0476 507.6554,-6196.0475\"/>\n",
       "</g>\n",
       "<!-- 4450246104 -->\n",
       "<g id=\"node106\" class=\"node\">\n",
       "<title>4450246104</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"690.3003,-6304 560.0103,-6304 560.0103,-6284 690.3003,-6284 690.3003,-6304\"/>\n",
       "<text text-anchor=\"middle\" x=\"625.1553\" y=\"-6290.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450246104&#45;&gt;4450245936 -->\n",
       "<g id=\"edge105\" class=\"edge\">\n",
       "<title>4450246104&#45;&gt;4450245936</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M603.5229,-6283.9883C584.5416,-6275.2036 556.7085,-6262.3222 535.3246,-6252.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"536.5536,-6249.1376 526.0083,-6248.1138 533.6135,-6255.4903 536.5536,-6249.1376\"/>\n",
       "</g>\n",
       "<!-- 4450246272 -->\n",
       "<g id=\"node107\" class=\"node\">\n",
       "<title>4450246272</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"607.9564,-6366 488.3541,-6366 488.3541,-6346 607.9564,-6346 607.9564,-6366\"/>\n",
       "<text text-anchor=\"middle\" x=\"548.1553\" y=\"-6352.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450246272&#45;&gt;4450246104 -->\n",
       "<g id=\"edge106\" class=\"edge\">\n",
       "<title>4450246272&#45;&gt;4450246104</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M560.8703,-6345.762C572.7557,-6336.1918 590.709,-6321.7359 604.6246,-6310.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"607.083,-6313.0453 612.6769,-6304.0475 602.6929,-6307.593 607.083,-6313.0453\"/>\n",
       "</g>\n",
       "<!-- 4450246496 -->\n",
       "<g id=\"node108\" class=\"node\">\n",
       "<title>4450246496</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"690.3003,-6428 560.0103,-6428 560.0103,-6408 690.3003,-6408 690.3003,-6428\"/>\n",
       "<text text-anchor=\"middle\" x=\"625.1553\" y=\"-6414.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450246496&#45;&gt;4450246272 -->\n",
       "<g id=\"edge107\" class=\"edge\">\n",
       "<title>4450246496&#45;&gt;4450246272</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M612.4403,-6407.762C600.5548,-6398.1918 582.6015,-6383.7359 568.6859,-6372.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"570.6177,-6369.593 560.6337,-6366.0475 566.2275,-6375.0453 570.6177,-6369.593\"/>\n",
       "</g>\n",
       "<!-- 4450259016 -->\n",
       "<g id=\"node109\" class=\"node\">\n",
       "<title>4450259016</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"607.9564,-6490 488.3541,-6490 488.3541,-6470 607.9564,-6470 607.9564,-6490\"/>\n",
       "<text text-anchor=\"middle\" x=\"548.1553\" y=\"-6476.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450259016&#45;&gt;4450246496 -->\n",
       "<g id=\"edge108\" class=\"edge\">\n",
       "<title>4450259016&#45;&gt;4450246496</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M560.8703,-6469.762C572.7557,-6460.1918 590.709,-6445.7359 604.6246,-6434.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"607.083,-6437.0453 612.6769,-6428.0475 602.6929,-6431.593 607.083,-6437.0453\"/>\n",
       "</g>\n",
       "<!-- 4450259240 -->\n",
       "<g id=\"node110\" class=\"node\">\n",
       "<title>4450259240</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"631.3003,-6552 501.0103,-6552 501.0103,-6532 631.3003,-6532 631.3003,-6552\"/>\n",
       "<text text-anchor=\"middle\" x=\"566.1553\" y=\"-6538.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450259240&#45;&gt;4450259016 -->\n",
       "<g id=\"edge109\" class=\"edge\">\n",
       "<title>4450259240&#45;&gt;4450259016</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M563.1829,-6531.762C560.6666,-6523.0947 556.9869,-6510.42 553.8985,-6499.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"557.2217,-6498.6751 551.0723,-6490.0475 550.4993,-6500.6269 557.2217,-6498.6751\"/>\n",
       "</g>\n",
       "<!-- 4450246160 -->\n",
       "<g id=\"node111\" class=\"node\">\n",
       "<title>4450246160</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"487.9564,-6614 368.3541,-6614 368.3541,-6594 487.9564,-6594 487.9564,-6614\"/>\n",
       "<text text-anchor=\"middle\" x=\"428.1553\" y=\"-6600.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450246160&#45;&gt;4450245936 -->\n",
       "<g id=\"edge138\" class=\"edge\">\n",
       "<title>4450246160&#45;&gt;4450245936</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M432.3266,-6593.9124C440.5698,-6573.0358 458.1553,-6523.4118 458.1553,-6480 458.1553,-6480 458.1553,-6480 458.1553,-6356 458.1553,-6318.8683 478.1727,-6279.3767 491.7979,-6256.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"494.8324,-6258.5456 497.1689,-6248.2116 488.898,-6254.833 494.8324,-6258.5456\"/>\n",
       "</g>\n",
       "<!-- 4450246160&#45;&gt;4450259240 -->\n",
       "<g id=\"edge110\" class=\"edge\">\n",
       "<title>4450246160&#45;&gt;4450259240</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M450.6345,-6593.9006C473.3894,-6583.6774 508.7792,-6567.7777 534.3939,-6556.2696\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"535.9984,-6559.3858 543.6857,-6552.095 533.1296,-6553.0007 535.9984,-6559.3858\"/>\n",
       "</g>\n",
       "<!-- 4450259576 -->\n",
       "<g id=\"node112\" class=\"node\">\n",
       "<title>4450259576</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"473.9664,-6676 382.3442,-6676 382.3442,-6656 473.9664,-6656 473.9664,-6676\"/>\n",
       "<text text-anchor=\"middle\" x=\"428.1553\" y=\"-6662.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">AddBackward1</text>\n",
       "</g>\n",
       "<!-- 4450259576&#45;&gt;4450246160 -->\n",
       "<g id=\"edge111\" class=\"edge\">\n",
       "<title>4450259576&#45;&gt;4450246160</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M428.1553,-6655.762C428.1553,-6647.185 428.1553,-6634.6836 428.1553,-6624.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"431.6554,-6624.0475 428.1553,-6614.0475 424.6554,-6624.0476 431.6554,-6624.0475\"/>\n",
       "</g>\n",
       "<!-- 4450259744 -->\n",
       "<g id=\"node113\" class=\"node\">\n",
       "<title>4450259744</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"614.3003,-6732 484.0103,-6732 484.0103,-6712 614.3003,-6712 614.3003,-6732\"/>\n",
       "<text text-anchor=\"middle\" x=\"549.1553\" y=\"-6718.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450259744&#45;&gt;4450259576 -->\n",
       "<g id=\"edge112\" class=\"edge\">\n",
       "<title>4450259744&#45;&gt;4450259576</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M527.5229,-6711.9883C508.5416,-6703.2036 480.7085,-6690.3222 459.3246,-6680.4255\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"460.5536,-6677.1376 450.0083,-6676.1138 457.6135,-6683.4903 460.5536,-6677.1376\"/>\n",
       "</g>\n",
       "<!-- 4450259912 -->\n",
       "<g id=\"node114\" class=\"node\">\n",
       "<title>4450259912</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"531.9564,-6794 412.3541,-6794 412.3541,-6774 531.9564,-6774 531.9564,-6794\"/>\n",
       "<text text-anchor=\"middle\" x=\"472.1553\" y=\"-6780.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450259912&#45;&gt;4450259744 -->\n",
       "<g id=\"edge113\" class=\"edge\">\n",
       "<title>4450259912&#45;&gt;4450259744</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M484.8703,-6773.762C496.7557,-6764.1918 514.709,-6749.7359 528.6246,-6738.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"531.083,-6741.0453 536.6769,-6732.0475 526.6929,-6735.593 531.083,-6741.0453\"/>\n",
       "</g>\n",
       "<!-- 4450260136 -->\n",
       "<g id=\"node115\" class=\"node\">\n",
       "<title>4450260136</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"614.3003,-6856 484.0103,-6856 484.0103,-6836 614.3003,-6836 614.3003,-6856\"/>\n",
       "<text text-anchor=\"middle\" x=\"549.1553\" y=\"-6842.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450260136&#45;&gt;4450259912 -->\n",
       "<g id=\"edge114\" class=\"edge\">\n",
       "<title>4450260136&#45;&gt;4450259912</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M536.4403,-6835.762C524.5548,-6826.1918 506.6015,-6811.7359 492.6859,-6800.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"494.6177,-6797.593 484.6337,-6794.0475 490.2275,-6803.0453 494.6177,-6797.593\"/>\n",
       "</g>\n",
       "<!-- 4450260304 -->\n",
       "<g id=\"node116\" class=\"node\">\n",
       "<title>4450260304</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"544.9564,-6918 425.3541,-6918 425.3541,-6898 544.9564,-6898 544.9564,-6918\"/>\n",
       "<text text-anchor=\"middle\" x=\"485.1553\" y=\"-6904.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450260304&#45;&gt;4450260136 -->\n",
       "<g id=\"edge115\" class=\"edge\">\n",
       "<title>4450260304&#45;&gt;4450260136</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M495.7236,-6897.762C505.416,-6888.3724 519.9633,-6874.2797 531.4326,-6863.1688\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"534.0365,-6865.5194 538.7836,-6856.0475 529.1659,-6860.4917 534.0365,-6865.5194\"/>\n",
       "</g>\n",
       "<!-- 4450260528 -->\n",
       "<g id=\"node117\" class=\"node\">\n",
       "<title>4450260528</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"571.3003,-6980 441.0103,-6980 441.0103,-6960 571.3003,-6960 571.3003,-6980\"/>\n",
       "<text text-anchor=\"middle\" x=\"506.1553\" y=\"-6966.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450260528&#45;&gt;4450260304 -->\n",
       "<g id=\"edge116\" class=\"edge\">\n",
       "<title>4450260528&#45;&gt;4450260304</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M502.6876,-6959.762C499.7519,-6951.0947 495.4588,-6938.42 491.8557,-6927.7823\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"495.0816,-6926.3961 488.5585,-6918.0475 488.4516,-6928.6418 495.0816,-6926.3961\"/>\n",
       "</g>\n",
       "<!-- 4450260696 -->\n",
       "<g id=\"node118\" class=\"node\">\n",
       "<title>4450260696</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"490.9701,-7042 367.3404,-7042 367.3404,-7022 490.9701,-7022 490.9701,-7042\"/>\n",
       "<text text-anchor=\"middle\" x=\"429.1553\" y=\"-7028.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">MaxPool2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450260696&#45;&gt;4450260528 -->\n",
       "<g id=\"edge117\" class=\"edge\">\n",
       "<title>4450260696&#45;&gt;4450260528</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M441.8703,-7021.762C453.7557,-7012.1918 471.709,-6997.7359 485.6246,-6986.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"488.083,-6989.0453 493.6769,-6980.0475 483.6929,-6983.593 488.083,-6989.0453\"/>\n",
       "</g>\n",
       "<!-- 4450259800 -->\n",
       "<g id=\"node129\" class=\"node\">\n",
       "<title>4450259800</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"417.3003,-6980 287.0103,-6980 287.0103,-6960 417.3003,-6960 417.3003,-6980\"/>\n",
       "<text text-anchor=\"middle\" x=\"352.1553\" y=\"-6966.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450260696&#45;&gt;4450259800 -->\n",
       "<g id=\"edge129\" class=\"edge\">\n",
       "<title>4450260696&#45;&gt;4450259800</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M416.4403,-7021.762C404.5548,-7012.1918 386.6015,-6997.7359 372.6859,-6986.5312\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"374.6177,-6983.593 364.6337,-6980.0475 370.2275,-6989.0453 374.6177,-6983.593\"/>\n",
       "</g>\n",
       "<!-- 4450260920 -->\n",
       "<g id=\"node119\" class=\"node\">\n",
       "<title>4450260920</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"488.9564,-7104 369.3541,-7104 369.3541,-7084 488.9564,-7084 488.9564,-7104\"/>\n",
       "<text text-anchor=\"middle\" x=\"429.1553\" y=\"-7090.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThresholdBackward0</text>\n",
       "</g>\n",
       "<!-- 4450260920&#45;&gt;4450260696 -->\n",
       "<g id=\"edge118\" class=\"edge\">\n",
       "<title>4450260920&#45;&gt;4450260696</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M429.1553,-7083.762C429.1553,-7075.185 429.1553,-7062.6836 429.1553,-7052.1154\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"432.6554,-7052.0475 429.1553,-7042.0475 425.6554,-7052.0476 432.6554,-7052.0475\"/>\n",
       "</g>\n",
       "<!-- 4450261088 -->\n",
       "<g id=\"node120\" class=\"node\">\n",
       "<title>4450261088</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"494.3003,-7160 364.0103,-7160 364.0103,-7140 494.3003,-7140 494.3003,-7160\"/>\n",
       "<text text-anchor=\"middle\" x=\"429.1553\" y=\"-7146.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">ThnnConv2DBackward</text>\n",
       "</g>\n",
       "<!-- 4450261088&#45;&gt;4450260920 -->\n",
       "<g id=\"edge119\" class=\"edge\">\n",
       "<title>4450261088&#45;&gt;4450260920</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M429.1553,-7139.9883C429.1553,-7132.9098 429.1553,-7123.1714 429.1553,-7114.4779\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"432.6554,-7114.3038 429.1553,-7104.3039 425.6554,-7114.3039 432.6554,-7114.3038\"/>\n",
       "</g>\n",
       "<!-- 4450261256 -->\n",
       "<g id=\"node121\" class=\"node\">\n",
       "<title>4450261256</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"423.6416,-7228 342.6689,-7228 342.6689,-7196 423.6416,-7196 423.6416,-7228\"/>\n",
       "<text text-anchor=\"middle\" x=\"383.1553\" y=\"-7214.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"383.1553\" y=\"-7202.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64, 3, 7, 7)</text>\n",
       "</g>\n",
       "<!-- 4450261256&#45;&gt;4450261088 -->\n",
       "<g id=\"edge120\" class=\"edge\">\n",
       "<title>4450261256&#45;&gt;4450261088</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M395.2412,-7195.7102C401.4052,-7187.4022 408.9307,-7177.2592 415.3253,-7168.6404\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"418.3277,-7170.4677 421.4753,-7160.3512 412.706,-7166.2967 418.3277,-7170.4677\"/>\n",
       "</g>\n",
       "<!-- 4450261312 -->\n",
       "<g id=\"node122\" class=\"node\">\n",
       "<title>4450261312</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"508.8124,-7228 441.4982,-7228 441.4982,-7196 508.8124,-7196 508.8124,-7228\"/>\n",
       "<text text-anchor=\"middle\" x=\"475.1553\" y=\"-7214.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"475.1553\" y=\"-7202.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (64)</text>\n",
       "</g>\n",
       "<!-- 4450261312&#45;&gt;4450261088 -->\n",
       "<g id=\"edge121\" class=\"edge\">\n",
       "<title>4450261312&#45;&gt;4450261088</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M463.0693,-7195.7102C456.9053,-7187.4022 449.3798,-7177.2592 442.9852,-7168.6404\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"445.6046,-7166.2967 436.8352,-7160.3512 439.9829,-7170.4677 445.6046,-7166.2967\"/>\n",
       "</g>\n",
       "<!-- 4450260752 -->\n",
       "<g id=\"node123\" class=\"node\">\n",
       "<title>4450260752</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"661.7983,-7048 508.5123,-7048 508.5123,-7016 661.7983,-7016 661.7983,-7048\"/>\n",
       "<text text-anchor=\"middle\" x=\"585.1553\" y=\"-7034.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"585.1553\" y=\"-7022.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 64, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450260752&#45;&gt;4450260528 -->\n",
       "<g id=\"edge122\" class=\"edge\">\n",
       "<title>4450260752&#45;&gt;4450260528</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M564.399,-7015.7102C553.0329,-7006.7901 538.9715,-6995.7545 527.5125,-6986.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"529.3722,-6983.7717 519.3447,-6980.3512 525.0505,-6989.2784 529.3722,-6983.7717\"/>\n",
       "</g>\n",
       "<!-- 4450260808 -->\n",
       "<g id=\"node124\" class=\"node\">\n",
       "<title>4450260808</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"820.4681,-7048 679.8424,-7048 679.8424,-7016 820.4681,-7016 820.4681,-7048\"/>\n",
       "<text text-anchor=\"middle\" x=\"750.1553\" y=\"-7034.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"750.1553\" y=\"-7022.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4450260808&#45;&gt;4450260528 -->\n",
       "<g id=\"edge123\" class=\"edge\">\n",
       "<title>4450260808&#45;&gt;4450260528</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M687.0019,-7015.9528C646.0418,-7005.5449 593.4446,-6992.1801 555.5442,-6982.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"556.3085,-6979.1327 545.7545,-6980.0621 554.5845,-6985.9171 556.3085,-6979.1327\"/>\n",
       "</g>\n",
       "<!-- 4450260360 -->\n",
       "<g id=\"node125\" class=\"node\">\n",
       "<title>4450260360</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"715.7983,-6924 562.5123,-6924 562.5123,-6892 715.7983,-6892 715.7983,-6924\"/>\n",
       "<text text-anchor=\"middle\" x=\"639.1553\" y=\"-6910.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"639.1553\" y=\"-6898.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450260360&#45;&gt;4450260136 -->\n",
       "<g id=\"edge124\" class=\"edge\">\n",
       "<title>4450260360&#45;&gt;4450260136</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M615.5088,-6891.7102C602.2217,-6882.5569 585.7011,-6871.176 572.4685,-6862.0603\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"574.1337,-6858.9573 563.913,-6856.1664 570.1625,-6864.7218 574.1337,-6858.9573\"/>\n",
       "</g>\n",
       "<!-- 4450260416 -->\n",
       "<g id=\"node126\" class=\"node\">\n",
       "<title>4450260416</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"874.4681,-6924 733.8424,-6924 733.8424,-6892 874.4681,-6892 874.4681,-6924\"/>\n",
       "<text text-anchor=\"middle\" x=\"804.1553\" y=\"-6910.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"804.1553\" y=\"-6898.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4450260416&#45;&gt;4450260136 -->\n",
       "<g id=\"edge125\" class=\"edge\">\n",
       "<title>4450260416&#45;&gt;4450260136</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M738.1548,-6891.9528C695.166,-6881.5007 639.9117,-6868.0663 600.2659,-6858.4269\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"601.0835,-6855.0238 590.5397,-6856.0621 599.4297,-6861.8256 601.0835,-6855.0238\"/>\n",
       "</g>\n",
       "<!-- 4450259968 -->\n",
       "<g id=\"node127\" class=\"node\">\n",
       "<title>4450259968</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"702.7983,-6800 549.5123,-6800 549.5123,-6768 702.7983,-6768 702.7983,-6800\"/>\n",
       "<text text-anchor=\"middle\" x=\"626.1553\" y=\"-6786.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"626.1553\" y=\"-6774.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 128, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450259968&#45;&gt;4450259744 -->\n",
       "<g id=\"edge126\" class=\"edge\">\n",
       "<title>4450259968&#45;&gt;4450259744</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M605.9244,-6767.7102C594.8462,-6758.7901 581.1407,-6747.7545 569.9718,-6738.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"571.9948,-6735.8967 562.0108,-6732.3512 567.6047,-6741.349 571.9948,-6735.8967\"/>\n",
       "</g>\n",
       "<!-- 4450260024 -->\n",
       "<g id=\"node128\" class=\"node\">\n",
       "<title>4450260024</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"861.4681,-6800 720.8424,-6800 720.8424,-6768 861.4681,-6768 861.4681,-6800\"/>\n",
       "<text text-anchor=\"middle\" x=\"791.1553\" y=\"-6786.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"791.1553\" y=\"-6774.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4450260024&#45;&gt;4450259744 -->\n",
       "<g id=\"edge127\" class=\"edge\">\n",
       "<title>4450260024&#45;&gt;4450259744</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M728.5195,-6767.9528C687.8952,-6757.5449 635.7291,-6744.1801 598.1393,-6734.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"598.9857,-6731.1535 588.4299,-6732.0621 597.2484,-6737.9345 598.9857,-6731.1535\"/>\n",
       "</g>\n",
       "<!-- 4450259800&#45;&gt;4450259576 -->\n",
       "<g id=\"edge128\" class=\"edge\">\n",
       "<title>4450259800&#45;&gt;4450259576</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M356.3266,-6959.9124C364.5698,-6939.0358 382.1553,-6889.4118 382.1553,-6846 382.1553,-6846 382.1553,-6846 382.1553,-6784 382.1553,-6746.8683 402.1727,-6707.3767 415.7979,-6684.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"418.8324,-6686.5456 421.1689,-6676.2116 412.898,-6682.833 418.8324,-6686.5456\"/>\n",
       "</g>\n",
       "<!-- 4450260080 -->\n",
       "<g id=\"node130\" class=\"node\">\n",
       "<title>4450260080</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"172.4661,-7048 -.1556,-7048 -.1556,-7016 172.4661,-7016 172.4661,-7048\"/>\n",
       "<text text-anchor=\"middle\" x=\"86.1553\" y=\"-7034.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv_dim.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"86.1553\" y=\"-7022.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 64, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450260080&#45;&gt;4450259800 -->\n",
       "<g id=\"edge130\" class=\"edge\">\n",
       "<title>4450260080&#45;&gt;4450259800</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M155.0028,-7015.9528C199.941,-7005.4785 257.7281,-6992.0093 299.1025,-6982.3657\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"300.0412,-6985.7408 308.9856,-6980.0621 298.4521,-6978.9235 300.0412,-6985.7408\"/>\n",
       "</g>\n",
       "<!-- 4450260472 -->\n",
       "<g id=\"node131\" class=\"node\">\n",
       "<title>4450260472</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"349.6357,-7048 190.6748,-7048 190.6748,-7016 349.6357,-7016 349.6357,-7048\"/>\n",
       "<text text-anchor=\"middle\" x=\"270.1553\" y=\"-7034.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block0.conv_dim.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"270.1553\" y=\"-7022.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4450260472&#45;&gt;4450259800 -->\n",
       "<g id=\"edge131\" class=\"edge\">\n",
       "<title>4450260472&#45;&gt;4450259800</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M291.6998,-7015.7102C303.6131,-7006.7026 318.3794,-6995.5379 330.3361,-6986.4974\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"332.5992,-6989.1742 338.4649,-6980.3512 328.3774,-6983.5905 332.5992,-6989.1742\"/>\n",
       "</g>\n",
       "<!-- 4450259408 -->\n",
       "<g id=\"node132\" class=\"node\">\n",
       "<title>4450259408</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"658.7983,-6620 505.5123,-6620 505.5123,-6588 658.7983,-6588 658.7983,-6620\"/>\n",
       "<text text-anchor=\"middle\" x=\"582.1553\" y=\"-6606.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"582.1553\" y=\"-6594.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 256, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450259408&#45;&gt;4450259240 -->\n",
       "<g id=\"edge132\" class=\"edge\">\n",
       "<title>4450259408&#45;&gt;4450259240</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M577.9515,-6587.7102C575.9429,-6579.9269 573.5187,-6570.5331 571.3916,-6562.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"574.7144,-6561.1594 568.8266,-6552.3512 567.9364,-6562.9086 574.7144,-6561.1594\"/>\n",
       "</g>\n",
       "<!-- 4450259464 -->\n",
       "<g id=\"node133\" class=\"node\">\n",
       "<title>4450259464</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"817.4681,-6620 676.8424,-6620 676.8424,-6588 817.4681,-6588 817.4681,-6620\"/>\n",
       "<text text-anchor=\"middle\" x=\"747.1553\" y=\"-6606.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"747.1553\" y=\"-6594.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4450259464&#45;&gt;4450259240 -->\n",
       "<g id=\"edge133\" class=\"edge\">\n",
       "<title>4450259464&#45;&gt;4450259240</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M700.0722,-6587.8721C670.593,-6577.7742 633.0591,-6564.9173 605.2327,-6555.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"606.0476,-6551.9652 595.453,-6552.0357 603.7791,-6558.5874 606.0476,-6551.9652\"/>\n",
       "</g>\n",
       "<!-- 4450259072 -->\n",
       "<g id=\"node134\" class=\"node\">\n",
       "<title>4450259072</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"778.7983,-6496 625.5123,-6496 625.5123,-6464 778.7983,-6464 778.7983,-6496\"/>\n",
       "<text text-anchor=\"middle\" x=\"702.1553\" y=\"-6482.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"702.1553\" y=\"-6470.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450259072&#45;&gt;4450246496 -->\n",
       "<g id=\"edge134\" class=\"edge\">\n",
       "<title>4450259072&#45;&gt;4450246496</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M681.9244,-6463.7102C670.8462,-6454.7901 657.1407,-6443.7545 645.9718,-6434.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"647.9948,-6431.8967 638.0108,-6428.3512 643.6047,-6437.349 647.9948,-6431.8967\"/>\n",
       "</g>\n",
       "<!-- 4450259128 -->\n",
       "<g id=\"node135\" class=\"node\">\n",
       "<title>4450259128</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"937.4681,-6496 796.8424,-6496 796.8424,-6464 937.4681,-6464 937.4681,-6496\"/>\n",
       "<text text-anchor=\"middle\" x=\"867.1553\" y=\"-6482.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"867.1553\" y=\"-6470.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4450259128&#45;&gt;4450246496 -->\n",
       "<g id=\"edge135\" class=\"edge\">\n",
       "<title>4450259128&#45;&gt;4450246496</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M804.5195,-6463.9528C763.8952,-6453.5449 711.7291,-6440.1801 674.1393,-6430.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"674.9857,-6427.1535 664.4299,-6428.0621 673.2484,-6433.9345 674.9857,-6427.1535\"/>\n",
       "</g>\n",
       "<!-- 4450246328 -->\n",
       "<g id=\"node136\" class=\"node\">\n",
       "<title>4450246328</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"778.7983,-6372 625.5123,-6372 625.5123,-6340 778.7983,-6340 778.7983,-6372\"/>\n",
       "<text text-anchor=\"middle\" x=\"702.1553\" y=\"-6358.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"702.1553\" y=\"-6346.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 128, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450246328&#45;&gt;4450246104 -->\n",
       "<g id=\"edge136\" class=\"edge\">\n",
       "<title>4450246328&#45;&gt;4450246104</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M681.9244,-6339.7102C670.8462,-6330.7901 657.1407,-6319.7545 645.9718,-6310.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"647.9948,-6307.8967 638.0108,-6304.3512 643.6047,-6313.349 647.9948,-6307.8967\"/>\n",
       "</g>\n",
       "<!-- 4450246384 -->\n",
       "<g id=\"node137\" class=\"node\">\n",
       "<title>4450246384</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"937.4681,-6372 796.8424,-6372 796.8424,-6340 937.4681,-6340 937.4681,-6372\"/>\n",
       "<text text-anchor=\"middle\" x=\"867.1553\" y=\"-6358.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block1.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"867.1553\" y=\"-6346.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4450246384&#45;&gt;4450246104 -->\n",
       "<g id=\"edge137\" class=\"edge\">\n",
       "<title>4450246384&#45;&gt;4450246104</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M804.5195,-6339.9528C763.8952,-6329.5449 711.7291,-6316.1801 674.1393,-6306.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"674.9857,-6303.1535 664.4299,-6304.0621 673.2484,-6309.9345 674.9857,-6303.1535\"/>\n",
       "</g>\n",
       "<!-- 4450245768 -->\n",
       "<g id=\"node138\" class=\"node\">\n",
       "<title>4450245768</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"734.7983,-6192 581.5123,-6192 581.5123,-6160 734.7983,-6160 734.7983,-6192\"/>\n",
       "<text text-anchor=\"middle\" x=\"658.1553\" y=\"-6178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block2.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"658.1553\" y=\"-6166.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 256, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450245768&#45;&gt;4450245600 -->\n",
       "<g id=\"edge139\" class=\"edge\">\n",
       "<title>4450245768&#45;&gt;4450245600</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M653.9515,-6159.7102C651.9429,-6151.9269 649.5187,-6142.5331 647.3916,-6134.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"650.7144,-6133.1594 644.8266,-6124.3512 643.9364,-6134.9086 650.7144,-6133.1594\"/>\n",
       "</g>\n",
       "<!-- 4450245824 -->\n",
       "<g id=\"node139\" class=\"node\">\n",
       "<title>4450245824</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"893.4681,-6192 752.8424,-6192 752.8424,-6160 893.4681,-6160 893.4681,-6192\"/>\n",
       "<text text-anchor=\"middle\" x=\"823.1553\" y=\"-6178.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block2.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"823.1553\" y=\"-6166.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4450245824&#45;&gt;4450245600 -->\n",
       "<g id=\"edge140\" class=\"edge\">\n",
       "<title>4450245824&#45;&gt;4450245600</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M776.0722,-6159.8721C746.593,-6149.7742 709.0591,-6136.9173 681.2327,-6127.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"682.0476,-6123.9652 671.453,-6124.0357 679.7791,-6130.5874 682.0476,-6123.9652\"/>\n",
       "</g>\n",
       "<!-- 4450245432 -->\n",
       "<g id=\"node140\" class=\"node\">\n",
       "<title>4450245432</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"854.7983,-6068 701.5123,-6068 701.5123,-6036 854.7983,-6036 854.7983,-6068\"/>\n",
       "<text text-anchor=\"middle\" x=\"778.1553\" y=\"-6054.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block2.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"778.1553\" y=\"-6042.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128, 128, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450245432&#45;&gt;4450245208 -->\n",
       "<g id=\"edge141\" class=\"edge\">\n",
       "<title>4450245432&#45;&gt;4450245208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M757.9244,-6035.7102C746.8462,-6026.7901 733.1407,-6015.7545 721.9718,-6006.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"723.9948,-6003.8967 714.0108,-6000.3512 719.6047,-6009.349 723.9948,-6003.8967\"/>\n",
       "</g>\n",
       "<!-- 4450245488 -->\n",
       "<g id=\"node141\" class=\"node\">\n",
       "<title>4450245488</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1013.4681,-6068 872.8424,-6068 872.8424,-6036 1013.4681,-6036 1013.4681,-6068\"/>\n",
       "<text text-anchor=\"middle\" x=\"943.1553\" y=\"-6054.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block2.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"943.1553\" y=\"-6042.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (128)</text>\n",
       "</g>\n",
       "<!-- 4450245488&#45;&gt;4450245208 -->\n",
       "<g id=\"edge142\" class=\"edge\">\n",
       "<title>4450245488&#45;&gt;4450245208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M880.5195,-6035.9528C839.8952,-6025.5449 787.7291,-6012.1801 750.1393,-6002.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"750.9857,-5999.1535 740.4299,-6000.0621 749.2484,-6005.9345 750.9857,-5999.1535\"/>\n",
       "</g>\n",
       "<!-- 4450245040 -->\n",
       "<g id=\"node142\" class=\"node\">\n",
       "<title>4450245040</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"854.7983,-5944 701.5123,-5944 701.5123,-5912 854.7983,-5912 854.7983,-5944\"/>\n",
       "<text text-anchor=\"middle\" x=\"778.1553\" y=\"-5930.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block2.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"778.1553\" y=\"-5918.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 128, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450245040&#45;&gt;4450244816 -->\n",
       "<g id=\"edge143\" class=\"edge\">\n",
       "<title>4450245040&#45;&gt;4450244816</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M757.9244,-5911.7102C746.8462,-5902.7901 733.1407,-5891.7545 721.9718,-5882.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"723.9948,-5879.8967 714.0108,-5876.3512 719.6047,-5885.349 723.9948,-5879.8967\"/>\n",
       "</g>\n",
       "<!-- 4450245096 -->\n",
       "<g id=\"node143\" class=\"node\">\n",
       "<title>4450245096</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1013.4681,-5944 872.8424,-5944 872.8424,-5912 1013.4681,-5912 1013.4681,-5944\"/>\n",
       "<text text-anchor=\"middle\" x=\"943.1553\" y=\"-5930.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group0.block2.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"943.1553\" y=\"-5918.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4450245096&#45;&gt;4450244816 -->\n",
       "<g id=\"edge144\" class=\"edge\">\n",
       "<title>4450245096&#45;&gt;4450244816</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M880.5195,-5911.9528C839.8952,-5901.5449 787.7291,-5888.1801 750.1393,-5878.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"750.9857,-5875.1535 740.4299,-5876.0621 749.2484,-5881.9345 750.9857,-5875.1535\"/>\n",
       "</g>\n",
       "<!-- 4450244480 -->\n",
       "<g id=\"node144\" class=\"node\">\n",
       "<title>4450244480</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"810.7983,-5764 657.5123,-5764 657.5123,-5732 810.7983,-5732 810.7983,-5764\"/>\n",
       "<text text-anchor=\"middle\" x=\"734.1553\" y=\"-5750.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"734.1553\" y=\"-5738.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450244480&#45;&gt;4450244256 -->\n",
       "<g id=\"edge146\" class=\"edge\">\n",
       "<title>4450244480&#45;&gt;4450244256</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M713.6617,-5731.7102C702.4395,-5722.7901 688.5561,-5711.7545 677.2421,-5702.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"679.1839,-5699.8338 669.1778,-5696.3512 674.8282,-5705.3136 679.1839,-5699.8338\"/>\n",
       "</g>\n",
       "<!-- 4450244536 -->\n",
       "<g id=\"node145\" class=\"node\">\n",
       "<title>4450244536</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"969.4681,-5764 828.8424,-5764 828.8424,-5732 969.4681,-5732 969.4681,-5764\"/>\n",
       "<text text-anchor=\"middle\" x=\"899.1553\" y=\"-5750.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"899.1553\" y=\"-5738.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4450244536&#45;&gt;4450244256 -->\n",
       "<g id=\"edge147\" class=\"edge\">\n",
       "<title>4450244536&#45;&gt;4450244256</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M836.2607,-5731.9528C795.4685,-5721.5449 743.0868,-5708.1801 705.3417,-5698.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"706.1471,-5695.1431 695.5922,-5696.0621 704.4165,-5701.9258 706.1471,-5695.1431\"/>\n",
       "</g>\n",
       "<!-- 4450244088 -->\n",
       "<g id=\"node146\" class=\"node\">\n",
       "<title>4450244088</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"866.7983,-5640 713.5123,-5640 713.5123,-5608 866.7983,-5608 866.7983,-5640\"/>\n",
       "<text text-anchor=\"middle\" x=\"790.1553\" y=\"-5626.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"790.1553\" y=\"-5614.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450244088&#45;&gt;4450243864 -->\n",
       "<g id=\"edge148\" class=\"edge\">\n",
       "<title>4450244088&#45;&gt;4450243864</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M766.5088,-5607.7102C753.2217,-5598.5569 736.7011,-5587.176 723.4685,-5578.0603\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"725.1337,-5574.9573 714.913,-5572.1664 721.1625,-5580.7218 725.1337,-5574.9573\"/>\n",
       "</g>\n",
       "<!-- 4450244144 -->\n",
       "<g id=\"node147\" class=\"node\">\n",
       "<title>4450244144</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1025.4681,-5640 884.8424,-5640 884.8424,-5608 1025.4681,-5608 1025.4681,-5640\"/>\n",
       "<text text-anchor=\"middle\" x=\"955.1553\" y=\"-5626.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"955.1553\" y=\"-5614.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4450244144&#45;&gt;4450243864 -->\n",
       "<g id=\"edge149\" class=\"edge\">\n",
       "<title>4450244144&#45;&gt;4450243864</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M889.1548,-5607.9528C846.166,-5597.5007 790.9117,-5584.0663 751.2659,-5574.4269\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"752.0835,-5571.0238 741.5397,-5572.0621 750.4297,-5577.8256 752.0835,-5571.0238\"/>\n",
       "</g>\n",
       "<!-- 4450243696 -->\n",
       "<g id=\"node148\" class=\"node\">\n",
       "<title>4450243696</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"853.7983,-5516 700.5123,-5516 700.5123,-5484 853.7983,-5484 853.7983,-5516\"/>\n",
       "<text text-anchor=\"middle\" x=\"777.1553\" y=\"-5502.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"777.1553\" y=\"-5490.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 256, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450243696&#45;&gt;4450243472 -->\n",
       "<g id=\"edge150\" class=\"edge\">\n",
       "<title>4450243696&#45;&gt;4450243472</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M756.9244,-5483.7102C745.8462,-5474.7901 732.1407,-5463.7545 720.9718,-5454.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"722.9948,-5451.8967 713.0108,-5448.3512 718.6047,-5457.349 722.9948,-5451.8967\"/>\n",
       "</g>\n",
       "<!-- 4450243752 -->\n",
       "<g id=\"node149\" class=\"node\">\n",
       "<title>4450243752</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1012.4681,-5516 871.8424,-5516 871.8424,-5484 1012.4681,-5484 1012.4681,-5516\"/>\n",
       "<text text-anchor=\"middle\" x=\"942.1553\" y=\"-5502.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"942.1553\" y=\"-5490.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450243752&#45;&gt;4450243472 -->\n",
       "<g id=\"edge151\" class=\"edge\">\n",
       "<title>4450243752&#45;&gt;4450243472</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M879.5195,-5483.9528C838.8952,-5473.5449 786.7291,-5460.1801 749.1393,-5450.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"749.9857,-5447.1535 739.4299,-5448.0621 748.2484,-5453.9345 749.9857,-5447.1535\"/>\n",
       "</g>\n",
       "<!-- 4450243528&#45;&gt;4450243304 -->\n",
       "<g id=\"edge152\" class=\"edge\">\n",
       "<title>4450243528&#45;&gt;4450243304</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M507.3266,-5675.9124C515.5698,-5655.0358 533.1553,-5605.4118 533.1553,-5562 533.1553,-5562 533.1553,-5562 533.1553,-5500 533.1553,-5462.8683 553.1727,-5423.3767 566.7979,-5400.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"569.8324,-5402.5456 572.1689,-5392.2116 563.898,-5398.833 569.8324,-5402.5456\"/>\n",
       "</g>\n",
       "<!-- 4450243808 -->\n",
       "<g id=\"node151\" class=\"node\">\n",
       "<title>4450243808</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"325.4661,-5764 152.8444,-5764 152.8444,-5732 325.4661,-5732 325.4661,-5764\"/>\n",
       "<text text-anchor=\"middle\" x=\"239.1553\" y=\"-5750.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv_dim.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"239.1553\" y=\"-5738.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 256, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450243808&#45;&gt;4450243528 -->\n",
       "<g id=\"edge154\" class=\"edge\">\n",
       "<title>4450243808&#45;&gt;4450243528</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M307.4852,-5731.9528C352.0855,-5721.4785 409.4381,-5708.0093 450.5014,-5698.3657\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"451.3753,-5701.7558 460.3102,-5696.0621 449.7748,-5694.9412 451.3753,-5701.7558\"/>\n",
       "</g>\n",
       "<!-- 4450244200 -->\n",
       "<g id=\"node152\" class=\"node\">\n",
       "<title>4450244200</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"502.6357,-5764 343.6748,-5764 343.6748,-5732 502.6357,-5732 502.6357,-5764\"/>\n",
       "<text text-anchor=\"middle\" x=\"423.1553\" y=\"-5750.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block0.conv_dim.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"423.1553\" y=\"-5738.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450244200&#45;&gt;4450243528 -->\n",
       "<g id=\"edge155\" class=\"edge\">\n",
       "<title>4450244200&#45;&gt;4450243528</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M444.1743,-5731.7102C455.7971,-5722.7026 470.2032,-5711.5379 481.8683,-5702.4974\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"484.0387,-5705.2434 489.7989,-5696.3512 479.7507,-5699.7105 484.0387,-5705.2434\"/>\n",
       "</g>\n",
       "<!-- 4450243136 -->\n",
       "<g id=\"node153\" class=\"node\">\n",
       "<title>4450243136</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"809.7983,-5336 656.5123,-5336 656.5123,-5304 809.7983,-5304 809.7983,-5336\"/>\n",
       "<text text-anchor=\"middle\" x=\"733.1553\" y=\"-5322.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"733.1553\" y=\"-5310.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450243136&#45;&gt;4450242968 -->\n",
       "<g id=\"edge156\" class=\"edge\">\n",
       "<title>4450243136&#45;&gt;4450242968</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M728.9515,-5303.7102C726.9429,-5295.9269 724.5187,-5286.5331 722.3916,-5278.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"725.7144,-5277.1594 719.8266,-5268.3512 718.9364,-5278.9086 725.7144,-5277.1594\"/>\n",
       "</g>\n",
       "<!-- 4450243192 -->\n",
       "<g id=\"node154\" class=\"node\">\n",
       "<title>4450243192</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"968.4681,-5336 827.8424,-5336 827.8424,-5304 968.4681,-5304 968.4681,-5336\"/>\n",
       "<text text-anchor=\"middle\" x=\"898.1553\" y=\"-5322.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"898.1553\" y=\"-5310.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4450243192&#45;&gt;4450242968 -->\n",
       "<g id=\"edge157\" class=\"edge\">\n",
       "<title>4450243192&#45;&gt;4450242968</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M851.0722,-5303.8721C821.593,-5293.7742 784.0591,-5280.9173 756.2327,-5271.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"757.0476,-5267.9652 746.453,-5268.0357 754.7791,-5274.5874 757.0476,-5267.9652\"/>\n",
       "</g>\n",
       "<!-- 4450242800 -->\n",
       "<g id=\"node155\" class=\"node\">\n",
       "<title>4450242800</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"929.7983,-5212 776.5123,-5212 776.5123,-5180 929.7983,-5180 929.7983,-5212\"/>\n",
       "<text text-anchor=\"middle\" x=\"853.1553\" y=\"-5198.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"853.1553\" y=\"-5186.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450242800&#45;&gt;4450250704 -->\n",
       "<g id=\"edge158\" class=\"edge\">\n",
       "<title>4450242800&#45;&gt;4450250704</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M832.9244,-5179.7102C821.8462,-5170.7901 808.1407,-5159.7545 796.9718,-5150.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"798.9948,-5147.8967 789.0108,-5144.3512 794.6047,-5153.349 798.9948,-5147.8967\"/>\n",
       "</g>\n",
       "<!-- 4450242856 -->\n",
       "<g id=\"node156\" class=\"node\">\n",
       "<title>4450242856</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1088.4681,-5212 947.8424,-5212 947.8424,-5180 1088.4681,-5180 1088.4681,-5212\"/>\n",
       "<text text-anchor=\"middle\" x=\"1018.1553\" y=\"-5198.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1018.1553\" y=\"-5186.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4450242856&#45;&gt;4450250704 -->\n",
       "<g id=\"edge159\" class=\"edge\">\n",
       "<title>4450242856&#45;&gt;4450250704</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M955.5195,-5179.9528C914.8952,-5169.5449 862.7291,-5156.1801 825.1393,-5146.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"825.9857,-5143.1535 815.4299,-5144.0621 824.2484,-5149.9345 825.9857,-5143.1535\"/>\n",
       "</g>\n",
       "<!-- 4450250536 -->\n",
       "<g id=\"node157\" class=\"node\">\n",
       "<title>4450250536</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"929.7983,-5088 776.5123,-5088 776.5123,-5056 929.7983,-5056 929.7983,-5088\"/>\n",
       "<text text-anchor=\"middle\" x=\"853.1553\" y=\"-5074.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"853.1553\" y=\"-5062.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 256, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450250536&#45;&gt;4450250312 -->\n",
       "<g id=\"edge160\" class=\"edge\">\n",
       "<title>4450250536&#45;&gt;4450250312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M832.9244,-5055.7102C821.8462,-5046.7901 808.1407,-5035.7545 796.9718,-5026.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"798.9948,-5023.8967 789.0108,-5020.3512 794.6047,-5029.349 798.9948,-5023.8967\"/>\n",
       "</g>\n",
       "<!-- 4450250592 -->\n",
       "<g id=\"node158\" class=\"node\">\n",
       "<title>4450250592</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1088.4681,-5088 947.8424,-5088 947.8424,-5056 1088.4681,-5056 1088.4681,-5088\"/>\n",
       "<text text-anchor=\"middle\" x=\"1018.1553\" y=\"-5074.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block1.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1018.1553\" y=\"-5062.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450250592&#45;&gt;4450250312 -->\n",
       "<g id=\"edge161\" class=\"edge\">\n",
       "<title>4450250592&#45;&gt;4450250312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M955.5195,-5055.9528C914.8952,-5045.5449 862.7291,-5032.1801 825.1393,-5022.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"825.9857,-5019.1535 815.4299,-5020.0621 824.2484,-5025.9345 825.9857,-5019.1535\"/>\n",
       "</g>\n",
       "<!-- 4450249976 -->\n",
       "<g id=\"node159\" class=\"node\">\n",
       "<title>4450249976</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"885.7983,-4908 732.5123,-4908 732.5123,-4876 885.7983,-4876 885.7983,-4908\"/>\n",
       "<text text-anchor=\"middle\" x=\"809.1553\" y=\"-4894.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block2.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"809.1553\" y=\"-4882.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450249976&#45;&gt;4450249808 -->\n",
       "<g id=\"edge163\" class=\"edge\">\n",
       "<title>4450249976&#45;&gt;4450249808</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M804.9515,-4875.7102C802.9429,-4867.9269 800.5187,-4858.5331 798.3916,-4850.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"801.7144,-4849.1594 795.8266,-4840.3512 794.9364,-4850.9086 801.7144,-4849.1594\"/>\n",
       "</g>\n",
       "<!-- 4450250032 -->\n",
       "<g id=\"node160\" class=\"node\">\n",
       "<title>4450250032</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1044.4681,-4908 903.8424,-4908 903.8424,-4876 1044.4681,-4876 1044.4681,-4908\"/>\n",
       "<text text-anchor=\"middle\" x=\"974.1553\" y=\"-4894.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block2.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"974.1553\" y=\"-4882.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4450250032&#45;&gt;4450249808 -->\n",
       "<g id=\"edge164\" class=\"edge\">\n",
       "<title>4450250032&#45;&gt;4450249808</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M927.0722,-4875.8721C897.593,-4865.7742 860.0591,-4852.9173 832.2327,-4843.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"833.0476,-4839.9652 822.453,-4840.0357 830.7791,-4846.5874 833.0476,-4839.9652\"/>\n",
       "</g>\n",
       "<!-- 4450249640 -->\n",
       "<g id=\"node161\" class=\"node\">\n",
       "<title>4450249640</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1005.7983,-4784 852.5123,-4784 852.5123,-4752 1005.7983,-4752 1005.7983,-4784\"/>\n",
       "<text text-anchor=\"middle\" x=\"929.1553\" y=\"-4770.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block2.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"929.1553\" y=\"-4758.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450249640&#45;&gt;4450249416 -->\n",
       "<g id=\"edge165\" class=\"edge\">\n",
       "<title>4450249640&#45;&gt;4450249416</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M908.9244,-4751.7102C897.8462,-4742.7901 884.1407,-4731.7545 872.9718,-4722.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"874.9948,-4719.8967 865.0108,-4716.3512 870.6047,-4725.349 874.9948,-4719.8967\"/>\n",
       "</g>\n",
       "<!-- 4450249696 -->\n",
       "<g id=\"node162\" class=\"node\">\n",
       "<title>4450249696</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1164.4681,-4784 1023.8424,-4784 1023.8424,-4752 1164.4681,-4752 1164.4681,-4784\"/>\n",
       "<text text-anchor=\"middle\" x=\"1094.1553\" y=\"-4770.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block2.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1094.1553\" y=\"-4758.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4450249696&#45;&gt;4450249416 -->\n",
       "<g id=\"edge166\" class=\"edge\">\n",
       "<title>4450249696&#45;&gt;4450249416</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1031.5195,-4751.9528C990.8952,-4741.5449 938.7291,-4728.1801 901.1393,-4718.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"901.9857,-4715.1535 891.4299,-4716.0621 900.2484,-4721.9345 901.9857,-4715.1535\"/>\n",
       "</g>\n",
       "<!-- 4450249248 -->\n",
       "<g id=\"node163\" class=\"node\">\n",
       "<title>4450249248</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1005.7983,-4660 852.5123,-4660 852.5123,-4628 1005.7983,-4628 1005.7983,-4660\"/>\n",
       "<text text-anchor=\"middle\" x=\"929.1553\" y=\"-4646.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block2.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"929.1553\" y=\"-4634.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 256, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450249248&#45;&gt;4450249024 -->\n",
       "<g id=\"edge167\" class=\"edge\">\n",
       "<title>4450249248&#45;&gt;4450249024</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M908.9244,-4627.7102C897.8462,-4618.7901 884.1407,-4607.7545 872.9718,-4598.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"874.9948,-4595.8967 865.0108,-4592.3512 870.6047,-4601.349 874.9948,-4595.8967\"/>\n",
       "</g>\n",
       "<!-- 4450249304 -->\n",
       "<g id=\"node164\" class=\"node\">\n",
       "<title>4450249304</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1164.4681,-4660 1023.8424,-4660 1023.8424,-4628 1164.4681,-4628 1164.4681,-4660\"/>\n",
       "<text text-anchor=\"middle\" x=\"1094.1553\" y=\"-4646.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block2.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1094.1553\" y=\"-4634.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450249304&#45;&gt;4450249024 -->\n",
       "<g id=\"edge168\" class=\"edge\">\n",
       "<title>4450249304&#45;&gt;4450249024</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1031.5195,-4627.9528C990.8952,-4617.5449 938.7291,-4604.1801 901.1393,-4594.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"901.9857,-4591.1535 891.4299,-4592.0621 900.2484,-4597.9345 901.9857,-4591.1535\"/>\n",
       "</g>\n",
       "<!-- 4450248688 -->\n",
       "<g id=\"node165\" class=\"node\">\n",
       "<title>4450248688</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"961.7983,-4480 808.5123,-4480 808.5123,-4448 961.7983,-4448 961.7983,-4480\"/>\n",
       "<text text-anchor=\"middle\" x=\"885.1553\" y=\"-4466.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block3.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"885.1553\" y=\"-4454.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 512, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450248688&#45;&gt;4450248520 -->\n",
       "<g id=\"edge170\" class=\"edge\">\n",
       "<title>4450248688&#45;&gt;4450248520</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M880.9515,-4447.7102C878.9429,-4439.9269 876.5187,-4430.5331 874.3916,-4422.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"877.7144,-4421.1594 871.8266,-4412.3512 870.9364,-4422.9086 877.7144,-4421.1594\"/>\n",
       "</g>\n",
       "<!-- 4450248744 -->\n",
       "<g id=\"node166\" class=\"node\">\n",
       "<title>4450248744</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1120.4681,-4480 979.8424,-4480 979.8424,-4448 1120.4681,-4448 1120.4681,-4480\"/>\n",
       "<text text-anchor=\"middle\" x=\"1050.1553\" y=\"-4466.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block3.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1050.1553\" y=\"-4454.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4450248744&#45;&gt;4450248520 -->\n",
       "<g id=\"edge171\" class=\"edge\">\n",
       "<title>4450248744&#45;&gt;4450248520</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1003.0722,-4447.8721C973.593,-4437.7742 936.0591,-4424.9173 908.2327,-4415.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"909.0476,-4411.9652 898.453,-4412.0357 906.7791,-4418.5874 909.0476,-4411.9652\"/>\n",
       "</g>\n",
       "<!-- 4450248352 -->\n",
       "<g id=\"node167\" class=\"node\">\n",
       "<title>4450248352</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1081.7983,-4356 928.5123,-4356 928.5123,-4324 1081.7983,-4324 1081.7983,-4356\"/>\n",
       "<text text-anchor=\"middle\" x=\"1005.1553\" y=\"-4342.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block3.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1005.1553\" y=\"-4330.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256, 256, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450248352&#45;&gt;4450248128 -->\n",
       "<g id=\"edge172\" class=\"edge\">\n",
       "<title>4450248352&#45;&gt;4450248128</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M984.9244,-4323.7102C973.8462,-4314.7901 960.1407,-4303.7545 948.9718,-4294.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"950.9948,-4291.8967 941.0108,-4288.3512 946.6047,-4297.349 950.9948,-4291.8967\"/>\n",
       "</g>\n",
       "<!-- 4450248408 -->\n",
       "<g id=\"node168\" class=\"node\">\n",
       "<title>4450248408</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1240.4681,-4356 1099.8424,-4356 1099.8424,-4324 1240.4681,-4324 1240.4681,-4356\"/>\n",
       "<text text-anchor=\"middle\" x=\"1170.1553\" y=\"-4342.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block3.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1170.1553\" y=\"-4330.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (256)</text>\n",
       "</g>\n",
       "<!-- 4450248408&#45;&gt;4450248128 -->\n",
       "<g id=\"edge173\" class=\"edge\">\n",
       "<title>4450248408&#45;&gt;4450248128</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1107.5195,-4323.9528C1066.8952,-4313.5449 1014.7291,-4300.1801 977.1393,-4290.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"977.9857,-4287.1535 967.4299,-4288.0621 976.2484,-4293.9345 977.9857,-4287.1535\"/>\n",
       "</g>\n",
       "<!-- 4450247960 -->\n",
       "<g id=\"node169\" class=\"node\">\n",
       "<title>4450247960</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1081.7983,-4232 928.5123,-4232 928.5123,-4200 1081.7983,-4200 1081.7983,-4232\"/>\n",
       "<text text-anchor=\"middle\" x=\"1005.1553\" y=\"-4218.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block3.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1005.1553\" y=\"-4206.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 256, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450247960&#45;&gt;4450247736 -->\n",
       "<g id=\"edge174\" class=\"edge\">\n",
       "<title>4450247960&#45;&gt;4450247736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M984.9244,-4199.7102C973.8462,-4190.7901 960.1407,-4179.7545 948.9718,-4170.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"950.9948,-4167.8967 941.0108,-4164.3512 946.6047,-4173.349 950.9948,-4167.8967\"/>\n",
       "</g>\n",
       "<!-- 4450248016 -->\n",
       "<g id=\"node170\" class=\"node\">\n",
       "<title>4450248016</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1240.4681,-4232 1099.8424,-4232 1099.8424,-4200 1240.4681,-4200 1240.4681,-4232\"/>\n",
       "<text text-anchor=\"middle\" x=\"1170.1553\" y=\"-4218.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group1.block3.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1170.1553\" y=\"-4206.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450248016&#45;&gt;4450247736 -->\n",
       "<g id=\"edge175\" class=\"edge\">\n",
       "<title>4450248016&#45;&gt;4450247736</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1107.5195,-4199.9528C1066.8952,-4189.5449 1014.7291,-4176.1801 977.1393,-4166.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"977.9857,-4163.1535 967.4299,-4164.0621 976.2484,-4169.9345 977.9857,-4163.1535\"/>\n",
       "</g>\n",
       "<!-- 4450247400 -->\n",
       "<g id=\"node171\" class=\"node\">\n",
       "<title>4450247400</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1037.7983,-4052 884.5123,-4052 884.5123,-4020 1037.7983,-4020 1037.7983,-4052\"/>\n",
       "<text text-anchor=\"middle\" x=\"961.1553\" y=\"-4038.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"961.1553\" y=\"-4026.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450247400&#45;&gt;4450247176 -->\n",
       "<g id=\"edge177\" class=\"edge\">\n",
       "<title>4450247400&#45;&gt;4450247176</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M940.6617,-4019.7102C929.4395,-4010.7901 915.5561,-3999.7545 904.2421,-3990.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"906.1839,-3987.8338 896.1778,-3984.3512 901.8282,-3993.3136 906.1839,-3987.8338\"/>\n",
       "</g>\n",
       "<!-- 4450247456 -->\n",
       "<g id=\"node172\" class=\"node\">\n",
       "<title>4450247456</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1196.4681,-4052 1055.8424,-4052 1055.8424,-4020 1196.4681,-4020 1196.4681,-4052\"/>\n",
       "<text text-anchor=\"middle\" x=\"1126.1553\" y=\"-4038.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1126.1553\" y=\"-4026.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450247456&#45;&gt;4450247176 -->\n",
       "<g id=\"edge178\" class=\"edge\">\n",
       "<title>4450247456&#45;&gt;4450247176</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1063.2607,-4019.9528C1022.4685,-4009.5449 970.0868,-3996.1801 932.3417,-3986.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"933.1471,-3983.1431 922.5922,-3984.0621 931.4165,-3989.9258 933.1471,-3983.1431\"/>\n",
       "</g>\n",
       "<!-- 4450247008 -->\n",
       "<g id=\"node173\" class=\"node\">\n",
       "<title>4450247008</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1093.7983,-3928 940.5123,-3928 940.5123,-3896 1093.7983,-3896 1093.7983,-3928\"/>\n",
       "<text text-anchor=\"middle\" x=\"1017.1553\" y=\"-3914.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1017.1553\" y=\"-3902.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450247008&#45;&gt;4450246784 -->\n",
       "<g id=\"edge179\" class=\"edge\">\n",
       "<title>4450247008&#45;&gt;4450246784</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M993.5088,-3895.7102C980.2217,-3886.5569 963.7011,-3875.176 950.4685,-3866.0603\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"952.1337,-3862.9573 941.913,-3860.1664 948.1625,-3868.7218 952.1337,-3862.9573\"/>\n",
       "</g>\n",
       "<!-- 4450247064 -->\n",
       "<g id=\"node174\" class=\"node\">\n",
       "<title>4450247064</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1252.4681,-3928 1111.8424,-3928 1111.8424,-3896 1252.4681,-3896 1252.4681,-3928\"/>\n",
       "<text text-anchor=\"middle\" x=\"1182.1553\" y=\"-3914.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1182.1553\" y=\"-3902.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450247064&#45;&gt;4450246784 -->\n",
       "<g id=\"edge180\" class=\"edge\">\n",
       "<title>4450247064&#45;&gt;4450246784</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1116.1548,-3895.9528C1073.166,-3885.5007 1017.9117,-3872.0663 978.2659,-3862.4269\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"979.0835,-3859.0238 968.5397,-3860.0621 977.4297,-3865.8256 979.0835,-3859.0238\"/>\n",
       "</g>\n",
       "<!-- 4450369432 -->\n",
       "<g id=\"node175\" class=\"node\">\n",
       "<title>4450369432</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1080.7983,-3804 927.5123,-3804 927.5123,-3772 1080.7983,-3772 1080.7983,-3804\"/>\n",
       "<text text-anchor=\"middle\" x=\"1004.1553\" y=\"-3790.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1004.1553\" y=\"-3778.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 512, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450369432&#45;&gt;4450369208 -->\n",
       "<g id=\"edge181\" class=\"edge\">\n",
       "<title>4450369432&#45;&gt;4450369208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M983.9244,-3771.7102C972.8462,-3762.7901 959.1407,-3751.7545 947.9718,-3742.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"949.9948,-3739.8967 940.0108,-3736.3512 945.6047,-3745.349 949.9948,-3739.8967\"/>\n",
       "</g>\n",
       "<!-- 4450369488 -->\n",
       "<g id=\"node176\" class=\"node\">\n",
       "<title>4450369488</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1239.4681,-3804 1098.8424,-3804 1098.8424,-3772 1239.4681,-3772 1239.4681,-3804\"/>\n",
       "<text text-anchor=\"middle\" x=\"1169.1553\" y=\"-3790.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1169.1553\" y=\"-3778.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4450369488&#45;&gt;4450369208 -->\n",
       "<g id=\"edge182\" class=\"edge\">\n",
       "<title>4450369488&#45;&gt;4450369208</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1106.5195,-3771.9528C1065.8952,-3761.5449 1013.7291,-3748.1801 976.1393,-3738.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"976.9857,-3735.1535 966.4299,-3736.0621 975.2484,-3741.9345 976.9857,-3735.1535\"/>\n",
       "</g>\n",
       "<!-- 4450369264&#45;&gt;4450369040 -->\n",
       "<g id=\"edge183\" class=\"edge\">\n",
       "<title>4450369264&#45;&gt;4450369040</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M734.3266,-3963.9124C742.5698,-3943.0358 760.1553,-3893.4118 760.1553,-3850 760.1553,-3850 760.1553,-3850 760.1553,-3788 760.1553,-3750.8683 780.1727,-3711.3767 793.7979,-3688.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"796.8324,-3690.5456 799.1689,-3680.2116 790.898,-3686.833 796.8324,-3690.5456\"/>\n",
       "</g>\n",
       "<!-- 4450246728 -->\n",
       "<g id=\"node178\" class=\"node\">\n",
       "<title>4450246728</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"552.4661,-4052 379.8444,-4052 379.8444,-4020 552.4661,-4020 552.4661,-4052\"/>\n",
       "<text text-anchor=\"middle\" x=\"466.1553\" y=\"-4038.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv_dim.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"466.1553\" y=\"-4026.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 512, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450246728&#45;&gt;4450369264 -->\n",
       "<g id=\"edge185\" class=\"edge\">\n",
       "<title>4450246728&#45;&gt;4450369264</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M534.4852,-4019.9528C579.0855,-4009.4785 636.4381,-3996.0093 677.5014,-3986.3657\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"678.3753,-3989.7558 687.3102,-3984.0621 676.7748,-3982.9412 678.3753,-3989.7558\"/>\n",
       "</g>\n",
       "<!-- 4450247120 -->\n",
       "<g id=\"node179\" class=\"node\">\n",
       "<title>4450247120</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"729.6357,-4052 570.6748,-4052 570.6748,-4020 729.6357,-4020 729.6357,-4052\"/>\n",
       "<text text-anchor=\"middle\" x=\"650.1553\" y=\"-4038.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block0.conv_dim.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"650.1553\" y=\"-4026.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4450247120&#45;&gt;4450369264 -->\n",
       "<g id=\"edge186\" class=\"edge\">\n",
       "<title>4450247120&#45;&gt;4450369264</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M671.1743,-4019.7102C682.7971,-4010.7026 697.2032,-3999.5379 708.8683,-3990.4974\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"711.0387,-3993.2434 716.7989,-3984.3512 706.7507,-3987.7105 711.0387,-3993.2434\"/>\n",
       "</g>\n",
       "<!-- 4450368872 -->\n",
       "<g id=\"node180\" class=\"node\">\n",
       "<title>4450368872</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1036.7983,-3624 883.5123,-3624 883.5123,-3592 1036.7983,-3592 1036.7983,-3624\"/>\n",
       "<text text-anchor=\"middle\" x=\"960.1553\" y=\"-3610.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"960.1553\" y=\"-3598.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 1024, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450368872&#45;&gt;4450368704 -->\n",
       "<g id=\"edge187\" class=\"edge\">\n",
       "<title>4450368872&#45;&gt;4450368704</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M955.9515,-3591.7102C953.9429,-3583.9269 951.5187,-3574.5331 949.3916,-3566.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"952.7144,-3565.1594 946.8266,-3556.3512 945.9364,-3566.9086 952.7144,-3565.1594\"/>\n",
       "</g>\n",
       "<!-- 4450368928 -->\n",
       "<g id=\"node181\" class=\"node\">\n",
       "<title>4450368928</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1195.4681,-3624 1054.8424,-3624 1054.8424,-3592 1195.4681,-3592 1195.4681,-3624\"/>\n",
       "<text text-anchor=\"middle\" x=\"1125.1553\" y=\"-3610.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1125.1553\" y=\"-3598.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450368928&#45;&gt;4450368704 -->\n",
       "<g id=\"edge188\" class=\"edge\">\n",
       "<title>4450368928&#45;&gt;4450368704</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1078.0722,-3591.8721C1048.593,-3581.7742 1011.0591,-3568.9173 983.2327,-3559.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"984.0476,-3555.9652 973.453,-3556.0357 981.7791,-3562.5874 984.0476,-3555.9652\"/>\n",
       "</g>\n",
       "<!-- 4450368536 -->\n",
       "<g id=\"node182\" class=\"node\">\n",
       "<title>4450368536</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1156.7983,-3500 1003.5123,-3500 1003.5123,-3468 1156.7983,-3468 1156.7983,-3500\"/>\n",
       "<text text-anchor=\"middle\" x=\"1080.1553\" y=\"-3486.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1080.1553\" y=\"-3474.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450368536&#45;&gt;4450368312 -->\n",
       "<g id=\"edge189\" class=\"edge\">\n",
       "<title>4450368536&#45;&gt;4450368312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1059.9244,-3467.7102C1048.8462,-3458.7901 1035.1407,-3447.7545 1023.9718,-3438.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1025.9948,-3435.8967 1016.0108,-3432.3512 1021.6047,-3441.349 1025.9948,-3435.8967\"/>\n",
       "</g>\n",
       "<!-- 4450368592 -->\n",
       "<g id=\"node183\" class=\"node\">\n",
       "<title>4450368592</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1315.4681,-3500 1174.8424,-3500 1174.8424,-3468 1315.4681,-3468 1315.4681,-3500\"/>\n",
       "<text text-anchor=\"middle\" x=\"1245.1553\" y=\"-3486.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1245.1553\" y=\"-3474.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450368592&#45;&gt;4450368312 -->\n",
       "<g id=\"edge190\" class=\"edge\">\n",
       "<title>4450368592&#45;&gt;4450368312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1182.5195,-3467.9528C1141.8952,-3457.5449 1089.7291,-3444.1801 1052.1393,-3434.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1052.9857,-3431.1535 1042.4299,-3432.0621 1051.2484,-3437.9345 1052.9857,-3431.1535\"/>\n",
       "</g>\n",
       "<!-- 4450368144 -->\n",
       "<g id=\"node184\" class=\"node\">\n",
       "<title>4450368144</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1156.7983,-3376 1003.5123,-3376 1003.5123,-3344 1156.7983,-3344 1156.7983,-3376\"/>\n",
       "<text text-anchor=\"middle\" x=\"1080.1553\" y=\"-3362.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1080.1553\" y=\"-3350.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 512, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450368144&#45;&gt;4450367920 -->\n",
       "<g id=\"edge191\" class=\"edge\">\n",
       "<title>4450368144&#45;&gt;4450367920</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1059.9244,-3343.7102C1048.8462,-3334.7901 1035.1407,-3323.7545 1023.9718,-3314.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1025.9948,-3311.8967 1016.0108,-3308.3512 1021.6047,-3317.349 1025.9948,-3311.8967\"/>\n",
       "</g>\n",
       "<!-- 4450368200 -->\n",
       "<g id=\"node185\" class=\"node\">\n",
       "<title>4450368200</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1315.4681,-3376 1174.8424,-3376 1174.8424,-3344 1315.4681,-3344 1315.4681,-3376\"/>\n",
       "<text text-anchor=\"middle\" x=\"1245.1553\" y=\"-3362.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block1.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1245.1553\" y=\"-3350.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4450368200&#45;&gt;4450367920 -->\n",
       "<g id=\"edge192\" class=\"edge\">\n",
       "<title>4450368200&#45;&gt;4450367920</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1182.5195,-3343.9528C1141.8952,-3333.5449 1089.7291,-3320.1801 1052.1393,-3310.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1052.9857,-3307.1535 1042.4299,-3308.0621 1051.2484,-3313.9345 1052.9857,-3307.1535\"/>\n",
       "</g>\n",
       "<!-- 4450367584 -->\n",
       "<g id=\"node186\" class=\"node\">\n",
       "<title>4450367584</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1112.7983,-3196 959.5123,-3196 959.5123,-3164 1112.7983,-3164 1112.7983,-3196\"/>\n",
       "<text text-anchor=\"middle\" x=\"1036.1553\" y=\"-3182.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block2.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1036.1553\" y=\"-3170.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 1024, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450367584&#45;&gt;4450367416 -->\n",
       "<g id=\"edge194\" class=\"edge\">\n",
       "<title>4450367584&#45;&gt;4450367416</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1031.9515,-3163.7102C1029.9429,-3155.9269 1027.5187,-3146.5331 1025.3916,-3138.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1028.7144,-3137.1594 1022.8266,-3128.3512 1021.9364,-3138.9086 1028.7144,-3137.1594\"/>\n",
       "</g>\n",
       "<!-- 4450367640 -->\n",
       "<g id=\"node187\" class=\"node\">\n",
       "<title>4450367640</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1271.4681,-3196 1130.8424,-3196 1130.8424,-3164 1271.4681,-3164 1271.4681,-3196\"/>\n",
       "<text text-anchor=\"middle\" x=\"1201.1553\" y=\"-3182.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block2.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1201.1553\" y=\"-3170.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450367640&#45;&gt;4450367416 -->\n",
       "<g id=\"edge195\" class=\"edge\">\n",
       "<title>4450367640&#45;&gt;4450367416</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1154.0722,-3163.8721C1124.593,-3153.7742 1087.0591,-3140.9173 1059.2327,-3131.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1060.0476,-3127.9652 1049.453,-3128.0357 1057.7791,-3134.5874 1060.0476,-3127.9652\"/>\n",
       "</g>\n",
       "<!-- 4450367248 -->\n",
       "<g id=\"node188\" class=\"node\">\n",
       "<title>4450367248</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1232.7983,-3072 1079.5123,-3072 1079.5123,-3040 1232.7983,-3040 1232.7983,-3072\"/>\n",
       "<text text-anchor=\"middle\" x=\"1156.1553\" y=\"-3058.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block2.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1156.1553\" y=\"-3046.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450367248&#45;&gt;4450367080 -->\n",
       "<g id=\"edge196\" class=\"edge\">\n",
       "<title>4450367248&#45;&gt;4450367080</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1135.9244,-3039.7102C1124.8462,-3030.7901 1111.1407,-3019.7545 1099.9718,-3010.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1101.9948,-3007.8967 1092.0108,-3004.3512 1097.6047,-3013.349 1101.9948,-3007.8967\"/>\n",
       "</g>\n",
       "<!-- 4450367304 -->\n",
       "<g id=\"node189\" class=\"node\">\n",
       "<title>4450367304</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1391.4681,-3072 1250.8424,-3072 1250.8424,-3040 1391.4681,-3040 1391.4681,-3072\"/>\n",
       "<text text-anchor=\"middle\" x=\"1321.1553\" y=\"-3058.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block2.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1321.1553\" y=\"-3046.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450367304&#45;&gt;4450367080 -->\n",
       "<g id=\"edge197\" class=\"edge\">\n",
       "<title>4450367304&#45;&gt;4450367080</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1258.5195,-3039.9528C1217.8952,-3029.5449 1165.7291,-3016.1801 1128.1393,-3006.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1128.9857,-3003.1535 1118.4299,-3004.0621 1127.2484,-3009.9345 1128.9857,-3003.1535\"/>\n",
       "</g>\n",
       "<!-- 4450366912 -->\n",
       "<g id=\"node190\" class=\"node\">\n",
       "<title>4450366912</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1232.7983,-2948 1079.5123,-2948 1079.5123,-2916 1232.7983,-2916 1232.7983,-2948\"/>\n",
       "<text text-anchor=\"middle\" x=\"1156.1553\" y=\"-2934.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block2.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1156.1553\" y=\"-2922.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 512, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450366912&#45;&gt;4450366688 -->\n",
       "<g id=\"edge198\" class=\"edge\">\n",
       "<title>4450366912&#45;&gt;4450366688</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1135.9244,-2915.7102C1124.8462,-2906.7901 1111.1407,-2895.7545 1099.9718,-2886.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1101.9948,-2883.8967 1092.0108,-2880.3512 1097.6047,-2889.349 1101.9948,-2883.8967\"/>\n",
       "</g>\n",
       "<!-- 4450366968 -->\n",
       "<g id=\"node191\" class=\"node\">\n",
       "<title>4450366968</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1391.4681,-2948 1250.8424,-2948 1250.8424,-2916 1391.4681,-2916 1391.4681,-2948\"/>\n",
       "<text text-anchor=\"middle\" x=\"1321.1553\" y=\"-2934.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block2.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1321.1553\" y=\"-2922.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4450366968&#45;&gt;4450366688 -->\n",
       "<g id=\"edge199\" class=\"edge\">\n",
       "<title>4450366968&#45;&gt;4450366688</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1258.5195,-2915.9528C1217.8952,-2905.5449 1165.7291,-2892.1801 1128.1393,-2882.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1128.9857,-2879.1535 1118.4299,-2880.0621 1127.2484,-2885.9345 1128.9857,-2879.1535\"/>\n",
       "</g>\n",
       "<!-- 4450366408 -->\n",
       "<g id=\"node192\" class=\"node\">\n",
       "<title>4450366408</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1188.7983,-2768 1035.5123,-2768 1035.5123,-2736 1188.7983,-2736 1188.7983,-2768\"/>\n",
       "<text text-anchor=\"middle\" x=\"1112.1553\" y=\"-2754.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block3.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1112.1553\" y=\"-2742.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 1024, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450366408&#45;&gt;4450366296 -->\n",
       "<g id=\"edge201\" class=\"edge\">\n",
       "<title>4450366408&#45;&gt;4450366296</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1107.9515,-2735.7102C1105.9429,-2727.9269 1103.5187,-2718.5331 1101.3916,-2710.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1104.7144,-2709.1594 1098.8266,-2700.3512 1097.9364,-2710.9086 1104.7144,-2709.1594\"/>\n",
       "</g>\n",
       "<!-- 4450366464 -->\n",
       "<g id=\"node193\" class=\"node\">\n",
       "<title>4450366464</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1347.4681,-2768 1206.8424,-2768 1206.8424,-2736 1347.4681,-2736 1347.4681,-2768\"/>\n",
       "<text text-anchor=\"middle\" x=\"1277.1553\" y=\"-2754.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block3.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1277.1553\" y=\"-2742.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450366464&#45;&gt;4450366296 -->\n",
       "<g id=\"edge202\" class=\"edge\">\n",
       "<title>4450366464&#45;&gt;4450366296</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1230.0722,-2735.8721C1200.593,-2725.7742 1163.0591,-2712.9173 1135.2327,-2703.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1136.0476,-2699.9652 1125.453,-2700.0357 1133.7791,-2706.5874 1136.0476,-2699.9652\"/>\n",
       "</g>\n",
       "<!-- 4450366128 -->\n",
       "<g id=\"node194\" class=\"node\">\n",
       "<title>4450366128</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1308.7983,-2644 1155.5123,-2644 1155.5123,-2612 1308.7983,-2612 1308.7983,-2644\"/>\n",
       "<text text-anchor=\"middle\" x=\"1232.1553\" y=\"-2630.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block3.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1232.1553\" y=\"-2618.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450366128&#45;&gt;4450365960 -->\n",
       "<g id=\"edge203\" class=\"edge\">\n",
       "<title>4450366128&#45;&gt;4450365960</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1211.9244,-2611.7102C1200.8462,-2602.7901 1187.1407,-2591.7545 1175.9718,-2582.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1177.9948,-2579.8967 1168.0108,-2576.3512 1173.6047,-2585.349 1177.9948,-2579.8967\"/>\n",
       "</g>\n",
       "<!-- 4450366184 -->\n",
       "<g id=\"node195\" class=\"node\">\n",
       "<title>4450366184</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1467.4681,-2644 1326.8424,-2644 1326.8424,-2612 1467.4681,-2612 1467.4681,-2644\"/>\n",
       "<text text-anchor=\"middle\" x=\"1397.1553\" y=\"-2630.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block3.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1397.1553\" y=\"-2618.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450366184&#45;&gt;4450365960 -->\n",
       "<g id=\"edge204\" class=\"edge\">\n",
       "<title>4450366184&#45;&gt;4450365960</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1334.5195,-2611.9528C1293.8952,-2601.5449 1241.7291,-2588.1801 1204.1393,-2578.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1204.9857,-2575.1535 1194.4299,-2576.0621 1203.2484,-2581.9345 1204.9857,-2575.1535\"/>\n",
       "</g>\n",
       "<!-- 4450365792 -->\n",
       "<g id=\"node196\" class=\"node\">\n",
       "<title>4450365792</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1308.7983,-2520 1155.5123,-2520 1155.5123,-2488 1308.7983,-2488 1308.7983,-2520\"/>\n",
       "<text text-anchor=\"middle\" x=\"1232.1553\" y=\"-2506.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block3.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1232.1553\" y=\"-2494.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 512, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450365792&#45;&gt;4450365568 -->\n",
       "<g id=\"edge205\" class=\"edge\">\n",
       "<title>4450365792&#45;&gt;4450365568</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1211.9244,-2487.7102C1200.8462,-2478.7901 1187.1407,-2467.7545 1175.9718,-2458.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1177.9948,-2455.8967 1168.0108,-2452.3512 1173.6047,-2461.349 1177.9948,-2455.8967\"/>\n",
       "</g>\n",
       "<!-- 4450365848 -->\n",
       "<g id=\"node197\" class=\"node\">\n",
       "<title>4450365848</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1467.4681,-2520 1326.8424,-2520 1326.8424,-2488 1467.4681,-2488 1467.4681,-2520\"/>\n",
       "<text text-anchor=\"middle\" x=\"1397.1553\" y=\"-2506.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block3.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1397.1553\" y=\"-2494.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4450365848&#45;&gt;4450365568 -->\n",
       "<g id=\"edge206\" class=\"edge\">\n",
       "<title>4450365848&#45;&gt;4450365568</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1334.5195,-2487.9528C1293.8952,-2477.5449 1241.7291,-2464.1801 1204.1393,-2454.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1204.9857,-2451.1535 1194.4299,-2452.0621 1203.2484,-2457.9345 1204.9857,-2451.1535\"/>\n",
       "</g>\n",
       "<!-- 4450230056 -->\n",
       "<g id=\"node198\" class=\"node\">\n",
       "<title>4450230056</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1264.7983,-2340 1111.5123,-2340 1111.5123,-2308 1264.7983,-2308 1264.7983,-2340\"/>\n",
       "<text text-anchor=\"middle\" x=\"1188.1553\" y=\"-2326.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block4.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1188.1553\" y=\"-2314.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 1024, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450230056&#45;&gt;4450229944 -->\n",
       "<g id=\"edge208\" class=\"edge\">\n",
       "<title>4450230056&#45;&gt;4450229944</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1183.9515,-2307.7102C1181.9429,-2299.9269 1179.5187,-2290.5331 1177.3916,-2282.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1180.7144,-2281.1594 1174.8266,-2272.3512 1173.9364,-2282.9086 1180.7144,-2281.1594\"/>\n",
       "</g>\n",
       "<!-- 4450230112 -->\n",
       "<g id=\"node199\" class=\"node\">\n",
       "<title>4450230112</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1423.4681,-2340 1282.8424,-2340 1282.8424,-2308 1423.4681,-2308 1423.4681,-2340\"/>\n",
       "<text text-anchor=\"middle\" x=\"1353.1553\" y=\"-2326.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block4.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1353.1553\" y=\"-2314.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450230112&#45;&gt;4450229944 -->\n",
       "<g id=\"edge209\" class=\"edge\">\n",
       "<title>4450230112&#45;&gt;4450229944</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1306.0722,-2307.8721C1276.593,-2297.7742 1239.0591,-2284.9173 1211.2327,-2275.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1212.0476,-2271.9652 1201.453,-2272.0357 1209.7791,-2278.5874 1212.0476,-2271.9652\"/>\n",
       "</g>\n",
       "<!-- 4450229776 -->\n",
       "<g id=\"node200\" class=\"node\">\n",
       "<title>4450229776</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1384.7983,-2216 1231.5123,-2216 1231.5123,-2184 1384.7983,-2184 1384.7983,-2216\"/>\n",
       "<text text-anchor=\"middle\" x=\"1308.1553\" y=\"-2202.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block4.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1308.1553\" y=\"-2190.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450229776&#45;&gt;4450229608 -->\n",
       "<g id=\"edge210\" class=\"edge\">\n",
       "<title>4450229776&#45;&gt;4450229608</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1287.9244,-2183.7102C1276.8462,-2174.7901 1263.1407,-2163.7545 1251.9718,-2154.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1253.9948,-2151.8967 1244.0108,-2148.3512 1249.6047,-2157.349 1253.9948,-2151.8967\"/>\n",
       "</g>\n",
       "<!-- 4450229832 -->\n",
       "<g id=\"node201\" class=\"node\">\n",
       "<title>4450229832</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1543.4681,-2216 1402.8424,-2216 1402.8424,-2184 1543.4681,-2184 1543.4681,-2216\"/>\n",
       "<text text-anchor=\"middle\" x=\"1473.1553\" y=\"-2202.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block4.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1473.1553\" y=\"-2190.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450229832&#45;&gt;4450229608 -->\n",
       "<g id=\"edge211\" class=\"edge\">\n",
       "<title>4450229832&#45;&gt;4450229608</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1410.5195,-2183.9528C1369.8952,-2173.5449 1317.7291,-2160.1801 1280.1393,-2150.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1280.9857,-2147.1535 1270.4299,-2148.0621 1279.2484,-2153.9345 1280.9857,-2147.1535\"/>\n",
       "</g>\n",
       "<!-- 4450229440 -->\n",
       "<g id=\"node202\" class=\"node\">\n",
       "<title>4450229440</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1384.7983,-2092 1231.5123,-2092 1231.5123,-2060 1384.7983,-2060 1384.7983,-2092\"/>\n",
       "<text text-anchor=\"middle\" x=\"1308.1553\" y=\"-2078.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block4.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1308.1553\" y=\"-2066.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 512, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450229440&#45;&gt;4450229216 -->\n",
       "<g id=\"edge212\" class=\"edge\">\n",
       "<title>4450229440&#45;&gt;4450229216</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1287.9244,-2059.7102C1276.8462,-2050.7901 1263.1407,-2039.7545 1251.9718,-2030.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1253.9948,-2027.8967 1244.0108,-2024.3512 1249.6047,-2033.349 1253.9948,-2027.8967\"/>\n",
       "</g>\n",
       "<!-- 4450229496 -->\n",
       "<g id=\"node203\" class=\"node\">\n",
       "<title>4450229496</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1543.4681,-2092 1402.8424,-2092 1402.8424,-2060 1543.4681,-2060 1543.4681,-2092\"/>\n",
       "<text text-anchor=\"middle\" x=\"1473.1553\" y=\"-2078.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block4.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1473.1553\" y=\"-2066.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4450229496&#45;&gt;4450229216 -->\n",
       "<g id=\"edge213\" class=\"edge\">\n",
       "<title>4450229496&#45;&gt;4450229216</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1410.5195,-2059.9528C1369.8952,-2049.5449 1317.7291,-2036.1801 1280.1393,-2026.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1280.9857,-2023.1535 1270.4299,-2024.0621 1279.2484,-2029.9345 1280.9857,-2023.1535\"/>\n",
       "</g>\n",
       "<!-- 4450228936 -->\n",
       "<g id=\"node204\" class=\"node\">\n",
       "<title>4450228936</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1340.7983,-1912 1187.5123,-1912 1187.5123,-1880 1340.7983,-1880 1340.7983,-1912\"/>\n",
       "<text text-anchor=\"middle\" x=\"1264.1553\" y=\"-1898.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block5.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1264.1553\" y=\"-1886.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 1024, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450228936&#45;&gt;4450228824 -->\n",
       "<g id=\"edge215\" class=\"edge\">\n",
       "<title>4450228936&#45;&gt;4450228824</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1259.9515,-1879.7102C1257.9429,-1871.9269 1255.5187,-1862.5331 1253.3916,-1854.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1256.7144,-1853.1594 1250.8266,-1844.3512 1249.9364,-1854.9086 1256.7144,-1853.1594\"/>\n",
       "</g>\n",
       "<!-- 4450228992 -->\n",
       "<g id=\"node205\" class=\"node\">\n",
       "<title>4450228992</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1499.4681,-1912 1358.8424,-1912 1358.8424,-1880 1499.4681,-1880 1499.4681,-1912\"/>\n",
       "<text text-anchor=\"middle\" x=\"1429.1553\" y=\"-1898.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block5.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1429.1553\" y=\"-1886.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450228992&#45;&gt;4450228824 -->\n",
       "<g id=\"edge216\" class=\"edge\">\n",
       "<title>4450228992&#45;&gt;4450228824</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1382.0722,-1879.8721C1352.593,-1869.7742 1315.0591,-1856.9173 1287.2327,-1847.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1288.0476,-1843.9652 1277.453,-1844.0357 1285.7791,-1850.5874 1288.0476,-1843.9652\"/>\n",
       "</g>\n",
       "<!-- 4450228656 -->\n",
       "<g id=\"node206\" class=\"node\">\n",
       "<title>4450228656</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1460.7983,-1788 1307.5123,-1788 1307.5123,-1756 1460.7983,-1756 1460.7983,-1788\"/>\n",
       "<text text-anchor=\"middle\" x=\"1384.1553\" y=\"-1774.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block5.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1384.1553\" y=\"-1762.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512, 512, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450228656&#45;&gt;4450228488 -->\n",
       "<g id=\"edge217\" class=\"edge\">\n",
       "<title>4450228656&#45;&gt;4450228488</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1363.9244,-1755.7102C1352.8462,-1746.7901 1339.1407,-1735.7545 1327.9718,-1726.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1329.9948,-1723.8967 1320.0108,-1720.3512 1325.6047,-1729.349 1329.9948,-1723.8967\"/>\n",
       "</g>\n",
       "<!-- 4450228712 -->\n",
       "<g id=\"node207\" class=\"node\">\n",
       "<title>4450228712</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1619.4681,-1788 1478.8424,-1788 1478.8424,-1756 1619.4681,-1756 1619.4681,-1788\"/>\n",
       "<text text-anchor=\"middle\" x=\"1549.1553\" y=\"-1774.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block5.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1549.1553\" y=\"-1762.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (512)</text>\n",
       "</g>\n",
       "<!-- 4450228712&#45;&gt;4450228488 -->\n",
       "<g id=\"edge218\" class=\"edge\">\n",
       "<title>4450228712&#45;&gt;4450228488</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1486.5195,-1755.9528C1445.8952,-1745.5449 1393.7291,-1732.1801 1356.1393,-1722.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1356.9857,-1719.1535 1346.4299,-1720.0621 1355.2484,-1725.9345 1356.9857,-1719.1535\"/>\n",
       "</g>\n",
       "<!-- 4450228320 -->\n",
       "<g id=\"node208\" class=\"node\">\n",
       "<title>4450228320</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1460.7983,-1664 1307.5123,-1664 1307.5123,-1632 1460.7983,-1632 1460.7983,-1664\"/>\n",
       "<text text-anchor=\"middle\" x=\"1384.1553\" y=\"-1650.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block5.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1384.1553\" y=\"-1638.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 512, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450228320&#45;&gt;4450228096 -->\n",
       "<g id=\"edge219\" class=\"edge\">\n",
       "<title>4450228320&#45;&gt;4450228096</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1363.9244,-1631.7102C1352.8462,-1622.7901 1339.1407,-1611.7545 1327.9718,-1602.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1329.9948,-1599.8967 1320.0108,-1596.3512 1325.6047,-1605.349 1329.9948,-1599.8967\"/>\n",
       "</g>\n",
       "<!-- 4450228376 -->\n",
       "<g id=\"node209\" class=\"node\">\n",
       "<title>4450228376</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1619.4681,-1664 1478.8424,-1664 1478.8424,-1632 1619.4681,-1632 1619.4681,-1664\"/>\n",
       "<text text-anchor=\"middle\" x=\"1549.1553\" y=\"-1650.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group2.block5.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1549.1553\" y=\"-1638.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4450228376&#45;&gt;4450228096 -->\n",
       "<g id=\"edge220\" class=\"edge\">\n",
       "<title>4450228376&#45;&gt;4450228096</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1486.5195,-1631.9528C1445.8952,-1621.5449 1393.7291,-1608.1801 1356.1393,-1598.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1356.9857,-1595.1535 1346.4299,-1596.0621 1355.2484,-1601.9345 1356.9857,-1595.1535\"/>\n",
       "</g>\n",
       "<!-- 4450227816 -->\n",
       "<g id=\"node210\" class=\"node\">\n",
       "<title>4450227816</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1416.7983,-1484 1263.5123,-1484 1263.5123,-1452 1416.7983,-1452 1416.7983,-1484\"/>\n",
       "<text text-anchor=\"middle\" x=\"1340.1553\" y=\"-1470.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1340.1553\" y=\"-1458.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 1024, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450227816&#45;&gt;4450227648 -->\n",
       "<g id=\"edge222\" class=\"edge\">\n",
       "<title>4450227816&#45;&gt;4450227648</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1319.6617,-1451.7102C1308.4395,-1442.7901 1294.5561,-1431.7545 1283.2421,-1422.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1285.1839,-1419.8338 1275.1778,-1416.3512 1280.8282,-1425.3136 1285.1839,-1419.8338\"/>\n",
       "</g>\n",
       "<!-- 4450227872 -->\n",
       "<g id=\"node211\" class=\"node\">\n",
       "<title>4450227872</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1575.4681,-1484 1434.8424,-1484 1434.8424,-1452 1575.4681,-1452 1575.4681,-1484\"/>\n",
       "<text text-anchor=\"middle\" x=\"1505.1553\" y=\"-1470.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1505.1553\" y=\"-1458.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4450227872&#45;&gt;4450227648 -->\n",
       "<g id=\"edge223\" class=\"edge\">\n",
       "<title>4450227872&#45;&gt;4450227648</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1442.2607,-1451.9528C1401.4685,-1441.5449 1349.0868,-1428.1801 1311.3417,-1418.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1312.1471,-1415.1431 1301.5922,-1416.0621 1310.4165,-1421.9258 1312.1471,-1415.1431\"/>\n",
       "</g>\n",
       "<!-- 4450227480 -->\n",
       "<g id=\"node212\" class=\"node\">\n",
       "<title>4450227480</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1472.7983,-1360 1319.5123,-1360 1319.5123,-1328 1472.7983,-1328 1472.7983,-1360\"/>\n",
       "<text text-anchor=\"middle\" x=\"1396.1553\" y=\"-1346.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1396.1553\" y=\"-1334.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 1024, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450227480&#45;&gt;4450227312 -->\n",
       "<g id=\"edge224\" class=\"edge\">\n",
       "<title>4450227480&#45;&gt;4450227312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1372.5088,-1327.7102C1359.2217,-1318.5569 1342.7011,-1307.176 1329.4685,-1298.0603\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1331.1337,-1294.9573 1320.913,-1292.1664 1327.1625,-1300.7218 1331.1337,-1294.9573\"/>\n",
       "</g>\n",
       "<!-- 4450227536 -->\n",
       "<g id=\"node213\" class=\"node\">\n",
       "<title>4450227536</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1631.4681,-1360 1490.8424,-1360 1490.8424,-1328 1631.4681,-1328 1631.4681,-1360\"/>\n",
       "<text text-anchor=\"middle\" x=\"1561.1553\" y=\"-1346.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1561.1553\" y=\"-1334.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4450227536&#45;&gt;4450227312 -->\n",
       "<g id=\"edge225\" class=\"edge\">\n",
       "<title>4450227536&#45;&gt;4450227312</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1495.1548,-1327.9528C1452.166,-1317.5007 1396.9117,-1304.0663 1357.2659,-1294.4269\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1358.0835,-1291.0238 1347.5397,-1292.0621 1356.4297,-1297.8256 1358.0835,-1291.0238\"/>\n",
       "</g>\n",
       "<!-- 4450227088 -->\n",
       "<g id=\"node214\" class=\"node\">\n",
       "<title>4450227088</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1459.7983,-1236 1306.5123,-1236 1306.5123,-1204 1459.7983,-1204 1459.7983,-1236\"/>\n",
       "<text text-anchor=\"middle\" x=\"1383.1553\" y=\"-1222.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1383.1553\" y=\"-1210.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (2048, 1024, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450227088&#45;&gt;4450226696 -->\n",
       "<g id=\"edge226\" class=\"edge\">\n",
       "<title>4450227088&#45;&gt;4450226696</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1362.9244,-1203.7102C1351.8462,-1194.7901 1338.1407,-1183.7545 1326.9718,-1174.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1328.9948,-1171.8967 1319.0108,-1168.3512 1324.6047,-1177.349 1328.9948,-1171.8967\"/>\n",
       "</g>\n",
       "<!-- 4450227032 -->\n",
       "<g id=\"node215\" class=\"node\">\n",
       "<title>4450227032</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1618.4681,-1236 1477.8424,-1236 1477.8424,-1204 1618.4681,-1204 1618.4681,-1236\"/>\n",
       "<text text-anchor=\"middle\" x=\"1548.1553\" y=\"-1222.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1548.1553\" y=\"-1210.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (2048)</text>\n",
       "</g>\n",
       "<!-- 4450227032&#45;&gt;4450226696 -->\n",
       "<g id=\"edge227\" class=\"edge\">\n",
       "<title>4450227032&#45;&gt;4450226696</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1485.5195,-1203.9528C1444.8952,-1193.5449 1392.7291,-1180.1801 1355.1393,-1170.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1355.9857,-1167.1535 1345.4299,-1168.0621 1354.2484,-1173.9345 1355.9857,-1167.1535\"/>\n",
       "</g>\n",
       "<!-- 4450227144&#45;&gt;4450226864 -->\n",
       "<g id=\"edge228\" class=\"edge\">\n",
       "<title>4450227144&#45;&gt;4450226864</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1113.3266,-1395.9124C1121.5698,-1375.0358 1139.1553,-1325.4118 1139.1553,-1282 1139.1553,-1282 1139.1553,-1282 1139.1553,-1220 1139.1553,-1182.8683 1159.1727,-1143.3767 1172.7979,-1120.797\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1175.8324,-1122.5456 1178.1689,-1112.2116 1169.898,-1118.833 1175.8324,-1122.5456\"/>\n",
       "</g>\n",
       "<!-- 4450227256 -->\n",
       "<g id=\"node217\" class=\"node\">\n",
       "<title>4450227256</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"931.4661,-1484 758.8444,-1484 758.8444,-1452 931.4661,-1452 931.4661,-1484\"/>\n",
       "<text text-anchor=\"middle\" x=\"845.1553\" y=\"-1470.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv_dim.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"845.1553\" y=\"-1458.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (2048, 1024, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450227256&#45;&gt;4450227144 -->\n",
       "<g id=\"edge230\" class=\"edge\">\n",
       "<title>4450227256&#45;&gt;4450227144</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M913.4852,-1451.9528C958.0855,-1441.4785 1015.4381,-1428.0093 1056.5014,-1418.3657\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1057.3753,-1421.7558 1066.3102,-1416.0621 1055.7748,-1414.9412 1057.3753,-1421.7558\"/>\n",
       "</g>\n",
       "<!-- 4450227592 -->\n",
       "<g id=\"node218\" class=\"node\">\n",
       "<title>4450227592</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1108.6357,-1484 949.6748,-1484 949.6748,-1452 1108.6357,-1452 1108.6357,-1484\"/>\n",
       "<text text-anchor=\"middle\" x=\"1029.1553\" y=\"-1470.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block0.conv_dim.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1029.1553\" y=\"-1458.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (2048)</text>\n",
       "</g>\n",
       "<!-- 4450227592&#45;&gt;4450227144 -->\n",
       "<g id=\"edge231\" class=\"edge\">\n",
       "<title>4450227592&#45;&gt;4450227144</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1050.1743,-1451.7102C1061.7971,-1442.7026 1076.2032,-1431.5379 1087.8683,-1422.4974\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1090.0387,-1425.2434 1095.7989,-1416.3512 1085.7507,-1419.7105 1090.0387,-1425.2434\"/>\n",
       "</g>\n",
       "<!-- 4450226584 -->\n",
       "<g id=\"node219\" class=\"node\">\n",
       "<title>4450226584</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1415.7983,-1056 1262.5123,-1056 1262.5123,-1024 1415.7983,-1024 1415.7983,-1056\"/>\n",
       "<text text-anchor=\"middle\" x=\"1339.1553\" y=\"-1042.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1339.1553\" y=\"-1030.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 2048, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450226584&#45;&gt;4450226472 -->\n",
       "<g id=\"edge232\" class=\"edge\">\n",
       "<title>4450226584&#45;&gt;4450226472</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1334.9515,-1023.7102C1332.9429,-1015.9269 1330.5187,-1006.5331 1328.3916,-998.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1331.7144,-997.1594 1325.8266,-988.3512 1324.9364,-998.9086 1331.7144,-997.1594\"/>\n",
       "</g>\n",
       "<!-- 4450226640 -->\n",
       "<g id=\"node220\" class=\"node\">\n",
       "<title>4450226640</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1574.4681,-1056 1433.8424,-1056 1433.8424,-1024 1574.4681,-1024 1574.4681,-1056\"/>\n",
       "<text text-anchor=\"middle\" x=\"1504.1553\" y=\"-1042.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1504.1553\" y=\"-1030.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4450226640&#45;&gt;4450226472 -->\n",
       "<g id=\"edge233\" class=\"edge\">\n",
       "<title>4450226640&#45;&gt;4450226472</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1457.0722,-1023.8721C1427.593,-1013.7742 1390.0591,-1000.9173 1362.2327,-991.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1363.0476,-987.9652 1352.453,-988.0357 1360.7791,-994.5874 1363.0476,-987.9652\"/>\n",
       "</g>\n",
       "<!-- 4450226360 -->\n",
       "<g id=\"node221\" class=\"node\">\n",
       "<title>4450226360</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1535.7983,-932 1382.5123,-932 1382.5123,-900 1535.7983,-900 1535.7983,-932\"/>\n",
       "<text text-anchor=\"middle\" x=\"1459.1553\" y=\"-918.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1459.1553\" y=\"-906.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 1024, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450226360&#45;&gt;4450222992 -->\n",
       "<g id=\"edge234\" class=\"edge\">\n",
       "<title>4450226360&#45;&gt;4450222992</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1438.9244,-899.7102C1427.8462,-890.7901 1414.1407,-879.7545 1402.9718,-870.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1404.9948,-867.8967 1395.0108,-864.3512 1400.6047,-873.349 1404.9948,-867.8967\"/>\n",
       "</g>\n",
       "<!-- 4450226248 -->\n",
       "<g id=\"node222\" class=\"node\">\n",
       "<title>4450226248</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1694.4681,-932 1553.8424,-932 1553.8424,-900 1694.4681,-900 1694.4681,-932\"/>\n",
       "<text text-anchor=\"middle\" x=\"1624.1553\" y=\"-918.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1624.1553\" y=\"-906.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4450226248&#45;&gt;4450222992 -->\n",
       "<g id=\"edge235\" class=\"edge\">\n",
       "<title>4450226248&#45;&gt;4450222992</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1561.5195,-899.9528C1520.8952,-889.5449 1468.7291,-876.1801 1431.1393,-866.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1431.9857,-863.1535 1421.4299,-864.0621 1430.2484,-869.9345 1431.9857,-863.1535\"/>\n",
       "</g>\n",
       "<!-- 4450225680 -->\n",
       "<g id=\"node223\" class=\"node\">\n",
       "<title>4450225680</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1535.7983,-808 1382.5123,-808 1382.5123,-776 1535.7983,-776 1535.7983,-808\"/>\n",
       "<text text-anchor=\"middle\" x=\"1459.1553\" y=\"-794.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1459.1553\" y=\"-782.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (2048, 1024, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450225680&#45;&gt;4450225848 -->\n",
       "<g id=\"edge236\" class=\"edge\">\n",
       "<title>4450225680&#45;&gt;4450225848</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1438.9244,-775.7102C1427.8462,-766.7901 1414.1407,-755.7545 1402.9718,-746.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1404.9948,-743.8967 1395.0108,-740.3512 1400.6047,-749.349 1404.9948,-743.8967\"/>\n",
       "</g>\n",
       "<!-- 4450225792 -->\n",
       "<g id=\"node224\" class=\"node\">\n",
       "<title>4450225792</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1694.4681,-808 1553.8424,-808 1553.8424,-776 1694.4681,-776 1694.4681,-808\"/>\n",
       "<text text-anchor=\"middle\" x=\"1624.1553\" y=\"-794.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block1.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1624.1553\" y=\"-782.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (2048)</text>\n",
       "</g>\n",
       "<!-- 4450225792&#45;&gt;4450225848 -->\n",
       "<g id=\"edge237\" class=\"edge\">\n",
       "<title>4450225792&#45;&gt;4450225848</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1561.5195,-775.9528C1520.8952,-765.5449 1468.7291,-752.1801 1431.1393,-742.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1431.9857,-739.1535 1421.4299,-740.0621 1430.2484,-745.9345 1431.9857,-739.1535\"/>\n",
       "</g>\n",
       "<!-- 4450224840 -->\n",
       "<g id=\"node225\" class=\"node\">\n",
       "<title>4450224840</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1491.7983,-628 1338.5123,-628 1338.5123,-596 1491.7983,-596 1491.7983,-628\"/>\n",
       "<text text-anchor=\"middle\" x=\"1415.1553\" y=\"-614.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block2.conv0.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1415.1553\" y=\"-602.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 2048, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450224840&#45;&gt;4450224000 -->\n",
       "<g id=\"edge239\" class=\"edge\">\n",
       "<title>4450224840&#45;&gt;4450224000</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1410.9515,-595.7102C1408.9429,-587.9269 1406.5187,-578.5331 1404.3916,-570.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1407.7144,-569.1594 1401.8266,-560.3512 1400.9364,-570.9086 1407.7144,-569.1594\"/>\n",
       "</g>\n",
       "<!-- 4450224672 -->\n",
       "<g id=\"node226\" class=\"node\">\n",
       "<title>4450224672</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1650.4681,-628 1509.8424,-628 1509.8424,-596 1650.4681,-596 1650.4681,-628\"/>\n",
       "<text text-anchor=\"middle\" x=\"1580.1553\" y=\"-614.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block2.conv0.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1580.1553\" y=\"-602.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4450224672&#45;&gt;4450224000 -->\n",
       "<g id=\"edge240\" class=\"edge\">\n",
       "<title>4450224672&#45;&gt;4450224000</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1533.0722,-595.8721C1503.593,-585.7742 1466.0591,-572.9173 1438.2327,-563.3856\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1439.0476,-559.9652 1428.453,-560.0357 1436.7791,-566.5874 1439.0476,-559.9652\"/>\n",
       "</g>\n",
       "<!-- 4450224392 -->\n",
       "<g id=\"node227\" class=\"node\">\n",
       "<title>4450224392</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1611.7983,-504 1458.5123,-504 1458.5123,-472 1611.7983,-472 1611.7983,-504\"/>\n",
       "<text text-anchor=\"middle\" x=\"1535.1553\" y=\"-490.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block2.conv1.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1535.1553\" y=\"-478.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024, 1024, 3, 3)</text>\n",
       "</g>\n",
       "<!-- 4450224392&#45;&gt;4450224952 -->\n",
       "<g id=\"edge241\" class=\"edge\">\n",
       "<title>4450224392&#45;&gt;4450224952</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1514.9244,-471.7102C1503.8462,-462.7901 1490.1407,-451.7545 1478.9718,-442.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1480.9948,-439.8967 1471.0108,-436.3512 1476.6047,-445.349 1480.9948,-439.8967\"/>\n",
       "</g>\n",
       "<!-- 4450224448 -->\n",
       "<g id=\"node228\" class=\"node\">\n",
       "<title>4450224448</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1770.4681,-504 1629.8424,-504 1629.8424,-472 1770.4681,-472 1770.4681,-504\"/>\n",
       "<text text-anchor=\"middle\" x=\"1700.1553\" y=\"-490.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block2.conv1.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1700.1553\" y=\"-478.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1024)</text>\n",
       "</g>\n",
       "<!-- 4450224448&#45;&gt;4450224952 -->\n",
       "<g id=\"edge242\" class=\"edge\">\n",
       "<title>4450224448&#45;&gt;4450224952</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1637.5195,-471.9528C1596.8952,-461.5449 1544.7291,-448.1801 1507.1393,-438.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1507.9857,-435.1535 1497.4299,-436.0621 1506.2484,-441.9345 1507.9857,-435.1535\"/>\n",
       "</g>\n",
       "<!-- 4450222600 -->\n",
       "<g id=\"node229\" class=\"node\">\n",
       "<title>4450222600</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1611.7983,-380 1458.5123,-380 1458.5123,-348 1611.7983,-348 1611.7983,-380\"/>\n",
       "<text text-anchor=\"middle\" x=\"1535.1553\" y=\"-366.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block2.conv2.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1535.1553\" y=\"-354.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (2048, 1024, 1, 1)</text>\n",
       "</g>\n",
       "<!-- 4450222600&#45;&gt;4450223552 -->\n",
       "<g id=\"edge243\" class=\"edge\">\n",
       "<title>4450222600&#45;&gt;4450223552</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1514.9244,-347.7102C1503.8462,-338.7901 1490.1407,-327.7545 1478.9718,-318.7613\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1480.9948,-315.8967 1471.0108,-312.3512 1476.6047,-321.349 1480.9948,-315.8967\"/>\n",
       "</g>\n",
       "<!-- 4450225736 -->\n",
       "<g id=\"node230\" class=\"node\">\n",
       "<title>4450225736</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1770.4681,-380 1629.8424,-380 1629.8424,-348 1770.4681,-348 1770.4681,-380\"/>\n",
       "<text text-anchor=\"middle\" x=\"1700.1553\" y=\"-366.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">group3.block2.conv2.bias</text>\n",
       "<text text-anchor=\"middle\" x=\"1700.1553\" y=\"-354.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (2048)</text>\n",
       "</g>\n",
       "<!-- 4450225736&#45;&gt;4450223552 -->\n",
       "<g id=\"edge244\" class=\"edge\">\n",
       "<title>4450225736&#45;&gt;4450223552</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1637.5195,-347.9528C1596.8952,-337.5449 1544.7291,-324.1801 1507.1393,-314.5496\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1507.9857,-311.1535 1497.4299,-312.0621 1506.2484,-317.9345 1507.9857,-311.1535\"/>\n",
       "</g>\n",
       "<!-- 4450225568 -->\n",
       "<g id=\"node231\" class=\"node\">\n",
       "<title>4450225568</title>\n",
       "<polygon fill=\"#d3d3d3\" stroke=\"#000000\" points=\"1484.1299,-76 1412.1807,-76 1412.1807,-56 1484.1299,-56 1484.1299,-76\"/>\n",
       "<text text-anchor=\"middle\" x=\"1448.1553\" y=\"-62.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">TBackward</text>\n",
       "</g>\n",
       "<!-- 4450225568&#45;&gt;4450223440 -->\n",
       "<g id=\"edge246\" class=\"edge\">\n",
       "<title>4450225568&#45;&gt;4450223440</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1429.0258,-55.9883C1412.4675,-47.3223 1388.2917,-34.6696 1369.4879,-24.8283\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1370.9628,-21.6499 1360.4799,-20.1138 1367.7169,-27.8518 1370.9628,-21.6499\"/>\n",
       "</g>\n",
       "<!-- 4450223048 -->\n",
       "<g id=\"node232\" class=\"node\">\n",
       "<title>4450223048</title>\n",
       "<polygon fill=\"#add8e6\" stroke=\"#000000\" points=\"1496.6475,-144 1415.6631,-144 1415.6631,-112 1496.6475,-112 1496.6475,-144\"/>\n",
       "<text text-anchor=\"middle\" x=\"1456.1553\" y=\"-130.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\">fc.weight</text>\n",
       "<text text-anchor=\"middle\" x=\"1456.1553\" y=\"-118.4\" font-family=\"Times,serif\" font-size=\"12.00\" fill=\"#000000\"> (1000, 2048)</text>\n",
       "</g>\n",
       "<!-- 4450223048&#45;&gt;4450225568 -->\n",
       "<g id=\"edge247\" class=\"edge\">\n",
       "<title>4450223048&#45;&gt;4450225568</title>\n",
       "<path fill=\"none\" stroke=\"#000000\" d=\"M1454.0534,-111.7102C1453.0491,-103.9269 1451.837,-94.5331 1450.7734,-86.2908\"/>\n",
       "<polygon fill=\"#000000\" stroke=\"#000000\" points=\"1454.2419,-85.8211 1449.4909,-76.3512 1447.2995,-86.7169 1454.2419,-85.8211\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>\n"
      ],
      "text/plain": [
       "<graphviz.dot.Digraph at 0x109410c18>"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "make_dot(y, params)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Tensorflow model definition"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "import numpy as np\n",
    "\n",
    "def g(inputs, params):\n",
    "    '''Bottleneck WRN-50-2 model definition\n",
    "    '''\n",
    "    def tr(v):\n",
    "        if v.ndim == 4:\n",
    "            return v.transpose(2,3,1,0)\n",
    "        elif v.ndim == 2:\n",
    "            return v.transpose()\n",
    "        return v\n",
    "    params = {k: tf.constant(tr(v)) for k, v in params.items()}\n",
    "    \n",
    "    def conv2d(x, params, name, stride=1, padding=0):\n",
    "        x = tf.pad(x, [[0,0],[padding,padding],[padding,padding],[0,0]])\n",
    "        z = tf.nn.conv2d(x, params['%s.weight'%name], [1,stride,stride,1],\n",
    "                         padding='VALID')\n",
    "        if '%s.bias'%name in params:\n",
    "            return tf.nn.bias_add(z, params['%s.bias'%name])\n",
    "        else:\n",
    "            return z\n",
    "    \n",
    "    def group(input, params, base, stride, n):\n",
    "        o = input\n",
    "        for i in range(0,n):\n",
    "            b_base = ('%s.block%d.conv') % (base, i)\n",
    "            x = o\n",
    "            o = conv2d(x, params, b_base + '0')\n",
    "            o = tf.nn.relu(o)\n",
    "            o = conv2d(o, params, b_base + '1', stride=i==0 and stride or 1, padding=1)\n",
    "            o = tf.nn.relu(o)\n",
    "            o = conv2d(o, params, b_base + '2')\n",
    "            if i == 0:\n",
    "                o += conv2d(x, params, b_base + '_dim', stride=stride)\n",
    "            else:\n",
    "                o += x\n",
    "            o = tf.nn.relu(o)\n",
    "        return o\n",
    "    \n",
    "    # determine network size by parameters\n",
    "    blocks = [sum([re.match('group%d.block\\d+.conv0.weight'%j, k) is not None\n",
    "                   for k in params.keys()]) for j in range(4)]\n",
    "\n",
    "    o = conv2d(inputs, params, 'conv0', 2, 3)\n",
    "    o = tf.nn.relu(o)\n",
    "    o = tf.pad(o, [[0,0], [1,1], [1,1], [0,0]])\n",
    "    o = tf.nn.max_pool(o, ksize=[1,3,3,1], strides=[1,2,2,1], padding='VALID')\n",
    "    o_g0 = group(o, params, 'group0', 1, blocks[0])\n",
    "    o_g1 = group(o_g0, params, 'group1', 2, blocks[1])\n",
    "    o_g2 = group(o_g1, params, 'group2', 2, blocks[2])\n",
    "    o_g3 = group(o_g2, params, 'group3', 2, blocks[3])\n",
    "    o = tf.nn.avg_pool(o_g3, ksize=[1,7,7,1], strides=[1,1,1,1], padding='VALID')\n",
    "    o = tf.reshape(o, [-1, 2048])\n",
    "    o = tf.matmul(o, params['fc.weight']) + params['fc.bias']\n",
    "    return o\n",
    "\n",
    "params = {k: v.numpy() for k,v in torch.load('wide-resnet-50-2-export.pth').items()}\n",
    "inputs_tf = tf.placeholder(tf.float32, shape=[None,224,224,3])\n",
    "\n",
    "out = g(inputs_tf, params)\n",
    "\n",
    "sess = tf.Session()\n",
    "y_tf = sess.run(out, feed_dict={inputs_tf: inputs.permute(0,2,3,1).numpy()})\n",
    "\n",
    "# check that difference between PyTorch and Tensorflow is small\n",
    "assert np.abs(y_tf - y.data.numpy()).max() < 1e-5"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}