05_Image_recognition_and_classification/inceptionV3_tfslim.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# InceptionV3 示例 - TensorLayer结合TF-Slim实现"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "import tensorlayer as tl\n",
    "slim = tf.contrib.slim\n",
    "from tensorflow.contrib.slim.python.slim.nets.alexnet import alexnet_v2\n",
    "from tensorflow.contrib.slim.python.slim.nets.inception_v3 import inception_v3_base, inception_v3, inception_v3_arg_scope\n",
    "# from tensorflow.contrib.slim.python.slim.nets.resnet_v2 import resnet_v2_152\n",
    "# from tensorflow.contrib.slim.python.slim.nets.vgg import vgg_16\n",
    "import skimage\n",
    "import skimage.io\n",
    "import skimage.transform\n",
    "import time, os\n",
    "from data.imagenet_classes import *\n",
    "import numpy as np"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# 可能需要从下载模型文件\n",
    "import os.path\n",
    "if not os.path.isfile('./inception_v3.ckpt'):\n",
    "    !wget -O inception_v3.tar.gz http://download.tensorflow.org/models/inception_v3_2016_08_28.tar.gz\n",
    "    !tar -zxvf inception_v3.tar.gz"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 载入图像数据"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def load_image(path):\n",
    "    # load image\n",
    "    img = skimage.io.imread(path)\n",
    "    img = img / 255.0\n",
    "    assert (0 <= img).all() and (img <= 1.0).all()\n",
    "    # print \"Original Image Shape: \", img.shape\n",
    "    # we crop image from center\n",
    "    short_edge = min(img.shape[:2])\n",
    "    yy = int((img.shape[0] - short_edge) / 2)\n",
    "    xx = int((img.shape[1] - short_edge) / 2)\n",
    "    crop_img = img[yy: yy + short_edge, xx: xx + short_edge]\n",
    "    # resize to 299, 299\n",
    "    resized_img = skimage.transform.resize(crop_img, (299, 299))\n",
    "    return resized_img"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "def print_prob(prob):\n",
    "    synset = class_names\n",
    "    # print prob\n",
    "    pred = np.argsort(prob)[::-1]\n",
    "    # Get top1 label\n",
    "    top1 = synset[pred[0]]\n",
    "    print(\"Top1: \", top1, prob[pred[0]])\n",
    "    # Get top5 label\n",
    "    top5 = [(synset[pred[i]], prob[pred[i]]) for i in range(5)]\n",
    "    print(\"Top5: \", top5)\n",
    "    return top1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "## Alexnet_v2 / All TF-Slim nets can be merged into TensorLayer\n",
    "# x = tf.placeholder(tf.float32, shape=[None, 299, 299, 3])\n",
    "# net_in = tl.layers.InputLayer(x, name='input_layer')\n",
    "# network = tl.layers.SlimNetsLayer(layer=net_in, slim_layer=alexnet_v2,\n",
    "#                                 slim_args= {\n",
    "#                                        'num_classes' : 1000,\n",
    "#                                        'is_training' : True,\n",
    "#                                        'dropout_keep_prob' : 0.5,\n",
    "#                                        'spatial_squeeze' : True,\n",
    "#                                        'scope' : 'alexnet_v2'\n",
    "#                                         },\n",
    "#                                     name='alexnet_v2'  # <-- the name should be the same with the ckpt model\n",
    "#                                     )\n",
    "# sess = tf.InteractiveSession()\n",
    "# # sess.run(tf.initialize_all_variables())\n",
    "# tl.layers.initialize_global_variables(sess)\n",
    "# network.print_params()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 将TF-Slim的网络结构嵌入到TensorLayer中"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  [TL] InputLayer  input_layer: (?, 299, 299, 3)\n",
      "  [TL] SlimNetsLayer InceptionV3: inception_v3\n"
     ]
    }
   ],
   "source": [
    "# network.print_params()\n",
    "\n",
    "\n",
    "## InceptionV3 / All TF-Slim nets can be merged into TensorLayer\n",
    "x = tf.placeholder(tf.float32, shape=[None, 299, 299, 3])\n",
    "net_in = tl.layers.InputLayer(x, name='input_layer')\n",
    "with slim.arg_scope(inception_v3_arg_scope()):\n",
    "    ## Alternatively, you should implement inception_v3 without TensorLayer as follow.\n",
    "    # logits, end_points = inception_v3(X, num_classes=1001,\n",
    "    #                                   is_training=False)\n",
    "    network = tl.layers.SlimNetsLayer(layer=net_in, slim_layer=inception_v3,\n",
    "                                    slim_args= {\n",
    "                                             'num_classes' : 1001,\n",
    "                                             'is_training' : False,\n",
    "                                            #  'dropout_keep_prob' : 0.8,       # for training\n",
    "                                            #  'min_depth' : 16,\n",
    "                                            #  'depth_multiplier' : 1.0,\n",
    "                                            #  'prediction_fn' : slim.softmax,\n",
    "                                            #  'spatial_squeeze' : True,\n",
    "                                            #  'reuse' : None,\n",
    "                                            #  'scope' : 'InceptionV3'\n",
    "                                            },\n",
    "                                        name='InceptionV3'  # <-- the name should be the same with the ckpt model\n",
    "                                        )"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## 运行"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  param   0: InceptionV3/Conv2d_1a_3x3/weights:0 (3, 3, 3, 32)      float32_ref\n",
      "  param   1: InceptionV3/Conv2d_1a_3x3/BatchNorm/beta:0 (32,)              float32_ref\n",
      "  param   2: InceptionV3/Conv2d_1a_3x3/BatchNorm/moving_mean:0 (32,)              float32_ref\n",
      "  param   3: InceptionV3/Conv2d_1a_3x3/BatchNorm/moving_variance:0 (32,)              float32_ref\n",
      "  param   4: InceptionV3/Conv2d_2a_3x3/weights:0 (3, 3, 32, 32)     float32_ref\n",
      "  param   5: InceptionV3/Conv2d_2a_3x3/BatchNorm/beta:0 (32,)              float32_ref\n",
      "  param   6: InceptionV3/Conv2d_2a_3x3/BatchNorm/moving_mean:0 (32,)              float32_ref\n",
      "  param   7: InceptionV3/Conv2d_2a_3x3/BatchNorm/moving_variance:0 (32,)              float32_ref\n",
      "  param   8: InceptionV3/Conv2d_2b_3x3/weights:0 (3, 3, 32, 64)     float32_ref\n",
      "  param   9: InceptionV3/Conv2d_2b_3x3/BatchNorm/beta:0 (64,)              float32_ref\n",
      "  param  10: InceptionV3/Conv2d_2b_3x3/BatchNorm/moving_mean:0 (64,)              float32_ref\n",
      "  param  11: InceptionV3/Conv2d_2b_3x3/BatchNorm/moving_variance:0 (64,)              float32_ref\n",
      "  param  12: InceptionV3/Conv2d_3b_1x1/weights:0 (1, 1, 64, 80)     float32_ref\n",
      "  param  13: InceptionV3/Conv2d_3b_1x1/BatchNorm/beta:0 (80,)              float32_ref\n",
      "  param  14: InceptionV3/Conv2d_3b_1x1/BatchNorm/moving_mean:0 (80,)              float32_ref\n",
      "  param  15: InceptionV3/Conv2d_3b_1x1/BatchNorm/moving_variance:0 (80,)              float32_ref\n",
      "  param  16: InceptionV3/Conv2d_4a_3x3/weights:0 (3, 3, 80, 192)    float32_ref\n",
      "  param  17: InceptionV3/Conv2d_4a_3x3/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param  18: InceptionV3/Conv2d_4a_3x3/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param  19: InceptionV3/Conv2d_4a_3x3/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param  20: InceptionV3/Mixed_5b/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 192, 64)    float32_ref\n",
      "  param  21: InceptionV3/Mixed_5b/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref\n",
      "  param  22: InceptionV3/Mixed_5b/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref\n",
      "  param  23: InceptionV3/Mixed_5b/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref\n",
      "  param  24: InceptionV3/Mixed_5b/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 192, 48)    float32_ref\n",
      "  param  25: InceptionV3/Mixed_5b/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (48,)              float32_ref\n",
      "  param  26: InceptionV3/Mixed_5b/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (48,)              float32_ref\n",
      "  param  27: InceptionV3/Mixed_5b/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (48,)              float32_ref\n",
      "  param  28: InceptionV3/Mixed_5b/Branch_1/Conv2d_0b_5x5/weights:0 (5, 5, 48, 64)     float32_ref\n",
      "  param  29: InceptionV3/Mixed_5b/Branch_1/Conv2d_0b_5x5/BatchNorm/beta:0 (64,)              float32_ref\n",
      "  param  30: InceptionV3/Mixed_5b/Branch_1/Conv2d_0b_5x5/BatchNorm/moving_mean:0 (64,)              float32_ref\n",
      "  param  31: InceptionV3/Mixed_5b/Branch_1/Conv2d_0b_5x5/BatchNorm/moving_variance:0 (64,)              float32_ref\n",
      "  param  32: InceptionV3/Mixed_5b/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 192, 64)    float32_ref\n",
      "  param  33: InceptionV3/Mixed_5b/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref\n",
      "  param  34: InceptionV3/Mixed_5b/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref\n",
      "  param  35: InceptionV3/Mixed_5b/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref\n",
      "  param  36: InceptionV3/Mixed_5b/Branch_2/Conv2d_0b_3x3/weights:0 (3, 3, 64, 96)     float32_ref\n",
      "  param  37: InceptionV3/Mixed_5b/Branch_2/Conv2d_0b_3x3/BatchNorm/beta:0 (96,)              float32_ref\n",
      "  param  38: InceptionV3/Mixed_5b/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref\n",
      "  param  39: InceptionV3/Mixed_5b/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref\n",
      "  param  40: InceptionV3/Mixed_5b/Branch_2/Conv2d_0c_3x3/weights:0 (3, 3, 96, 96)     float32_ref\n",
      "  param  41: InceptionV3/Mixed_5b/Branch_2/Conv2d_0c_3x3/BatchNorm/beta:0 (96,)              float32_ref\n",
      "  param  42: InceptionV3/Mixed_5b/Branch_2/Conv2d_0c_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref\n",
      "  param  43: InceptionV3/Mixed_5b/Branch_2/Conv2d_0c_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref\n",
      "  param  44: InceptionV3/Mixed_5b/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 192, 32)    float32_ref\n",
      "  param  45: InceptionV3/Mixed_5b/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (32,)              float32_ref\n",
      "  param  46: InceptionV3/Mixed_5b/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (32,)              float32_ref\n",
      "  param  47: InceptionV3/Mixed_5b/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (32,)              float32_ref\n",
      "  param  48: InceptionV3/Mixed_5c/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 256, 64)    float32_ref\n",
      "  param  49: InceptionV3/Mixed_5c/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref\n",
      "  param  50: InceptionV3/Mixed_5c/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref\n",
      "  param  51: InceptionV3/Mixed_5c/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref\n",
      "  param  52: InceptionV3/Mixed_5c/Branch_1/Conv2d_0b_1x1/weights:0 (1, 1, 256, 48)    float32_ref\n",
      "  param  53: InceptionV3/Mixed_5c/Branch_1/Conv2d_0b_1x1/BatchNorm/beta:0 (48,)              float32_ref\n",
      "  param  54: InceptionV3/Mixed_5c/Branch_1/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (48,)              float32_ref\n",
      "  param  55: InceptionV3/Mixed_5c/Branch_1/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (48,)              float32_ref\n",
      "  param  56: InceptionV3/Mixed_5c/Branch_1/Conv_1_0c_5x5/weights:0 (5, 5, 48, 64)     float32_ref\n",
      "  param  57: InceptionV3/Mixed_5c/Branch_1/Conv_1_0c_5x5/BatchNorm/beta:0 (64,)              float32_ref\n",
      "  param  58: InceptionV3/Mixed_5c/Branch_1/Conv_1_0c_5x5/BatchNorm/moving_mean:0 (64,)              float32_ref\n",
      "  param  59: InceptionV3/Mixed_5c/Branch_1/Conv_1_0c_5x5/BatchNorm/moving_variance:0 (64,)              float32_ref\n",
      "  param  60: InceptionV3/Mixed_5c/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 256, 64)    float32_ref\n",
      "  param  61: InceptionV3/Mixed_5c/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref\n",
      "  param  62: InceptionV3/Mixed_5c/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref\n",
      "  param  63: InceptionV3/Mixed_5c/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref\n",
      "  param  64: InceptionV3/Mixed_5c/Branch_2/Conv2d_0b_3x3/weights:0 (3, 3, 64, 96)     float32_ref\n",
      "  param  65: InceptionV3/Mixed_5c/Branch_2/Conv2d_0b_3x3/BatchNorm/beta:0 (96,)              float32_ref\n",
      "  param  66: InceptionV3/Mixed_5c/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref\n",
      "  param  67: InceptionV3/Mixed_5c/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref\n",
      "  param  68: InceptionV3/Mixed_5c/Branch_2/Conv2d_0c_3x3/weights:0 (3, 3, 96, 96)     float32_ref\n",
      "  param  69: InceptionV3/Mixed_5c/Branch_2/Conv2d_0c_3x3/BatchNorm/beta:0 (96,)              float32_ref\n",
      "  param  70: InceptionV3/Mixed_5c/Branch_2/Conv2d_0c_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref\n",
      "  param  71: InceptionV3/Mixed_5c/Branch_2/Conv2d_0c_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref\n",
      "  param  72: InceptionV3/Mixed_5c/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 256, 64)    float32_ref\n",
      "  param  73: InceptionV3/Mixed_5c/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (64,)              float32_ref\n",
      "  param  74: InceptionV3/Mixed_5c/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref\n",
      "  param  75: InceptionV3/Mixed_5c/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref\n",
      "  param  76: InceptionV3/Mixed_5d/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 288, 64)    float32_ref\n",
      "  param  77: InceptionV3/Mixed_5d/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref\n",
      "  param  78: InceptionV3/Mixed_5d/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref\n",
      "  param  79: InceptionV3/Mixed_5d/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref\n",
      "  param  80: InceptionV3/Mixed_5d/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 288, 48)    float32_ref\n",
      "  param  81: InceptionV3/Mixed_5d/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (48,)              float32_ref\n",
      "  param  82: InceptionV3/Mixed_5d/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (48,)              float32_ref\n",
      "  param  83: InceptionV3/Mixed_5d/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (48,)              float32_ref\n",
      "  param  84: InceptionV3/Mixed_5d/Branch_1/Conv2d_0b_5x5/weights:0 (5, 5, 48, 64)     float32_ref\n",
      "  param  85: InceptionV3/Mixed_5d/Branch_1/Conv2d_0b_5x5/BatchNorm/beta:0 (64,)              float32_ref\n",
      "  param  86: InceptionV3/Mixed_5d/Branch_1/Conv2d_0b_5x5/BatchNorm/moving_mean:0 (64,)              float32_ref\n",
      "  param  87: InceptionV3/Mixed_5d/Branch_1/Conv2d_0b_5x5/BatchNorm/moving_variance:0 (64,)              float32_ref\n",
      "  param  88: InceptionV3/Mixed_5d/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 288, 64)    float32_ref\n",
      "  param  89: InceptionV3/Mixed_5d/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref\n",
      "  param  90: InceptionV3/Mixed_5d/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref\n",
      "  param  91: InceptionV3/Mixed_5d/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref\n",
      "  param  92: InceptionV3/Mixed_5d/Branch_2/Conv2d_0b_3x3/weights:0 (3, 3, 64, 96)     float32_ref\n",
      "  param  93: InceptionV3/Mixed_5d/Branch_2/Conv2d_0b_3x3/BatchNorm/beta:0 (96,)              float32_ref\n",
      "  param  94: InceptionV3/Mixed_5d/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref\n",
      "  param  95: InceptionV3/Mixed_5d/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref\n",
      "  param  96: InceptionV3/Mixed_5d/Branch_2/Conv2d_0c_3x3/weights:0 (3, 3, 96, 96)     float32_ref\n",
      "  param  97: InceptionV3/Mixed_5d/Branch_2/Conv2d_0c_3x3/BatchNorm/beta:0 (96,)              float32_ref\n",
      "  param  98: InceptionV3/Mixed_5d/Branch_2/Conv2d_0c_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref\n",
      "  param  99: InceptionV3/Mixed_5d/Branch_2/Conv2d_0c_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref\n",
      "  param 100: InceptionV3/Mixed_5d/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 288, 64)    float32_ref\n",
      "  param 101: InceptionV3/Mixed_5d/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (64,)              float32_ref\n",
      "  param 102: InceptionV3/Mixed_5d/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref\n",
      "  param 103: InceptionV3/Mixed_5d/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref\n",
      "  param 104: InceptionV3/Mixed_6a/Branch_0/Conv2d_1a_1x1/weights:0 (3, 3, 288, 384)    float32_ref\n",
      "  param 105: InceptionV3/Mixed_6a/Branch_0/Conv2d_1a_1x1/BatchNorm/beta:0 (384,)             float32_ref\n",
      "  param 106: InceptionV3/Mixed_6a/Branch_0/Conv2d_1a_1x1/BatchNorm/moving_mean:0 (384,)             float32_ref\n",
      "  param 107: InceptionV3/Mixed_6a/Branch_0/Conv2d_1a_1x1/BatchNorm/moving_variance:0 (384,)             float32_ref\n",
      "  param 108: InceptionV3/Mixed_6a/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 288, 64)    float32_ref\n",
      "  param 109: InceptionV3/Mixed_6a/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (64,)              float32_ref\n",
      "  param 110: InceptionV3/Mixed_6a/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (64,)              float32_ref\n",
      "  param 111: InceptionV3/Mixed_6a/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (64,)              float32_ref\n",
      "  param 112: InceptionV3/Mixed_6a/Branch_1/Conv2d_0b_3x3/weights:0 (3, 3, 64, 96)     float32_ref\n",
      "  param 113: InceptionV3/Mixed_6a/Branch_1/Conv2d_0b_3x3/BatchNorm/beta:0 (96,)              float32_ref\n",
      "  param 114: InceptionV3/Mixed_6a/Branch_1/Conv2d_0b_3x3/BatchNorm/moving_mean:0 (96,)              float32_ref\n",
      "  param 115: InceptionV3/Mixed_6a/Branch_1/Conv2d_0b_3x3/BatchNorm/moving_variance:0 (96,)              float32_ref\n",
      "  param 116: InceptionV3/Mixed_6a/Branch_1/Conv2d_1a_1x1/weights:0 (3, 3, 96, 96)     float32_ref\n",
      "  param 117: InceptionV3/Mixed_6a/Branch_1/Conv2d_1a_1x1/BatchNorm/beta:0 (96,)              float32_ref\n",
      "  param 118: InceptionV3/Mixed_6a/Branch_1/Conv2d_1a_1x1/BatchNorm/moving_mean:0 (96,)              float32_ref\n",
      "  param 119: InceptionV3/Mixed_6a/Branch_1/Conv2d_1a_1x1/BatchNorm/moving_variance:0 (96,)              float32_ref\n",
      "  param 120: InceptionV3/Mixed_6b/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref\n",
      "  param 121: InceptionV3/Mixed_6b/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 122: InceptionV3/Mixed_6b/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 123: InceptionV3/Mixed_6b/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 124: InceptionV3/Mixed_6b/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 768, 128)    float32_ref\n",
      "  param 125: InceptionV3/Mixed_6b/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (128,)             float32_ref\n",
      "  param 126: InceptionV3/Mixed_6b/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (128,)             float32_ref\n",
      "  param 127: InceptionV3/Mixed_6b/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (128,)             float32_ref\n",
      "  param 128: InceptionV3/Mixed_6b/Branch_1/Conv2d_0b_1x7/weights:0 (1, 7, 128, 128)    float32_ref\n",
      "  param 129: InceptionV3/Mixed_6b/Branch_1/Conv2d_0b_1x7/BatchNorm/beta:0 (128,)             float32_ref\n",
      "  param 130: InceptionV3/Mixed_6b/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_mean:0 (128,)             float32_ref\n",
      "  param 131: InceptionV3/Mixed_6b/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_variance:0 (128,)             float32_ref\n",
      "  param 132: InceptionV3/Mixed_6b/Branch_1/Conv2d_0c_7x1/weights:0 (7, 1, 128, 192)    float32_ref\n",
      "  param 133: InceptionV3/Mixed_6b/Branch_1/Conv2d_0c_7x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 134: InceptionV3/Mixed_6b/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 135: InceptionV3/Mixed_6b/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 136: InceptionV3/Mixed_6b/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 768, 128)    float32_ref\n",
      "  param 137: InceptionV3/Mixed_6b/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (128,)             float32_ref\n",
      "  param 138: InceptionV3/Mixed_6b/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (128,)             float32_ref\n",
      "  param 139: InceptionV3/Mixed_6b/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (128,)             float32_ref\n",
      "  param 140: InceptionV3/Mixed_6b/Branch_2/Conv2d_0b_7x1/weights:0 (7, 1, 128, 128)    float32_ref\n",
      "  param 141: InceptionV3/Mixed_6b/Branch_2/Conv2d_0b_7x1/BatchNorm/beta:0 (128,)             float32_ref\n",
      "  param 142: InceptionV3/Mixed_6b/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_mean:0 (128,)             float32_ref\n",
      "  param 143: InceptionV3/Mixed_6b/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_variance:0 (128,)             float32_ref\n",
      "  param 144: InceptionV3/Mixed_6b/Branch_2/Conv2d_0c_1x7/weights:0 (1, 7, 128, 128)    float32_ref\n",
      "  param 145: InceptionV3/Mixed_6b/Branch_2/Conv2d_0c_1x7/BatchNorm/beta:0 (128,)             float32_ref\n",
      "  param 146: InceptionV3/Mixed_6b/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_mean:0 (128,)             float32_ref\n",
      "  param 147: InceptionV3/Mixed_6b/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_variance:0 (128,)             float32_ref\n",
      "  param 148: InceptionV3/Mixed_6b/Branch_2/Conv2d_0d_7x1/weights:0 (7, 1, 128, 128)    float32_ref\n",
      "  param 149: InceptionV3/Mixed_6b/Branch_2/Conv2d_0d_7x1/BatchNorm/beta:0 (128,)             float32_ref\n",
      "  param 150: InceptionV3/Mixed_6b/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_mean:0 (128,)             float32_ref\n",
      "  param 151: InceptionV3/Mixed_6b/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_variance:0 (128,)             float32_ref\n",
      "  param 152: InceptionV3/Mixed_6b/Branch_2/Conv2d_0e_1x7/weights:0 (1, 7, 128, 192)    float32_ref\n",
      "  param 153: InceptionV3/Mixed_6b/Branch_2/Conv2d_0e_1x7/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 154: InceptionV3/Mixed_6b/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 155: InceptionV3/Mixed_6b/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 156: InceptionV3/Mixed_6b/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 768, 192)    float32_ref\n",
      "  param 157: InceptionV3/Mixed_6b/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 158: InceptionV3/Mixed_6b/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 159: InceptionV3/Mixed_6b/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 160: InceptionV3/Mixed_6c/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref\n",
      "  param 161: InceptionV3/Mixed_6c/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 162: InceptionV3/Mixed_6c/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 163: InceptionV3/Mixed_6c/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 164: InceptionV3/Mixed_6c/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 768, 160)    float32_ref\n",
      "  param 165: InceptionV3/Mixed_6c/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (160,)             float32_ref\n",
      "  param 166: InceptionV3/Mixed_6c/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (160,)             float32_ref\n",
      "  param 167: InceptionV3/Mixed_6c/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (160,)             float32_ref\n",
      "  param 168: InceptionV3/Mixed_6c/Branch_1/Conv2d_0b_1x7/weights:0 (1, 7, 160, 160)    float32_ref\n",
      "  param 169: InceptionV3/Mixed_6c/Branch_1/Conv2d_0b_1x7/BatchNorm/beta:0 (160,)             float32_ref\n",
      "  param 170: InceptionV3/Mixed_6c/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_mean:0 (160,)             float32_ref\n",
      "  param 171: InceptionV3/Mixed_6c/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_variance:0 (160,)             float32_ref\n",
      "  param 172: InceptionV3/Mixed_6c/Branch_1/Conv2d_0c_7x1/weights:0 (7, 1, 160, 192)    float32_ref\n",
      "  param 173: InceptionV3/Mixed_6c/Branch_1/Conv2d_0c_7x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 174: InceptionV3/Mixed_6c/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 175: InceptionV3/Mixed_6c/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 176: InceptionV3/Mixed_6c/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 768, 160)    float32_ref\n",
      "  param 177: InceptionV3/Mixed_6c/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (160,)             float32_ref\n",
      "  param 178: InceptionV3/Mixed_6c/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (160,)             float32_ref\n",
      "  param 179: InceptionV3/Mixed_6c/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (160,)             float32_ref\n",
      "  param 180: InceptionV3/Mixed_6c/Branch_2/Conv2d_0b_7x1/weights:0 (7, 1, 160, 160)    float32_ref\n",
      "  param 181: InceptionV3/Mixed_6c/Branch_2/Conv2d_0b_7x1/BatchNorm/beta:0 (160,)             float32_ref\n",
      "  param 182: InceptionV3/Mixed_6c/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_mean:0 (160,)             float32_ref\n",
      "  param 183: InceptionV3/Mixed_6c/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_variance:0 (160,)             float32_ref\n",
      "  param 184: InceptionV3/Mixed_6c/Branch_2/Conv2d_0c_1x7/weights:0 (1, 7, 160, 160)    float32_ref\n",
      "  param 185: InceptionV3/Mixed_6c/Branch_2/Conv2d_0c_1x7/BatchNorm/beta:0 (160,)             float32_ref\n",
      "  param 186: InceptionV3/Mixed_6c/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_mean:0 (160,)             float32_ref\n",
      "  param 187: InceptionV3/Mixed_6c/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_variance:0 (160,)             float32_ref\n",
      "  param 188: InceptionV3/Mixed_6c/Branch_2/Conv2d_0d_7x1/weights:0 (7, 1, 160, 160)    float32_ref\n",
      "  param 189: InceptionV3/Mixed_6c/Branch_2/Conv2d_0d_7x1/BatchNorm/beta:0 (160,)             float32_ref\n",
      "  param 190: InceptionV3/Mixed_6c/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_mean:0 (160,)             float32_ref\n",
      "  param 191: InceptionV3/Mixed_6c/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_variance:0 (160,)             float32_ref\n",
      "  param 192: InceptionV3/Mixed_6c/Branch_2/Conv2d_0e_1x7/weights:0 (1, 7, 160, 192)    float32_ref\n",
      "  param 193: InceptionV3/Mixed_6c/Branch_2/Conv2d_0e_1x7/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 194: InceptionV3/Mixed_6c/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 195: InceptionV3/Mixed_6c/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 196: InceptionV3/Mixed_6c/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 768, 192)    float32_ref\n",
      "  param 197: InceptionV3/Mixed_6c/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 198: InceptionV3/Mixed_6c/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 199: InceptionV3/Mixed_6c/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 200: InceptionV3/Mixed_6d/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref\n",
      "  param 201: InceptionV3/Mixed_6d/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 202: InceptionV3/Mixed_6d/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 203: InceptionV3/Mixed_6d/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 204: InceptionV3/Mixed_6d/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 768, 160)    float32_ref\n",
      "  param 205: InceptionV3/Mixed_6d/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (160,)             float32_ref\n",
      "  param 206: InceptionV3/Mixed_6d/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (160,)             float32_ref\n",
      "  param 207: InceptionV3/Mixed_6d/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (160,)             float32_ref\n",
      "  param 208: InceptionV3/Mixed_6d/Branch_1/Conv2d_0b_1x7/weights:0 (1, 7, 160, 160)    float32_ref\n",
      "  param 209: InceptionV3/Mixed_6d/Branch_1/Conv2d_0b_1x7/BatchNorm/beta:0 (160,)             float32_ref\n",
      "  param 210: InceptionV3/Mixed_6d/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_mean:0 (160,)             float32_ref\n",
      "  param 211: InceptionV3/Mixed_6d/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_variance:0 (160,)             float32_ref\n",
      "  param 212: InceptionV3/Mixed_6d/Branch_1/Conv2d_0c_7x1/weights:0 (7, 1, 160, 192)    float32_ref\n",
      "  param 213: InceptionV3/Mixed_6d/Branch_1/Conv2d_0c_7x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 214: InceptionV3/Mixed_6d/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 215: InceptionV3/Mixed_6d/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 216: InceptionV3/Mixed_6d/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 768, 160)    float32_ref\n",
      "  param 217: InceptionV3/Mixed_6d/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (160,)             float32_ref\n",
      "  param 218: InceptionV3/Mixed_6d/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (160,)             float32_ref\n",
      "  param 219: InceptionV3/Mixed_6d/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (160,)             float32_ref\n",
      "  param 220: InceptionV3/Mixed_6d/Branch_2/Conv2d_0b_7x1/weights:0 (7, 1, 160, 160)    float32_ref\n",
      "  param 221: InceptionV3/Mixed_6d/Branch_2/Conv2d_0b_7x1/BatchNorm/beta:0 (160,)             float32_ref\n",
      "  param 222: InceptionV3/Mixed_6d/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_mean:0 (160,)             float32_ref\n",
      "  param 223: InceptionV3/Mixed_6d/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_variance:0 (160,)             float32_ref\n",
      "  param 224: InceptionV3/Mixed_6d/Branch_2/Conv2d_0c_1x7/weights:0 (1, 7, 160, 160)    float32_ref\n",
      "  param 225: InceptionV3/Mixed_6d/Branch_2/Conv2d_0c_1x7/BatchNorm/beta:0 (160,)             float32_ref\n",
      "  param 226: InceptionV3/Mixed_6d/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_mean:0 (160,)             float32_ref\n",
      "  param 227: InceptionV3/Mixed_6d/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_variance:0 (160,)             float32_ref\n",
      "  param 228: InceptionV3/Mixed_6d/Branch_2/Conv2d_0d_7x1/weights:0 (7, 1, 160, 160)    float32_ref\n",
      "  param 229: InceptionV3/Mixed_6d/Branch_2/Conv2d_0d_7x1/BatchNorm/beta:0 (160,)             float32_ref\n",
      "  param 230: InceptionV3/Mixed_6d/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_mean:0 (160,)             float32_ref\n",
      "  param 231: InceptionV3/Mixed_6d/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_variance:0 (160,)             float32_ref\n",
      "  param 232: InceptionV3/Mixed_6d/Branch_2/Conv2d_0e_1x7/weights:0 (1, 7, 160, 192)    float32_ref\n",
      "  param 233: InceptionV3/Mixed_6d/Branch_2/Conv2d_0e_1x7/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 234: InceptionV3/Mixed_6d/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  param 235: InceptionV3/Mixed_6d/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 236: InceptionV3/Mixed_6d/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 768, 192)    float32_ref\n",
      "  param 237: InceptionV3/Mixed_6d/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 238: InceptionV3/Mixed_6d/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 239: InceptionV3/Mixed_6d/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 240: InceptionV3/Mixed_6e/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref\n",
      "  param 241: InceptionV3/Mixed_6e/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 242: InceptionV3/Mixed_6e/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 243: InceptionV3/Mixed_6e/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 244: InceptionV3/Mixed_6e/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref\n",
      "  param 245: InceptionV3/Mixed_6e/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 246: InceptionV3/Mixed_6e/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 247: InceptionV3/Mixed_6e/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 248: InceptionV3/Mixed_6e/Branch_1/Conv2d_0b_1x7/weights:0 (1, 7, 192, 192)    float32_ref\n",
      "  param 249: InceptionV3/Mixed_6e/Branch_1/Conv2d_0b_1x7/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 250: InceptionV3/Mixed_6e/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 251: InceptionV3/Mixed_6e/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 252: InceptionV3/Mixed_6e/Branch_1/Conv2d_0c_7x1/weights:0 (7, 1, 192, 192)    float32_ref\n",
      "  param 253: InceptionV3/Mixed_6e/Branch_1/Conv2d_0c_7x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 254: InceptionV3/Mixed_6e/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 255: InceptionV3/Mixed_6e/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 256: InceptionV3/Mixed_6e/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref\n",
      "  param 257: InceptionV3/Mixed_6e/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 258: InceptionV3/Mixed_6e/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 259: InceptionV3/Mixed_6e/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 260: InceptionV3/Mixed_6e/Branch_2/Conv2d_0b_7x1/weights:0 (7, 1, 192, 192)    float32_ref\n",
      "  param 261: InceptionV3/Mixed_6e/Branch_2/Conv2d_0b_7x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 262: InceptionV3/Mixed_6e/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 263: InceptionV3/Mixed_6e/Branch_2/Conv2d_0b_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 264: InceptionV3/Mixed_6e/Branch_2/Conv2d_0c_1x7/weights:0 (1, 7, 192, 192)    float32_ref\n",
      "  param 265: InceptionV3/Mixed_6e/Branch_2/Conv2d_0c_1x7/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 266: InceptionV3/Mixed_6e/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 267: InceptionV3/Mixed_6e/Branch_2/Conv2d_0c_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 268: InceptionV3/Mixed_6e/Branch_2/Conv2d_0d_7x1/weights:0 (7, 1, 192, 192)    float32_ref\n",
      "  param 269: InceptionV3/Mixed_6e/Branch_2/Conv2d_0d_7x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 270: InceptionV3/Mixed_6e/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 271: InceptionV3/Mixed_6e/Branch_2/Conv2d_0d_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 272: InceptionV3/Mixed_6e/Branch_2/Conv2d_0e_1x7/weights:0 (1, 7, 192, 192)    float32_ref\n",
      "  param 273: InceptionV3/Mixed_6e/Branch_2/Conv2d_0e_1x7/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 274: InceptionV3/Mixed_6e/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 275: InceptionV3/Mixed_6e/Branch_2/Conv2d_0e_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 276: InceptionV3/Mixed_6e/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 768, 192)    float32_ref\n",
      "  param 277: InceptionV3/Mixed_6e/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 278: InceptionV3/Mixed_6e/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 279: InceptionV3/Mixed_6e/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 280: InceptionV3/Mixed_7a/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref\n",
      "  param 281: InceptionV3/Mixed_7a/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 282: InceptionV3/Mixed_7a/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 283: InceptionV3/Mixed_7a/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 284: InceptionV3/Mixed_7a/Branch_0/Conv2d_1a_3x3/weights:0 (3, 3, 192, 320)    float32_ref\n",
      "  param 285: InceptionV3/Mixed_7a/Branch_0/Conv2d_1a_3x3/BatchNorm/beta:0 (320,)             float32_ref\n",
      "  param 286: InceptionV3/Mixed_7a/Branch_0/Conv2d_1a_3x3/BatchNorm/moving_mean:0 (320,)             float32_ref\n",
      "  param 287: InceptionV3/Mixed_7a/Branch_0/Conv2d_1a_3x3/BatchNorm/moving_variance:0 (320,)             float32_ref\n",
      "  param 288: InceptionV3/Mixed_7a/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 768, 192)    float32_ref\n",
      "  param 289: InceptionV3/Mixed_7a/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 290: InceptionV3/Mixed_7a/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 291: InceptionV3/Mixed_7a/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 292: InceptionV3/Mixed_7a/Branch_1/Conv2d_0b_1x7/weights:0 (1, 7, 192, 192)    float32_ref\n",
      "  param 293: InceptionV3/Mixed_7a/Branch_1/Conv2d_0b_1x7/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 294: InceptionV3/Mixed_7a/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 295: InceptionV3/Mixed_7a/Branch_1/Conv2d_0b_1x7/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 296: InceptionV3/Mixed_7a/Branch_1/Conv2d_0c_7x1/weights:0 (7, 1, 192, 192)    float32_ref\n",
      "  param 297: InceptionV3/Mixed_7a/Branch_1/Conv2d_0c_7x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 298: InceptionV3/Mixed_7a/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 299: InceptionV3/Mixed_7a/Branch_1/Conv2d_0c_7x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 300: InceptionV3/Mixed_7a/Branch_1/Conv2d_1a_3x3/weights:0 (3, 3, 192, 192)    float32_ref\n",
      "  param 301: InceptionV3/Mixed_7a/Branch_1/Conv2d_1a_3x3/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 302: InceptionV3/Mixed_7a/Branch_1/Conv2d_1a_3x3/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 303: InceptionV3/Mixed_7a/Branch_1/Conv2d_1a_3x3/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 304: InceptionV3/Mixed_7b/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 1280, 320)    float32_ref\n",
      "  param 305: InceptionV3/Mixed_7b/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (320,)             float32_ref\n",
      "  param 306: InceptionV3/Mixed_7b/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (320,)             float32_ref\n",
      "  param 307: InceptionV3/Mixed_7b/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (320,)             float32_ref\n",
      "  param 308: InceptionV3/Mixed_7b/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 1280, 384)    float32_ref\n",
      "  param 309: InceptionV3/Mixed_7b/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (384,)             float32_ref\n",
      "  param 310: InceptionV3/Mixed_7b/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (384,)             float32_ref\n",
      "  param 311: InceptionV3/Mixed_7b/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (384,)             float32_ref\n",
      "  param 312: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_1x3/weights:0 (1, 3, 384, 384)    float32_ref\n",
      "  param 313: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_1x3/BatchNorm/beta:0 (384,)             float32_ref\n",
      "  param 314: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_1x3/BatchNorm/moving_mean:0 (384,)             float32_ref\n",
      "  param 315: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_1x3/BatchNorm/moving_variance:0 (384,)             float32_ref\n",
      "  param 316: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_3x1/weights:0 (3, 1, 384, 384)    float32_ref\n",
      "  param 317: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_3x1/BatchNorm/beta:0 (384,)             float32_ref\n",
      "  param 318: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_3x1/BatchNorm/moving_mean:0 (384,)             float32_ref\n",
      "  param 319: InceptionV3/Mixed_7b/Branch_1/Conv2d_0b_3x1/BatchNorm/moving_variance:0 (384,)             float32_ref\n",
      "  param 320: InceptionV3/Mixed_7b/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 1280, 448)    float32_ref\n",
      "  param 321: InceptionV3/Mixed_7b/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (448,)             float32_ref\n",
      "  param 322: InceptionV3/Mixed_7b/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (448,)             float32_ref\n",
      "  param 323: InceptionV3/Mixed_7b/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (448,)             float32_ref\n",
      "  param 324: InceptionV3/Mixed_7b/Branch_2/Conv2d_0b_3x3/weights:0 (3, 3, 448, 384)    float32_ref\n",
      "  param 325: InceptionV3/Mixed_7b/Branch_2/Conv2d_0b_3x3/BatchNorm/beta:0 (384,)             float32_ref\n",
      "  param 326: InceptionV3/Mixed_7b/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_mean:0 (384,)             float32_ref\n",
      "  param 327: InceptionV3/Mixed_7b/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_variance:0 (384,)             float32_ref\n",
      "  param 328: InceptionV3/Mixed_7b/Branch_2/Conv2d_0c_1x3/weights:0 (1, 3, 384, 384)    float32_ref\n",
      "  param 329: InceptionV3/Mixed_7b/Branch_2/Conv2d_0c_1x3/BatchNorm/beta:0 (384,)             float32_ref\n",
      "  param 330: InceptionV3/Mixed_7b/Branch_2/Conv2d_0c_1x3/BatchNorm/moving_mean:0 (384,)             float32_ref\n",
      "  param 331: InceptionV3/Mixed_7b/Branch_2/Conv2d_0c_1x3/BatchNorm/moving_variance:0 (384,)             float32_ref\n",
      "  param 332: InceptionV3/Mixed_7b/Branch_2/Conv2d_0d_3x1/weights:0 (3, 1, 384, 384)    float32_ref\n",
      "  param 333: InceptionV3/Mixed_7b/Branch_2/Conv2d_0d_3x1/BatchNorm/beta:0 (384,)             float32_ref\n",
      "  param 334: InceptionV3/Mixed_7b/Branch_2/Conv2d_0d_3x1/BatchNorm/moving_mean:0 (384,)             float32_ref\n",
      "  param 335: InceptionV3/Mixed_7b/Branch_2/Conv2d_0d_3x1/BatchNorm/moving_variance:0 (384,)             float32_ref\n",
      "  param 336: InceptionV3/Mixed_7b/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 1280, 192)    float32_ref\n",
      "  param 337: InceptionV3/Mixed_7b/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 338: InceptionV3/Mixed_7b/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 339: InceptionV3/Mixed_7b/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 340: InceptionV3/Mixed_7c/Branch_0/Conv2d_0a_1x1/weights:0 (1, 1, 2048, 320)    float32_ref\n",
      "  param 341: InceptionV3/Mixed_7c/Branch_0/Conv2d_0a_1x1/BatchNorm/beta:0 (320,)             float32_ref\n",
      "  param 342: InceptionV3/Mixed_7c/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (320,)             float32_ref\n",
      "  param 343: InceptionV3/Mixed_7c/Branch_0/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (320,)             float32_ref\n",
      "  param 344: InceptionV3/Mixed_7c/Branch_1/Conv2d_0a_1x1/weights:0 (1, 1, 2048, 384)    float32_ref\n",
      "  param 345: InceptionV3/Mixed_7c/Branch_1/Conv2d_0a_1x1/BatchNorm/beta:0 (384,)             float32_ref\n",
      "  param 346: InceptionV3/Mixed_7c/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (384,)             float32_ref\n",
      "  param 347: InceptionV3/Mixed_7c/Branch_1/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (384,)             float32_ref\n",
      "  param 348: InceptionV3/Mixed_7c/Branch_1/Conv2d_0b_1x3/weights:0 (1, 3, 384, 384)    float32_ref\n",
      "  param 349: InceptionV3/Mixed_7c/Branch_1/Conv2d_0b_1x3/BatchNorm/beta:0 (384,)             float32_ref\n",
      "  param 350: InceptionV3/Mixed_7c/Branch_1/Conv2d_0b_1x3/BatchNorm/moving_mean:0 (384,)             float32_ref\n",
      "  param 351: InceptionV3/Mixed_7c/Branch_1/Conv2d_0b_1x3/BatchNorm/moving_variance:0 (384,)             float32_ref\n",
      "  param 352: InceptionV3/Mixed_7c/Branch_1/Conv2d_0c_3x1/weights:0 (3, 1, 384, 384)    float32_ref\n",
      "  param 353: InceptionV3/Mixed_7c/Branch_1/Conv2d_0c_3x1/BatchNorm/beta:0 (384,)             float32_ref\n",
      "  param 354: InceptionV3/Mixed_7c/Branch_1/Conv2d_0c_3x1/BatchNorm/moving_mean:0 (384,)             float32_ref\n",
      "  param 355: InceptionV3/Mixed_7c/Branch_1/Conv2d_0c_3x1/BatchNorm/moving_variance:0 (384,)             float32_ref\n",
      "  param 356: InceptionV3/Mixed_7c/Branch_2/Conv2d_0a_1x1/weights:0 (1, 1, 2048, 448)    float32_ref\n",
      "  param 357: InceptionV3/Mixed_7c/Branch_2/Conv2d_0a_1x1/BatchNorm/beta:0 (448,)             float32_ref\n",
      "  param 358: InceptionV3/Mixed_7c/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_mean:0 (448,)             float32_ref\n",
      "  param 359: InceptionV3/Mixed_7c/Branch_2/Conv2d_0a_1x1/BatchNorm/moving_variance:0 (448,)             float32_ref\n",
      "  param 360: InceptionV3/Mixed_7c/Branch_2/Conv2d_0b_3x3/weights:0 (3, 3, 448, 384)    float32_ref\n",
      "  param 361: InceptionV3/Mixed_7c/Branch_2/Conv2d_0b_3x3/BatchNorm/beta:0 (384,)             float32_ref\n",
      "  param 362: InceptionV3/Mixed_7c/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_mean:0 (384,)             float32_ref\n",
      "  param 363: InceptionV3/Mixed_7c/Branch_2/Conv2d_0b_3x3/BatchNorm/moving_variance:0 (384,)             float32_ref\n",
      "  param 364: InceptionV3/Mixed_7c/Branch_2/Conv2d_0c_1x3/weights:0 (1, 3, 384, 384)    float32_ref\n",
      "  param 365: InceptionV3/Mixed_7c/Branch_2/Conv2d_0c_1x3/BatchNorm/beta:0 (384,)             float32_ref\n",
      "  param 366: InceptionV3/Mixed_7c/Branch_2/Conv2d_0c_1x3/BatchNorm/moving_mean:0 (384,)             float32_ref\n",
      "  param 367: InceptionV3/Mixed_7c/Branch_2/Conv2d_0c_1x3/BatchNorm/moving_variance:0 (384,)             float32_ref\n",
      "  param 368: InceptionV3/Mixed_7c/Branch_2/Conv2d_0d_3x1/weights:0 (3, 1, 384, 384)    float32_ref\n",
      "  param 369: InceptionV3/Mixed_7c/Branch_2/Conv2d_0d_3x1/BatchNorm/beta:0 (384,)             float32_ref\n",
      "  param 370: InceptionV3/Mixed_7c/Branch_2/Conv2d_0d_3x1/BatchNorm/moving_mean:0 (384,)             float32_ref\n",
      "  param 371: InceptionV3/Mixed_7c/Branch_2/Conv2d_0d_3x1/BatchNorm/moving_variance:0 (384,)             float32_ref\n",
      "  param 372: InceptionV3/Mixed_7c/Branch_3/Conv2d_0b_1x1/weights:0 (1, 1, 2048, 192)    float32_ref\n",
      "  param 373: InceptionV3/Mixed_7c/Branch_3/Conv2d_0b_1x1/BatchNorm/beta:0 (192,)             float32_ref\n",
      "  param 374: InceptionV3/Mixed_7c/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_mean:0 (192,)             float32_ref\n",
      "  param 375: InceptionV3/Mixed_7c/Branch_3/Conv2d_0b_1x1/BatchNorm/moving_variance:0 (192,)             float32_ref\n",
      "  param 376: InceptionV3/AuxLogits/Conv2d_1b_1x1/weights:0 (1, 1, 768, 128)    float32_ref\n",
      "  param 377: InceptionV3/AuxLogits/Conv2d_1b_1x1/BatchNorm/beta:0 (128,)             float32_ref\n",
      "  param 378: InceptionV3/AuxLogits/Conv2d_1b_1x1/BatchNorm/moving_mean:0 (128,)             float32_ref\n",
      "  param 379: InceptionV3/AuxLogits/Conv2d_1b_1x1/BatchNorm/moving_variance:0 (128,)             float32_ref\n",
      "  param 380: InceptionV3/AuxLogits/Conv2d_2a_5x5/weights:0 (5, 5, 128, 768)    float32_ref\n",
      "  param 381: InceptionV3/AuxLogits/Conv2d_2a_5x5/BatchNorm/beta:0 (768,)             float32_ref\n",
      "  param 382: InceptionV3/AuxLogits/Conv2d_2a_5x5/BatchNorm/moving_mean:0 (768,)             float32_ref\n",
      "  param 383: InceptionV3/AuxLogits/Conv2d_2a_5x5/BatchNorm/moving_variance:0 (768,)             float32_ref\n",
      "  param 384: InceptionV3/AuxLogits/Conv2d_2b_1x1/weights:0 (1, 1, 768, 1001)    float32_ref\n",
      "  param 385: InceptionV3/AuxLogits/Conv2d_2b_1x1/biases:0 (1001,)            float32_ref\n",
      "  param 386: InceptionV3/Logits/Conv2d_1c_1x1/weights:0 (1, 1, 2048, 1001)    float32_ref\n",
      "  param 387: InceptionV3/Logits/Conv2d_1c_1x1/biases:0 (1001,)            float32_ref\n",
      "  num of params: 27182194\n",
      "INFO:tensorflow:Restoring parameters from ./inception_v3.ckpt\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model Restored\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/home/xrong/.pyenv/versions/anaconda3-4.4.0/lib/python3.6/site-packages/skimage/transform/_warps.py:84: UserWarning: The default mode, 'constant', will be changed to 'reflect' in skimage 0.15.\n",
      "  warn(\"The default mode, 'constant', will be changed to 'reflect' in \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "End time : 1.124s\n",
      "Top1:  jigsaw puzzle 0.99967\n",
      "Top5:  [('jigsaw puzzle', 0.99966955), ('sock', 7.3529677e-06), ('acorn', 6.1438336e-06), ('can opener, tin opener', 5.3175322e-06), ('rubber eraser, rubber, pencil eraser', 3.7719678e-06)]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "'jigsaw puzzle'"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sess = tf.InteractiveSession()\n",
    "\n",
    "network.print_params(False)\n",
    "\n",
    "saver = tf.train.Saver()\n",
    "if not os.path.isfile(\"inception_v3.ckpt\"):\n",
    "    print(\"请从 https://github.com/tensorflow/models/tree/master/research/slim#pre-trained-models 下载 inception_v3 模型文件\")\n",
    "    exit()\n",
    "try:    # TF12+\n",
    "    saver.restore(sess, \"./inception_v3.ckpt\")\n",
    "except: # TF11\n",
    "    saver.restore(sess, \"inception_v3.ckpt\")\n",
    "print(\"Model Restored\")\n",
    "\n",
    "from scipy.misc import imread, imresize\n",
    "y = network.outputs\n",
    "probs = tf.nn.softmax(y)\n",
    "img1 = load_image(\"data/puzzle.jpeg\")\n",
    "img1 = img1.reshape((1, 299, 299, 3))\n",
    "\n",
    "start_time = time.time()\n",
    "prob = sess.run(probs, feed_dict= {x : img1})\n",
    "print(\"End time : %.5ss\" % (time.time() - start_time))\n",
    "print_prob(prob[0][1:]) # Note : as it have 1001 outputs, the 1st output is nothing\n",
    "\n",
    "\n",
    "## 训练好的模型可以存为 npz 文件\n",
    "# tl.files.save_npz(network.all_params, name='model_inceptionV3.npz')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}