Nasnet.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "%load_ext autoreload\n",
    "%autoreload 2"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import os\n",
    "import numpy as np\n",
    "\n",
    "from keras.callbacks import ReduceLROnPlateau\n",
    "from keras.models import Model, load_model\n",
    "from keras.optimizers import SGD, Adam\n",
    "from keras.layers import Dense, Dropout, GlobalAveragePooling2D, Input, Conv2D, GlobalMaxPooling2D, MaxPooling2D, Flatten, Concatenate\n",
    "from keras import layers as kl\n",
    "# Conv2D, Input, Flatten, MaxPooling2D, UpSampling2D, concatenate, Cropping2D, Reshape, BatchNormalization\n",
    "\n",
    "from keras.applications.nasnet import NASNetLarge\n",
    "\n",
    "%matplotlib inline"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "from utils.preprocess import DataGenerator\n",
    "from utils.callbacks import PlotCurves\n",
    "from utils.load_data import load_data\n",
    "from utils.comparams import calculate_auc, auc\n",
    "from utils.tester import run_test"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "import tensorflow as tf\n",
    "import keras.callbacks\n",
    "from keras import backend as K\n",
    "config = tf.ConfigProto(intra_op_parallelism_threads=31, inter_op_parallelism_threads=1, allow_soft_placement=True)\n",
    "session = tf.Session(config=config)\n",
    "K.set_session(session)\n",
    "os.environ[\"OMP_NUM_THREADS\"] = \"31\"\n",
    "os.environ[\"KMP_BLOCKTIME\"] = \"1\"\n",
    "os.environ[\"KMP_SETTINGS\"] = \"1\"\n",
    "os.environ[\"KMP_AFFINITY\"]= \"granularity=fine,verbose,compact,1,0\""
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Data Generator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [],
   "source": [
    "data_dir = './data/macenko/'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(261756, 32728)"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "x_train, y_train, x_valid, y_valid = load_data(data_dir, purpose='train', \n",
    "                                               limit=None, val_limit=None, norm='macenko')\n",
    "len(x_train), len(x_valid)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# indexes\n",
    "train_id = np.arange(len(x_train))\n",
    "val_id = np.arange(len(x_valid))\n",
    "\n",
    "# create a useful dictionary structures\n",
    "partition = {}\n",
    "partition['train'] = train_id\n",
    "partition['validation'] = val_id\n",
    "    \n",
    "train_labels = {str(i) : y_train[i].flatten()[0] for i in train_id}\n",
    "val_labels = {str(i) : y_valid[i].flatten()[0] for i in val_id}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [],
   "source": [
    "del train_id\n",
    "del val_id\n",
    "del data_dir"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## MODEL"
   ]
  },
  {
   "cell_type": "raw",
   "metadata": {},
   "source": [
    "nasnet.get_output_at(-1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "def build_arch_8_net():\n",
    "    \n",
    "    inputs = Input((96, 96, 3))\n",
    "    nasnet = NASNetLarge(input_tensor=inputs, weights='imagenet', include_top=False)\n",
    "    x = nasnet.output\n",
    "#     x = Conv2D(32, (1,1), activation='relu')(x)\n",
    "    x = GlobalAveragePooling2D()(x)\n",
    "    x = Dense(128, activation='relu')(x)\n",
    "    y = Dense(2, activation='softmax')(x)\n",
    "    \n",
    "    # Train only the top layer\n",
    "    for layer in nasnet.layers:\n",
    "        layer.trainable = False\n",
    "\n",
    "    model = Model(inputs=inputs, outputs=y)\n",
    "\n",
    "    return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [],
   "source": [
    "def build_arch_10_net():\n",
    "    \n",
    "    inputs = Input((96, 96, 3))\n",
    "    nasnet = NASNetLarge(input_tensor=inputs, weights='imagenet', include_top=False)\n",
    "    x = nasnet.output\n",
    "    x = Conv2D(32, (1,1), activation='relu')(x)\n",
    "    x = GlobalAveragePooling2D()(x)\n",
    "    x = Dense(64, activation='relu')(x)\n",
    "    y = Dense(2, activation='softmax')(x)\n",
    "    \n",
    "    # Train only the top layer\n",
    "    for layer in nasnet.layers:\n",
    "        layer.trainable = False\n",
    "\n",
    "    model = Model(inputs=inputs, outputs=y)\n",
    "\n",
    "    return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "W0616 23:44:26.491729 140335792910464 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:74: The name tf.get_default_graph is deprecated. Please use tf.compat.v1.get_default_graph instead.\n",
      "\n",
      "W0616 23:44:26.504105 140335792910464 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:517: The name tf.placeholder is deprecated. Please use tf.compat.v1.placeholder instead.\n",
      "\n",
      "W0616 23:44:26.506195 140335792910464 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:4185: The name tf.truncated_normal is deprecated. Please use tf.random.truncated_normal instead.\n",
      "\n",
      "W0616 23:44:26.519470 140335792910464 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:174: The name tf.get_default_session is deprecated. Please use tf.compat.v1.get_default_session instead.\n",
      "\n",
      "W0616 23:44:27.266724 140335792910464 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:1834: The name tf.nn.fused_batch_norm is deprecated. Please use tf.compat.v1.nn.fused_batch_norm instead.\n",
      "\n",
      "W0616 23:44:27.598144 140335792910464 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:3976: The name tf.nn.max_pool is deprecated. Please use tf.nn.max_pool2d instead.\n",
      "\n",
      "W0616 23:44:27.705537 140335792910464 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:3980: The name tf.nn.avg_pool is deprecated. Please use tf.nn.avg_pool2d instead.\n",
      "\n"
     ]
    }
   ],
   "source": [
    "model = build_arch_8_net()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_1 (InputLayer)            (None, 96, 96, 3)    0                                            \n",
      "__________________________________________________________________________________________________\n",
      "stem_conv1 (Conv2D)             (None, 47, 47, 96)   2592        input_1[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "stem_bn1 (BatchNormalization)   (None, 47, 47, 96)   384         stem_conv1[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "activation_1 (Activation)       (None, 47, 47, 96)   0           stem_bn1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "reduction_conv_1_stem_1 (Conv2D (None, 47, 47, 42)   4032        activation_1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "reduction_bn_1_stem_1 (BatchNor (None, 47, 47, 42)   168         reduction_conv_1_stem_1[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_2 (Activation)       (None, 47, 47, 42)   0           reduction_bn_1_stem_1[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_4 (Activation)       (None, 47, 47, 96)   0           stem_bn1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 51, 51, 42)   0           activation_2[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 53, 53, 96)   0           activation_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 24, 24, 42)   2814        separable_conv_1_pad_reduction_le\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 24, 24, 42)   8736        separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 24, 24, 42)   168         separable_conv_1_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_1_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_3 (Activation)       (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_5 (Activation)       (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 24, 24, 42)   2814        activation_3[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 24, 24, 42)   3822        activation_5[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_6 (Activation)       (None, 47, 47, 96)   0           stem_bn1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 24, 24, 42)   168         separable_conv_2_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_2_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 53, 53, 96)   0           activation_6[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_8 (Activation)       (None, 47, 47, 96)   0           stem_bn1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_1_stem_1 (Add)    (None, 24, 24, 42)   0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 24, 24, 42)   8736        separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 51, 51, 96)   0           activation_8[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_10 (Activation)      (None, 24, 24, 42)   0           reduction_add_1_stem_1[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_1_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 24, 24, 42)   6432        separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 24, 24, 42)   2142        activation_10[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_7 (Activation)       (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_1_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 24, 24, 42)   168         separable_conv_1_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_pad_1_stem_1 (ZeroPad (None, 49, 49, 42)   0           reduction_bn_1_stem_1[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 24, 24, 42)   3822        activation_7[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_9 (Activation)       (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_11 (Activation)      (None, 24, 24, 42)   0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left2_stem_1 (MaxPool (None, 24, 24, 42)   0           reduction_pad_1_stem_1[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_2_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 24, 24, 42)   2814        activation_9[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 24, 24, 42)   2142        activation_11[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "adjust_relu_1_stem_2 (Activatio (None, 47, 47, 96)   0           stem_bn1[0][0]                   \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_2_stem_1 (Add)    (None, 24, 24, 42)   0           reduction_left2_stem_1[0][0]     \n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left3_stem_1 (Average (None, 24, 24, 42)   0           reduction_pad_1_stem_1[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 24, 24, 42)   168         separable_conv_2_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left4_stem_1 (Average (None, 24, 24, 42)   0           reduction_add_1_stem_1[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 24, 24, 42)   168         separable_conv_2_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_right5_stem_1 (MaxPoo (None, 24, 24, 42)   0           reduction_pad_1_stem_1[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_1 (ZeroPadding2D (None, 48, 48, 96)   0           adjust_relu_1_stem_2[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add3_stem_1 (Add)     (None, 24, 24, 42)   0           reduction_left3_stem_1[0][0]     \n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "add_1 (Add)                     (None, 24, 24, 42)   0           reduction_add_2_stem_1[0][0]     \n",
      "                                                                 reduction_left4_stem_1[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add4_stem_1 (Add)     (None, 24, 24, 42)   0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 reduction_right5_stem_1[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "cropping2d_1 (Cropping2D)       (None, 47, 47, 96)   0           zero_padding2d_1[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "reduction_concat_stem_1 (Concat (None, 24, 24, 168)  0           reduction_add_2_stem_1[0][0]     \n",
      "                                                                 reduction_add3_stem_1[0][0]      \n",
      "                                                                 add_1[0][0]                      \n",
      "                                                                 reduction_add4_stem_1[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_1_stem_2 (Avera (None, 24, 24, 96)   0           adjust_relu_1_stem_2[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_2_stem_2 (Avera (None, 24, 24, 96)   0           cropping2d_1[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_12 (Activation)      (None, 24, 24, 168)  0           reduction_concat_stem_1[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_1_stem_2 (Conv2D)   (None, 24, 24, 42)   4032        adjust_avg_pool_1_stem_2[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_2_stem_2 (Conv2D)   (None, 24, 24, 42)   4032        adjust_avg_pool_2_stem_2[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "reduction_conv_1_stem_2 (Conv2D (None, 24, 24, 84)   14112       activation_12[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_1 (Concatenate)     (None, 24, 24, 84)   0           adjust_conv_1_stem_2[0][0]       \n",
      "                                                                 adjust_conv_2_stem_2[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "reduction_bn_1_stem_2 (BatchNor (None, 24, 24, 84)   336         reduction_conv_1_stem_2[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_stem_2 (BatchNormaliz (None, 24, 24, 84)   336         concatenate_1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_13 (Activation)      (None, 24, 24, 84)   0           reduction_bn_1_stem_2[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "activation_15 (Activation)      (None, 24, 24, 84)   0           adjust_bn_stem_2[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 27, 27, 84)   0           activation_13[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 29, 29, 84)   0           activation_15[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 12, 12, 84)   9156        separable_conv_1_pad_reduction_le\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 12, 12, 84)   11172       separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 12, 12, 84)   336         separable_conv_1_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_1_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_14 (Activation)      (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_16 (Activation)      (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 12, 12, 84)   9156        activation_14[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 12, 12, 84)   11172       activation_16[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_17 (Activation)      (None, 24, 24, 84)   0           adjust_bn_stem_2[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 12, 12, 84)   336         separable_conv_2_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_2_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 29, 29, 84)   0           activation_17[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_19 (Activation)      (None, 24, 24, 84)   0           adjust_bn_stem_2[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_1_stem_2 (Add)    (None, 12, 12, 84)   0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 12, 12, 84)   11172       separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 27, 27, 84)   0           activation_19[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_21 (Activation)      (None, 12, 12, 84)   0           reduction_add_1_stem_2[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_1_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 12, 12, 84)   9156        separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 12, 12, 84)   7812        activation_21[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_18 (Activation)      (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_1_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 12, 12, 84)   336         separable_conv_1_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_pad_1_stem_2 (ZeroPad (None, 25, 25, 84)   0           reduction_bn_1_stem_2[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 12, 12, 84)   11172       activation_18[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_20 (Activation)      (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_22 (Activation)      (None, 12, 12, 84)   0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left2_stem_2 (MaxPool (None, 12, 12, 84)   0           reduction_pad_1_stem_2[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_2_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 12, 12, 84)   9156        activation_20[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 12, 12, 84)   7812        activation_22[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "adjust_relu_1_0 (Activation)    (None, 24, 24, 168)  0           reduction_concat_stem_1[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_2_stem_2 (Add)    (None, 12, 12, 84)   0           reduction_left2_stem_2[0][0]     \n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left3_stem_2 (Average (None, 12, 12, 84)   0           reduction_pad_1_stem_2[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 12, 12, 84)   336         separable_conv_2_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left4_stem_2 (Average (None, 12, 12, 84)   0           reduction_add_1_stem_2[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 12, 12, 84)   336         separable_conv_2_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_right5_stem_2 (MaxPoo (None, 12, 12, 84)   0           reduction_pad_1_stem_2[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_2 (ZeroPadding2D (None, 25, 25, 168)  0           adjust_relu_1_0[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add3_stem_2 (Add)     (None, 12, 12, 84)   0           reduction_left3_stem_2[0][0]     \n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "add_2 (Add)                     (None, 12, 12, 84)   0           reduction_add_2_stem_2[0][0]     \n",
      "                                                                 reduction_left4_stem_2[0][0]     \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add4_stem_2 (Add)     (None, 12, 12, 84)   0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 reduction_right5_stem_2[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "cropping2d_2 (Cropping2D)       (None, 24, 24, 168)  0           zero_padding2d_2[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "reduction_concat_stem_2 (Concat (None, 12, 12, 336)  0           reduction_add_2_stem_2[0][0]     \n",
      "                                                                 reduction_add3_stem_2[0][0]      \n",
      "                                                                 add_2[0][0]                      \n",
      "                                                                 reduction_add4_stem_2[0][0]      \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_1_0 (AveragePoo (None, 12, 12, 168)  0           adjust_relu_1_0[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_2_0 (AveragePoo (None, 12, 12, 168)  0           cropping2d_2[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_1_0 (Conv2D)        (None, 12, 12, 84)   14112       adjust_avg_pool_1_0[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_2_0 (Conv2D)        (None, 12, 12, 84)   14112       adjust_avg_pool_2_0[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_23 (Activation)      (None, 12, 12, 336)  0           reduction_concat_stem_2[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_2 (Concatenate)     (None, 12, 12, 168)  0           adjust_conv_1_0[0][0]            \n",
      "                                                                 adjust_conv_2_0[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_0 (Conv2D)        (None, 12, 12, 168)  56448       activation_23[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_0 (BatchNormalization (None, 12, 12, 168)  672         concatenate_2[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_0 (BatchNormalizati (None, 12, 12, 168)  672         normal_conv_1_0[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_24 (Activation)      (None, 12, 12, 168)  0           normal_bn_1_0[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_26 (Activation)      (None, 12, 12, 168)  0           adjust_bn_0[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_28 (Activation)      (None, 12, 12, 168)  0           adjust_bn_0[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_30 (Activation)      (None, 12, 12, 168)  0           adjust_bn_0[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_32 (Activation)      (None, 12, 12, 168)  0           normal_bn_1_0[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_0 (None, 12, 12, 168)  32424       activation_24[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_26[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_0 (None, 12, 12, 168)  32424       activation_28[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_30[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_0 (None, 12, 12, 168)  29736       activation_32[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_0[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_0[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_0[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_0[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_0[0\n",
      "__________________________________________________________________________________________________\n",
      "activation_25 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_27 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_29 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_31 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_33 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_0 (None, 12, 12, 168)  32424       activation_25[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_27[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_0 (None, 12, 12, 168)  32424       activation_29[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_31[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_0 (None, 12, 12, 168)  29736       activation_33[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_0[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_0[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_0[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_0[\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_0 (AveragePooling2 (None, 12, 12, 168)  0           normal_bn_1_0[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_0 (AveragePooling2 (None, 12, 12, 168)  0           adjust_bn_0[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_0 (AveragePooling (None, 12, 12, 168)  0           adjust_bn_0[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_0[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_0 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_0 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_0 (Add)            (None, 12, 12, 168)  0           normal_left3_0[0][0]             \n",
      "                                                                 adjust_bn_0[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_0 (Add)            (None, 12, 12, 168)  0           normal_left4_0[0][0]             \n",
      "                                                                 normal_right4_0[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_0 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_0[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_0 (Concatenate)   (None, 12, 12, 1008) 0           adjust_bn_0[0][0]                \n",
      "                                                                 normal_add_1_0[0][0]             \n",
      "                                                                 normal_add_2_0[0][0]             \n",
      "                                                                 normal_add_3_0[0][0]             \n",
      "                                                                 normal_add_4_0[0][0]             \n",
      "                                                                 normal_add_5_0[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_34 (Activation)      (None, 12, 12, 336)  0           reduction_concat_stem_2[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_35 (Activation)      (None, 12, 12, 1008) 0           normal_concat_0[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_1 (Conv2 (None, 12, 12, 168)  56448       activation_34[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_1 (Conv2D)        (None, 12, 12, 168)  169344      activation_35[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_1 (BatchNormalization (None, 12, 12, 168)  672         adjust_conv_projection_1[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_1 (BatchNormalizati (None, 12, 12, 168)  672         normal_conv_1_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_36 (Activation)      (None, 12, 12, 168)  0           normal_bn_1_1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_38 (Activation)      (None, 12, 12, 168)  0           adjust_bn_1[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_40 (Activation)      (None, 12, 12, 168)  0           adjust_bn_1[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_42 (Activation)      (None, 12, 12, 168)  0           adjust_bn_1[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_44 (Activation)      (None, 12, 12, 168)  0           normal_bn_1_1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 12, 12, 168)  32424       activation_36[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_38[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 12, 12, 168)  32424       activation_40[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_42[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 12, 12, 168)  29736       activation_44[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_1[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_1[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_1[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_1[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_1[0\n",
      "__________________________________________________________________________________________________\n",
      "activation_37 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_39 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_41 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_43 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_45 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 12, 12, 168)  32424       activation_37[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_39[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 12, 12, 168)  32424       activation_41[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_43[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 12, 12, 168)  29736       activation_45[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_1[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_1[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_1[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_1[\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_1 (AveragePooling2 (None, 12, 12, 168)  0           normal_bn_1_1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_1 (AveragePooling2 (None, 12, 12, 168)  0           adjust_bn_1[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_1 (AveragePooling (None, 12, 12, 168)  0           adjust_bn_1[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_1[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_1 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_1 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_1 (Add)            (None, 12, 12, 168)  0           normal_left3_1[0][0]             \n",
      "                                                                 adjust_bn_1[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_1 (Add)            (None, 12, 12, 168)  0           normal_left4_1[0][0]             \n",
      "                                                                 normal_right4_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_1 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_1[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_1 (Concatenate)   (None, 12, 12, 1008) 0           adjust_bn_1[0][0]                \n",
      "                                                                 normal_add_1_1[0][0]             \n",
      "                                                                 normal_add_2_1[0][0]             \n",
      "                                                                 normal_add_3_1[0][0]             \n",
      "                                                                 normal_add_4_1[0][0]             \n",
      "                                                                 normal_add_5_1[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_46 (Activation)      (None, 12, 12, 1008) 0           normal_concat_0[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_47 (Activation)      (None, 12, 12, 1008) 0           normal_concat_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_2 (Conv2 (None, 12, 12, 168)  169344      activation_46[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_2 (Conv2D)        (None, 12, 12, 168)  169344      activation_47[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_2 (BatchNormalization (None, 12, 12, 168)  672         adjust_conv_projection_2[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_2 (BatchNormalizati (None, 12, 12, 168)  672         normal_conv_1_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_48 (Activation)      (None, 12, 12, 168)  0           normal_bn_1_2[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_50 (Activation)      (None, 12, 12, 168)  0           adjust_bn_2[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_52 (Activation)      (None, 12, 12, 168)  0           adjust_bn_2[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_54 (Activation)      (None, 12, 12, 168)  0           adjust_bn_2[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_56 (Activation)      (None, 12, 12, 168)  0           normal_bn_1_2[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_2 (None, 12, 12, 168)  32424       activation_48[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_50[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_2 (None, 12, 12, 168)  32424       activation_52[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_54[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_2 (None, 12, 12, 168)  29736       activation_56[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_2[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_2[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_2[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_2[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_2[0\n",
      "__________________________________________________________________________________________________\n",
      "activation_49 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_51 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_53 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_55 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_57 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_2 (None, 12, 12, 168)  32424       activation_49[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_51[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_2 (None, 12, 12, 168)  32424       activation_53[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_55[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_2 (None, 12, 12, 168)  29736       activation_57[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_2[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_2[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_2[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_2[\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_2 (AveragePooling2 (None, 12, 12, 168)  0           normal_bn_1_2[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_2 (AveragePooling2 (None, 12, 12, 168)  0           adjust_bn_2[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_2 (AveragePooling (None, 12, 12, 168)  0           adjust_bn_2[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_2[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_2 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_2 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_2 (Add)            (None, 12, 12, 168)  0           normal_left3_2[0][0]             \n",
      "                                                                 adjust_bn_2[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_2 (Add)            (None, 12, 12, 168)  0           normal_left4_2[0][0]             \n",
      "                                                                 normal_right4_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_2 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_2[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_2 (Concatenate)   (None, 12, 12, 1008) 0           adjust_bn_2[0][0]                \n",
      "                                                                 normal_add_1_2[0][0]             \n",
      "                                                                 normal_add_2_2[0][0]             \n",
      "                                                                 normal_add_3_2[0][0]             \n",
      "                                                                 normal_add_4_2[0][0]             \n",
      "                                                                 normal_add_5_2[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_58 (Activation)      (None, 12, 12, 1008) 0           normal_concat_1[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_59 (Activation)      (None, 12, 12, 1008) 0           normal_concat_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_3 (Conv2 (None, 12, 12, 168)  169344      activation_58[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_3 (Conv2D)        (None, 12, 12, 168)  169344      activation_59[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_3 (BatchNormalization (None, 12, 12, 168)  672         adjust_conv_projection_3[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_3 (BatchNormalizati (None, 12, 12, 168)  672         normal_conv_1_3[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_60 (Activation)      (None, 12, 12, 168)  0           normal_bn_1_3[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_62 (Activation)      (None, 12, 12, 168)  0           adjust_bn_3[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_64 (Activation)      (None, 12, 12, 168)  0           adjust_bn_3[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_66 (Activation)      (None, 12, 12, 168)  0           adjust_bn_3[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_68 (Activation)      (None, 12, 12, 168)  0           normal_bn_1_3[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_3 (None, 12, 12, 168)  32424       activation_60[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_62[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_3 (None, 12, 12, 168)  32424       activation_64[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_66[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_3 (None, 12, 12, 168)  29736       activation_68[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_3[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_3[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_3[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_3[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_3[0\n",
      "__________________________________________________________________________________________________\n",
      "activation_61 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_63 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_65 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_67 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_69 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_3 (None, 12, 12, 168)  32424       activation_61[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_63[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_3 (None, 12, 12, 168)  32424       activation_65[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_67[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_3 (None, 12, 12, 168)  29736       activation_69[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_3[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_3[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_3[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_3[\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_3 (AveragePooling2 (None, 12, 12, 168)  0           normal_bn_1_3[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_3 (AveragePooling2 (None, 12, 12, 168)  0           adjust_bn_3[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_3 (AveragePooling (None, 12, 12, 168)  0           adjust_bn_3[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_3[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_3 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_3 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_3 (Add)            (None, 12, 12, 168)  0           normal_left3_3[0][0]             \n",
      "                                                                 adjust_bn_3[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_3 (Add)            (None, 12, 12, 168)  0           normal_left4_3[0][0]             \n",
      "                                                                 normal_right4_3[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_3 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_3[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_3 (Concatenate)   (None, 12, 12, 1008) 0           adjust_bn_3[0][0]                \n",
      "                                                                 normal_add_1_3[0][0]             \n",
      "                                                                 normal_add_2_3[0][0]             \n",
      "                                                                 normal_add_3_3[0][0]             \n",
      "                                                                 normal_add_4_3[0][0]             \n",
      "                                                                 normal_add_5_3[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_70 (Activation)      (None, 12, 12, 1008) 0           normal_concat_2[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_71 (Activation)      (None, 12, 12, 1008) 0           normal_concat_3[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_4 (Conv2 (None, 12, 12, 168)  169344      activation_70[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_4 (Conv2D)        (None, 12, 12, 168)  169344      activation_71[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_4 (BatchNormalization (None, 12, 12, 168)  672         adjust_conv_projection_4[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_4 (BatchNormalizati (None, 12, 12, 168)  672         normal_conv_1_4[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_72 (Activation)      (None, 12, 12, 168)  0           normal_bn_1_4[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_74 (Activation)      (None, 12, 12, 168)  0           adjust_bn_4[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_76 (Activation)      (None, 12, 12, 168)  0           adjust_bn_4[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_78 (Activation)      (None, 12, 12, 168)  0           adjust_bn_4[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_80 (Activation)      (None, 12, 12, 168)  0           normal_bn_1_4[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_4 (None, 12, 12, 168)  32424       activation_72[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_74[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_4 (None, 12, 12, 168)  32424       activation_76[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_78[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_4 (None, 12, 12, 168)  29736       activation_80[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_4[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_4[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_4[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_4[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_4[0\n",
      "__________________________________________________________________________________________________\n",
      "activation_73 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_75 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_77 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_79 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_81 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_4 (None, 12, 12, 168)  32424       activation_73[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_75[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_4 (None, 12, 12, 168)  32424       activation_77[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_79[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_4 (None, 12, 12, 168)  29736       activation_81[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_4[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_4[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_4[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_4[\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_4 (AveragePooling2 (None, 12, 12, 168)  0           normal_bn_1_4[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_4 (AveragePooling2 (None, 12, 12, 168)  0           adjust_bn_4[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_4 (AveragePooling (None, 12, 12, 168)  0           adjust_bn_4[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_4[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_4 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_4 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_4 (Add)            (None, 12, 12, 168)  0           normal_left3_4[0][0]             \n",
      "                                                                 adjust_bn_4[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_4 (Add)            (None, 12, 12, 168)  0           normal_left4_4[0][0]             \n",
      "                                                                 normal_right4_4[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_4 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_4[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_4 (Concatenate)   (None, 12, 12, 1008) 0           adjust_bn_4[0][0]                \n",
      "                                                                 normal_add_1_4[0][0]             \n",
      "                                                                 normal_add_2_4[0][0]             \n",
      "                                                                 normal_add_3_4[0][0]             \n",
      "                                                                 normal_add_4_4[0][0]             \n",
      "                                                                 normal_add_5_4[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_82 (Activation)      (None, 12, 12, 1008) 0           normal_concat_3[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_83 (Activation)      (None, 12, 12, 1008) 0           normal_concat_4[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_5 (Conv2 (None, 12, 12, 168)  169344      activation_82[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_5 (Conv2D)        (None, 12, 12, 168)  169344      activation_83[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_5 (BatchNormalization (None, 12, 12, 168)  672         adjust_conv_projection_5[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_5 (BatchNormalizati (None, 12, 12, 168)  672         normal_conv_1_5[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_84 (Activation)      (None, 12, 12, 168)  0           normal_bn_1_5[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_86 (Activation)      (None, 12, 12, 168)  0           adjust_bn_5[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_88 (Activation)      (None, 12, 12, 168)  0           adjust_bn_5[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_90 (Activation)      (None, 12, 12, 168)  0           adjust_bn_5[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_92 (Activation)      (None, 12, 12, 168)  0           normal_bn_1_5[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_5 (None, 12, 12, 168)  32424       activation_84[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 12, 12, 168)  29736       activation_86[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_5 (None, 12, 12, 168)  32424       activation_88[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 12, 12, 168)  29736       activation_90[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_5 (None, 12, 12, 168)  29736       activation_92[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left1_5[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right1_5[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left2_5[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_1_normal_right2_5[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 12, 12, 168)  672         separable_conv_1_normal_left5_5[0\n",
      "__________________________________________________________________________________________________\n",
      "activation_85 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_87 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_89 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_91 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_93 (Activation)      (None, 12, 12, 168)  0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_5 (None, 12, 12, 168)  32424       activation_85[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 12, 12, 168)  29736       activation_87[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_5 (None, 12, 12, 168)  32424       activation_89[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 12, 12, 168)  29736       activation_91[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_5 (None, 12, 12, 168)  29736       activation_93[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left1_5[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right1_5[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left2_5[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 12, 12, 168)  672         separable_conv_2_normal_right2_5[\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_5 (AveragePooling2 (None, 12, 12, 168)  0           normal_bn_1_5[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_5 (AveragePooling2 (None, 12, 12, 168)  0           adjust_bn_5[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_5 (AveragePooling (None, 12, 12, 168)  0           adjust_bn_5[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 12, 12, 168)  672         separable_conv_2_normal_left5_5[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_5 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_5 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_5 (Add)            (None, 12, 12, 168)  0           normal_left3_5[0][0]             \n",
      "                                                                 adjust_bn_5[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_5 (Add)            (None, 12, 12, 168)  0           normal_left4_5[0][0]             \n",
      "                                                                 normal_right4_5[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_5 (Add)            (None, 12, 12, 168)  0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_5[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_5 (Concatenate)   (None, 12, 12, 1008) 0           adjust_bn_5[0][0]                \n",
      "                                                                 normal_add_1_5[0][0]             \n",
      "                                                                 normal_add_2_5[0][0]             \n",
      "                                                                 normal_add_3_5[0][0]             \n",
      "                                                                 normal_add_4_5[0][0]             \n",
      "                                                                 normal_add_5_5[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_95 (Activation)      (None, 12, 12, 1008) 0           normal_concat_5[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_94 (Activation)      (None, 12, 12, 1008) 0           normal_concat_4[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "reduction_conv_1_reduce_6 (Conv (None, 12, 12, 336)  338688      activation_95[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_reduce_6 (None, 12, 12, 336)  338688      activation_94[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "reduction_bn_1_reduce_6 (BatchN (None, 12, 12, 336)  1344        reduction_conv_1_reduce_6[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_reduce_6 (BatchNormal (None, 12, 12, 336)  1344        adjust_conv_projection_reduce_6[0\n",
      "__________________________________________________________________________________________________\n",
      "activation_96 (Activation)      (None, 12, 12, 336)  0           reduction_bn_1_reduce_6[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "activation_98 (Activation)      (None, 12, 12, 336)  0           adjust_bn_reduce_6[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 15, 15, 336)  0           activation_96[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 17, 17, 336)  0           activation_98[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 6, 6, 336)    121296      separable_conv_1_pad_reduction_le\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 6, 6, 336)    129360      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 6, 6, 336)    1344        separable_conv_1_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_1_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_97 (Activation)      (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_99 (Activation)      (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 6, 6, 336)    121296      activation_97[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 6, 6, 336)    129360      activation_99[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_100 (Activation)     (None, 12, 12, 336)  0           adjust_bn_reduce_6[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 6, 6, 336)    1344        separable_conv_2_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_2_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 17, 17, 336)  0           activation_100[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_102 (Activation)     (None, 12, 12, 336)  0           adjust_bn_reduce_6[0][0]         \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_1_reduce_6 (Add)  (None, 6, 6, 336)    0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 6, 6, 336)    129360      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 15, 15, 336)  0           activation_102[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_104 (Activation)     (None, 6, 6, 336)    0           reduction_add_1_reduce_6[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_1_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 6, 6, 336)    121296      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 6, 6, 336)    115920      activation_104[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_101 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_1_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 6, 6, 336)    1344        separable_conv_1_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_pad_1_reduce_6 (ZeroP (None, 13, 13, 336)  0           reduction_bn_1_reduce_6[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 6, 6, 336)    129360      activation_101[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_103 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_105 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left2_reduce_6 (MaxPo (None, 6, 6, 336)    0           reduction_pad_1_reduce_6[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_2_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 6, 6, 336)    121296      activation_103[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 6, 6, 336)    115920      activation_105[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_relu_1_7 (Activation)    (None, 12, 12, 1008) 0           normal_concat_4[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_2_reduce_6 (Add)  (None, 6, 6, 336)    0           reduction_left2_reduce_6[0][0]   \n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left3_reduce_6 (Avera (None, 6, 6, 336)    0           reduction_pad_1_reduce_6[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 6, 6, 336)    1344        separable_conv_2_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left4_reduce_6 (Avera (None, 6, 6, 336)    0           reduction_add_1_reduce_6[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 6, 6, 336)    1344        separable_conv_2_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_right5_reduce_6 (MaxP (None, 6, 6, 336)    0           reduction_pad_1_reduce_6[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_3 (ZeroPadding2D (None, 13, 13, 1008) 0           adjust_relu_1_7[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add3_reduce_6 (Add)   (None, 6, 6, 336)    0           reduction_left3_reduce_6[0][0]   \n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "add_3 (Add)                     (None, 6, 6, 336)    0           reduction_add_2_reduce_6[0][0]   \n",
      "                                                                 reduction_left4_reduce_6[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add4_reduce_6 (Add)   (None, 6, 6, 336)    0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 reduction_right5_reduce_6[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "cropping2d_3 (Cropping2D)       (None, 12, 12, 1008) 0           zero_padding2d_3[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "reduction_concat_reduce_6 (Conc (None, 6, 6, 1344)   0           reduction_add_2_reduce_6[0][0]   \n",
      "                                                                 reduction_add3_reduce_6[0][0]    \n",
      "                                                                 add_3[0][0]                      \n",
      "                                                                 reduction_add4_reduce_6[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_1_7 (AveragePoo (None, 6, 6, 1008)   0           adjust_relu_1_7[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_2_7 (AveragePoo (None, 6, 6, 1008)   0           cropping2d_3[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_1_7 (Conv2D)        (None, 6, 6, 168)    169344      adjust_avg_pool_1_7[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_2_7 (Conv2D)        (None, 6, 6, 168)    169344      adjust_avg_pool_2_7[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "activation_106 (Activation)     (None, 6, 6, 1344)   0           reduction_concat_reduce_6[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_3 (Concatenate)     (None, 6, 6, 336)    0           adjust_conv_1_7[0][0]            \n",
      "                                                                 adjust_conv_2_7[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_7 (Conv2D)        (None, 6, 6, 336)    451584      activation_106[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_7 (BatchNormalization (None, 6, 6, 336)    1344        concatenate_3[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_7 (BatchNormalizati (None, 6, 6, 336)    1344        normal_conv_1_7[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_107 (Activation)     (None, 6, 6, 336)    0           normal_bn_1_7[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_109 (Activation)     (None, 6, 6, 336)    0           adjust_bn_7[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_111 (Activation)     (None, 6, 6, 336)    0           adjust_bn_7[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_113 (Activation)     (None, 6, 6, 336)    0           adjust_bn_7[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_115 (Activation)     (None, 6, 6, 336)    0           normal_bn_1_7[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_7 (None, 6, 6, 336)    121296      activation_107[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_109[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_7 (None, 6, 6, 336)    121296      activation_111[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_113[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_7 (None, 6, 6, 336)    115920      activation_115[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_7[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_7[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_7[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_7[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_7[0\n",
      "__________________________________________________________________________________________________\n",
      "activation_108 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_110 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_112 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_114 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_116 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_7 (None, 6, 6, 336)    121296      activation_108[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_110[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_7 (None, 6, 6, 336)    121296      activation_112[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_114[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_7 (None, 6, 6, 336)    115920      activation_116[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_7[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_7[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_7[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_7[\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_7 (AveragePooling2 (None, 6, 6, 336)    0           normal_bn_1_7[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_7 (AveragePooling2 (None, 6, 6, 336)    0           adjust_bn_7[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_7 (AveragePooling (None, 6, 6, 336)    0           adjust_bn_7[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_7[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_7 (Add)            (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_7 (Add)            (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_7 (Add)            (None, 6, 6, 336)    0           normal_left3_7[0][0]             \n",
      "                                                                 adjust_bn_7[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_7 (Add)            (None, 6, 6, 336)    0           normal_left4_7[0][0]             \n",
      "                                                                 normal_right4_7[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_7 (Add)            (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_7[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_7 (Concatenate)   (None, 6, 6, 2016)   0           adjust_bn_7[0][0]                \n",
      "                                                                 normal_add_1_7[0][0]             \n",
      "                                                                 normal_add_2_7[0][0]             \n",
      "                                                                 normal_add_3_7[0][0]             \n",
      "                                                                 normal_add_4_7[0][0]             \n",
      "                                                                 normal_add_5_7[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_117 (Activation)     (None, 6, 6, 1344)   0           reduction_concat_reduce_6[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "activation_118 (Activation)     (None, 6, 6, 2016)   0           normal_concat_7[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_8 (Conv2 (None, 6, 6, 336)    451584      activation_117[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_8 (Conv2D)        (None, 6, 6, 336)    677376      activation_118[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_8 (BatchNormalization (None, 6, 6, 336)    1344        adjust_conv_projection_8[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_8 (BatchNormalizati (None, 6, 6, 336)    1344        normal_conv_1_8[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_119 (Activation)     (None, 6, 6, 336)    0           normal_bn_1_8[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_121 (Activation)     (None, 6, 6, 336)    0           adjust_bn_8[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_123 (Activation)     (None, 6, 6, 336)    0           adjust_bn_8[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_125 (Activation)     (None, 6, 6, 336)    0           adjust_bn_8[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_127 (Activation)     (None, 6, 6, 336)    0           normal_bn_1_8[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_8 (None, 6, 6, 336)    121296      activation_119[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_121[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_8 (None, 6, 6, 336)    121296      activation_123[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_125[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_8 (None, 6, 6, 336)    115920      activation_127[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_8[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_8[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_8[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_8[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_8[0\n",
      "__________________________________________________________________________________________________\n",
      "activation_120 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_122 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_124 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_126 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_128 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_8 (None, 6, 6, 336)    121296      activation_120[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_122[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_8 (None, 6, 6, 336)    121296      activation_124[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_126[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_8 (None, 6, 6, 336)    115920      activation_128[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_8[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_8[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_8[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_8[\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_8 (AveragePooling2 (None, 6, 6, 336)    0           normal_bn_1_8[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_8 (AveragePooling2 (None, 6, 6, 336)    0           adjust_bn_8[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_8 (AveragePooling (None, 6, 6, 336)    0           adjust_bn_8[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_8[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_8 (Add)            (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_8 (Add)            (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_8 (Add)            (None, 6, 6, 336)    0           normal_left3_8[0][0]             \n",
      "                                                                 adjust_bn_8[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_8 (Add)            (None, 6, 6, 336)    0           normal_left4_8[0][0]             \n",
      "                                                                 normal_right4_8[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_8 (Add)            (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_8[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_8 (Concatenate)   (None, 6, 6, 2016)   0           adjust_bn_8[0][0]                \n",
      "                                                                 normal_add_1_8[0][0]             \n",
      "                                                                 normal_add_2_8[0][0]             \n",
      "                                                                 normal_add_3_8[0][0]             \n",
      "                                                                 normal_add_4_8[0][0]             \n",
      "                                                                 normal_add_5_8[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_129 (Activation)     (None, 6, 6, 2016)   0           normal_concat_7[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_130 (Activation)     (None, 6, 6, 2016)   0           normal_concat_8[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_9 (Conv2 (None, 6, 6, 336)    677376      activation_129[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_9 (Conv2D)        (None, 6, 6, 336)    677376      activation_130[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_9 (BatchNormalization (None, 6, 6, 336)    1344        adjust_conv_projection_9[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_9 (BatchNormalizati (None, 6, 6, 336)    1344        normal_conv_1_9[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_131 (Activation)     (None, 6, 6, 336)    0           normal_bn_1_9[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "activation_133 (Activation)     (None, 6, 6, 336)    0           adjust_bn_9[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_135 (Activation)     (None, 6, 6, 336)    0           adjust_bn_9[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_137 (Activation)     (None, 6, 6, 336)    0           adjust_bn_9[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "activation_139 (Activation)     (None, 6, 6, 336)    0           normal_bn_1_9[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_9 (None, 6, 6, 336)    121296      activation_131[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_133[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_9 (None, 6, 6, 336)    121296      activation_135[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_137[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_9 (None, 6, 6, 336)    115920      activation_139[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_9[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_9[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_9[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_9[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_9[0\n",
      "__________________________________________________________________________________________________\n",
      "activation_132 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_134 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_136 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_138 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_140 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_9 (None, 6, 6, 336)    121296      activation_132[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_134[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_9 (None, 6, 6, 336)    121296      activation_136[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_138[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_9 (None, 6, 6, 336)    115920      activation_140[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_9[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_9[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_9[0\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_9[\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_9 (AveragePooling2 (None, 6, 6, 336)    0           normal_bn_1_9[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_9 (AveragePooling2 (None, 6, 6, 336)    0           adjust_bn_9[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_9 (AveragePooling (None, 6, 6, 336)    0           adjust_bn_9[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_9[0\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_9 (Add)            (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_9 (Add)            (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_9 (Add)            (None, 6, 6, 336)    0           normal_left3_9[0][0]             \n",
      "                                                                 adjust_bn_9[0][0]                \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_9 (Add)            (None, 6, 6, 336)    0           normal_left4_9[0][0]             \n",
      "                                                                 normal_right4_9[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_9 (Add)            (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_9[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_9 (Concatenate)   (None, 6, 6, 2016)   0           adjust_bn_9[0][0]                \n",
      "                                                                 normal_add_1_9[0][0]             \n",
      "                                                                 normal_add_2_9[0][0]             \n",
      "                                                                 normal_add_3_9[0][0]             \n",
      "                                                                 normal_add_4_9[0][0]             \n",
      "                                                                 normal_add_5_9[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_141 (Activation)     (None, 6, 6, 2016)   0           normal_concat_8[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_142 (Activation)     (None, 6, 6, 2016)   0           normal_concat_9[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_10 (Conv (None, 6, 6, 336)    677376      activation_141[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_10 (Conv2D)       (None, 6, 6, 336)    677376      activation_142[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_10 (BatchNormalizatio (None, 6, 6, 336)    1344        adjust_conv_projection_10[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_10 (BatchNormalizat (None, 6, 6, 336)    1344        normal_conv_1_10[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_143 (Activation)     (None, 6, 6, 336)    0           normal_bn_1_10[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_145 (Activation)     (None, 6, 6, 336)    0           adjust_bn_10[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_147 (Activation)     (None, 6, 6, 336)    0           adjust_bn_10[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_149 (Activation)     (None, 6, 6, 336)    0           adjust_bn_10[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_151 (Activation)     (None, 6, 6, 336)    0           normal_bn_1_10[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 6, 6, 336)    121296      activation_143[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_145[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 6, 6, 336)    121296      activation_147[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_149[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 6, 6, 336)    115920      activation_151[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_10[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_10\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_10[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_10\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_10[\n",
      "__________________________________________________________________________________________________\n",
      "activation_144 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_146 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_148 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_150 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_152 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 6, 6, 336)    121296      activation_144[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_146[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 6, 6, 336)    121296      activation_148[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_150[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 6, 6, 336)    115920      activation_152[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_10[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_10\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_10[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_10\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_10 (AveragePooling (None, 6, 6, 336)    0           normal_bn_1_10[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_10 (AveragePooling (None, 6, 6, 336)    0           adjust_bn_10[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_10 (AveragePoolin (None, 6, 6, 336)    0           adjust_bn_10[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_10[\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_10 (Add)           (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_10 (Add)           (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_10 (Add)           (None, 6, 6, 336)    0           normal_left3_10[0][0]            \n",
      "                                                                 adjust_bn_10[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_10 (Add)           (None, 6, 6, 336)    0           normal_left4_10[0][0]            \n",
      "                                                                 normal_right4_10[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_10 (Add)           (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_10[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_10 (Concatenate)  (None, 6, 6, 2016)   0           adjust_bn_10[0][0]               \n",
      "                                                                 normal_add_1_10[0][0]            \n",
      "                                                                 normal_add_2_10[0][0]            \n",
      "                                                                 normal_add_3_10[0][0]            \n",
      "                                                                 normal_add_4_10[0][0]            \n",
      "                                                                 normal_add_5_10[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_153 (Activation)     (None, 6, 6, 2016)   0           normal_concat_9[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_154 (Activation)     (None, 6, 6, 2016)   0           normal_concat_10[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_11 (Conv (None, 6, 6, 336)    677376      activation_153[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_11 (Conv2D)       (None, 6, 6, 336)    677376      activation_154[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_11 (BatchNormalizatio (None, 6, 6, 336)    1344        adjust_conv_projection_11[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_11 (BatchNormalizat (None, 6, 6, 336)    1344        normal_conv_1_11[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_155 (Activation)     (None, 6, 6, 336)    0           normal_bn_1_11[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_157 (Activation)     (None, 6, 6, 336)    0           adjust_bn_11[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_159 (Activation)     (None, 6, 6, 336)    0           adjust_bn_11[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_161 (Activation)     (None, 6, 6, 336)    0           adjust_bn_11[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_163 (Activation)     (None, 6, 6, 336)    0           normal_bn_1_11[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 6, 6, 336)    121296      activation_155[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_157[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 6, 6, 336)    121296      activation_159[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_161[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 6, 6, 336)    115920      activation_163[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_11[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_11\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_11[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_11\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_11[\n",
      "__________________________________________________________________________________________________\n",
      "activation_156 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_158 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_160 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_162 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_164 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 6, 6, 336)    121296      activation_156[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_158[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 6, 6, 336)    121296      activation_160[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_162[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 6, 6, 336)    115920      activation_164[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_11[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_11\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_11[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_11\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_11 (AveragePooling (None, 6, 6, 336)    0           normal_bn_1_11[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_11 (AveragePooling (None, 6, 6, 336)    0           adjust_bn_11[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_11 (AveragePoolin (None, 6, 6, 336)    0           adjust_bn_11[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_11[\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_11 (Add)           (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_11 (Add)           (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_11 (Add)           (None, 6, 6, 336)    0           normal_left3_11[0][0]            \n",
      "                                                                 adjust_bn_11[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_11 (Add)           (None, 6, 6, 336)    0           normal_left4_11[0][0]            \n",
      "                                                                 normal_right4_11[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_11 (Add)           (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_11[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_11 (Concatenate)  (None, 6, 6, 2016)   0           adjust_bn_11[0][0]               \n",
      "                                                                 normal_add_1_11[0][0]            \n",
      "                                                                 normal_add_2_11[0][0]            \n",
      "                                                                 normal_add_3_11[0][0]            \n",
      "                                                                 normal_add_4_11[0][0]            \n",
      "                                                                 normal_add_5_11[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_165 (Activation)     (None, 6, 6, 2016)   0           normal_concat_10[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_166 (Activation)     (None, 6, 6, 2016)   0           normal_concat_11[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_12 (Conv (None, 6, 6, 336)    677376      activation_165[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_12 (Conv2D)       (None, 6, 6, 336)    677376      activation_166[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_12 (BatchNormalizatio (None, 6, 6, 336)    1344        adjust_conv_projection_12[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_12 (BatchNormalizat (None, 6, 6, 336)    1344        normal_conv_1_12[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_167 (Activation)     (None, 6, 6, 336)    0           normal_bn_1_12[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_169 (Activation)     (None, 6, 6, 336)    0           adjust_bn_12[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_171 (Activation)     (None, 6, 6, 336)    0           adjust_bn_12[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_173 (Activation)     (None, 6, 6, 336)    0           adjust_bn_12[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_175 (Activation)     (None, 6, 6, 336)    0           normal_bn_1_12[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 6, 6, 336)    121296      activation_167[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 6, 6, 336)    115920      activation_169[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 6, 6, 336)    121296      activation_171[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 6, 6, 336)    115920      activation_173[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 6, 6, 336)    115920      activation_175[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left1_12[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right1_12\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left2_12[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_1_normal_right2_12\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_1_normal_left5_12[\n",
      "__________________________________________________________________________________________________\n",
      "activation_168 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_170 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_172 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_174 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_176 (Activation)     (None, 6, 6, 336)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 6, 6, 336)    121296      activation_168[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 6, 6, 336)    115920      activation_170[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 6, 6, 336)    121296      activation_172[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 6, 6, 336)    115920      activation_174[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 6, 6, 336)    115920      activation_176[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left1_12[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right1_12\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left2_12[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 6, 6, 336)    1344        separable_conv_2_normal_right2_12\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_12 (AveragePooling (None, 6, 6, 336)    0           normal_bn_1_12[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_12 (AveragePooling (None, 6, 6, 336)    0           adjust_bn_12[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_12 (AveragePoolin (None, 6, 6, 336)    0           adjust_bn_12[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 6, 6, 336)    1344        separable_conv_2_normal_left5_12[\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_12 (Add)           (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_12 (Add)           (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_12 (Add)           (None, 6, 6, 336)    0           normal_left3_12[0][0]            \n",
      "                                                                 adjust_bn_12[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_12 (Add)           (None, 6, 6, 336)    0           normal_left4_12[0][0]            \n",
      "                                                                 normal_right4_12[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_12 (Add)           (None, 6, 6, 336)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_12[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_12 (Concatenate)  (None, 6, 6, 2016)   0           adjust_bn_12[0][0]               \n",
      "                                                                 normal_add_1_12[0][0]            \n",
      "                                                                 normal_add_2_12[0][0]            \n",
      "                                                                 normal_add_3_12[0][0]            \n",
      "                                                                 normal_add_4_12[0][0]            \n",
      "                                                                 normal_add_5_12[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_178 (Activation)     (None, 6, 6, 2016)   0           normal_concat_12[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_177 (Activation)     (None, 6, 6, 2016)   0           normal_concat_11[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "reduction_conv_1_reduce_12 (Con (None, 6, 6, 672)    1354752     activation_178[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_reduce_1 (None, 6, 6, 672)    1354752     activation_177[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "reduction_bn_1_reduce_12 (Batch (None, 6, 6, 672)    2688        reduction_conv_1_reduce_12[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_reduce_12 (BatchNorma (None, 6, 6, 672)    2688        adjust_conv_projection_reduce_12[\n",
      "__________________________________________________________________________________________________\n",
      "activation_179 (Activation)     (None, 6, 6, 672)    0           reduction_bn_1_reduce_12[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "activation_181 (Activation)     (None, 6, 6, 672)    0           adjust_bn_reduce_12[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 9, 9, 672)    0           activation_179[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 11, 11, 672)  0           activation_181[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 3, 3, 672)    468384      separable_conv_1_pad_reduction_le\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 3, 3, 672)    484512      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 3, 3, 672)    2688        separable_conv_1_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_1_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_180 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "activation_182 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 3, 3, 672)    468384      activation_180[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 3, 3, 672)    484512      activation_182[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_183 (Activation)     (None, 6, 6, 672)    0           adjust_bn_reduce_12[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 3, 3, 672)    2688        separable_conv_2_reduction_left1_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_2_reduction_right1\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 11, 11, 672)  0           activation_183[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_185 (Activation)     (None, 6, 6, 672)    0           adjust_bn_reduce_12[0][0]        \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_1_reduce_12 (Add) (None, 3, 3, 672)    0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 3, 3, 672)    484512      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_pad_reduction_ (None, 9, 9, 672)    0           activation_185[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_187 (Activation)     (None, 3, 3, 672)    0           reduction_add_1_reduce_12[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_1_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_righ (None, 3, 3, 672)    468384      separable_conv_1_pad_reduction_ri\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_reduction_left (None, 3, 3, 672)    457632      activation_187[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_184 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_1_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_reduction_l (None, 3, 3, 672)    2688        separable_conv_1_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_pad_1_reduce_12 (Zero (None, 7, 7, 672)    0           reduction_bn_1_reduce_12[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 3, 3, 672)    484512      activation_184[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_186 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "activation_188 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_reduction_lef\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left2_reduce_12 (MaxP (None, 3, 3, 672)    0           reduction_pad_1_reduce_12[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_2_reduction_right2\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_righ (None, 3, 3, 672)    468384      activation_186[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_reduction_left (None, 3, 3, 672)    457632      activation_188[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_relu_1_13 (Activation)   (None, 6, 6, 2016)   0           normal_concat_11[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add_2_reduce_12 (Add) (None, 3, 3, 672)    0           reduction_left2_reduce_12[0][0]  \n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left3_reduce_12 (Aver (None, 3, 3, 672)    0           reduction_pad_1_reduce_12[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_r (None, 3, 3, 672)    2688        separable_conv_2_reduction_right3\n",
      "__________________________________________________________________________________________________\n",
      "reduction_left4_reduce_12 (Aver (None, 3, 3, 672)    0           reduction_add_1_reduce_12[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_reduction_l (None, 3, 3, 672)    2688        separable_conv_2_reduction_left4_\n",
      "__________________________________________________________________________________________________\n",
      "reduction_right5_reduce_12 (Max (None, 3, 3, 672)    0           reduction_pad_1_reduce_12[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "zero_padding2d_4 (ZeroPadding2D (None, 7, 7, 2016)   0           adjust_relu_1_13[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add3_reduce_12 (Add)  (None, 3, 3, 672)    0           reduction_left3_reduce_12[0][0]  \n",
      "                                                                 separable_conv_2_bn_reduction_rig\n",
      "__________________________________________________________________________________________________\n",
      "add_4 (Add)                     (None, 3, 3, 672)    0           reduction_add_2_reduce_12[0][0]  \n",
      "                                                                 reduction_left4_reduce_12[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "reduction_add4_reduce_12 (Add)  (None, 3, 3, 672)    0           separable_conv_2_bn_reduction_lef\n",
      "                                                                 reduction_right5_reduce_12[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "cropping2d_4 (Cropping2D)       (None, 6, 6, 2016)   0           zero_padding2d_4[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "reduction_concat_reduce_12 (Con (None, 3, 3, 2688)   0           reduction_add_2_reduce_12[0][0]  \n",
      "                                                                 reduction_add3_reduce_12[0][0]   \n",
      "                                                                 add_4[0][0]                      \n",
      "                                                                 reduction_add4_reduce_12[0][0]   \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_1_13 (AveragePo (None, 3, 3, 2016)   0           adjust_relu_1_13[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "adjust_avg_pool_2_13 (AveragePo (None, 3, 3, 2016)   0           cropping2d_4[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_1_13 (Conv2D)       (None, 3, 3, 336)    677376      adjust_avg_pool_1_13[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_2_13 (Conv2D)       (None, 3, 3, 336)    677376      adjust_avg_pool_2_13[0][0]       \n",
      "__________________________________________________________________________________________________\n",
      "activation_189 (Activation)     (None, 3, 3, 2688)   0           reduction_concat_reduce_12[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "concatenate_4 (Concatenate)     (None, 3, 3, 672)    0           adjust_conv_1_13[0][0]           \n",
      "                                                                 adjust_conv_2_13[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_13 (Conv2D)       (None, 3, 3, 672)    1806336     activation_189[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_13 (BatchNormalizatio (None, 3, 3, 672)    2688        concatenate_4[0][0]              \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_13 (BatchNormalizat (None, 3, 3, 672)    2688        normal_conv_1_13[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_190 (Activation)     (None, 3, 3, 672)    0           normal_bn_1_13[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_192 (Activation)     (None, 3, 3, 672)    0           adjust_bn_13[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_194 (Activation)     (None, 3, 3, 672)    0           adjust_bn_13[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_196 (Activation)     (None, 3, 3, 672)    0           adjust_bn_13[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_198 (Activation)     (None, 3, 3, 672)    0           normal_bn_1_13[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_190[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_192[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_194[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_196[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_198[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_13[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_13\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_13[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_13\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_13[\n",
      "__________________________________________________________________________________________________\n",
      "activation_191 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_193 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_195 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_197 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_199 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_191[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_193[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_195[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_197[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_199[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_13[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_13\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_13[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_13\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_13 (AveragePooling (None, 3, 3, 672)    0           normal_bn_1_13[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_13 (AveragePooling (None, 3, 3, 672)    0           adjust_bn_13[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_13 (AveragePoolin (None, 3, 3, 672)    0           adjust_bn_13[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_13[\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_13 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_13 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_13 (Add)           (None, 3, 3, 672)    0           normal_left3_13[0][0]            \n",
      "                                                                 adjust_bn_13[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_13 (Add)           (None, 3, 3, 672)    0           normal_left4_13[0][0]            \n",
      "                                                                 normal_right4_13[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_13 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_13[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_13 (Concatenate)  (None, 3, 3, 4032)   0           adjust_bn_13[0][0]               \n",
      "                                                                 normal_add_1_13[0][0]            \n",
      "                                                                 normal_add_2_13[0][0]            \n",
      "                                                                 normal_add_3_13[0][0]            \n",
      "                                                                 normal_add_4_13[0][0]            \n",
      "                                                                 normal_add_5_13[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_200 (Activation)     (None, 3, 3, 2688)   0           reduction_concat_reduce_12[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "activation_201 (Activation)     (None, 3, 3, 4032)   0           normal_concat_13[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_14 (Conv (None, 3, 3, 672)    1806336     activation_200[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_14 (Conv2D)       (None, 3, 3, 672)    2709504     activation_201[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_14 (BatchNormalizatio (None, 3, 3, 672)    2688        adjust_conv_projection_14[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_14 (BatchNormalizat (None, 3, 3, 672)    2688        normal_conv_1_14[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_202 (Activation)     (None, 3, 3, 672)    0           normal_bn_1_14[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_204 (Activation)     (None, 3, 3, 672)    0           adjust_bn_14[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_206 (Activation)     (None, 3, 3, 672)    0           adjust_bn_14[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_208 (Activation)     (None, 3, 3, 672)    0           adjust_bn_14[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_210 (Activation)     (None, 3, 3, 672)    0           normal_bn_1_14[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_202[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_204[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_206[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_208[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_210[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_14[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_14\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_14[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_14\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_14[\n",
      "__________________________________________________________________________________________________\n",
      "activation_203 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_205 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_207 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_209 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_211 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_203[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_205[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_207[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_209[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_211[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_14[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_14\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_14[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_14\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_14 (AveragePooling (None, 3, 3, 672)    0           normal_bn_1_14[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_14 (AveragePooling (None, 3, 3, 672)    0           adjust_bn_14[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_14 (AveragePoolin (None, 3, 3, 672)    0           adjust_bn_14[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_14[\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_14 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_14 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_14 (Add)           (None, 3, 3, 672)    0           normal_left3_14[0][0]            \n",
      "                                                                 adjust_bn_14[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_14 (Add)           (None, 3, 3, 672)    0           normal_left4_14[0][0]            \n",
      "                                                                 normal_right4_14[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_14 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_14[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_14 (Concatenate)  (None, 3, 3, 4032)   0           adjust_bn_14[0][0]               \n",
      "                                                                 normal_add_1_14[0][0]            \n",
      "                                                                 normal_add_2_14[0][0]            \n",
      "                                                                 normal_add_3_14[0][0]            \n",
      "                                                                 normal_add_4_14[0][0]            \n",
      "                                                                 normal_add_5_14[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_212 (Activation)     (None, 3, 3, 4032)   0           normal_concat_13[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_213 (Activation)     (None, 3, 3, 4032)   0           normal_concat_14[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_15 (Conv (None, 3, 3, 672)    2709504     activation_212[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_15 (Conv2D)       (None, 3, 3, 672)    2709504     activation_213[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_15 (BatchNormalizatio (None, 3, 3, 672)    2688        adjust_conv_projection_15[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_15 (BatchNormalizat (None, 3, 3, 672)    2688        normal_conv_1_15[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_214 (Activation)     (None, 3, 3, 672)    0           normal_bn_1_15[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_216 (Activation)     (None, 3, 3, 672)    0           adjust_bn_15[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_218 (Activation)     (None, 3, 3, 672)    0           adjust_bn_15[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_220 (Activation)     (None, 3, 3, 672)    0           adjust_bn_15[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_222 (Activation)     (None, 3, 3, 672)    0           normal_bn_1_15[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_214[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_216[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_218[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_220[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_222[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_15[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_15\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_15[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_15\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_15[\n",
      "__________________________________________________________________________________________________\n",
      "activation_215 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_217 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_219 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_221 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_223 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_215[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_217[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_219[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_221[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_223[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_15[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_15\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_15[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_15\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_15 (AveragePooling (None, 3, 3, 672)    0           normal_bn_1_15[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_15 (AveragePooling (None, 3, 3, 672)    0           adjust_bn_15[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_15 (AveragePoolin (None, 3, 3, 672)    0           adjust_bn_15[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_15[\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_15 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_15 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_15 (Add)           (None, 3, 3, 672)    0           normal_left3_15[0][0]            \n",
      "                                                                 adjust_bn_15[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_15 (Add)           (None, 3, 3, 672)    0           normal_left4_15[0][0]            \n",
      "                                                                 normal_right4_15[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_15 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_15[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_15 (Concatenate)  (None, 3, 3, 4032)   0           adjust_bn_15[0][0]               \n",
      "                                                                 normal_add_1_15[0][0]            \n",
      "                                                                 normal_add_2_15[0][0]            \n",
      "                                                                 normal_add_3_15[0][0]            \n",
      "                                                                 normal_add_4_15[0][0]            \n",
      "                                                                 normal_add_5_15[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_224 (Activation)     (None, 3, 3, 4032)   0           normal_concat_14[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_225 (Activation)     (None, 3, 3, 4032)   0           normal_concat_15[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_16 (Conv (None, 3, 3, 672)    2709504     activation_224[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_16 (Conv2D)       (None, 3, 3, 672)    2709504     activation_225[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_16 (BatchNormalizatio (None, 3, 3, 672)    2688        adjust_conv_projection_16[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_16 (BatchNormalizat (None, 3, 3, 672)    2688        normal_conv_1_16[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_226 (Activation)     (None, 3, 3, 672)    0           normal_bn_1_16[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_228 (Activation)     (None, 3, 3, 672)    0           adjust_bn_16[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_230 (Activation)     (None, 3, 3, 672)    0           adjust_bn_16[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_232 (Activation)     (None, 3, 3, 672)    0           adjust_bn_16[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_234 (Activation)     (None, 3, 3, 672)    0           normal_bn_1_16[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_226[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_228[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_230[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_232[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_234[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_16[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_16\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_16[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_16\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_16[\n",
      "__________________________________________________________________________________________________\n",
      "activation_227 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_229 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_231 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_233 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_235 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_227[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_229[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_231[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_233[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_235[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_16[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_16\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_16[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_16\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_16 (AveragePooling (None, 3, 3, 672)    0           normal_bn_1_16[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_16 (AveragePooling (None, 3, 3, 672)    0           adjust_bn_16[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_16 (AveragePoolin (None, 3, 3, 672)    0           adjust_bn_16[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_16[\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_16 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_16 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_16 (Add)           (None, 3, 3, 672)    0           normal_left3_16[0][0]            \n",
      "                                                                 adjust_bn_16[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_16 (Add)           (None, 3, 3, 672)    0           normal_left4_16[0][0]            \n",
      "                                                                 normal_right4_16[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_16 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_16[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_16 (Concatenate)  (None, 3, 3, 4032)   0           adjust_bn_16[0][0]               \n",
      "                                                                 normal_add_1_16[0][0]            \n",
      "                                                                 normal_add_2_16[0][0]            \n",
      "                                                                 normal_add_3_16[0][0]            \n",
      "                                                                 normal_add_4_16[0][0]            \n",
      "                                                                 normal_add_5_16[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_236 (Activation)     (None, 3, 3, 4032)   0           normal_concat_15[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_237 (Activation)     (None, 3, 3, 4032)   0           normal_concat_16[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_17 (Conv (None, 3, 3, 672)    2709504     activation_236[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_17 (Conv2D)       (None, 3, 3, 672)    2709504     activation_237[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_17 (BatchNormalizatio (None, 3, 3, 672)    2688        adjust_conv_projection_17[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_17 (BatchNormalizat (None, 3, 3, 672)    2688        normal_conv_1_17[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_238 (Activation)     (None, 3, 3, 672)    0           normal_bn_1_17[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_240 (Activation)     (None, 3, 3, 672)    0           adjust_bn_17[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_242 (Activation)     (None, 3, 3, 672)    0           adjust_bn_17[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_244 (Activation)     (None, 3, 3, 672)    0           adjust_bn_17[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_246 (Activation)     (None, 3, 3, 672)    0           normal_bn_1_17[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_238[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_240[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_242[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_244[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_246[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_17[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_17\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_17[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_17\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_17[\n",
      "__________________________________________________________________________________________________\n",
      "activation_239 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_241 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_243 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_245 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_247 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_239[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_241[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_243[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_245[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_247[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_17[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_17\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_17[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_17\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_17 (AveragePooling (None, 3, 3, 672)    0           normal_bn_1_17[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_17 (AveragePooling (None, 3, 3, 672)    0           adjust_bn_17[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_17 (AveragePoolin (None, 3, 3, 672)    0           adjust_bn_17[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_17[\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_17 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_17 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_17 (Add)           (None, 3, 3, 672)    0           normal_left3_17[0][0]            \n",
      "                                                                 adjust_bn_17[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_17 (Add)           (None, 3, 3, 672)    0           normal_left4_17[0][0]            \n",
      "                                                                 normal_right4_17[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_17 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_17[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_17 (Concatenate)  (None, 3, 3, 4032)   0           adjust_bn_17[0][0]               \n",
      "                                                                 normal_add_1_17[0][0]            \n",
      "                                                                 normal_add_2_17[0][0]            \n",
      "                                                                 normal_add_3_17[0][0]            \n",
      "                                                                 normal_add_4_17[0][0]            \n",
      "                                                                 normal_add_5_17[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_248 (Activation)     (None, 3, 3, 4032)   0           normal_concat_16[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_249 (Activation)     (None, 3, 3, 4032)   0           normal_concat_17[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "adjust_conv_projection_18 (Conv (None, 3, 3, 672)    2709504     activation_248[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_conv_1_18 (Conv2D)       (None, 3, 3, 672)    2709504     activation_249[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "adjust_bn_18 (BatchNormalizatio (None, 3, 3, 672)    2688        adjust_conv_projection_18[0][0]  \n",
      "__________________________________________________________________________________________________\n",
      "normal_bn_1_18 (BatchNormalizat (None, 3, 3, 672)    2688        normal_conv_1_18[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "activation_250 (Activation)     (None, 3, 3, 672)    0           normal_bn_1_18[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "activation_252 (Activation)     (None, 3, 3, 672)    0           adjust_bn_18[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_254 (Activation)     (None, 3, 3, 672)    0           adjust_bn_18[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_256 (Activation)     (None, 3, 3, 672)    0           adjust_bn_18[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "activation_258 (Activation)     (None, 3, 3, 672)    0           normal_bn_1_18[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left1_1 (None, 3, 3, 672)    468384      activation_250[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right1_ (None, 3, 3, 672)    457632      activation_252[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left2_1 (None, 3, 3, 672)    468384      activation_254[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_right2_ (None, 3, 3, 672)    457632      activation_256[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_normal_left5_1 (None, 3, 3, 672)    457632      activation_258[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left1_18[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right1_18\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left2_18[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_1_normal_right2_18\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_1_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_1_normal_left5_18[\n",
      "__________________________________________________________________________________________________\n",
      "activation_251 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left1_\n",
      "__________________________________________________________________________________________________\n",
      "activation_253 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "activation_255 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left2_\n",
      "__________________________________________________________________________________________________\n",
      "activation_257 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "activation_259 (Activation)     (None, 3, 3, 672)    0           separable_conv_1_bn_normal_left5_\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left1_1 (None, 3, 3, 672)    468384      activation_251[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right1_ (None, 3, 3, 672)    457632      activation_253[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left2_1 (None, 3, 3, 672)    468384      activation_255[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_right2_ (None, 3, 3, 672)    457632      activation_257[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_normal_left5_1 (None, 3, 3, 672)    457632      activation_259[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left1_18[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right1_18\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left2_18[\n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_righ (None, 3, 3, 672)    2688        separable_conv_2_normal_right2_18\n",
      "__________________________________________________________________________________________________\n",
      "normal_left3_18 (AveragePooling (None, 3, 3, 672)    0           normal_bn_1_18[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_left4_18 (AveragePooling (None, 3, 3, 672)    0           adjust_bn_18[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_right4_18 (AveragePoolin (None, 3, 3, 672)    0           adjust_bn_18[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "separable_conv_2_bn_normal_left (None, 3, 3, 672)    2688        separable_conv_2_normal_left5_18[\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_1_18 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left1_\n",
      "                                                                 separable_conv_2_bn_normal_right1\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_2_18 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left2_\n",
      "                                                                 separable_conv_2_bn_normal_right2\n",
      "__________________________________________________________________________________________________\n",
      "normal_add_3_18 (Add)           (None, 3, 3, 672)    0           normal_left3_18[0][0]            \n",
      "                                                                 adjust_bn_18[0][0]               \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_4_18 (Add)           (None, 3, 3, 672)    0           normal_left4_18[0][0]            \n",
      "                                                                 normal_right4_18[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "normal_add_5_18 (Add)           (None, 3, 3, 672)    0           separable_conv_2_bn_normal_left5_\n",
      "                                                                 normal_bn_1_18[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "normal_concat_18 (Concatenate)  (None, 3, 3, 4032)   0           adjust_bn_18[0][0]               \n",
      "                                                                 normal_add_1_18[0][0]            \n",
      "                                                                 normal_add_2_18[0][0]            \n",
      "                                                                 normal_add_3_18[0][0]            \n",
      "                                                                 normal_add_4_18[0][0]            \n",
      "                                                                 normal_add_5_18[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "activation_260 (Activation)     (None, 3, 3, 4032)   0           normal_concat_18[0][0]           \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_1 (Glo (None, 4032)         0           activation_260[0][0]             \n",
      "__________________________________________________________________________________________________\n",
      "dense_1 (Dense)                 (None, 128)          516224      global_average_pooling2d_1[0][0] \n",
      "__________________________________________________________________________________________________\n",
      "dense_2 (Dense)                 (None, 2)            258         dense_1[0][0]                    \n",
      "==================================================================================================\n",
      "Total params: 85,433,300\n",
      "Trainable params: 516,482\n",
      "Non-trainable params: 84,916,818\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "model.summary()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Compile"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "learning_rate_reduction = ReduceLROnPlateau(monitor='val_auc', \n",
    "                                            patience=2,\n",
    "                                            verbose=1, \n",
    "                                            factor=0.5, \n",
    "                                            min_lr=0.000005)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "optimizer = Adam(lr=0.001)\n",
    "loss = 'binary_crossentropy'\n",
    "metrics = ['acc', auc]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "W0616 23:44:55.191102 140335792910464 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/optimizers.py:790: The name tf.train.Optimizer is deprecated. Please use tf.compat.v1.train.Optimizer instead.\n",
      "\n",
      "W0616 23:44:55.196062 140335792910464 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py:3378: The name tf.nn.sigmoid_cross_entropy_with_logits is deprecated. Please use tf.nn.sigmoid_cross_entropy_with_logits instead.\n",
      "\n",
      "W0616 23:44:55.197545 140335792910464 deprecation.py:323] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/tensorflow/python/ops/nn_impl.py:179: add_dispatch_support.<locals>.wrapper (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
      "W0616 23:44:55.211589 140335792910464 deprecation_wrapper.py:119] From /home/aorus/workspaces/simge/PatchCamelyon/utils/comparams.py:9: The name tf.metrics.auc is deprecated. Please use tf.compat.v1.metrics.auc instead.\n",
      "\n",
      "W0616 23:44:55.256517 140335792910464 deprecation.py:323] From /home/aorus/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/tensorflow/python/ops/metrics_impl.py:808: div (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Deprecated in favor of operator or tf.math.divide.\n"
     ]
    }
   ],
   "source": [
    "model.compile(optimizer, loss, metrics)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Train the model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "model_name = 'nasnet_model_bin_cross_arch_8_lr_0_001_inp96'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [],
   "source": [
    "batch_size = 128\n",
    "n_epoch = 15\n",
    "\n",
    "# Parameters for generators\n",
    "train_params = {\n",
    "    'dim': (96, 96),\n",
    "    'batch_size': batch_size,\n",
    "    'n_classes': 2,\n",
    "    'aug': True,\n",
    "    'shuffle': True\n",
    "}\n",
    "\n",
    "val_params = {\n",
    "    'dim': (96, 96),\n",
    "    'batch_size': batch_size,\n",
    "    'n_classes': 2,\n",
    "    'aug': False,\n",
    "    'shuffle': True\n",
    "}\n",
    "\n",
    "# Generators\n",
    "training_generator = DataGenerator(partition['train'], x_train, train_labels, **train_params)\n",
    "validation_generator = DataGenerator(partition['validation'], x_valid, val_labels, **val_params)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Callbacks\n",
    "callbacks = [PlotCurves(model_name=model_name, weights2pickle=True), learning_rate_reduction]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "del x_train\n",
    "del x_valid\n",
    "del y_train\n",
    "del y_valid\n",
    "del train_labels\n",
    "del val_labels"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAlYAAAFOCAYAAABEyFN0AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvOIA7rQAAIABJREFUeJzs3Xec3FW9//HXZ/r27Gaz6ckmoSSkQ4AghgCJgKIEC0ZBFBQQFVFUlKteL3pRsV3LlQtyvf4giNIEGygaCASUkgRDCYEASTa9bMr2MuX8/jhnZr8zO7s7SWaz7fPMYx7znW89M/PdzHvOOXO+YoxBKaWUUkodOV9fF0AppZRSarDQYKWUUkoplScarJRSSiml8kSDlVJKKaVUnmiwUkoppZTKEw1WSimllFJ5osFKqS6IyB0icpObXiAir+ey7mEeq1FEJh/u9kr1VyKyWUQW98FxR4rIShFpEJEfHe3jq6FLg5U6Ktx/ri0uQBwQkYdFZHye9tvr/2kbY54yxhyfj32JyBMickXG/ouNMRvzsX+VOxGpEJGHRKRJRGpE5OJu1hUR+Z6I7HO374mIeJbPEZE1ItLs7ud4ll0sIjvd+XqWZ/4UEfmniPh771kOLO61qnHvye9FpOIwd3UVUAuUGmO+mOU4Z4nIChGpE5HNWZZ7/89qFJG/HWY51BCjwUodTe8xxhQDo4HdwH/3cXlUL3JBpL//H3ML0A6MBC4BbhWR6V2sexVwITAbmAW8B/gkgIiEgD8AvwbKgTuBP4hISEQCwM3AicA1pJ/3PwOuM8bE8/y8BiT32v8CuBT7njQD/3OYu5sIvGq6HgW7CfgVcH03+3iP+9JTbIw55zDLoYaY/v6fnhqEjDGtwAPACcl5IhIWkR+KyBYR2S0it4lIgVtWKSJ/FpGDIrJfRJ4SEZ+I3AVMAP7kvlF+OfNYIrJeRN7teRwQkb0icqJ7fL+I7HLfWld29aEqImeKyDbP47ki8oJrZrgXiHiWlbvy7nW1c38WkXFu2beBBcDPXZl/7uYbETnGTZeJyDK3fY2IfD0ZUETkMhF52r1WB0Rkk4i8s6vXWkRuEJG3XDlfFZH3Ziy/0r1GyeXJ12W8iDzoyrDPU84bReTXnu2rXdkD7vETIvJtEfkH9kNxsohc7jnGRhH5ZEYZlojIWhGpd2U9T0QuEpE1Get9QUT+0NVzPVQiUgS8H/h3Y0yjMeZp4I/YD/VsPgb8yBizzRizHfgRcJlbdiYQAH5ijGkzxvwMEOBsYDiw3RizE1gOTHbH/4Cb/1wP5fS5c6BGRPa4c6PMLUu+/h9zfzu1IvK1bvbV3d/ZmSKyTUS+6vazWUQu8Wzb5Xnplmc9l5w5IvKS+zu7V0QiZHcJ8CdjzEpjTCPw78D7RKSki+fzNhFZ5fa7SkTe5ubfgX2/vuz+zjrVahtjnjfG3AVoTbHKL2OM3vTW6zdgM7DYTRdiv9Ev8yz/MfZDrQIoAf4EfNct+y5wGxB0twWAZO63i+N+A7jb8/h8YL3n8cfd8cLAT4C1nmV3ADe56TOBbW46BNQA17nyfACIetYdjv3ALnT7vh/4vWe/TwBXZJTTAMe46WXY2o8SoBrYAHzCLbvMHetKwA98CtiRfD2yPP+LgDHYL1FLsd/SR3uWbQdOxoaAY7Df8v3Ai+49KcKGxre7bW4Efu3Zf7Ure8Dz3LYA07FBI+he8ynuGAuxgetEt/4pQB3wDlfGscBU937sB6Z5jvUv4P1dPM//AQ52cXupi23mAs0Z876E/WDPtn4dcKrn8TygwU1fB/wlY/0/A190z2sDMA5by7XKvbdrgeE5/O18HHgTG8iKgQeBuzJe//8FCrC1aW3e1y1jX939nZ0JxID/cq//Qne+HJ/DeZn1XPL8jT6PPQ8rgPXA1V2U7w/AVzLmNQInZVm3AjiADcIB4MPu8fDMv98eXt/FwOYu/s/aDewF/gbMzvf/i3obnLc+L4DehsbN/SfV6D7ootgwMNMtE/cf+BTP+qcBm9z0t9x/uMd0sd/ugtUxQANQ6B7fDXyji3WHuQ+pMvc49R8z6cHqDDLCDPDPrv4TB+YABzyPn6CLYIUNNe3ACZ5lnwSecNOXAW96lhW6bUfl+D6sBZa46UeBz2VZ5zT3YRLIsuxGeg5W3+qhDL9PHhfb7PPjLta7Ffi2m57uPjTDeTwnFwC7MuZdmXyts6wfB6Z6Hh/rnrtga1buyVj/buBGN70IeBZ40p0P/wV8AjgLWOHeixldHPcx4NOex8dj/4YCntd/nGf588CHsuynp7+zM7HBqsiz/D733Ho6L7OeS56/0Y94Hn8fuK2b53p1xrztwJlZ1r0UeD5j3jPAZW76Do4sWJ2ODauFwL8Bu4Bh+Tr/9DZ4b9oUqI6mC40xw7A1INcAT4rIKGAE9j+vNWKb+w4Cf3XzAX6A/cb+N9eUdEOuBzTGvIn9hvweESkELgB+AyAifhG52TU/1WM/AAAqe9jtGGwTjrfvRk1yQkQKReQXrrmkHlgJDJPcOihXYmt5ajzzarA1OUm7PM+v2U0WZ9uZiHzUNbMlX9cZdDy/8cBbWTYbD9QYY2I5lDebrRlleKeIPCu2Gfcg8K4cygC2VvNiERHsh+h9xpi2wyxTNo1Aaca8UmwQz2X9UqDRnQfd7ssY85gxZr4xZiE2CM3DfvAvw4bl/wR+2cVxx9D5fAhg+yAl7fJMN5P9fOjp7wzsF4CmjGONoefzsrv3MdfywaG9J5mvS2aZjogx5h/GmBZjTLMx5rvYL4UL8rFvNbhpsFJHnTEmbox5EFsD8HbsL3dagOnGmGHuVmZsR3eMMQ3GmC8aYyZjg9EXRGRRcnc5HPK32GaCJdjOrG+6+Re7eYuBMuy3f7Df7LuzExjrPvCTJnimv4itVTjVGFOKreHy7re7MtdiayMmZux7ew9l6kREJmKbiK7BNo8MA17xlGMrtoku01ZgQrLfVIYm7Idz0qgs66Sen4iEgd8BPwRGujI8kkMZMMY8i60lWYB9r+7Ktp47zm3S8eutzNu6LjbbAARE5FjPvNlAV+uvc8uzrbsOmJVxTszK3Jdb/nPgWmxY8RtjarDNg7O6OO4OOp8PMWwz1aHo9u/MKXd9z7zH2kHP52WX7+MhSnuNxQ5BEsa+V5kyX5fMMuVbsnZSqW5psFJHnVhLsL+eWm+MSWADwI9FpMqtM1ZEznXT7xaRY9yHUh02kCXc7nbjOgN34x7gHGx/pN945pdg+6Psw4aF7+T4FJ7BfrBdKyJBEXkftq+Qd78twEGxPxX/j4ztuyyzsb8Ouw/4toiUuHD0BeyvzQ5VEfbDYC+AiFyOrbFK+iXwJRE5yb0nx7jjPY8NjzeLSJGIRETkdLfNWuAMEZngOlD/Ww9lCGE/GPcCMbEd7b2/rvo/4HIRWSS2k/ZYEZnqWb4MG0SixnYuz8oYc7Xp+PVW5i3rDxJczcyDwLfc8zwdG7S7CnDLsKF+rIiMwQboO9yyJ7Dn5bWug/g1bv7jGfu4AnjBGLMWe94ViMgJ2CbBrjpR/xa4TkQmiUgx9jy991BrFHv6O/P4pthfMy4A3g3cn8N52dW5dKjuxtYuL3AB71vAg8aYbDVWjwDHiR2eISAiS7E/iPlzLgdy51sEWxMn7jwPuWUTROR09zpEROR6bBD+x2E8JzXU9HVbpN6Gxg3bzNaCrepvwNacXOJZHsF+YGwE6rHNd9e6Zde57ZuAbdhfcSW3W4LtLH0Q+FI3x38MG4ZGeeYVY/tuNWCbED5KeifyO8jSx8o9noftTN0A3OtuyXXHYD9oG7HftD9Jej+k09z8A8DP3DzvccuxH1h7sTUB3wB8btllwNMZzy21bZbn/W1sJ/BabL+eJ/H07wKuBl53ZX0FmOvmT8D2hdrntv2ZZ5tb3Ov9JrZPUmYfq8z+Y5/BhsmD2NByD56+L8B7gZfca/kmcK5n2QRsiP5mL52XFe55Nrnz6GLPsgXYpr7kY8H2D9rvbt8nvZ/dXGAN9jx/IflaepZXute41DPvEmwz2WbgrC7K6HPnwFZ3TvwaKHfLqr2vf1fvQY5/Z2di/76+5t7zLcClnm27PC97OJc24+kHSUY/vSxlvNgduwn791nRzbpvd695nbt/u2fZHXTTx8o9X5Nxe8Itm+7OySbs38BjwLzeOAf1NvhuyV9WKaVUvyN2KIA92F8RvtHX5RnMRORMbOAZ19dlUWog06ZApVR/9ilglYYqpdRAka1zqlJK9TmxlxkR7GjnSik1IGhToFJKKaVUnmhToFJKKaVUnmiwUqqXiMgdInKTm14gIq/nsu5hHqvRjfmjVK8Re/3ATtfdOwrHHSn2Wp4NIvKjo318pQ6FBis1ILj/0FtcgDggIg+LyPg87bfXPyiMMU8ZY47Px77EXuj4ioz9Fxtjeu1isu6YB9yAn92WRTpfsFpE5FoReUVEmsRe6Pd+EZmZ5zJWiMhD7hg1InJxN+uKiHxP7AWm97lp8SyfIyJrRKTZ3c/xLLtYRHa6c+csz/wpIvJPyW2E/SHBvVY17j35vdhx3Q7HVdghIEqNMV/McpyzRGSF2Isxb86y3Pv/R6OI/O0wy6FUjzRYqYHkPcaOEj0aOy7Sf/dxeYYEEanGjulksCPfH6qfAp/DjjZeARyHHTvq/PyUMOUW7EjtI7HjQ90qIlkHB8V+UF+IHeV7FvbiyJ8EcINE/gE3XhT20jp/cINFBoCbgROxI9p7z8GfAdcZO5jmkOde+19gL0c0Enspm/85zN1NxF41oatOwU3Ar4Dru9nHe0zHoLHndLOeUkdEg5UacIwxrcAD2FGWAXvpFBH5oYhsEZHdYi9xUuCWVYrIn8VeH22/iDzlRl2+CzsA5Z/ct9gvZx5LRNaLyLs9jwMisldETnSP7xeRXe6b8squPsiz1OLMFZEXXNPGvdiBG5PLyl1597paoj+LyDi37NvYkPNzV+afu/lGRI5x02UissxtXyMiXxcRn1t2mYg87V6rAyKySexo6N35KPYCwncAH+th3cznfSx2gNAPG2MeN8a0GXvttbuNMTcfyr56OE4R8H7s4LGNxo7S/kfsh3o2HwN+ZIzZZozZDvwIO/gq2IEjA8BPXHl/hv114tnAcOx1IncCy3Ej6IvIB9z853oop8+9HzUisse9T2VuWbV7Hz/mzuNaEflaN/vq7pw/U2zN4FfdfjaLyCWebbs8R9zyK9253yAirybPd2eOiLzkzvl7xY5ens0lwJ+MMSuNMY3Yizm/T0RKung+bxORVW6/q0TkbW7+Hdj368vunO9Uw2yMed4Ycxddj16v1FGjwUoNOGIvprwU+2GfdDO2JmQOcAz2QqzfcMu+iB1RegT2m/NXAWOMuRQ7wnPym+z3sxwueZ3BpHOBWmPMC+7xX4BjgSrsaNt351D+ELbG5i5sDc792FCQ5AP+H/Zb+gTsSN4/xxb6a8BTwDWuzNfQ2X9jr304GViIDUaXe5afih0huxI7evj/iUh310D7qHtedwPnisjIbtbNtAg7Yv3zuW4gIv/jQnC220tdbHYcEDPGeK8p9yJ2BO1sprvl2dadDryUUTvykpu/Fxjugu47gHUuKHydni/vAza8XYa9hM1k7Oj/P89Y5+3Ya00uAr4hItO62Fd35zzY6zhWuvkfA24XkWRzdJfniIhchB0d/aPYCyBfgB19POmDwHnAJGxt32VdlC/tNTbGvIWtUTwuc0WxTYQPY2v9hmOvEvCwiAw3xlyGPfe+78755V0cryd3uyD5NxGZ3fPqSh0eDVZqIPm9iBzEXr7iHcAPIHVh26uwzTD7jb2u2HeAD7ntotjmw4nGmKjr75TrOCO/AS5wYQ7s5TZ+m1xojPmVsReJbsN+GM1O1kB0Yz72+mQ/ceV5AHsR3uQ+9xljfudqdhqwl6VZmEthxfbv+RDwb65cm7G1Md6amxpjzP+6Jqs7sa9N1rAkIm/HBrz7jDFrgLfca5Cr4djrDubMGPNp03GR4MxbVxcqLsZeosWrDnvdxq7Wr8tYt9idS5nLUvsy9np7n8LWmH4Je0mfb2KDyiyx/XweFZEZZHcJ8F/GmI2uFuffgA9J+gWvv2mMaTHGvIgNJp1CQA7nfNK/u1q3J7HB5YM5nCNXYEPMKmO9aeyFopN+ZozZYYzZD/wJG+yy6fJ1zLLu+cAbxpi7jDExY8xvgdewTbT5cAn28j8TgRXAoyIyLE/7ViqNBis1kFxojBmGbTa7BnhSREZha6IKgTXJmg3gr24+2AD2JvA3EdkoIjfkekBjzJvY66m9x4WrC3AXchYRv4jcLCJviUg99ppoYGsJujMG22zkDXepDy4RKRSRX7gmmnpgJTBMcusUXYkNbd4PwhpsrUXSLs/za3aTxV3s72PA34wxte7xb0hvDoy543kFsWEWbE3H6BzKfaQasbUrXqXY6w/msn4p9rqApqd9GWMeM8bMN8YsxPY7m4dtJl2Grb35T+xFibMZQ+f3JkB6sN3lmW4m+3vT0zkPcMDYC017jzWGns+R8dgA3ZVcygeH9p5kvi6ZZToixph/uLDabIz5Lva6lQvysW+lMmmwUgOOMSZujHkQiGObTWqxzWXTPTUbZa6jO+5b+ReNMZOxwegLIrIoubscDplsDlyC7UD7ppt/sZu3GNusUu3md9esBrYGZ2xG89sEz/QXsU1BpxpjSoEzMvbbXZlrsaFmYsa+t/dQpk5cf50PAgvF9iPbhb0g9mxPU8oWOp530iQ6PiQfA8aJyLxDOO5t0vHrrczbui422wAEXJ+upNlAV+uvI70myLvuOmztk/f9mZW5L7f859hO+ZWA39XsrHLrZ7ODzu9NDPtjjEPR7TnvlIvte+Y91g56Pke2AlMOsTzZpL3GYocDCWPfq0yZr0tmmfLN0PPfqVKHRYOVGnDEWoL9xdZ61zzzv8CPRaTKrTNWRM510+8WkWPcB2EdNpAl3O524zogd+Me4BxsE9BvPPNLgDZsrUwhtikmF89gP0yvFZGgiLwPOCVjvy3AQdf35D8ytu+yzK557z7g2yJSIiITgS9gf+F2qC7EvlYnYJt75gDTsH28PurWuRe4XEROce/LcdjwdY8rzxvYX4L9VmyH6pCIRETkQ13VHBpjrvb8eivzlrXPlKuZeRD4logUicjp2NB7VxfPbRk2YI8VkTHYMHuHW/aEe97Xiu0gnuzH9njGPq4AXjDGrMWeAwUicgK2/1RXnah/C1wnIpNEpBh7ztxrjIl1sX5WPZ3zHt90r/kC4N3A/TmcI78EviQiJ7n39Bi3zqG6G1vTu8AFvG8BD7pmy0yPAMeJHZ4hICJLsefdn3M5kNgfBUSwNXHizrGQWzZBRE73nHvXY4PwPw7jOSnVM2OM3vTW72/YZrYWbPNCA/AKcIlneQT7IbUR29dmPXCtW3ad274J24n93z3bLcHWuhwEvtTN8R/DhqFRnnnF2J/lN2BraD6K/SZ8jFt+B3CTmz4T24k7ue084F9u23vdLbnuGOyHeyP22/0n3X4Dbvlpbv4BbH8XMo5bjv2Q3IutffgG4HPLLgOeznhuqW0z5v8V+8u5zPkfxDYHJcvzcWztRD22yfWG5PHccsEOt7AO23S03T3f6Xk+RyqwPwpocu/pxZ5lC7BNfd4yfR/Y727fx13iyy2fC6xx59wLwNyMY1W6c7DUM+8S97psBs7qoow+935sde/Pr4Fyt6za+z67eU8AV3Sxr+7O+TOx5/rXsDVUW4BLPdt2eY645Vdjf+DQ6J7nXM/f4WLPejcCv+7mPbnYHbsJ+7dS0c26b3eveZ27f7tn2R24v48utj3TvXbe2xNu2XTsjw+asAH4MWBevv+P0pvekje9VqBSSg0yInImNvCM6+uyKDXUaFOgUkoppVSe5BSsROQ8EXldRN7M1i9CRCaKyGNiB417QtxghkoppZRSQ0mPTYHuJ94bsOMGbcP+4uXDxphXPevcD/zZGHOniJwNXG7s4ItKKaWUUkNGLjVWpwBvGjugXTv21z5LMtY5gY5fzKzIslwppZRSatDLJViNxf5qJGkbnQdtexF4n5t+L1AiIsOPvHhKKaWUUgNHoOdVcvIl7EVhL8OOEr0dOw5MGhG5CnsZBoqKik6aOnVqng6vlFJKKdV71qxZU2uMGdHTerkEq+3YSxwkjSNjNFxjzA5cjZUb9O79xpiDmTsyxtwO3A4wb948s3r16hwOr5RSSinVt0Qk87JLWeXSFLgKONaNFBzCXrzzjxkHqxSR5L7+DfjVoRRWKaWUUmow6DFYGXuphWuAR7Ej+95njFknIt8SkQvcamcCr4vIBuzFRL/dS+VVSimllOq3+mzkdW0KVEoppdRAISJrjDE9XlBeR15XSimllMoTDVZKKaWUUnmiwUoppZRSKk80WCmllFJK5YkGK6WUUkqpPNFgpZRSSimVJ/m6pI1SSimlhihjDCaRIJFIYBJxOx1PkHDTdlk8tU4i7p2fwMTjdn4ibreLxYjH7HrxaIxEPEE8HrePY/bexBPE4wkS8Rjjpk5jwozj+/plADRYKaWUUofFpIJAvCNExJOP3S3RMW1coPDON/E4sVicRCxGLBojEYsTj8WIx2yAiEdjxGM2WCQy9h2PuTASi2ccO0HCdISPZNhJuPBiEsn7jhBkEnab5LQxbpnpeIxx89OmDZgE0DdjYiZNnrdEg5VSSqnBzySSNQ3J0BB1H/42PCRiURcOYh3rpQKCZzpmA0Y8GicWjaaFEDvtlseS+40Tj3fMz7pPT8gxybCTiHWEi7RgEe8UMPo6TFg+QOy9eKYREB9C53mZ20hyXQmkthGfWyY+fAH7WMSH+PzuXhDxe+bbm8/n1vH58CXn+3343Dzx+fD5/fh8dp7Pnz5P/G46uU4gYO/9fnwBu40/4Fkn4Mfv9zNyUo/XRj5qNFgppdQAkAoosSixaDQtSCRiUc90jFgsuTyampcKHdEosfZ2YtFkSGl3NSNRF0hidv/xeNq2nQNPjPTal5ir/XBBxd2ObvhIBgi/J0DYD/7ktJ3vt+uK3wWP5DbBjvWlIwj4AzZM4PMGBH8qRHSECfshnwwSqQ9/f8AGCL9dbgNBAL/PBYOAvff5/QQCAbteMIA/uSzjsT8Q6NjGJ4hP8PkEn79just5nsc+nyB+QQRE5Ci+T4ObBiullHKMMS5QRG3QiNoQY0OHZ14sfV4s2m6bbNy8WLSdWFuUaHs7sbZkiEluE0vtI+GaeZI1K8nAkgwyJhFzTUgxV0PSGzLDiJ/OYcSfuk8FEQkCYTpqPdx2PvvhbwOHCxSpaT/it/d+d58KGckAkpwO+PEHgqngYcNEAJ8LGIFgkEDQzvMH/fiDQfwBH36/D59fPDdfF9OSsW7HtIYMdSQ0WCml+g0bbGK2RiXt1tYxHW3LmB+199GO9eOxqJufDDbtxNo9QckFolStTjyaCjb5q2ERbFjxAwFP+PAEGPGnAgkSAgo6rScBTyjxdYQS8QdsOAkEXa1G0NVqBF3YsI8DwSD+YJBAKEggEMAfctPBAIGQCyt+we8X29TiDRwBn53v9+ELpIcRf6BjneT2tnlIQ4ka2jRYKaW6ZYwhFm0n2tpKrK2NaFsr0dZWe9/eRqwtPehE29uJR7OHomhbW+rWEZTaiSfvY+1wJBeGlwD2vzVPaJFkSAl4AksEKPKsE0ACfvzBjm1EbO2JL2ADiS8QtCEl4IJKMIg/FCIQDBEMBQmEQwTCIYKhEMFIiGA4YGtQAj78QV8quKTmBbyPk0El43HABhnxaVhRaqDQYKXUIBCPxWzQaWsl2mrDTyoEtbXaMJMMQ6llGSEpOa+1lfbW5HqtxKKHGXYk4DrDesIOARdwkvMjHev4AvjDnmVitxEJ4A+E8AdtiAmEbIAJhEIEw2GC4QjBsCfMBH0E3M0f8Kce+4M2tCSnU/M863asZ2tplFLqUGmwUqoPJBJx2lta3K3Z3pqbafM+bmmhzbOsvcUuTwae9lYbimLt7a4JK3f21zwhxBfEhp0gmACGABAEKUQIggRt2JGgmx9MTYsvQCAUIRAKu5ATIhAKE4yEbdAJBwiEfASCfnsfssElEPITDPnwu/nBkB9/8j5o773b+YM+bV5SSg0YGqyUypExhng06gJORthpSQ9Fbc3NaQGp3bu8uZloW2tOx/T5Q/j8YcQXdn1wbKgxiVKMqbBBxzVL2VqeYCoQeUOQzx+0gScSIRQpIBQJEoz4CYYDBMN+N91xC6Wmsy8Phv0aeJRSKgsNVmrQM8YQa2+zNUDJMNTc1FEr1NxMe3NTR+1QS0vH8rRapJbcaobEhz8QsYHIH0IkDIQwlGASFSQkSCASskFJ3HIJIanHIcQXJlRQQLgwRKggQLggQKggQCjiJxTpOux0FYb8AW3WUkqpo0GDleq3kp2m25vTa4Bs6MkeklK1Rc1NaTVIiXi8x+PZX1XZQOTzhcEXwv6cvAQjQQKRIIlEEEiGoLCrFUoPRr5AkEhhkGAkGYhsGEqFI29IKkifn5wOhLQ2SCmlBiINVqpXGWNob2mmtbGR1sYGe9/U0PG4KX1+W1NTWojKLRAFCIQK8AU6QpH4CoEyAuEQvlCQRDxIPBYAYwNRMgSl1xj58fmFcGF6yMkMRN6wlBmIQgV+AkF/77+wSiml+iUNVion8ViMtqZGWlwIaksFogZaMh7bkNQRnEyi64ENff4AwUgxgVAB/kAhPn8hvuAwIsEQ4ZIQJhEkHg8QjwaIx4KemqJkIAraX5Ul9xf2pwWitJBU6AlLGdPJdbTfkFJKqSOhwWoIMcYQa2tz4chbe5QRhjo9biTa2tLtvoPhQgLhQvzBAnz+Anz+SsIl4wgVhUiYMIlYiFg0iEmEwRdBJOJqjoIAxIF4HMIhT9iJpAeg7oJRuCBIsMCPX38ir5RSqg9psBqAjDFEW1tobWz0hKSOQJQWnDKWx2Ndd772+QMEwoUEQoX4AwWIrwBfYBiFw8IkEmES8RDxWIh4POiCkTcg+TBALIH9uXxhgHBhkEiRvQ8XBogUBgl38zhcENCBEJVSSg1oGqz6UEf/owZaGtLDkW1G8wSl5HJXi9Rd36NAKEwoUuRqkArx+cuJlIzSB3g0AAAgAElEQVQiXBKxNUexING2IIlECJECxBdxI1EHEBESgM/nszVERS70FAaJZD72hiQ3P1QY0FojpZRSQ5YGqzwzxtDa1Ejj/n2dbwf20dJQn9Zxu7v+R8FIAZHiYsKFxQQjRRRVjKG0qhCRCIYwCRMmHg0Raw/Q3hKgtSVAIh5CJEACaI8BMRCBSEmIwlLPrSREQWmIguKgJyx1BCTtgK2UUkodOg1WhyAei9J04AANGWEpM0DFou2dti0oLaO4vIKC0jJKKqsIFxThDxYi/gIgDCZMLB4iHrW1SW3NflqbEjTXtdPYkICGjB0KFBQHKSwNUzoiSEFpiMLSMIUlIQrLOoJTYWmISHEQnzaxKaWUUr1OgxW2lqmtqYnG/bU07t9HQ6ewtJ/GA/torjvYaVt/MEhxxXCKy4czcsqxTDl5PiUVw1PzfP5i6vf7qd3azJ6aBhoPtLJ/b5RYW5amPIGCYj8FJQEKS0MMG2mDUUFpem1TQYmtadJrmSmllFL9y6APVvFYjKaD+9OCUkOn2qb9xNrbOm1bUFJqA1LFcEZOOYbicjudCk4Vw4kUl6R+nh9rj7NnSwO7N9az6aU6dm06QNPBXQD4Az4qxxczclJZekjyTmtYUkoppQa0QRusNv5rFY/e+lOa6+vAmLRl/kCgIzBNOoYpJ3UEpWRwKiofbq+/1gVjDHV7W9jy6m52b6xj16Z69m1rJJGwxyqtjDDm2GGMmlzKyEllVI4r1suKKKWU6hXGGBImQcIkiJt42rQxJm1eV/OzrdPVNmnHxnRRqo6y9bR+T+t02ibj4ZRhU6guq+62HEfLoA1WxeXDmXLSKWmBKVnjVFBSesiDQLa1xNizuZ7dm2yI2r2xntamKADBsJ+q6lLmnjOBkZPLGFldSmFpqDeellJKHTZjDO2JdhImkfogS35gGWNI/TPZ53k/3FLLPPO7XN/Qab6xM1PzEiRSH9qpkODmeT/UEyRS5U+YBAZDPBFPWzfrvty63qCQOc+7/1gilhYu4iZOIpHx2HSzbpZtEyZBzMR63F/cxIkn4mnLegpHPYWbwe66k67j42Uf7+tiAIM4WFVVT+acT157WNsmEoYDO5vYvameXZvq2L2pnv07m1IJuXx0EZNmVzJyUimjJpdRPrpIO4crpQ6JMYZYIkZrvJW2eButMXcfb6Ut1nHflmiz912tE29Ln858nLFMHRpB8Isfn/jw++y9T3ypeQEJ4PN1PE7ee6f94sfnc+uKj5AvZNfJsl1qv75A6rGIZN1/tuWZx+5uXq7bZj4nEUGQTq9T2mPpfnnmw6z7OIR9VhZUdvs+Hk2DNlgdipaG9rQQtXtzPdFWW9UZLgowalIZx5xUxahJZVRVlxAu7LqJUCnV9+KJODETIxqPEk1EiSViafed5mWs1910NB5N7bvL/XnnxaOdwlPyljBdD7fSHUGIBCKE/WHCviBh8RPGRwQIG0NZIsHIeIxwPEok1ka4vZVItJlwPEbYGASDhEuRggqkoBwprIACe5PCCiRcgkjH5Z0ESX2YJj/MUss8870fuD1Np+1TxH5w40t90GfOywwJQse81DYZ83z4utzOGyi86yaP5Rd/qhxKHYohF6zisQT7tjeya2NHs179Xnu5FvEJleOKOf7UUYyaZPtGlVUV6B+WUh7J5qTmaDNN0Sba4+1Zw0dqOmNe2nrZ1u1mva62zZx/uIElF4IQ8ocI+AIEfcHUvXc6Nc8fpChYREVBBRG/DUKpQOSZjvgjhAPuHiEcbSHc3kykrYlwWwPh1noizQcJtxwg0ryPYFMt0rgXmvfRqbMJgC8IRSOgeAQUTYTyKjc9AiJl0LALDmy2tx1vQf1T6fsJFsKwiVAxCcqr02/DJkCwoNdeX6UGukEfrBoPtKZC1O5N9ezZ0kA8av/TLSwLMWpyGdMXjGHUpDJGTCwhGNKBMdXgYoyhNd5Kc7TZhqFYE03RptR0an60qdPj5lj6dHK7mOn60kiHKhlKgv4gAQkQ9Ac75nmWBX1BCgIFWdf1BpnMfWQLPpnrdhuOktNufb/vEP+PMAZa66Bpr7017rH3dXuhcWPH/Ka90LgX2jMHrXNCJVBUCcVVUDEFxs+300UjOm7FVXadyDA7MnCuoq1Qt7UjbB3YDPs32fuNT0K0KX39ktGdA1fyVjzy0I6tOmtrgG2rYMuz9nawBgorO97v4ir7Oqfecxecw6X62vcDktkT/2iZN2+eWb16da/tv2bdPlbc9RpNB22fAn/Ax4gJJYycXMqoSWWMnFRKcXlYa6NUv9cSa2Fv8172NO+htrWWxvbGbkOPNzy1RFtoijXlXIMT9NkalqJgEQWBgtR0YaCQwmBharooWERhsJDCQCGRQCRrCMoaZLIEmwH9N2iMrTWq2wb1O6B+u5veDnXboX6brR2Kdx40GAQKh3tqlkbYD8hkeCqqSl/WV7VExkBTbXro8t7qt5NW2xUo6Dp0lU/U2q5s6nfClmdg63P2ftfLYBIgPhg5A4YfAy37bfBu2mPfj2w1lYFIR8hK3hePzJg3UkPYYRKRNcaYeT2tN2hrrIqHhXW4A9WvtcZa2duy14amlj3sbd6bepycV9tcS0O0ixoMIOKPpAJOMgSVRcoYExiTFn6S00XBIooCRRQEC1LT3sAU9Gv/wRRjoPWgC0jbs4en+h0Qa03fzheE0jFQNs7WKpWOdh9oVek1SwUV4B8A/wWLuA/oETD+5M7LY21wcEv20LX5KWhvTF+/eFTnwFV5LFQeB5HSXn0q/UIiAbWvd9RGbXnG1kiBbYIdNw/OuB7GnwrjTs7+msRjNtA37emoAW3cA427O6brtsL21Xa9bF+s/GFPDdhIT/DyzqvqaD7WEJazQVtjpVRfaYu3pYekFlvb5J23p2UPDVmafIK+IFWFVYwoGMGIwhGp+6rCKioLKhlRMIKSUEkqMAV8A+CDub9qa+ioVUqFJ3efnM5sAhO/bQYrGwulY939OHc/xk4XjQCffokDOmr0UmFrE+zf3HVtV8kYGHE8jJgKI45z91OhsKIvSp8f0VbYudYGqGSYanVX8SgaARPmw4TT7P2oWZDvLzeJuH0PGvd0BLHU9N70ec21XYewVBOkpzky1Qxd2VHDWlgBh9pcPkDkWmOlwUqpHLXH26ltqbUhyYWl1ONkaGrZS11bXadtA75AR0gqqEoPTZ7HZeGygd001l+0N7vapW0ZNU7J8LQDOr1PAiWjXEAaa2ucMsNT8chB+6HRJ5K1XbVvwN7XYO/rtjZn74b0UFtY6ULW8Z7b1P7Zn6t5P2x9viNI7Xihoyl4+LHpQapicv8qfyJuy9/kar+8watpb/q8plowWS7NlmziTvb38zZxZ/YFLBoBoaKj/jQPlwYrpbJoj7fTGG2ksb2RhmgDTe1NNEQbaGxvTM1vjHZM17fXp2qZDrZ1vlZkQAJUFlZSVeBqlFztkrfGqaqwirJwGT7RWoxe0bDLfpBtex62rbYf0C0HOq9XNMITmLKEp5LR+a8tUIcnkbCheO8GF7heg1o33eoJxOGyzmFrxPE2CB+NWkNjbDNesklvy7O2jGCbhMfM6QhS40+1YWKwSCRszZv3BxlNte5+j2e6hx9lBAvTf4BRVNlva8M0WKlBJWEStMRaaGhv6BR+0oJStCm1TlO0c2hqT2TrRJwu7A9THCymOFRMSbAkrSkuGZqSj8sj5RqYjqZYO+x+GbauskFq6yqo22KX+UMwejaMmtkRmFKhaQwEI31bdnXkjLG1JntfdzdP4Gra27FesND22cpsUhw28cj6tcVjsPuV9CDVaK8HS7gMxp/SEaTGnqgd9b2iLelhK3WrzQhmh1ob5m6Tz4JxJ/XqUxjynddV/2eM4UDbATbXbWZz/WY2121mV9OuVGhqaLdBKRmMerpkgyCpQFQULKIkVMLwyHAmlkykOGTnFwftrSRUklonOS+5XDtw9yPe2qitq2xflWRn8dKxtnPv/Kth3CkwehYEwn1bXtW7xDXXloyCyQvTlzXv7whbySbFzU/BS/d0rOMP2ea4zFquiikQyHIZsrZG2wE8GaS2re7ojF82HiYtsEFq/HyomqbNxN0JFsCw8fbWk1xrw3b8q6M2LBDp9WCVq5xqrETkPOCngB/4pTHm5ozlE4A7gWFunRuMMY90t0+tsRo62uPtbKnfYsNT/WY21W1KBan69vrUekFfkFFFoygJlVAStMGnOOQJQcGSjnDkCUnJdQoCBVp7NJDF2u3PzLd1VRs1xwap8SfbIFU2tm/LqwaG1npPHy5PDdeBGlId58Vv+zslw1a0xQapnS+5mhOxwx5MmO+C1Km5BQR1dERbbG1mqLBXD5O3pkAR8QMbgHcA24BVwIeNMa961rkd+Jcx5lYROQF4xBhT3d1+NVgNLsYYaltqU8HJG552NO1IG0epqqCK6rJqqkur0+7HFI059MEX1cCVS23U+FO0Nkr1jmiLC1zJDvOupmv/RvAFYOw8T/+ok+2QA2pIy2dT4CnAm8aYjW7H9wBLgFc96xggOdhGGbDj0IqrBoqWWAtb6rewqX5TWhPe5vrNNHl+xRPxR5hYOpHpldM5f/L5VJdVM6l0EhNLbbOcGmJStVHPuzC1unNt1MlX2DF8tDZKHQ3BAhvYR89Knx9rt02O2iVAHaZcgtVYYKvn8Tbg1Ix1bgT+JiKfBYqAxXkpneoTCZNgd9PurOFpZ9POtHVHF42murSaC6ZckKp5mlQ6iZFFI7VZbijTvlFqoMrW10qpQ5CvzusfBu4wxvxIRE4D7hKRGcakjzQmIlcBVwFMmDAhT4dWh6uxvZGahppO4ammvoaWWEtqvcJAIdVl1cytmst7y97LpNJJVJdVM6FkAoXB3m3TVgNAp9qoVXbUZ8iojTrZ3rQ2Sik1iOUSrLYD3l5649w8r08A5wEYY54RkQhQCezxrmSMuR24HWwfq8Mss8qBMYZ9rfvY2biTHU07st57L5UiCGOLx1JdVs28kfOYVDYpVQM1omCEDlqp7PhB+96yfVD2vQX734J9b8LudZ7aqHG2OW/+p7Q2Sik1JOUSrFYBx4rIJGyg+hBwccY6W4BFwB0iMg2IAHtRvSaWiLG7eTc7Gnews2ln6n5n405737STtnhb2jbFwWJGF49mTNEY5lbNZUzxGMaXjKe6tJoJpRMI+/UDcMhra/CEpo32PhmkmmvT1y0dB8Mnd9RGjT/FDryplFJDWI/ByhgTE5FrgEexQyn8yhizTkS+Baw2xvwR+CLwvyJyHbYj+2Wmr0YeHSRaYi2pkJStxmlP8560X9oBDI8MZ3TRaI4tP5aF4xamQtSY4jGMLh5NaWgIXOBU9ay9KaPWyQWofW/ZMWK8SsbA8Ckw9Xx7XzHF3pdX6+CHSimVhY683geMMdS317OjcUeXzXQH2tIvyeEXPyMLR6bCUub9qKJRRAIDeGTp1nrY+AQkojDtAv1FzpGKtsD+TR2ByRugGtJ/gEDxSBeYJncEp4opUDFpQF3HSymlepOOvN6PHGg9wBNbn+DJbU9SU1/DjsYdNMea09aJ+COpkHTC8BPSw1PRaEYUjiDgG0RvlzG2f86GR+GNR6HmGRuqwF524ozrYfaHNGB1J9YGBzZ7gpMnQNVvB+9I9YWVNjBNPisjQE2GcElfPQOllBp0BtEndf+yq2kXj295nMe2PMbq3atJmARjisYwtWIq80fPZ3TR6LRap/Jw+eDvIB5rg81Pwxt/s4HqwCY7f8Q0OO3TcOy5to/PkzfDH6+BlT/QgOW1Zz28cBfsedUGqLpt4G0OLii3gan69PTgNHyKDm6olFJHiTYF5tGW+i0s37Kcx2oe46XalwCYUjaFRRMXsXjCYqZWTB384SlT/Q4XpP5mm/qiTfaaTpPOgGPPsbfyienbGGOD1xPfteMflVfbgDVr6dALWMbAxhXwzC3w5nL72lVNS2+ySwaowoq+Lq1SSg1aebukTW8ZDMHKGMMbB9/gsZrHWL5lORsObABg+vDpLJ64mLMnnM3kssl9XMqjLBG3o2q/8agNVLtetvPLxtsQddy5UL0gt2s6DeWAFWuHVx6wgWr3K1BUBadeBfM+oQFKKaX6gAarXpIwCV6pfSVVM7WlYQuCcOLIE1k8wYapMcVD7CfnzfvhrcdtCHpzObTstxc1HX8qHHeObeKrmmYvE3E4hlLAat4Pa/4fPHc7NO6CqhPgtM/AzIt0PCillOpDGqzyKJaI8cLuF2yY2vIYe5r3EJAAp44+lUUTF3HW+LOoLKjs62IePcbYfj4bXK3U1udsX5/C4XDMO2yYmnK27fOT7+OmBaxJnoA1wLsL7nsLnr0V1t4N0Wb7+p12jb0fas3HSinVD2mwOkLt8Xae3fksy2uWs2LrCg62HSTij3D62NNZNGERC8cvHFrjQrU3w6aVronv7x2XLBk1yzbvHXsujD0RfP7eL4sxsOGvLmC9OHADljGw5Vl45ufw2sPgC8CsD9oaqpHT+7p0SimlPDRYHYbmaDNPb3+a5VuWs3LbSpqiTRQHi1k4fiGLJyzmbWPeNrSujXegpuMXfJufspctCRbBlLM6Op6Xju678g3UgBWPwfo/2kC1fQ1EhsHJn4BTroKSUX1dOqWUUllosMpRXVsdT257kuU1y/nnjn/SFm+jIlLBWePPYvHExZw66lSCg60fT1fiUdusl2zi2/uanV8x2dZIHXcOTDy9//X1GSgBq60BXlgGz94GdVvs6zr/0zDnYh2IUyml+jkNVt2obanl8S2Ps7xmOat2rSJmYowsHMniiYtZPGExc6vm4j8aTVr9QVOtbdp741F483FoqwNf0I6FdKzreF55TF+XMjfZAtbCL8PMD/ZtwKrbBs/dBmvuhLZ6mPA229x3/DuPTtOpUkqpI6bBKsP2xu2pYRHW7lmLwTCxdCKLJyxm8cTFTB8+feiMMWWMrZH653/bATsxUDwKjn2H7S81+cyBPRq3MfD6X2zA2vVS3wWsHf+ywyWse8iW6YQltkP6uJOOXhmUUkrlhQYrYOPBjSzfspzlNctZv389AFMrprJogh2wc8qwKUMnTIFt6nvlQfjHT2HPOigdByd+1IapUbPA5+vrEuZXXwSsRMLW/v3z51DzNIRK7Gs8/2oYNqF3jqmUUqrXDflg9fDGh7nhqRsAmDNiTmrAzvEl43vtmP1WezP86y77YV+3xV5C5u2fhxnvH3zjQGVzNAJWtAVe/C088z+w7w0bWudfbUOVXk5GKaUGvCEfrPa17OPvNX/n7AlnU1VY1WvH6dea98Pz/wvP/wKa98H4+fD262zfqcFWO5WLzIBVMRnO+LIdfPNwA1bjHvsar/4/+xqPngNv+6xt9hsKoVUppYaIIR+shrS6bbZvz5o77bX5jjsPTv88TDytr0vWPxgDrz/iAtbLhxew9rxmh0t46T6It9uO6Kd9xv5qcig1Lyul1BChwWoo2vOa7T/18n328YwPwOmfg5En9G25+qtDDVjG2AtJP3MLvPl3e0HkORfD/M8MnF9OKqWUOiwarIaSrc/D0z+2ISFYaPv1nPYZ7Sydq04Ba4rtgzXjAzZgxdrhld+5CyK/DEUj7GCe8z4BRcP7uvRKKaWOAg1Wg50xdvypp38MW/5pr8t3yiftB75+2B+ebAFr6rvgpfvtBZFHTOu4IHIw0telVUopdRTlGqz60bDUKifxGKx7EJ7+SceQCed9D068VEfvPlIiMPV8OP5d9tp9T95sx/qafBYsuQWOWaT9p5RSSnVLg9VAkW3IhAtvg5kf0F+f5ZsITHu3DVktB6Cwoq9LpJRSaoDQYNXfNe+HVb+0l0RJDpnwrh8M3SETjiYRDVVKKaUOiQar/kqHTFBKKaUGHA1W/Y0OmaCUUkoNWBqs+outz9sO6a8/bIdMOPkKHTJBKaWUGmA0WPWl5JAJ//gJ1PzDDpmw8AYdMkEppZQaoDRY9QUdMkEppZQalDRYHU3tzfCvX8Mz/w0HdcgEpZRSarDRYNVbmvfDnldhz3rYva7jvr3BDpnwTh0yQSmllBpsNFgdqfYm2Psa7HYhas+r9ta4u2OdSBlUTYdZH7SXQ9EhE5RSSqlBSYNVruJRqH2joxZqz3rbP+pADeCutxiIwIipMGWRHR6hahpUnQAlo/VSKEoppdQQoMEqUyIBB2vSa5/2rLehKhG164gfhh8Do+fAnEs6AlR5Nfj8fVp8pZRSSvWdoRusjIHGPZ7wlKyJes2OdJ5UNsHWPh13rg1PVSdA5bEQCPdd2ZVSSinVLw2NYNVa56mBWu/6Q70KLfs71imstAHqxEtdDdR0GHE8REr7rtxKKaWUGlAGb7Da8hys/IENUvXbOuaHim1wmvZuG56SzXjFI/qurEoppZQaFAZvsDIJaNhpf4GXbMKrmgZl43WIA6WUUkNONBpl27ZttLa29nVR+rVIJMK4ceMIBg9vfMnBG6wmngaf+kdfl0IppZTqF7Zt20ZJSQnV1dWI/lI9K2MM+/btY9u2bUyaNOmw9qFVN0oppdQQ0NrayvDhwzVUdUNEGD58+BHV6mmwUkoppYYIDVU9O9LXSIOVUkoppY6K4uLivi5Cr9NgpZRSSimVJzkFKxE5T0ReF5E3ReSGLMt/LCJr3W2DiBzMf1GVUkopNRgYY7j++uuZMWMGM2fO5N577wVg586dnHHGGcyZM4cZM2bw1FNPEY/Hueyyy1Lr/vjHP+7j0nevx18FiogfuAV4B7ANWCUifzTGvJpcxxhznWf9zwJze6GsSimllBoEHnzwQdauXcuLL75IbW0tJ598MmeccQa/+c1vOPfcc/na175GPB6nubmZtWvXsn37dl555RUADh7s33U3uQy3cArwpjFmI4CI3AMsAV7tYv0PA/+Rn+IppZRSKt+++ad1vLqjPq/7PGFMKf/xnuk5rfv000/z4Q9/GL/fz8iRI1m4cCGrVq3i5JNP5uMf/zjRaJQLL7yQOXPmMHnyZDZu3MhnP/tZzj//fM4555y8ljvfcmkKHAts9Tze5uZ1IiITgUnA40deNKWUUkoNJWeccQYrV65k7NixXHbZZSxbtozy8nJefPFFzjzzTG677TauuOKKvi5mt/I9QOiHgAeMMfFsC0XkKuAqgAkTJuT50EoppZTKRa41S71lwYIF/OIXv+BjH/sY+/fvZ+XKlfzgBz+gpqaGcePGceWVV9LW1sYLL7zAu971LkKhEO9///s5/vjj+chHPtKnZe9JLsFqOzDe83icm5fNh4DPdLUjY8ztwO0A8+bNMzmWUSmllFKDyHvf+16eeeYZZs+ejYjw/e9/n1GjRnHnnXfygx/8gGAwSHFxMcuWLWP79u1cfvnlJBIJAL773e/2cem7J8Z0n29EJABsABZhA9Uq4GJjzLqM9aYCfwUmmZ52ig1Wq1evPtxyK6WUUuoQrF+/nmnTpvV1MQaEbK+ViKwxxszradse+1gZY2LANcCjwHrgPmPMOhH5lohc4Fn1Q8A9uYQqpZRSSqnBKKc+VsaYR4BHMuZ9I+PxjfkrllJKKaXUwKMjryullFJK5YkGK6WUUkqpPNFgpZRSSimVJxqslFJKKaXyRIOVUkoppVSeaLBSSimlVL9TXFzc5bLNmzczY8aMo1ia3GmwUkoppZTKEw1WSimllOp1N9xwA7fcckvq8Y033shNN93EokWLOPHEE5k5cyZ/+MMfDnm/ra2tXH755cycOZO5c+eyYsUKANatW8cpp5zCnDlzmDVrFm+88QZNTU2cf/75zJ49mxkzZnDvvffm7fkl5fsizEoppZTq7/5yA+x6Ob/7HDUT3nlzl4uXLl3K5z//eT7zGXtJ4fvuu49HH32Ua6+9ltLSUmpra5k/fz4XXHABIpLzYW+55RZEhJdffpnXXnuNc845hw0bNnDbbbfxuc99jksuuYT29nbi8TiPPPIIY8aM4eGHHwagrq7uyJ5zFlpjpZRSSqleN3fuXPbs2cOOHTt48cUXKS8vZ9SoUXz1q19l1qxZLF68mO3bt7N79+5D2u/TTz/NRz7yEQCmTp3KxIkT2bBhA6eddhrf+c53+N73vkdNTQ0FBQXMnDmTv//973zlK1/hqaeeoqysLO/PU2uslFJKqaGmm5ql3nTRRRfxwAMPsGvXLpYuXcrdd9/N3r17WbNmDcFgkOrqalpbW/NyrIsvvphTTz2Vhx9+mHe961384he/4Oyzz+aFF17gkUce4etf/zqLFi3iG9/4Rs87OwQarJRSSil1VCxdupQrr7yS2tpannzySe677z6qqqoIBoOsWLGCmpqaQ97nggULuPvuuzn77LPZsGEDW7Zs4fjjj2fjxo1MnjyZa6+9li1btvDSSy8xdepUKioq+MhHPsKwYcP45S9/mffnqMFKKaWUUkfF9OnTaWhoYOzYsYwePZpLLrmE97znPcycOZN58+YxderUQ97npz/9aT71qU8xc+ZMAoEAd9xxB+FwmPvuu4+77rqLYDCYanJctWoV119/PT6fj2AwyK233pr35yjGmLzvNBfz5s0zq1ev7pNjK6WUUkPN+vXrmTZtWl8XY0DI9lqJyBpjzLyettXO60oppZRSeaJNgUoppZTql15++WUuvfTStHnhcJjnnnuuj0rUMw1WSimllOqXZs6cydq1a/u6GIdEmwKVUkoppfJEg5VSSimlVJ5osFJKKaWUyhMNVkoppZRSeaLBSimllFIqTzRYKaWUUuqouPDCCznppJOYPn06t99+OwB//etfOfHEE5k9ezaLFi0CoLGxkcsvv5yZM2cya9Ysfve73/VlsQ+JDreglFJKDTHfe/57vLb/tbzuc2rFVL5yyle6XedXv/oVFRUVtLS0cPLJJ7NkyRKuvPJKVq5cyaRJk9i/fz8A//mf/0lZWRkvv/wyAAcOHMhrWXuTBiullFJKHRU/+9nPeOihhwDYur88IAsAACAASURBVHUrt99+O2eccQaTJk0CoKKiAoDly5dzzz33pLYrLy8/+oU9TBqslFJKqSGmp5ql3vDEE0+wfPlynnnmGQoLCznzzDOZM2cOr72W35qzvqZ9rJRSSinV6+rq6igvL6ewsJDXXnuNZ599ltbWVlauXMmmTZsAUk2B73jHO7jllltS2w6kpkANVkoppZTqdeeddx6xWIxp06Zxww03MH/+fEaMGMHtt9/O+973PmbPns3SpUsB+PrXv86BAweYMWMGs2fPZsWKFX1c+txpU6BSSimlel04HOYvf/lL1mXvfOc70x4XFxdz5513Ho1i5Z3WWCmllFJK5YkGK6WUUkqpPNFgpZRSSimVJxqslFJKKaXyRIOVUkoppVSeaLBSSimllMoTDVZKKaWUUnmiwUoppZRS/U5xcXFfF+GwaLBSSimllMoTHXldKaWUGmJ2fec7tK3P78WPw9OmMuqrX+1y+Q033MD48eP5zGc+A8CNN95IIBBgxYoVHDhwgGg0yk033cSSJUt6PFZjYyNLlizJut2yZcv44Q9/iIgwa9Ys7rrrLnbv3s3VV1/Nxo0bAbj11lt529velodn3ZkGK6WUUkr1uqVLl/L5z38+Fazuu+8+Hn30Ua699lpKS0upra1l/vz5XHDBBYhIt/uKRCI89NBDnbZ79dVXuemmm/jnP/9JZWVl6qLO1157LQsXLuShhx4iHo/T2NjYa88zp2AlIucBPwX8wC+NMTdnWeeDwI2AAV40xlycx3IqpZRSKk+6q1nqLXPnzmXPnj3s2LGDvXv3Ul5ezqhRo7juuutYuXIlPp+P7du3s3v3bkaNGtXtvowxfPWrX+203eOPP85FF11EZWUlABUVFQA8/vjjLFu2DAC/309ZWVmvPc8eg5WI+IFbgHcA24BVIvJHY8yrnnWOBf4NON0Yc0BEqnqrwEoppZQamC666CIeeOABdu3axdKlS7n77rvZu3cva9asIRgMUl1dTWtra4/7OdztjoZcOq+fArxpjNlojGkH7gEyG0CvBG4xxhwAMMbsyW8xlVJKKTXQLV26lHvuuYcHHniAiy66iLq6OqqqqggGg6xYsYKampqc9tPVdmeffTb3338/+/btA0g1BS5atIhbb70VgHg8Tl1dXS88OyuXYDUW2Op5vM3N8zoOOE5E/iEiz7qmQ6WUUkqplOnTp9PQ0MDYsWMZPXo0l1xyCatXr2bmzJksW7aMqVOn5rSfrrabPn06X/va11i4cCGzZ8/mC1/4AgA//elPWbFiBTNnzuSkk07i1Vdf7W73R0SMMd2vIPIB4DxjzBXu8aXAqcaYazzr/BmIAh8ExgErgZnGmIMZ+7oKuApgwoQJJ+WaTJVSSil1ZNavX8+0adP6uhgDQrbXSkTWGGPm9bRtLjVW24Hxnsfj3DyvbcAfjTFRY8wmYANwbOaOjDG3G2PmGWPmjRgxIodDK6WUUkoNHLn8KnAVcKyITMIGqg8Bmb/4+z3wYeD/iUgltmlwYz4LqpRSSqmh5eWXX+bSSy9NmxcOh3nuuef6qEQ96zFYGWNiInIN8Ch2uIVfGWPWici3gNXGmD+6ZeeIyKtAHLjeGLOvNwuulFJKqcFt5syZrF27tq+LcUhyGsfKGPMI8EjGvG94pg3wBXdTSimllBqS9FqBSimllFJ5osFKKaWUUipPNFgppZRSSuWJBiullFJKqTzRYKWUUkqpo+LCCy/kpJNOYvr06dx+++0AFBcXp5Y/8MADXHbZZQDs3r2b/9/evUfHUd15Av/+qvr9ULdtyfJD8kt+YIyxAZsQDHEyJjnexOAwsBkyDAmZ2ZDskpDszO6MZ+csh5Nk9pCZnEzIDMkMyRIgyQwBBwIhSwgJBkJ4HNv4gR/YlozxQ35J1qMl9bPq7h+3utWtt+2WqiV9P+e0q+rWreqrsrr07Vu3q2+++WasWLECK1aswOuvv+5Gk8/biD4VSERERBPH7584iJZjXWXdZ3V9BNd/avGQdR5++GFMnToVyWQSq1evxi233DJo3XvuuQdr167F008/Dcuy0NVV3vaOFgYrIiIiGhPf/e538fTTTwMAjh07hkOHDg1a96WXXsJjjz0GADBNE7FYbEzaeLEYrIiIiCaZ4XqWRsPLL7+M3/72t3jjjTcQCoXw4Q9/GKlUCiJSqJNKpca8XeXGMVZEREQ06jo6OjBlyhSEQiG8++67ePPNNwEAtbW12L9/P2zbLvRmAcC6devw/e9/HwBgWRY6Ojpcaff5YrAiIiKiUbd+/XrkcjksXboUmzZtwjXXXAMAuP/++7FhwwZce+21mDlzZqH+Aw88gC1btmD58uW46qqrsG/fPreafl54KZCIiIhGnd/vx/PPPz/gultvvbVfWW1tLZ555pnRblbZsceKiIiIqEwYrIiIiIjKhMGKiIiIqEwYrIiIiIjKhMGKiIiIqEwYrIiIiIjKZMLebiF39iyS7+yBymUBy4LK5aByVu9yNgdl5YBCef9lWDmnnrNdoV7f5RxQqNd3u/w+c4Btw7dgAYIrViC4ciWCK1fAO2OG24eKBpFra0Pu5EkY4TCMqiqY0SjEM2FfMkREVAYT9q9EctcuHP/Sl89vIxH9h9PjgXg8ENMEvB6IOfAyPCbE44WYJiTsL1kuWef1AKYJKCB98CDa/v3fce6RRwAAntpaHbJWrEBw5QoEli2D4feX/4DQgJRSyJ05g0xTE9KNTUgfbkKmsQnppiZYbW396huhEIxYDGY0CqMqCrPKmY9VwYxWwayKwqiKwayKwqyqKgQyoyoGIxwq+eoGIiIaXCQSGTdfvFxswgar0OrVmLd5M8Rj6hBkmhCvE3T6hKfCsjE2V0ZVJoPUgQNI7tiJ5K5dSO7ahcQLL+iVXi8Cl1xS2qs1ezb/IF8kZdvINjf3BqimJj3f1AS76IVrVFXB39CA6A3r4FvQAO+sWbCTPbA7E7ASnbA7O2Hl5zs6kW1uRqqzA3ZnomQ/AzJNJ2TpsGXGqmBEq5wAFtXBLF8Wq+qt6wQ0w+cb5aNEREQXa8IGKzMWQ7BCvwlbfD4Ely9HcPlyAHcAcC5d7t6N5E4dtNp//nO0/eQnAACzuloHrfxj+WUwQiEXf4LKpXI5ZI4eQ+ZwnwD13ntQyWShnlldDf+CBYjddCN8DQ3wOw+zuvqCQ6yyLNiJBKxEAlZnUQhzgteAwez0mcJ6lU4PuX/x+3XICod7H6HQ0MvhEIxQ0Xw4DDMchgSDY/ZGgogqz5ZHHsKZ9w+XdZ/T5y7AR+68a9D1mzZtQn19Pe6++24AwH333QePx4MtW7agra0N2WwW3/jGN7Bx48Zhn6urqwsbN27st92RI0ewYcMG7NmzBwDwrW99C11dXbjvvvvQ2NiIL37xizh79ixM08STTz6JhoaG8vzwRSZssBpvPDU1iK5bh+i6dQB0QEgfOqR7tJyera7f/U5XNk34Fy9GcMXlhcuIvnnzJlWvlp3JIPPeEWSaGpFuOlwIUJkjR6Cy2UI9z8yZ8Dc0YMrqVYUA5VuwAJ4pU8reJjFNmPE4zHj8gra302kdvBIJJ4DpEGYnOmF1dBaCmd3dDau7G6q7B9kzp2F3d8Pu7oHd3V0SHodurMAIBocIZCMp06FNfM7lb8PQYS0/zZdNot9LoglNOf+ogVcqy4KdPwcpVTTR87feeCP+8m/+Bl/8zGcAAE88/jj+31NP4e7PfhZVVVVoaW3FmhtuwMc/9CHkzxq5c+dK9peferI5PPGDH6AqEkVLawuu37ABN91005DNv/3227Fp0ybcfPPNSKVSsG37Qo7CsBisKpR4PAgsXYrA0qWYctttAPRg6tTu3Tps7dyFzud+hfbHfwZA99AFVuoerdDKlQgsXw4zGnXzRygLu6cH6cPvlQaoxkZkjh0D8i8KEXjr6+FvaEBk7Yfga1gI/8IG+OYvgBkJu/sDnAfD74dRUwNPTc0F7yN/YtNhq7s3dPV09y/r7i6UX3RQG4qIvhSfnzrhq3i+N4gJxDBLysQQwDAB04DIMNuZBgx/AGY8pkNuLFYIu33nhZdWJzylFFQyCSvRBbsr4fQod8Hu7tJvYJxyvb53HpYFCQZg+AOQQABGwA8JBPXU339ZAn4Y+eVAAOL3wwgG9TSg9yFe75i9yVDZrD4P9PTA7slPu2F7vbA6OqBsG9dvuAVK2fo8attQdtG8ZQOqT5lt94abIaSbmgZdtywWw5nmZhzZuhUtbW2IBYOYmk7jr7/+dfxh+3aIYeBEczOO79qFGdXVgDOEYyDZbBZ/9w//ULLd6dOnB33uRCKBEydO4OabbwYABAKBYX+WC8VgNY54pkxBZO1aRNauBaD/iGYOH0Zy1y707NyJ1K5daHn19/qXXwT+hQ29A+NXrICvocHVyz9KKahMBiqZhJ1O62kqBZVKwXYeVkuLE6AakWlsKn1ReTzwzZ0L/5IlqPrEx+Fb0KAD1Lx5MEbxRTKeiGnCjERgRiJl2d9IgprKZPVJ2LIB24KylZ5aFmArKFtPdVn+JG0B+ZN3YTsbsOxB6tv607xK1ykps3JAxobtbJdN9sDq6IDV3gEU9V72ZYRCMONxGPEYPPG4/lDCICGsMF9VpXvnaNQpy9K/Y4kErK5uJ/QUhaGurtJglNDjHHW5s75Lh6Qhiege2GgUZiQCIxIBTAP2uTbk0inYqXThHKVSqZIe8fNiGDqk+f1OWAsMvtwn1MH0wE72QPX09AlLziOpp6q7B3YyCZXJDNgE68F/Qcbr7XsAnDcqUtLrDNOE4fU5ZXpdyfp8SHSm0me5ZL5oeuunPoVfvv02Tp8+jdtu/zNs3roV57JZbNu+HV6vFwuWLIGaORP++fMBw4B/yRKnlaX7efzRR9FmWdj+zjvw+nyYP38+UqkUPB5PSU9UKpW6sP+vi8BgNY6JacK/aBH8ixYh7nwzuJVI6LFa+UHxv3kR7U9uBgAYkQiCl1+O4Mre8VpmPK7f3aRS+gWZTg88LTqx6BNNEnYyBZVOlUztVBIqlS4JTMXTkbzjEb9f35biiisQ/8+39l7CmzMH0u+kQKOp3EFtLCmloHp6YLW3O0Grvf98e0ehLNt8Us93dvb2hvYloj9QUAhbMZixeP/5/PopcRhhp9e08M5fh0bYNpRSpeWqtPdAT4vLlRNGrUJ5cZ3CfD6oDlanpEdigDpOeNXlqmjeCb8q/zwD1MkH36I6JfOF4GwXgrKdTDphKAG7S4cpu7t7+P9k5/fTiEYLwcg7axaMSBhmxCmLRmBEojAiET0fzc/rqREOn9cbTmVZ+pyWTpeeD1NpfR4sPk8Wnx9TKefc6Jwj06XL2c4OqGSqUJ4/bxb3zBuhEIxQCBIK6rGToRDMWAzemTML64xQEJKfDzrTsJ6+HwzCv3Bhv4A0lpfrP33HHfj85z+PlpYWvPLKK3jiiSdQO3Mm/NEotmzZgvePHtW9906PsjHIOb8zkcD02lr4/H693fvvAwBqa2tx5swZtLa2IhKJ4LnnnsP69esRjUZRV1eHX/ziF/jkJz+JdDoNy7IQGoXxygxWE4wZjSKyZg0ia9YA0H9cMkeOOJcPdyK5azda/vXfel+spjn8O7qBiPS+y8q/u3KmRjCgewKCgd7u8n7TQG9XedHUjMX0pyDZK0AXSUQgzngw7+zZI95O2bb+I18cwjo6YLUNEMzOtSFz+D1YHR2wE4lR/GkqTPHl3XxPRt/54jF2A9Up+sNuBIMwohH4a2p6w1A4UhqMopHeEOUEIwkExnwMn769Trg3MI8ipRSQzUJZVll+Vtm/3/Xe/WXLliGRSGD27NmYOXMmbr/9dtx4441Yvnw5Vq1ahUsuuWRE+xlsO6/Xi3vvvRdXX301Zs+eXbK/H//4x/jCF76Ae++9F16vF08++SQWLFhQ9p9R1Ah6EEbDqlWr1LZt21x57snO7u5Gcs9eJHfvgt3d3dsFXZgGS8cMBINO93Swd7yAz8dByURFVDarP3DQp0fM7upywoRzyUUMiKmnJZdZpM+8WdSjUAghg1+W6VfHNPuU559fj1kbeP9SOn5tgEA01j0cVD779+/H0qVL3W7GuDDQsRKR7UqpVcNtyx6rScgIhxH+wNUIf+Bqt5tCNGGI1wvPtGnwTJvmdlOIyEUMVkRERFSR3nnnHdxxxx0lZX6/H2+99ZZLLRoegxURERFVpOXLl2Pnzp1uN+O88NbLREREk4Rb46rHk4s9RgxWREREk0AgEEBrayvD1RCUUmhtbb2oG4jyUiAREdEkUFdXh+PHj+Ps2bNuN6WiBQIB1NXVXfD2DFZERESTgNfrxfz5891uxoTHS4FEREREZcJgRURERFQmDFZEREREZcJgRURERFQmDFZEREREZcJgRURERFQmDFZEREREZTKiYCUi60XkgIg0isimAdbfKSJnRWSn8/gv5W8qERERUWUb9gahImICeBDARwEcB7BVRJ5VSu3rU/VnSqkvjUIbiYiIiMaFkfRYXQ2gUSl1WCmVAfA4gI2j2ywiIiKi8WckwWo2gGNFy8edsr5uEZHdIrJZROoH2pGI3CUi20RkG7+riIiIiCaacg1e/yWAeUqpywG8CODRgSoppR5SSq1SSq2qqakp01MTERERVYaRBKsTAIp7oOqcsgKlVKtSKu0s/hDAVeVpHhEREdH4MZJgtRXAIhGZLyI+ALcBeLa4gojMLFq8CcD+8jXxwiilcCaRcrsZRERENIkMG6yUUjkAXwLwAnRgekIptVdEviYiNznV7hGRvSKyC8A9AO4crQaP1MsHz+K6b27B3/9qH9q6M243h4iIiCYBUUq58sSrVq1S27ZtG7X9n2hP4p9ePIin3j6OsM+DL6xdgD+/bj5CvmHvMEFERERUQkS2K6VWDVtvogarvIOnE/jHFw7gxX2nUR3x4yvrFuJPVs+Bz8ObzhMREdHIjDRYTfh0sbg2ih98ZhV+/l+vxYKaMP73M3txw7dfwTM7T8C23QmVRERENDFN+GCVd9XcKfjZXdfgR59bjbDfg688vhMb/vk1vHzgDNzqtSMiIqKJZdIEKwAQEXxkyXT86svX4YHbVqIrncOdP9qK2x56E28fbXO7eURERDTOTapglWcYgo0rZ+O3f7kWX9u4DE1nu/DH33sddz22DYdOJ9xuHhEREY1TE37w+kh0p3N4+LX38NCrh9GdyeGWK+vw1Y8uxux40O2mERERUQXgpwIvwLnuDL63pRGPvfk+AOAz18zF3R9ZiClhn8stIyIiIjcxWF2EE+1JfOfFg/i5cw+suz6k74EV9vMeWERERJMRg1UZHHLugfUb5x5Y96xbiNt4DywiIqJJh/exKoNFtVE89JlVeOq/XYuGmjDu5T2wiIiIaAgMViNw5ZwpePyua/DI51Yj4twD6xP//Bq28B5YREREVITBaoREBB9eMh3POffA6k7n8LkfbcWfPPQmtr/Pe2ARERERg9V5K74H1tc3LsPhs9245fuv4/OPbcNB3gOLiIhoUuPg9YvUk9H3wPq3V/Q9sP74yjp89YZFqJsScrtpREREVCb8VOAYa+vO4HsvN+LRN94HFHDHB/U9sKbyHlhERETjHoOVS5rbk/jObw9i8/bjCDn3wPoL3gOLiIhoXGOwclnjGX0PrBf2nkZ1xIcv/9EifPpq3gOLiIhoPGKwqhA7jrbhm79+F28ePof6qUF8fPlMXFE/BVfMiaO2KuB284iIiGgEGKwqiFIKrx5qwYMvNWLHsTZkLX3MZ8UCuGKODllXzIlj2awYAl7T5dYSERFRXyMNVhz4MwZEBGsX12Dt4hqkshb2Nndi57F27Djahh1H2/Grd04CADyG4NJZVbiiPl4IXHOmhiAiLv8ERERENBLssaoAZxIp7Dzajh1O2Np9vAM9GQsAMDXsw8r6eCFsXV4fQ1XA63KLiYiIJhf2WI0j06MBfGzZDHxs2QwAQM6ycehMF3YcdXq1jrXjpXfPAABEgIU1Eefyoe7VWjQ9CtNgrxYREZHb2GM1TnQks9h9vL0QtnYea0dbTxYAEPaZuLwuXghbK+vjqIn6XW4xERHRxMEeqwkmFvTi+kU1uH5RDQA9IP791h7sONZWuIz40KuHkbN1UK6bEtQ9WvVxrJwTx7JZVfB7ODCeiIhoNDFYjVMignnVYcyrDuPmK+oAAKmshT0nOpyB8e3YfuQcfrmrGQDgMw09MD5/CbE+jropQQ6MJyIiKiNeCpzgTnem9OXDY/oTiLuPtyOVtQEA1REfVs+bijULq3HdwmrMncZPIBIREQ2ElwIJAFBbFcD6y2Zg/WW9A+MPnE5gx9F2vH20DW82teL5PacA6MuH1y2sxpqF1bi2YRqmRThOi4iI6Hywx2qSU0rhvZZu/KGxBa81tuD1plYkUjkAwKUzq3D9Ih20Vs+biqCPY7SIiGhy4p3X6YLkLBt7mjvx2qGzeK2xBdvf13eK95kGrpo7Bdct0pcNL5sd4y0eiIho0mCworLoyeSw9UibE7Rasf9kJwCgKuDBtQ3VWOMErXkcn0VERBMYx1hRWYR8nsLX8QBAS1carze16qB1qAW/3qvHZ82OO+OzFlVjDcdnERHRJMUeK7pgSikcae3Ba40teO3Q2X7js65zxmddzfFZREQ0zvFSII05y1Z450SHHgh/SI/Pylg2fKaBK+fGcf2iGqxZWI3lHJ9FRETjDIMVuS4/PisftPYVjc/6YMM0XLewGtctquH4LCIiqngcY0WuG2x81h8O6Vs7vLD3NAA9PmvNwmlYs7AaV82dghlVAXhMw82mExERXRD2WJEr8t91+PvGFvzhUAteb2pBpzM+yzQEtVE/ZsWDRY8AZsV652NBL3u5iIhozPBSII0r+fFZe5s7cLI9heaOJJrbk2huT+FkRxJZq/T3NOQze0NXLNBvfkYsgICXA+aJiKg8eCmQxhXTEKysj2NlfbzfOttWaOlOo7k95YStZGH+ZEcS+5o70dKV7rdddcTfr6eruAesOuyHwUH0RERURgxWVPEMQzA9GsD0aGDA4AUAqayFUx35nq6iANaRQuPZLrx66Cx6MlbJNj7TwIxYoDdwFQWw2fEgZsaDiPj5EiEiopHjXw2aEAJeE/Oqw5hXHR5wvVIKnckcThQCV2kAe+vwOZzqTMGySy85xkNeLJ4exeIZESyZUYVLZkSxuDaKWNA7Fj8WERGNMyMKViKyHsADAEwAP1RK3T9IvVsAbAawWinFAVRUMUQEsZAXsZAXl86qGrBOzrJxJpHGyY4kTjih6+i5Hhw8lcAzO5qRSB8t1J0ZC2BxbRSXzIhiiRO2Fk6PcFwXEdEkN2ywEhETwIMAPgrgOICtIvKsUmpfn3pRAF8B8NZoNJRotHlMozAG66q5peuUUjjZkcKBUwkcOJ3AgVMJvHsqgTeaWpGxbACAIcC86rAOW7VVWOL0cs2ZGuINUYmIJomR9FhdDaBRKXUYAETkcQAbAezrU+/rAL4J4H+WtYVEFUBECqHrI5dML5TnLBtHWrvx7qkEDjpha19zJ57fcwr5D9wGvAYWTdc9W0tq9fSSGVHURP28ZQQR0QQzkmA1G8CxouXjAD5QXEFErgRQr5T6lYgwWNGk4TENLJwexcLpUeDy3vKeTA6HTncVercOnErglYNnsXn78UKdeMhbCFr5sLWoNoqqAMdvERGNVxc9eF1EDADfBnDnCOreBeAuAJgzZ87FPjVRxQr5PFhRH8eKPp9iPNedcYJWZyF0PfX2CXSlc4U6s+PBwrit/GD5hulh+D0cv0VEVOlGEqxOAKgvWq5zyvKiAC4D8LJzWWMGgGdF5Ka+A9iVUg8BeAjQNwi9iHYTjUtTwz58sGEaPtgwrVCmlMLxtiQOntaXEg86gev3h84WboxqGoIF1WEsro2itiqAaREfpob1ozriw9SwH1PDPlQFPLy8SETkopEEq60AFonIfOhAdRuAP82vVEp1AKjOL4vIywD+Bz8VSDQyIoL6qSHUTw1h3dLaQnnWsvFeS+n4rb3NHXj5wBl097knV57XFEwJ6cA1zQlc08I+TAv7MDXiTJ0QNi3sQyzo5U1SiYjKaNhgpZTKiciXALwAfbuFh5VSe0XkawC2KaWeHe1GEk1GXtPA4lp9KRArStelshbOdWfQ2pVBa3ca57ozerk7g3NdzrQ7jd1t7TjXlUGi6FJjMdPQQWya0/vVG770dFqkN4RNDfsQD/n4CUcioiHwuwKJJoF0zkJbd7YkhLV06fCVD2jF4awjmR1wP4YA8VBx8NJhKx70Ih7yIhb0Ihb0IR7qXY4HfQh4DV6iJKJxjd8VSEQFfo+JGTETM2KBEdXPWjba8j1ghZ4wHcJanF6x/ED8jmQW7T1Z5OzB36T5PAbiQSdohXrDlw5eTlnIV7IcD/oQDXh4qZKIxhUGKyLqx2samF4VwPSqkQUxpRS6Mxbae3RvV0dPFu1O4OpIZtGezOiyHj1/oj2Jfc0daE9m+32HYzERoCqQD1peVAW9A/SQOWXOcjTgQcBjIuA14fcYDGZENKYYrIjoookIIn4PIn4P6qac37aZnK3DWDKjg1chjGXR0ZPR02Q+lGVx7FwP2pNZdCazGKKTrMDnMRDwGAh4TefhzHtM+L0Ggn3LvSYCHgP+4nJP73zQazrrSuvn5zkGjWhyY7AiIlf5PAZqon7URP3ntZ1tKyTSOad3LFMIX13pHFJZC6msrac5C2lnPpm1StZ1pnI4m0j3luV6118orylOaOsNYkGfWZiGfDqAhQplHgRLloumznzfdR7TuOD2EdHoYrAionHJMKRwKXAOQmXdt1IK6ZytA1muNIzpsFY0X7KutH7aCXPJrIVkRn+S80Rb73J+3fl+hshnGgh4DYR8ntIg5i0NY4G+ocyZ95oGvKbAYxjwmAKvacBjCDxF5V5TL3sMZ70p8Dr18/O8zErUH4MVEVEfetJjqwAAB2ZJREFUIlK4tBfD6H7FUD7E9eSDViaHZMZGTyZXEsB6Mjqw9dbTj55CnRx6Mjm0dKX71RvqgwUXwxD9tU7ePqFs4LA2QHAboK4vH+hMgc80CnV8Zj7U6ecrhD3TKAl++UCY37/PI332UbxvgWkIP7FKZcVgRUTkouIQN1qyll0IZsmMhaxlI2sp5GxnatnI2QpZy0auuLywfvC6WdvZxrKRtZ31lirM5/eTs/Q2qayNnJUrLS+sz+9X7ytr2efdm3chvEXhzmsaMA2BIQIRwHBCl2EAAoEh+v9MBBCgf72iZcnXBQrbGaL3o9f1rd+/LqBDacBrIOj0QubHBQa9JgK+/LJz2dkpC3iKejG9ejyh38PbnowFBisiognOaxqIBQ3EguPvC76tfIizFbI5uyiEFYW/XGnAyxQFxIzVG/YyTmjTwbBPiMv1BkbLVlAKsJWCgp6iZFn3NOpiBdt2pgq6rGi7/H7QZ1kpwLYBCzbsorL+2wKWrQNpMmshldHjBvNfd3U+RNAbvvJhzFe8bBatNwqhrW+Q83sMKKVg2YClFGxbIWfrqaUULFvBdqa98/rnKN6mMC2az5Vsi9754roDPM+ffmAubloxq5y/eheMwYqIiCqWaQhMw+nNO7/PN0xouvevd3xf/rJv8Yc0ks76/OXkVFF5MmOXLHel9Qc50jm7ZPxfJnfhH+QYiiEo9AyahsAUgWnqqZFfNgSGgX5l+Ufxtm7d7HwgDFZERETjTH5sWXRkt5q7YJatkM45oc0JXams1RtqDMA0DCf8oBB0jOKpoS9n5rfJX+qcqBisiIiIaECmIQj5PAj5GBdGijdDISIiIioTBisiIiKiMmGwIiIiIioTBisiIiKiMmGwIiIiIioTBisiIiKiMmGwIiIiIioTBisiIiKiMmGwIiIiIioTBisiIiKiMhG3vrhQRM4CeH+Un6YaQMsoP8d4x2M0NB6f4fEYDY3HZ3g8RkPj8RneWByjuUqpmuEquRasxoKIbFNKrXK7HZWMx2hoPD7D4zEaGo/P8HiMhsbjM7xKOka8FEhERERUJgxWRERERGUy0YPVQ243YBzgMRoaj8/weIyGxuMzPB6jofH4DK9ijtGEHmNFRERENJYmeo8VERER0ZiZsMFKRNaLyAERaRSRTW63p5KISL2IbBGRfSKyV0S+4nabKpWImCKyQ0Sec7stlUZE4iKyWUTeFZH9IvJBt9tUaUTkvzuvsT0i8h8iEnC7TW4TkYdF5IyI7CkqmyoiL4rIIWc6xc02ummQ4/OPzutst4g8LSJxN9votoGOUdG6vxIRJSLVbrQNmKDBSkRMAA8C+E8ALgXwaRG51N1WVZQcgL9SSl0K4BoAd/P4DOorAPa73YgK9QCAXyulLgGwAjxOJURkNoB7AKxSSl0GwARwm7utqgiPAFjfp2wTgN8ppRYB+J2zPFk9gv7H50UAlymlLgdwEMDfjnWjKswj6H+MICL1AD4G4OhYN6jYhAxWAK4G0KiUOqyUygB4HMBGl9tUMZRSJ5VSbzvzCeg/iLPdbVXlEZE6AJ8A8EO321JpRCQG4EMA/i8AKKUySql2d1tVkTwAgiLiARAC0Oxye1ynlHoVwLk+xRsBPOrMPwrgk2PaqAoy0PFRSv1GKZVzFt8EUDfmDasgg/wOAcA/AfhrAK4OHp+owWo2gGNFy8fB4DAgEZkH4AoAb7nbkor0HegXqe12QyrQfABnAfzIuVT6QxEJu92oSqKUOgHgW9Dvnk8C6FBK/cbdVlWsWqXUSWf+FIBaNxtT4f4cwPNuN6LSiMhGACeUUrvcbstEDVY0AiISAfBzAF9VSnW63Z5KIiIbAJxRSm13uy0VygPgSgDfV0pdAaAbk/vyTT/OOKGN0CF0FoCwiPyZu62qfEp/VJ0fVx+AiPwd9FCOn7rdlkoiIiEA/wvAvW63BZi4weoEgPqi5TqnjBwi4oUOVT9VSj3ldnsq0BoAN4nIEehLyX8kIj9xt0kV5TiA40qpfE/nZuigRb1uAPCeUuqsUioL4CkA17rcpkp1WkRmAoAzPeNyeyqOiNwJYAOA2xXvk9RXA/QbmF3OObsOwNsiMsONxkzUYLUVwCIRmS8iPugBo8+63KaKISICPTZmv1Lq2263pxIppf5WKVWnlJoH/fvzklKKvQ0OpdQpAMdEZIlTtA7APhebVImOArhGRELOa24dOMB/MM8C+Kwz/1kAz7jYloojIuuhhyXcpJTqcbs9lUYp9Y5SarpSap5zzj4O4ErnPDXmJmSwcgb5fQnAC9AnsieUUnvdbVVFWQPgDuhemJ3O4+NuN4rGnS8D+KmI7AawEsD/cbk9FcXpzdsM4G0A70Cfbyvm7tBuEZH/APAGgCUiclxE/gLA/QA+KiKHoHv67nezjW4a5Pj8C4AogBed8/W/utpIlw1yjCoG77xOREREVCYTsseKiIiIyA0MVkRERERlwmBFREREVCYMVkRERERlwmBFREREVCYMVkRERERlwmBFREREVCYMVkRERERl8v8BIhM0G5CEApkAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 720x360 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00015: ReduceLROnPlateau reducing learning rate to 7.812500371073838e-06.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0x7fa257fe09e8>"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Training with learning \n",
    "model.fit_generator(training_generator, validation_data=validation_generator, \n",
    "                    epochs=n_epoch, callbacks=callbacks)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true
   },
   "outputs": [
    {
     "ename": "OSError",
     "evalue": "Unable to open file (unable to open file: name = './Model/nasnet_model_bin_cross_arch_8_lr_0_001_inp96/nasnet_model_bin_cross_arch_8_lr_0_001_inp96_epoch_15.h5', errno = 2, error message = 'No such file or directory', flags = 0, o_flags = 0)",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mOSError\u001b[0m                                   Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-21-697e8f516674>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mrun_test\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'./Model/nasnet_model_bin_cross_arch_8_lr_0_001_inp96/nasnet_model_bin_cross_arch_8_lr_0_001_inp96_epoch_15.h5'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m~/workspaces/simge/PatchCamelyon/utils/tester.py\u001b[0m in \u001b[0;36mrun_test\u001b[0;34m(model_path, data_dir, epoch, batch_size)\u001b[0m\n\u001b[1;32m     30\u001b[0m \u001b[0;32mdef\u001b[0m \u001b[0mrun_test\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel_path\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdata_dir\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'data/macenko/'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mepoch\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m15\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbatch_size\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m128\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     31\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 32\u001b[0;31m     \u001b[0mmodel\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mload_model\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mmodel_path\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcustom_objects\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m{\u001b[0m\u001b[0;34m'auc'\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mauc\u001b[0m\u001b[0;34m}\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     33\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     34\u001b[0m     \u001b[0mx_test\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my_test_true\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mload_data\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata_dir\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mpurpose\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'test'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mnorm\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m'macenko'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/engine/saving.py\u001b[0m in \u001b[0;36mload_model\u001b[0;34m(filepath, custom_objects, compile)\u001b[0m\n\u001b[1;32m    415\u001b[0m     \u001b[0mmodel\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mNone\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    416\u001b[0m     \u001b[0mopened_new_file\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mnot\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mh5py\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mGroup\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 417\u001b[0;31m     \u001b[0mf\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mh5dict\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mfilepath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'r'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    418\u001b[0m     \u001b[0;32mtry\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    419\u001b[0m         \u001b[0mmodel\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0m_deserialize_model\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcustom_objects\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mcompile\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/keras/utils/io_utils.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, path, mode)\u001b[0m\n\u001b[1;32m    184\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_is_file\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mFalse\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    185\u001b[0m         \u001b[0;32melif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 186\u001b[0;31m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mdata\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mh5py\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mFile\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mmode\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mmode\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    187\u001b[0m             \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_is_file\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0;32mTrue\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    188\u001b[0m         \u001b[0;32melif\u001b[0m \u001b[0misinstance\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mpath\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mdict\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/h5py/_hl/files.py\u001b[0m in \u001b[0;36m__init__\u001b[0;34m(self, name, mode, driver, libver, userblock_size, swmr, rdcc_nslots, rdcc_nbytes, rdcc_w0, track_order, **kwds)\u001b[0m\n\u001b[1;32m    392\u001b[0m                 fid = make_fid(name, mode, userblock_size,\n\u001b[1;32m    393\u001b[0m                                \u001b[0mfapl\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfcpl\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mmake_fcpl\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtrack_order\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mtrack_order\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 394\u001b[0;31m                                swmr=swmr)\n\u001b[0m\u001b[1;32m    395\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    396\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mswmr_support\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/workspaces/simge/PatchCamelyon/.env/lib/python3.6/site-packages/h5py/_hl/files.py\u001b[0m in \u001b[0;36mmake_fid\u001b[0;34m(name, mode, userblock_size, fapl, fcpl, swmr)\u001b[0m\n\u001b[1;32m    168\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mswmr\u001b[0m \u001b[0;32mand\u001b[0m \u001b[0mswmr_support\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    169\u001b[0m             \u001b[0mflags\u001b[0m \u001b[0;34m|=\u001b[0m \u001b[0mh5f\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mACC_SWMR_READ\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 170\u001b[0;31m         \u001b[0mfid\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mh5f\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mflags\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfapl\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mfapl\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    171\u001b[0m     \u001b[0;32melif\u001b[0m \u001b[0mmode\u001b[0m \u001b[0;34m==\u001b[0m \u001b[0;34m'r+'\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    172\u001b[0m         \u001b[0mfid\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mh5f\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mname\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mh5f\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mACC_RDWR\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mfapl\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mfapl\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32mh5py/_objects.pyx\u001b[0m in \u001b[0;36mh5py._objects.with_phil.wrapper\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mh5py/_objects.pyx\u001b[0m in \u001b[0;36mh5py._objects.with_phil.wrapper\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;32mh5py/h5f.pyx\u001b[0m in \u001b[0;36mh5py.h5f.open\u001b[0;34m()\u001b[0m\n",
      "\u001b[0;31mOSError\u001b[0m: Unable to open file (unable to open file: name = './Model/nasnet_model_bin_cross_arch_8_lr_0_001_inp96/nasnet_model_bin_cross_arch_8_lr_0_001_inp96_epoch_15.h5', errno = 2, error message = 'No such file or directory', flags = 0, o_flags = 0)"
     ]
    }
   ],
   "source": [
    "run_test('./Model/nasnet_model_bin_cross_arch_8_lr_0_001_inp96/nasnet_model_bin_cross_arch_8_lr_0_001_inp96_epoch_15.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "x_test, y_test_true = load_data('data/macenko/', purpose='test', norm='macenko')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "# indexes\n",
    "test_id = np.arange(len(x_test))\n",
    "\n",
    "partition = {}\n",
    "partition['test'] = test_id\n",
    "\n",
    "test_labels = {str(i) : y_test_true[i].flatten()[0] for i in test_id}\n",
    "\n",
    "# Parameters for generators\n",
    "params = {\n",
    "    'dim': (96, 96),\n",
    "    'batch_size': batch_size,\n",
    "    'n_classes': 2,\n",
    "    'aug': False,\n",
    "    'shuffle': False\n",
    "}\n",
    "\n",
    "# Generators\n",
    "test_generator = DataGenerator(partition['test'], x_test, test_labels, **params)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [],
   "source": [
    "preds = model.predict_generator(test_generator)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "sklearn auc: 0.6175513090938857\n",
      "tf auc: [0.6175327, 0.6175327]\n"
     ]
    }
   ],
   "source": [
    "true_labels = np.array(y_test_true).flatten()\n",
    "pred_labels = np.array([p[1] for p in preds])\n",
    "calculate_auc(true_labels, pred_labels)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.8"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}