4. train_fcn_model.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### This tutorial demostrate how to train a fully confolutional network (FCN) formulated as follows:\n",
    "\n",
    "`Jonathan, Long, et al. \"Fully convolutional networks for semantic segmentation.\" 2015.`\n",
    "\n",
    "## $$x^{(1)}=ReLU(W^{(1)} * x^{(0)})$$\n",
    "## $$x^{(2)}=ReLU(pool(x^{(1)}))$$\n",
    "## $$x^{(3)}=ReLU(W^{(3)} * x^{(2)})$$\n",
    "## $$x^{(4)}=ReLU(pool(x^{(3)}))$$\n",
    "## $$x^{(5)}=ReLU(W^{(5)} * x^{(4)})$$\n",
    "## $$y=softmax(W^{(6)} * x^{(5)})$$"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "# import matplotlib for visualization\n",
    "import matplotlib\n",
    "import matplotlib.pyplot as plt\n",
    "# set to plot in the notebook\n",
    "%matplotlib inline \n",
    "\n",
    "# import keras (using tensorflow backend)\n",
    "import keras"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import tensorflow as tf\n",
    "from keras.backend.tensorflow_backend import set_session\n",
    "config = tf.ConfigProto()\n",
    "config.gpu_options.per_process_gpu_memory_fraction = 0.1\n",
    "config.gpu_options.visible_device_list= '0'\n",
    "set_session(tf.Session(config=config))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "from keras.datasets import cifar10\n",
    "\n",
    "# set batch size and number of classes\n",
    "input_shape = (32,32,3)\n",
    "batch_size = 500\n",
    "num_classes = 10\n",
    "epochs = 10\n",
    "\n",
    "# load cifar10\n",
    "(x_train, y_train), (x_test, y_test) = cifar10.load_data()\n",
    "\n",
    "# convert class vectors to one-hot binary class matrices.\n",
    "y_train = keras.utils.to_categorical(y_train, num_classes)\n",
    "y_test = keras.utils.to_categorical(y_test, num_classes)\n",
    "\n",
    "# normalize data to [-1, 1]\n",
    "x_train = x_train.astype('float32')\n",
    "x_test = x_test.astype('float32')\n",
    "x_train /= 127.5\n",
    "x_test /= 127.5\n",
    "x_train -= 1.\n",
    "x_test -= 1."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "conv2d_1 (Conv2D)            (None, 30, 30, 32)        896       \n",
      "_________________________________________________________________\n",
      "activation_1 (Activation)    (None, 30, 30, 32)        0         \n",
      "_________________________________________________________________\n",
      "max_pooling2d_1 (MaxPooling2 (None, 15, 15, 32)        0         \n",
      "_________________________________________________________________\n",
      "activation_2 (Activation)    (None, 15, 15, 32)        0         \n",
      "_________________________________________________________________\n",
      "conv2d_2 (Conv2D)            (None, 13, 13, 64)        18496     \n",
      "_________________________________________________________________\n",
      "activation_3 (Activation)    (None, 13, 13, 64)        0         \n",
      "_________________________________________________________________\n",
      "max_pooling2d_2 (MaxPooling2 (None, 6, 6, 64)          0         \n",
      "_________________________________________________________________\n",
      "activation_4 (Activation)    (None, 6, 6, 64)          0         \n",
      "_________________________________________________________________\n",
      "conv2d_3 (Conv2D)            (None, 1, 1, 120)         276600    \n",
      "_________________________________________________________________\n",
      "activation_5 (Activation)    (None, 1, 1, 120)         0         \n",
      "_________________________________________________________________\n",
      "conv2d_4 (Conv2D)            (None, 1, 1, 10)          1210      \n",
      "_________________________________________________________________\n",
      "flatten_1 (Flatten)          (None, 10)                0         \n",
      "_________________________________________________________________\n",
      "activation_6 (Activation)    (None, 10)                0         \n",
      "=================================================================\n",
      "Total params: 297,202\n",
      "Trainable params: 297,202\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "from keras.models import Sequential\n",
    "\n",
    "from keras.layers import Dense, Activation, Flatten, Conv2D, MaxPooling2D\n",
    "\n",
    "def fcn_model(input_shape, num_classes):    \n",
    "    model = Sequential()\n",
    "\n",
    "    # conv1\n",
    "    model.add(Conv2D(32, (3, 3), padding='valid', input_shape=input_shape))\n",
    "    model.add(Activation('relu'))\n",
    "    # pool1\n",
    "    model.add(MaxPooling2D(pool_size=(2,2)))\n",
    "    model.add(Activation('relu'))\n",
    "\n",
    "    # conv2\n",
    "    model.add(Conv2D(64, (3, 3), padding='valid'))\n",
    "    model.add(Activation('relu'))\n",
    "    # pool2\n",
    "    model.add(MaxPooling2D(pool_size=(2,2)))\n",
    "    model.add(Activation('relu'))\n",
    "\n",
    "    # conv3\n",
    "    model.add(Conv2D(120, (6, 6), padding='valid'))\n",
    "    model.add(Activation('relu'))\n",
    "\n",
    "    # conv4\n",
    "    model.add(Conv2D(num_classes, (1, 1), padding='valid'))\n",
    "    model.add(Flatten())\n",
    "    model.add(Activation('softmax'))\n",
    "    \n",
    "    return model\n",
    "\n",
    "model = fcn_model(input_shape, num_classes)\n",
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/svg+xml": [
       "<svg height=\"994pt\" viewBox=\"0.00 0.00 215.00 994.00\" width=\"215pt\" xmlns=\"http://www.w3.org/2000/svg\" xmlns:xlink=\"http://www.w3.org/1999/xlink\">\n",
       "<g class=\"graph\" id=\"graph0\" transform=\"scale(1 1) rotate(0) translate(4 990)\">\n",
       "<title>G</title>\n",
       "<polygon fill=\"white\" points=\"-4,4 -4,-990 211,-990 211,4 -4,4\" stroke=\"none\"/>\n",
       "<!-- 140348090646424 -->\n",
       "<g class=\"node\" id=\"node1\"><title>140348090646424</title>\n",
       "<polygon fill=\"none\" points=\"17.5,-949.5 17.5,-985.5 189.5,-985.5 189.5,-949.5 17.5,-949.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-963.8\">conv2d_1_input: InputLayer</text>\n",
       "</g>\n",
       "<!-- 140348090646256 -->\n",
       "<g class=\"node\" id=\"node2\"><title>140348090646256</title>\n",
       "<polygon fill=\"none\" points=\"42,-876.5 42,-912.5 165,-912.5 165,-876.5 42,-876.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-890.8\">conv2d_1: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140348090646424&#45;&gt;140348090646256 -->\n",
       "<g class=\"edge\" id=\"edge1\"><title>140348090646424-&gt;140348090646256</title>\n",
       "<path d=\"M103.5,-949.313C103.5,-941.289 103.5,-931.547 103.5,-922.569\" fill=\"none\" stroke=\"black\"/>\n",
       "<polygon fill=\"black\" points=\"107,-922.529 103.5,-912.529 100,-922.529 107,-922.529\" stroke=\"black\"/>\n",
       "</g>\n",
       "<!-- 140350008330392 -->\n",
       "<g class=\"node\" id=\"node3\"><title>140350008330392</title>\n",
       "<polygon fill=\"none\" points=\"29.5,-803.5 29.5,-839.5 177.5,-839.5 177.5,-803.5 29.5,-803.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-817.8\">activation_1: Activation</text>\n",
       "</g>\n",
       "<!-- 140348090646256&#45;&gt;140350008330392 -->\n",
       "<g class=\"edge\" id=\"edge2\"><title>140348090646256-&gt;140350008330392</title>\n",
       "<path d=\"M103.5,-876.313C103.5,-868.289 103.5,-858.547 103.5,-849.569\" fill=\"none\" stroke=\"black\"/>\n",
       "<polygon fill=\"black\" points=\"107,-849.529 103.5,-839.529 100,-849.529 107,-849.529\" stroke=\"black\"/>\n",
       "</g>\n",
       "<!-- 140348090638688 -->\n",
       "<g class=\"node\" id=\"node4\"><title>140348090638688</title>\n",
       "<polygon fill=\"none\" points=\"0,-730.5 0,-766.5 207,-766.5 207,-730.5 0,-730.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-744.8\">max_pooling2d_1: MaxPooling2D</text>\n",
       "</g>\n",
       "<!-- 140350008330392&#45;&gt;140348090638688 -->\n",
       "<g class=\"edge\" id=\"edge3\"><title>140350008330392-&gt;140348090638688</title>\n",
       "<path d=\"M103.5,-803.313C103.5,-795.289 103.5,-785.547 103.5,-776.569\" fill=\"none\" stroke=\"black\"/>\n",
       "<polygon fill=\"black\" points=\"107,-776.529 103.5,-766.529 100,-776.529 107,-776.529\" stroke=\"black\"/>\n",
       "</g>\n",
       "<!-- 140348090640536 -->\n",
       "<g class=\"node\" id=\"node5\"><title>140348090640536</title>\n",
       "<polygon fill=\"none\" points=\"29.5,-657.5 29.5,-693.5 177.5,-693.5 177.5,-657.5 29.5,-657.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-671.8\">activation_2: Activation</text>\n",
       "</g>\n",
       "<!-- 140348090638688&#45;&gt;140348090640536 -->\n",
       "<g class=\"edge\" id=\"edge4\"><title>140348090638688-&gt;140348090640536</title>\n",
       "<path d=\"M103.5,-730.313C103.5,-722.289 103.5,-712.547 103.5,-703.569\" fill=\"none\" stroke=\"black\"/>\n",
       "<polygon fill=\"black\" points=\"107,-703.529 103.5,-693.529 100,-703.529 107,-703.529\" stroke=\"black\"/>\n",
       "</g>\n",
       "<!-- 140348090764480 -->\n",
       "<g class=\"node\" id=\"node6\"><title>140348090764480</title>\n",
       "<polygon fill=\"none\" points=\"42,-584.5 42,-620.5 165,-620.5 165,-584.5 42,-584.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-598.8\">conv2d_2: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140348090640536&#45;&gt;140348090764480 -->\n",
       "<g class=\"edge\" id=\"edge5\"><title>140348090640536-&gt;140348090764480</title>\n",
       "<path d=\"M103.5,-657.313C103.5,-649.289 103.5,-639.547 103.5,-630.569\" fill=\"none\" stroke=\"black\"/>\n",
       "<polygon fill=\"black\" points=\"107,-630.529 103.5,-620.529 100,-630.529 107,-630.529\" stroke=\"black\"/>\n",
       "</g>\n",
       "<!-- 140348090764424 -->\n",
       "<g class=\"node\" id=\"node7\"><title>140348090764424</title>\n",
       "<polygon fill=\"none\" points=\"29.5,-511.5 29.5,-547.5 177.5,-547.5 177.5,-511.5 29.5,-511.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-525.8\">activation_3: Activation</text>\n",
       "</g>\n",
       "<!-- 140348090764480&#45;&gt;140348090764424 -->\n",
       "<g class=\"edge\" id=\"edge6\"><title>140348090764480-&gt;140348090764424</title>\n",
       "<path d=\"M103.5,-584.313C103.5,-576.289 103.5,-566.547 103.5,-557.569\" fill=\"none\" stroke=\"black\"/>\n",
       "<polygon fill=\"black\" points=\"107,-557.529 103.5,-547.529 100,-557.529 107,-557.529\" stroke=\"black\"/>\n",
       "</g>\n",
       "<!-- 140348056727960 -->\n",
       "<g class=\"node\" id=\"node8\"><title>140348056727960</title>\n",
       "<polygon fill=\"none\" points=\"0,-438.5 0,-474.5 207,-474.5 207,-438.5 0,-438.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-452.8\">max_pooling2d_2: MaxPooling2D</text>\n",
       "</g>\n",
       "<!-- 140348090764424&#45;&gt;140348056727960 -->\n",
       "<g class=\"edge\" id=\"edge7\"><title>140348090764424-&gt;140348056727960</title>\n",
       "<path d=\"M103.5,-511.313C103.5,-503.289 103.5,-493.547 103.5,-484.569\" fill=\"none\" stroke=\"black\"/>\n",
       "<polygon fill=\"black\" points=\"107,-484.529 103.5,-474.529 100,-484.529 107,-484.529\" stroke=\"black\"/>\n",
       "</g>\n",
       "<!-- 140348056798824 -->\n",
       "<g class=\"node\" id=\"node9\"><title>140348056798824</title>\n",
       "<polygon fill=\"none\" points=\"29.5,-365.5 29.5,-401.5 177.5,-401.5 177.5,-365.5 29.5,-365.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-379.8\">activation_4: Activation</text>\n",
       "</g>\n",
       "<!-- 140348056727960&#45;&gt;140348056798824 -->\n",
       "<g class=\"edge\" id=\"edge8\"><title>140348056727960-&gt;140348056798824</title>\n",
       "<path d=\"M103.5,-438.313C103.5,-430.289 103.5,-420.547 103.5,-411.569\" fill=\"none\" stroke=\"black\"/>\n",
       "<polygon fill=\"black\" points=\"107,-411.529 103.5,-401.529 100,-411.529 107,-411.529\" stroke=\"black\"/>\n",
       "</g>\n",
       "<!-- 140348056799832 -->\n",
       "<g class=\"node\" id=\"node10\"><title>140348056799832</title>\n",
       "<polygon fill=\"none\" points=\"42,-292.5 42,-328.5 165,-328.5 165,-292.5 42,-292.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-306.8\">conv2d_3: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140348056798824&#45;&gt;140348056799832 -->\n",
       "<g class=\"edge\" id=\"edge9\"><title>140348056798824-&gt;140348056799832</title>\n",
       "<path d=\"M103.5,-365.313C103.5,-357.289 103.5,-347.547 103.5,-338.569\" fill=\"none\" stroke=\"black\"/>\n",
       "<polygon fill=\"black\" points=\"107,-338.529 103.5,-328.529 100,-338.529 107,-338.529\" stroke=\"black\"/>\n",
       "</g>\n",
       "<!-- 140348056872664 -->\n",
       "<g class=\"node\" id=\"node11\"><title>140348056872664</title>\n",
       "<polygon fill=\"none\" points=\"29.5,-219.5 29.5,-255.5 177.5,-255.5 177.5,-219.5 29.5,-219.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-233.8\">activation_5: Activation</text>\n",
       "</g>\n",
       "<!-- 140348056799832&#45;&gt;140348056872664 -->\n",
       "<g class=\"edge\" id=\"edge10\"><title>140348056799832-&gt;140348056872664</title>\n",
       "<path d=\"M103.5,-292.313C103.5,-284.289 103.5,-274.547 103.5,-265.569\" fill=\"none\" stroke=\"black\"/>\n",
       "<polygon fill=\"black\" points=\"107,-265.529 103.5,-255.529 100,-265.529 107,-265.529\" stroke=\"black\"/>\n",
       "</g>\n",
       "<!-- 140348056871656 -->\n",
       "<g class=\"node\" id=\"node12\"><title>140348056871656</title>\n",
       "<polygon fill=\"none\" points=\"42,-146.5 42,-182.5 165,-182.5 165,-146.5 42,-146.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-160.8\">conv2d_4: Conv2D</text>\n",
       "</g>\n",
       "<!-- 140348056872664&#45;&gt;140348056871656 -->\n",
       "<g class=\"edge\" id=\"edge11\"><title>140348056872664-&gt;140348056871656</title>\n",
       "<path d=\"M103.5,-219.313C103.5,-211.289 103.5,-201.547 103.5,-192.569\" fill=\"none\" stroke=\"black\"/>\n",
       "<polygon fill=\"black\" points=\"107,-192.529 103.5,-182.529 100,-192.529 107,-192.529\" stroke=\"black\"/>\n",
       "</g>\n",
       "<!-- 140348056412792 -->\n",
       "<g class=\"node\" id=\"node13\"><title>140348056412792</title>\n",
       "<polygon fill=\"none\" points=\"48.5,-73.5 48.5,-109.5 158.5,-109.5 158.5,-73.5 48.5,-73.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-87.8\">flatten_1: Flatten</text>\n",
       "</g>\n",
       "<!-- 140348056871656&#45;&gt;140348056412792 -->\n",
       "<g class=\"edge\" id=\"edge12\"><title>140348056871656-&gt;140348056412792</title>\n",
       "<path d=\"M103.5,-146.313C103.5,-138.289 103.5,-128.547 103.5,-119.569\" fill=\"none\" stroke=\"black\"/>\n",
       "<polygon fill=\"black\" points=\"107,-119.529 103.5,-109.529 100,-119.529 107,-119.529\" stroke=\"black\"/>\n",
       "</g>\n",
       "<!-- 140348056486464 -->\n",
       "<g class=\"node\" id=\"node14\"><title>140348056486464</title>\n",
       "<polygon fill=\"none\" points=\"29.5,-0.5 29.5,-36.5 177.5,-36.5 177.5,-0.5 29.5,-0.5\" stroke=\"black\"/>\n",
       "<text font-family=\"Times,serif\" font-size=\"14.00\" text-anchor=\"middle\" x=\"103.5\" y=\"-14.8\">activation_6: Activation</text>\n",
       "</g>\n",
       "<!-- 140348056412792&#45;&gt;140348056486464 -->\n",
       "<g class=\"edge\" id=\"edge13\"><title>140348056412792-&gt;140348056486464</title>\n",
       "<path d=\"M103.5,-73.3129C103.5,-65.2895 103.5,-55.5475 103.5,-46.5691\" fill=\"none\" stroke=\"black\"/>\n",
       "<polygon fill=\"black\" points=\"107,-46.5288 103.5,-36.5288 100,-46.5289 107,-46.5288\" stroke=\"black\"/>\n",
       "</g>\n",
       "</g>\n",
       "</svg>"
      ],
      "text/plain": [
       "<IPython.core.display.SVG object>"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# you can save model diagram by following code\n",
    "from keras.utils import plot_model\n",
    "plot_model(model, to_file='fcn_model.png')\n",
    "\n",
    "# show model\n",
    "from IPython.display import SVG\n",
    "from keras.utils.vis_utils import model_to_dot\n",
    "\n",
    "SVG(model_to_dot(model).create(prog='dot', format='svg'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/10\n",
      "100/100 [==============================] - 2s 23ms/step - loss: 2.2693 - categorical_accuracy: 0.1798 - val_loss: 2.2241 - val_categorical_accuracy: 0.2547\n",
      "Epoch 2/10\n",
      "100/100 [==============================] - 1s 15ms/step - loss: 2.1488 - categorical_accuracy: 0.2692 - val_loss: 2.0583 - val_categorical_accuracy: 0.2900\n",
      "Epoch 3/10\n",
      "100/100 [==============================] - 2s 15ms/step - loss: 1.9890 - categorical_accuracy: 0.3038 - val_loss: 1.9274 - val_categorical_accuracy: 0.3170\n",
      "Epoch 4/10\n",
      "100/100 [==============================] - 2s 15ms/step - loss: 1.8924 - categorical_accuracy: 0.3313 - val_loss: 1.8552 - val_categorical_accuracy: 0.3439\n",
      "Epoch 5/10\n",
      "100/100 [==============================] - 1s 15ms/step - loss: 1.8287 - categorical_accuracy: 0.3539 - val_loss: 1.7948 - val_categorical_accuracy: 0.3621\n",
      "Epoch 6/10\n",
      "100/100 [==============================] - 2s 15ms/step - loss: 1.7734 - categorical_accuracy: 0.3756 - val_loss: 1.7450 - val_categorical_accuracy: 0.3794\n",
      "Epoch 7/10\n",
      "100/100 [==============================] - 2s 15ms/step - loss: 1.7206 - categorical_accuracy: 0.3933 - val_loss: 1.6895 - val_categorical_accuracy: 0.4006\n",
      "Epoch 8/10\n",
      "100/100 [==============================] - 2s 15ms/step - loss: 1.6738 - categorical_accuracy: 0.4088 - val_loss: 1.6437 - val_categorical_accuracy: 0.4140\n",
      "Epoch 9/10\n",
      "100/100 [==============================] - 2s 15ms/step - loss: 1.6322 - categorical_accuracy: 0.4242 - val_loss: 1.6051 - val_categorical_accuracy: 0.4291\n",
      "Epoch 10/10\n",
      "100/100 [==============================] - 2s 15ms/step - loss: 1.5958 - categorical_accuracy: 0.4362 - val_loss: 1.5774 - val_categorical_accuracy: 0.4389\n"
     ]
    }
   ],
   "source": [
    "# compile model\n",
    "optimizer = keras.optimizers.sgd()\n",
    "loss = keras.losses.categorical_crossentropy\n",
    "metric = keras.metrics.categorical_accuracy\n",
    "model.compile(loss=loss,optimizer=optimizer,metrics=[metric])\n",
    "\n",
    "# import image data generator\n",
    "from keras.preprocessing.image import ImageDataGenerator\n",
    "datagen = ImageDataGenerator()\n",
    "\n",
    "# Compute quantities required for feature-wise normalization\n",
    "datagen.fit(x_train)\n",
    "\n",
    "# Fit the model on the batches generated by datagen.flow().\n",
    "history = model.fit_generator(\n",
    "    datagen.flow(x_train, y_train, batch_size=batch_size),\n",
    "    steps_per_epoch=x_train.shape[0] // batch_size,\n",
    "    epochs=epochs,\n",
    "    validation_data=(x_test, y_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train accuracy:44.33%.\n"
     ]
    }
   ],
   "source": [
    "[train_loss, train_acc] = history.model.evaluate(x=x_train, y=y_train, batch_size=batch_size, verbose=0)\n",
    "print(\"Train accuracy:{0:.2f}%.\".format(train_acc*100))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Test accuracy:43.89%.\n"
     ]
    }
   ],
   "source": [
    "[test_loss, test_acc] = history.model.evaluate(x=x_test, y=y_test, batch_size=batch_size, verbose=0)\n",
    "print(\"Test accuracy:{0:.2f}%.\".format(test_acc*100))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}