Transfer_Learning.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Transfer_Learning.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/shahriariit/COVID-19-Xray/blob/master/Transfer_Learning.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wV3v2oCtgYuM",
        "colab_type": "code",
        "outputId": "6b222b47-6110-464b-d73a-93069b78594e",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 156
        }
      },
      "source": [
        "import os\n",
        "\n",
        "import numpy as np\n",
        "\n",
        "import matplotlib.pyplot as plt\n",
        "from keras.preprocessing import image\n",
        "from keras.applications import resnet50, inception_v3, vgg16\n",
        "from keras.models import Model\n",
        "from keras.layers import Dense, GlobalAveragePooling2D, Input\n",
        "from keras.optimizers import Adam\n",
        "import numpy as np\n",
        "import keras\n",
        "from keras.applications.vgg16 import preprocess_input\n",
        "#from keras.applications.resnet50 import preprocess_input\n",
        "#from keras.applications.inceptionv3 import preprocess_input\n",
        "from tensorflow.keras.models import *\n",
        "from tensorflow.keras.layers import *\n",
        "from tensorflow.keras.optimizers import *\n",
        "from tensorflow.keras.utils import *\n",
        "from tensorflow.keras.callbacks import *\n",
        "from tensorflow.keras.initializers import *\n",
        "from sklearn.datasets import make_circles\n",
        "from sklearn.metrics import accuracy_score\n",
        "from sklearn.metrics import precision_score\n",
        "from sklearn.metrics import recall_score\n",
        "from sklearn.metrics import f1_score\n",
        "from sklearn.metrics import cohen_kappa_score\n",
        "from sklearn.metrics import roc_auc_score\n",
        "from sklearn.metrics import confusion_matrix\n",
        "from keras.models import Sequential\n",
        "from sklearn.metrics import accuracy_score \n",
        "from sklearn.metrics import f1_score \n",
        "from imblearn.metrics import geometric_mean_score \n",
        "from imblearn.metrics import sensitivity_score \n",
        "from imblearn.metrics import specificity_score \n",
        "from sklearn.preprocessing import label_binarize \n",
        "from sklearn.metrics import roc_auc_score \n",
        "from sklearn.model_selection import cross_val_predict \n",
        "\n",
        "\n",
        "\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Using TensorFlow backend.\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/externals/six.py:31: FutureWarning: The module is deprecated in version 0.21 and will be removed in version 0.23 since we've dropped support for Python 2.7. Please rely on the official version of six (https://pypi.org/project/six/).\n",
            "  \"(https://pypi.org/project/six/).\", FutureWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/deprecation.py:144: FutureWarning: The sklearn.neighbors.base module is  deprecated in version 0.22 and will be removed in version 0.24. The corresponding classes / functions should instead be imported from sklearn.neighbors. Anything that cannot be imported from sklearn.neighbors is now part of the private API.\n",
            "  warnings.warn(message, FutureWarning)\n",
            "/usr/local/lib/python3.6/dist-packages/sklearn/utils/deprecation.py:144: FutureWarning: The sklearn.metrics.classification module is  deprecated in version 0.22 and will be removed in version 0.24. The corresponding classes / functions should instead be imported from sklearn.metrics. Anything that cannot be imported from sklearn.metrics is now part of the private API.\n",
            "  warnings.warn(message, FutureWarning)\n"
          ],
          "name": "stderr"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "fGrZeNZhgrj0",
        "colab_type": "code",
        "outputId": "854e1578-212d-4ec7-8289-0652fd36815b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "from PIL import Image\n",
        "import cv2\n",
        "import os\n",
        "import csv\n",
        "\n",
        "TRAIN_DATADIR= r'/content/drive/My Drive/Data/train'\n",
        "CATEGORIES =  [\"COVID_19\",\"NORMAL\",\"Viral_Pneumonia\"]\n",
        "#CATEGORIES =  [\"COVID19\",\"NORMAL\",\"PNEUMONIA\"]\n",
        "\n",
        "IMG_SIZE = 100\n",
        "TEST_DATADIR = r'/content/drive/My Drive/Data/test'\n",
        "training_data = []\n",
        "testing_data= []\n",
        "new_array = []\n",
        "\n",
        "def create_training_data():\n",
        "    #i=-1\n",
        "    for category in CATEGORIES:\n",
        "        train_path = os.path.join(TRAIN_DATADIR, category)\n",
        "        test_path = os.path.join(TEST_DATADIR,category)\n",
        "        class_num = np.asarray(CATEGORIES.index(category))\n",
        "        #i+=1\n",
        "        for img in os.listdir(train_path):\n",
        "            #print(img)\n",
        "            img_path = train_path + '/'+ img\n",
        "            # img_file.show()\n",
        "            print('=================TRAIN DATA===============')\n",
        "           \n",
        "            img = image.load_img(img_path, target_size=(IMG_SIZE,IMG_SIZE))\n",
        "            x = image.img_to_array(img)\n",
        "            x = np.expand_dims(x, axis=0)\n",
        "            x = preprocess_input(x)\n",
        "            print('Input image shape:', x.shape)\n",
        "        \n",
        "            training_data.append(x)\n",
        "        for img in os.listdir(test_path):\n",
        "            #print(img)\n",
        "            img_path = test_path + '/'+ img\n",
        "            # img_file.show()\n",
        "            print('=================Test DATA===============')\n",
        "           \n",
        "            img = image.load_img(img_path, target_size=(IMG_SIZE, IMG_SIZE))\n",
        "            x = image.img_to_array(img)\n",
        "            x = np.expand_dims(x, axis=0)\n",
        "            x = preprocess_input(x)\n",
        "            print('Input image shape:', x.shape)\n",
        "        \n",
        "            training_data.append(x)\n",
        "                \n",
        "create_training_data()             \n",
        " \n",
        "                                    \n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================TRAIN DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n",
            "=================Test DATA===============\n",
            "Input image shape: (1, 100, 100, 3)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "R-TsJNLXiKUr",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "iPU1l2aDgsAN",
        "colab_type": "code",
        "outputId": "af2c5638-7c10-43de-e8b4-a00a474e179f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 68
        }
      },
      "source": [
        "img_data = np.array(training_data)\n",
        "#img_data = img_data.astype('float32')\n",
        "print (img_data.shape)\n",
        "img_data=np.rollaxis(img_data,1,0)\n",
        "print (img_data.shape)\n",
        "img_data=img_data[0]\n",
        "print (img_data.shape)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "(855, 1, 100, 100, 3)\n",
            "(1, 855, 100, 100, 3)\n",
            "(855, 100, 100, 3)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "f_Jl0qVagsLu",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "num_classes = 3\n",
        "num_of_samples = img_data.shape[0]\n",
        "labels = np.ones((num_of_samples,),dtype='int64')\n",
        "labels[0:230]=0\n",
        "labels[230:460]=1\n",
        "labels[460:690]=2\n",
        "labels[690:745]=0\n",
        "labels[745:800]=1\n",
        "labels[800:855]=2\n",
        "names = ['COVID19','NORMAL','PNEUMONIA']\n",
        "# convert class labels to on-hot encoding\n",
        "y = keras.utils.to_categorical(labels, num_classes)\n",
        "\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "_zrkFJQmg01E",
        "colab_type": "code",
        "outputId": "f22e3b2c-1064-4efb-d119-2d8271c58334",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 51
        }
      },
      "source": [
        "from sklearn.utils import shuffle\n",
        "X,y = shuffle(img_data,y, random_state=2)\n",
        "print(X.shape)\n",
        "print(y.shape)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "(855, 100, 100, 3)\n",
            "(855, 3)\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OqldBC2Yg1Dp",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Fine Tune with sequential MODEL \n",
        "def vgG():  \n",
        "    import keras\n",
        "    conv_base  = vgg16.VGG16(weights='imagenet',include_top=False,input_shape = (100,100,3))\n",
        "    model = keras.models.Sequential()\n",
        "    model.add(conv_base)\n",
        "    model.add(keras.layers.Flatten())\n",
        "    model.add(keras.layers.Dropout(0.5))\n",
        "    model.add(keras.layers.Dense(64 , activation='relu',kernel_regularizer=keras.regularizers.l2(0.001)))\n",
        "    model.add(keras.layers.Dropout(0.5))\n",
        "\n",
        "    #model.add(keras.layers.Dense(256, activation='relu',kernel_regularizer=keras.regularizers.l2(0.001)))\n",
        "    #model.add(keras.layers.Dropout(0.5))\n",
        "    model.add(keras.layers.Dense(3, activation='softmax'))\n",
        "\n",
        "    # Make last block of the conv_base trainable:\n",
        "\n",
        "    for layer in conv_base.layers[:25]:\n",
        "       layer.trainable = False\n",
        "    for layer in conv_base.layers[25:]:\n",
        "       layer.trainable = True \n",
        "\n",
        "    print('Last block of the conv_base is now trainable') \n",
        "    #print(model.summary())\n",
        "    model.compile(optimizer=keras.optimizers.Adam(lr=1e-5), \n",
        "                  loss='categorical_crossentropy', \n",
        "                  metrics=['accuracy']) \n",
        "    return model "
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "RaGfO47ogd76",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Fine Tune with sequential MODEL \n",
        "def resnet():  \n",
        "    import keras\n",
        "    conv_base  = resnet50.ResNet50(weights='imagenet',include_top=False,input_shape = (100,100,3))\n",
        "    model = keras.models.Sequential()\n",
        "    model.add(conv_base)\n",
        "    model.add(keras.layers.Flatten())\n",
        "    model.add(keras.layers.Dropout(0.5))\n",
        "    model.add(keras.layers.Dense(64 , activation='relu',kernel_regularizer=keras.regularizers.l2(0.001)))\n",
        "    model.add(keras.layers.Dropout(0.5))\n",
        "\n",
        "    #model.add(keras.layers.Dense(256, activation='relu',kernel_regularizer=keras.regularizers.l2(0.001)))\n",
        "    #model.add(keras.layers.Dropout(0.5))\n",
        "    model.add(keras.layers.Dense(3, activation='softmax'))\n",
        "\n",
        "    # Make last block of the conv_base trainable:\n",
        "\n",
        "    for layer in conv_base.layers[:165]:\n",
        "       layer.trainable = False\n",
        "    for layer in conv_base.layers[165:]:\n",
        "       layer.trainable = True \n",
        "\n",
        "    print('Last block of the conv_base is now trainable')\n",
        "    #print(model.summary())\n",
        "    model.compile(optimizer=keras.optimizers.Adam(lr=1e-5),\n",
        "                  loss='categorical_crossentropy',\n",
        "                  metrics=['accuracy'])\n",
        "    return model"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "cXUWcnuTgd_U",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# Fine Tune with sequential MODEL \n",
        "def inception():  \n",
        "    import keras\n",
        "    conv_base  = keras.applications.inception_v3.InceptionV3(weights='imagenet',include_top=False,input_shape = (100,100,3))\n",
        "    model = keras.models.Sequential()\n",
        "    model.add(conv_base)\n",
        "    model.add(keras.layers.Flatten())\n",
        "    model.add(keras.layers.Dropout(0.5))\n",
        "    model.add(keras.layers.Dense(64 , activation='relu',kernel_regularizer=keras.regularizers.l2(0.001)))\n",
        "    model.add(keras.layers.Dropout(0.5))\n",
        "\n",
        "    #model.add(keras.layers.Dense(256, activation='relu',kernel_regularizer=keras.regularizers.l2(0.001)))\n",
        "    #model.add(keras.layers.Dropout(0.5))\n",
        "    model.add(keras.layers.Dense(3, activation='softmax'))\n",
        "\n",
        "    # Make last block of the conv_base trainable:\n",
        "\n",
        "    for layer in conv_base.layers[:249]:\n",
        "       layer.trainable = False\n",
        "    for layer in conv_base.layers[249:]:\n",
        "       layer.trainable = True \n",
        "\n",
        "    print('Last block of the conv_base is now trainable')\n",
        "    #print(model.summary())\n",
        "    model.compile(optimizer=keras.optimizers.Adam(lr=1e-5),\n",
        "                  loss='categorical_crossentropy',\n",
        "                  metrics=['accuracy'])\n",
        "    return model"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "u8nGYiP2geVQ",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "2SDaTDOQgeQ9",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "model =vgG()\n",
        "model.summary()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "h5K7CWXfgeOt",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from keras.wrappers.scikit_learn import KerasClassifier\n",
        "from sklearn.model_selection import StratifiedKFold,  cross_val_score\n",
        "from sklearn.model_selection import cross_val_predict \n",
        "\n",
        "\n",
        "rs50 = KerasClassifier(build_fn =vgG, epochs=50, batch_size=32, verbose=0)\n",
        "\n",
        "#X,y = shuffle(X_train,y_train)\n",
        "#DNN.fit(X_train,y_train)\n",
        "y_pred = cross_val_predict(estimator = rs50, X = X, y = y, cv = 10)\n",
        "\n",
        "#results = cross_val_score(estimator, X_train, y_train, cv=10)\n",
        "#print(\"Baseline: %.2f%% (%.2f%%)\" % (results.mean()*100, results.std()*100))\n",
        "\n",
        "\n",
        "# Predicting the Test set results\n",
        "\n",
        "print(y_pred.shape)\n",
        "y =np.argmax(y,axis=1)\n",
        "# Making the Confusion Matrix\n",
        "from sklearn.metrics import confusion_matrix\n",
        "cm = confusion_matrix(y, y_pred)\n",
        "print(\"Confusion Matrix: \",cm )\n",
        "print('Accuracy :       ', accuracy_score(y, y_pred)) \n",
        "print('ROC :            ', roc_auc_score(label_binarize(y, classes=[0,1,2]), \n",
        "                                        label_binarize(y_pred, classes=[0,1,2]), average = 'weighted'))\n",
        "print('Precision :      ', precision_score(y, y_pred, average='weighted')) \n",
        "print('Recall :         ', recall_score(y, y_pred, average='weighted')) \n",
        "print('F-Measure :      ', f1_score(y, y_pred, average = 'weighted'))\n",
        "print('Geometric Mean : ', geometric_mean_score(y, y_pred, average = 'weighted'))\n",
        "print('Sensitivity :    ', sensitivity_score(y, y_pred, average = 'weighted'))\n",
        "print('Specificity :    ', specificity_score(y, y_pred, average = 'weighted'))\n",
        "print('Type I Error :   ', (1-geometric_mean_score(y, y_pred, average = 'weighted')))\n",
        "print('Type II Error :  ', (1-specificity_score(y, y_pred, average = 'weighted'))) \n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "9xHpSRD_geMn",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import plotly.express as px\n",
        "import pandas as pd \n",
        "\n",
        "maximum= {'metrics':['Accuracy','AUC','Precision','Recall','F-Measure','Specificity','Type I error','Type II error'],\n",
        "           'score':[0.9403,0.9552,0.9403,0.9403,0.9403,0.9701,0.0448,0.0298]}\n",
        "\n",
        "average = {'metrics': ['Accuracy','AUC','Precision','Recall','F-Measure','specificity','Type I error','Type II error'],\n",
        "           'score':[0.8169,0.8627,0.8202,0.8169,0.8151,0.9084,0.1394,0.0915]} \n",
        "maximum = pd.DataFrame(data = maximum,index=range(8))\n",
        "average = pd.DataFrame(data = average,index=range(8))\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "O-zobZmYgeJi",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "fig = px.bar(maximum[['metrics', 'score']], \n",
        "             y=\"score\", x=\"metrics\", color='metrics',text='score',range_y = [0,1], \n",
        "              template='ggplot2', title='Average Score')\n",
        "fig.show()\n",
        "    "
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "gCtBso31geHh",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "IXwrjLdhgeDV",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}