sonnet-gen.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "0ff1cd50",
   "metadata": {},
   "source": [
    "# 1 Dataset and Preprocessing"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "840ae50a",
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np\n",
    "import tensorflow as tf\n",
    "from tensorflow.keras.models import Sequential\n",
    "from tensorflow.keras.layers import Dense\n",
    "from tensorflow.keras.layers import Dropout\n",
    "from tensorflow.keras.layers import LSTM\n",
    "from tensorflow.keras.callbacks import ModelCheckpoint\n",
    "from tensorflow.keras.utils import to_categorical"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "8b9db95e",
   "metadata": {},
   "outputs": [],
   "source": [
    "filename = \"shakespeare.txt\"\n",
    "raw_text = open(filename, 'r', encoding='utf-8').read()\n",
    "raw_text = raw_text.lower()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 164,
   "id": "e6b3815b",
   "metadata": {},
   "outputs": [],
   "source": [
    "chars = sorted(list(set(raw_text)))\n",
    "char_to_int = dict((c, i) for i, c in enumerate(chars))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 163,
   "id": "e4f06f7e",
   "metadata": {},
   "outputs": [],
   "source": [
    "n_chars = len(raw_text)\n",
    "n_vocab = len(chars)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "632631aa",
   "metadata": {},
   "outputs": [],
   "source": [
    "seq_length = 40\n",
    "dataX = []\n",
    "dataY = []\n",
    "for i in range(0, n_chars - seq_length, 1):\n",
    "    seq_in = raw_text[i:i + seq_length]\n",
    "    seq_out = raw_text[i + seq_length]\n",
    "    dataX.append([char_to_int[char] for char in seq_in])\n",
    "    dataY.append(char_to_int[seq_out])\n",
    "n_patterns = len(dataX)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "77ba4f9e",
   "metadata": {},
   "outputs": [],
   "source": [
    "# [n_samples, Tx, Tc]\n",
    "X = np.reshape(dataX, (n_patterns, seq_length, 1))\n",
    "# normalize\n",
    "X = X / float(n_vocab)\n",
    "y = to_categorical(dataY)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "9bb2a108",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Characters:  93677\n",
      "Vocabulary:  38\n",
      "Train Samples:  93637\n"
     ]
    }
   ],
   "source": [
    "print(\"Characters: \", n_chars)\n",
    "print(\"Vocabulary: \", n_vocab)\n",
    "print(\"Train Samples: \", n_patterns)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "b00cdf01",
   "metadata": {},
   "source": [
    "# 2 Language Modeling"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "c0c81d3c",
   "metadata": {},
   "outputs": [],
   "source": [
    "# LSTM alpha=10\n",
    "\n",
    "LSTM_cell = LSTM(120, input_shape=(X.shape[1], X.shape[2]))\n",
    "densor = Dense(y.shape[1], activation='softmax')\n",
    "\n",
    "model = Sequential()\n",
    "#model.add(tf.keras.layers.Embedding(n_vocab, 40, input_length=y.shape[1]))\n",
    "model.add(LSTM_cell)\n",
    "#model.add(Dropout(0.2))\n",
    "model.add(densor)\n",
    "model.compile(loss='categorical_crossentropy', optimizer='adam', metrics=['categorical_accuracy'])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "efefe7e9",
   "metadata": {},
   "source": [
    "## 2.1 Training"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e7a85e75",
   "metadata": {},
   "source": [
    "Recording all network weights to check improvement in loss at the end of every epoch"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "fa4b5364",
   "metadata": {},
   "outputs": [],
   "source": [
    "filepath=\"weights-improvement-{epoch:02d}-{loss:.4f}.hdf5\"\n",
    "checkpoint = ModelCheckpoint(filepath, monitor='loss', verbose=1, save_best_only=True, mode='min')\n",
    "callbacks_list = [checkpoint]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "cb71c66e",
   "metadata": {},
   "outputs": [],
   "source": [
    "#model.fit(X, y, epochs=1000, batch_size=256, callbacks=callbacks_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "38254def",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/1000\n",
      "732/732 [==============================] - 9s 6ms/step - loss: 2.9753 - categorical_accuracy: 0.1714\n",
      "\n",
      "Epoch 00001: loss improved from inf to 2.97527, saving model to weights-improvement-01-2.9753.hdf5\n",
      "Epoch 2/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.7915 - categorical_accuracy: 0.2205\n",
      "\n",
      "Epoch 00002: loss improved from 2.97527 to 2.79151, saving model to weights-improvement-02-2.7915.hdf5\n",
      "Epoch 3/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.7256 - categorical_accuracy: 0.2304\n",
      "\n",
      "Epoch 00003: loss improved from 2.79151 to 2.72561, saving model to weights-improvement-03-2.7256.hdf5\n",
      "Epoch 4/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.6844 - categorical_accuracy: 0.2450\n",
      "\n",
      "Epoch 00004: loss improved from 2.72561 to 2.68444, saving model to weights-improvement-04-2.6844.hdf5\n",
      "Epoch 5/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.6421 - categorical_accuracy: 0.2587\n",
      "\n",
      "Epoch 00005: loss improved from 2.68444 to 2.64206, saving model to weights-improvement-05-2.6421.hdf5\n",
      "Epoch 6/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.6151 - categorical_accuracy: 0.2634\n",
      "\n",
      "Epoch 00006: loss improved from 2.64206 to 2.61509, saving model to weights-improvement-06-2.6151.hdf5\n",
      "Epoch 7/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.5931 - categorical_accuracy: 0.2666\n",
      "\n",
      "Epoch 00007: loss improved from 2.61509 to 2.59315, saving model to weights-improvement-07-2.5931.hdf5\n",
      "Epoch 8/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.5749 - categorical_accuracy: 0.2703\n",
      "\n",
      "Epoch 00008: loss improved from 2.59315 to 2.57487, saving model to weights-improvement-08-2.5749.hdf5\n",
      "Epoch 9/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.5560 - categorical_accuracy: 0.2729\n",
      "\n",
      "Epoch 00009: loss improved from 2.57487 to 2.55600, saving model to weights-improvement-09-2.5560.hdf5\n",
      "Epoch 10/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.5394 - categorical_accuracy: 0.2757\n",
      "\n",
      "Epoch 00010: loss improved from 2.55600 to 2.53940, saving model to weights-improvement-10-2.5394.hdf5\n",
      "Epoch 11/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.5263 - categorical_accuracy: 0.2798\n",
      "\n",
      "Epoch 00011: loss improved from 2.53940 to 2.52626, saving model to weights-improvement-11-2.5263.hdf5\n",
      "Epoch 12/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.5121 - categorical_accuracy: 0.2828\n",
      "\n",
      "Epoch 00012: loss improved from 2.52626 to 2.51213, saving model to weights-improvement-12-2.5121.hdf5\n",
      "Epoch 13/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.4984 - categorical_accuracy: 0.2865\n",
      "\n",
      "Epoch 00013: loss improved from 2.51213 to 2.49839, saving model to weights-improvement-13-2.4984.hdf5\n",
      "Epoch 14/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.4822 - categorical_accuracy: 0.2901\n",
      "\n",
      "Epoch 00014: loss improved from 2.49839 to 2.48223, saving model to weights-improvement-14-2.4822.hdf5\n",
      "Epoch 15/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.4682 - categorical_accuracy: 0.2933\n",
      "\n",
      "Epoch 00015: loss improved from 2.48223 to 2.46815, saving model to weights-improvement-15-2.4682.hdf5\n",
      "Epoch 16/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.4560 - categorical_accuracy: 0.2960\n",
      "\n",
      "Epoch 00016: loss improved from 2.46815 to 2.45598, saving model to weights-improvement-16-2.4560.hdf5\n",
      "Epoch 17/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.4436 - categorical_accuracy: 0.2986\n",
      "\n",
      "Epoch 00017: loss improved from 2.45598 to 2.44362, saving model to weights-improvement-17-2.4436.hdf5\n",
      "Epoch 18/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.4290 - categorical_accuracy: 0.3016\n",
      "\n",
      "Epoch 00018: loss improved from 2.44362 to 2.42895, saving model to weights-improvement-18-2.4290.hdf5\n",
      "Epoch 19/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.4179 - categorical_accuracy: 0.3047\n",
      "\n",
      "Epoch 00019: loss improved from 2.42895 to 2.41790, saving model to weights-improvement-19-2.4179.hdf5\n",
      "Epoch 20/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.4056 - categorical_accuracy: 0.3071\n",
      "\n",
      "Epoch 00020: loss improved from 2.41790 to 2.40557, saving model to weights-improvement-20-2.4056.hdf5\n",
      "Epoch 21/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.3936 - categorical_accuracy: 0.3103\n",
      "\n",
      "Epoch 00021: loss improved from 2.40557 to 2.39358, saving model to weights-improvement-21-2.3936.hdf5\n",
      "Epoch 22/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.3833 - categorical_accuracy: 0.3131\n",
      "\n",
      "Epoch 00022: loss improved from 2.39358 to 2.38329, saving model to weights-improvement-22-2.3833.hdf5\n",
      "Epoch 23/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.3715 - categorical_accuracy: 0.3160\n",
      "\n",
      "Epoch 00023: loss improved from 2.38329 to 2.37146, saving model to weights-improvement-23-2.3715.hdf5\n",
      "Epoch 24/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.3611 - categorical_accuracy: 0.3193\n",
      "\n",
      "Epoch 00024: loss improved from 2.37146 to 2.36106, saving model to weights-improvement-24-2.3611.hdf5\n",
      "Epoch 25/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.3503 - categorical_accuracy: 0.3217\n",
      "\n",
      "Epoch 00025: loss improved from 2.36106 to 2.35025, saving model to weights-improvement-25-2.3503.hdf5\n",
      "Epoch 26/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.3395 - categorical_accuracy: 0.3245\n",
      "\n",
      "Epoch 00026: loss improved from 2.35025 to 2.33953, saving model to weights-improvement-26-2.3395.hdf5\n",
      "Epoch 27/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.3299 - categorical_accuracy: 0.3267\n",
      "\n",
      "Epoch 00027: loss improved from 2.33953 to 2.32985, saving model to weights-improvement-27-2.3299.hdf5\n",
      "Epoch 28/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.3190 - categorical_accuracy: 0.3305\n",
      "\n",
      "Epoch 00028: loss improved from 2.32985 to 2.31901, saving model to weights-improvement-28-2.3190.hdf5\n",
      "Epoch 29/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.3098 - categorical_accuracy: 0.3318\n",
      "\n",
      "Epoch 00029: loss improved from 2.31901 to 2.30980, saving model to weights-improvement-29-2.3098.hdf5\n",
      "Epoch 30/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.3005 - categorical_accuracy: 0.3346\n",
      "\n",
      "Epoch 00030: loss improved from 2.30980 to 2.30049, saving model to weights-improvement-30-2.3005.hdf5\n",
      "Epoch 31/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.2917 - categorical_accuracy: 0.3379\n",
      "\n",
      "Epoch 00031: loss improved from 2.30049 to 2.29169, saving model to weights-improvement-31-2.2917.hdf5\n",
      "Epoch 32/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.2818 - categorical_accuracy: 0.3399\n",
      "\n",
      "Epoch 00032: loss improved from 2.29169 to 2.28185, saving model to weights-improvement-32-2.2818.hdf5\n",
      "Epoch 33/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.2743 - categorical_accuracy: 0.3424\n",
      "\n",
      "Epoch 00033: loss improved from 2.28185 to 2.27431, saving model to weights-improvement-33-2.2743.hdf5\n",
      "Epoch 34/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.2656 - categorical_accuracy: 0.3437\n",
      "\n",
      "Epoch 00034: loss improved from 2.27431 to 2.26560, saving model to weights-improvement-34-2.2656.hdf5\n",
      "Epoch 35/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.2564 - categorical_accuracy: 0.3479\n",
      "\n",
      "Epoch 00035: loss improved from 2.26560 to 2.25638, saving model to weights-improvement-35-2.2564.hdf5\n",
      "Epoch 36/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.2486 - categorical_accuracy: 0.3483\n",
      "\n",
      "Epoch 00036: loss improved from 2.25638 to 2.24864, saving model to weights-improvement-36-2.2486.hdf5\n",
      "Epoch 37/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.2405 - categorical_accuracy: 0.3500\n",
      "\n",
      "Epoch 00037: loss improved from 2.24864 to 2.24047, saving model to weights-improvement-37-2.2405.hdf5\n",
      "Epoch 38/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 2.2342 - categorical_accuracy: 0.3519\n",
      "\n",
      "Epoch 00038: loss improved from 2.24047 to 2.23424, saving model to weights-improvement-38-2.2342.hdf5\n",
      "Epoch 39/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.2247 - categorical_accuracy: 0.3550\n",
      "\n",
      "Epoch 00039: loss improved from 2.23424 to 2.22467, saving model to weights-improvement-39-2.2247.hdf5\n",
      "Epoch 40/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.2174 - categorical_accuracy: 0.3565\n",
      "\n",
      "Epoch 00040: loss improved from 2.22467 to 2.21742, saving model to weights-improvement-40-2.2174.hdf5\n",
      "Epoch 41/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.2099 - categorical_accuracy: 0.3578\n",
      "\n",
      "Epoch 00041: loss improved from 2.21742 to 2.20986, saving model to weights-improvement-41-2.2099.hdf5\n",
      "Epoch 42/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.2031 - categorical_accuracy: 0.3595\n",
      "\n",
      "Epoch 00042: loss improved from 2.20986 to 2.20312, saving model to weights-improvement-42-2.2031.hdf5\n",
      "Epoch 43/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1952 - categorical_accuracy: 0.3617\n",
      "\n",
      "Epoch 00043: loss improved from 2.20312 to 2.19523, saving model to weights-improvement-43-2.1952.hdf5\n",
      "Epoch 44/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1900 - categorical_accuracy: 0.3626\n",
      "\n",
      "Epoch 00044: loss improved from 2.19523 to 2.18999, saving model to weights-improvement-44-2.1900.hdf5\n",
      "Epoch 45/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1820 - categorical_accuracy: 0.3649\n",
      "\n",
      "Epoch 00045: loss improved from 2.18999 to 2.18205, saving model to weights-improvement-45-2.1820.hdf5\n",
      "Epoch 46/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1754 - categorical_accuracy: 0.3666\n",
      "\n",
      "Epoch 00046: loss improved from 2.18205 to 2.17536, saving model to weights-improvement-46-2.1754.hdf5\n",
      "Epoch 47/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1692 - categorical_accuracy: 0.3673\n",
      "\n",
      "Epoch 00047: loss improved from 2.17536 to 2.16919, saving model to weights-improvement-47-2.1692.hdf5\n",
      "Epoch 48/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1613 - categorical_accuracy: 0.3700\n",
      "\n",
      "Epoch 00048: loss improved from 2.16919 to 2.16134, saving model to weights-improvement-48-2.1613.hdf5\n",
      "Epoch 49/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1556 - categorical_accuracy: 0.3717\n",
      "\n",
      "Epoch 00049: loss improved from 2.16134 to 2.15560, saving model to weights-improvement-49-2.1556.hdf5\n",
      "Epoch 50/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1482 - categorical_accuracy: 0.3744\n",
      "\n",
      "Epoch 00050: loss improved from 2.15560 to 2.14822, saving model to weights-improvement-50-2.1482.hdf5\n",
      "Epoch 51/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1424 - categorical_accuracy: 0.3752\n",
      "\n",
      "Epoch 00051: loss improved from 2.14822 to 2.14238, saving model to weights-improvement-51-2.1424.hdf5\n",
      "Epoch 52/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1360 - categorical_accuracy: 0.3758\n",
      "\n",
      "Epoch 00052: loss improved from 2.14238 to 2.13598, saving model to weights-improvement-52-2.1360.hdf5\n",
      "Epoch 53/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1304 - categorical_accuracy: 0.3770\n",
      "\n",
      "Epoch 00053: loss improved from 2.13598 to 2.13037, saving model to weights-improvement-53-2.1304.hdf5\n",
      "Epoch 54/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1237 - categorical_accuracy: 0.3795\n",
      "\n",
      "Epoch 00054: loss improved from 2.13037 to 2.12370, saving model to weights-improvement-54-2.1237.hdf5\n",
      "Epoch 55/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1176 - categorical_accuracy: 0.3801\n",
      "\n",
      "Epoch 00055: loss improved from 2.12370 to 2.11764, saving model to weights-improvement-55-2.1176.hdf5\n",
      "Epoch 56/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1105 - categorical_accuracy: 0.3844\n",
      "\n",
      "Epoch 00056: loss improved from 2.11764 to 2.11053, saving model to weights-improvement-56-2.1105.hdf5\n",
      "Epoch 57/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.1048 - categorical_accuracy: 0.3846\n",
      "\n",
      "Epoch 00057: loss improved from 2.11053 to 2.10482, saving model to weights-improvement-57-2.1048.hdf5\n",
      "Epoch 58/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0984 - categorical_accuracy: 0.3851\n",
      "\n",
      "Epoch 00058: loss improved from 2.10482 to 2.09842, saving model to weights-improvement-58-2.0984.hdf5\n",
      "Epoch 59/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0919 - categorical_accuracy: 0.3863\n",
      "\n",
      "Epoch 00059: loss improved from 2.09842 to 2.09185, saving model to weights-improvement-59-2.0919.hdf5\n",
      "Epoch 60/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0874 - categorical_accuracy: 0.3872\n",
      "\n",
      "Epoch 00060: loss improved from 2.09185 to 2.08742, saving model to weights-improvement-60-2.0874.hdf5\n",
      "Epoch 61/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0816 - categorical_accuracy: 0.3896\n",
      "\n",
      "Epoch 00061: loss improved from 2.08742 to 2.08164, saving model to weights-improvement-61-2.0816.hdf5\n",
      "Epoch 62/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0740 - categorical_accuracy: 0.3920\n",
      "\n",
      "Epoch 00062: loss improved from 2.08164 to 2.07401, saving model to weights-improvement-62-2.0740.hdf5\n",
      "Epoch 63/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0700 - categorical_accuracy: 0.3921\n",
      "\n",
      "Epoch 00063: loss improved from 2.07401 to 2.06998, saving model to weights-improvement-63-2.0700.hdf5\n",
      "Epoch 64/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0646 - categorical_accuracy: 0.3932\n",
      "\n",
      "Epoch 00064: loss improved from 2.06998 to 2.06464, saving model to weights-improvement-64-2.0646.hdf5\n",
      "Epoch 65/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 2.0584 - categorical_accuracy: 0.3939\n",
      "\n",
      "Epoch 00065: loss improved from 2.06464 to 2.05844, saving model to weights-improvement-65-2.0584.hdf5\n",
      "Epoch 66/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0505 - categorical_accuracy: 0.3969\n",
      "\n",
      "Epoch 00066: loss improved from 2.05844 to 2.05053, saving model to weights-improvement-66-2.0505.hdf5\n",
      "Epoch 67/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0459 - categorical_accuracy: 0.3981\n",
      "\n",
      "Epoch 00067: loss improved from 2.05053 to 2.04591, saving model to weights-improvement-67-2.0459.hdf5\n",
      "Epoch 68/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0420 - categorical_accuracy: 0.3997\n",
      "\n",
      "Epoch 00068: loss improved from 2.04591 to 2.04201, saving model to weights-improvement-68-2.0420.hdf5\n",
      "Epoch 69/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0382 - categorical_accuracy: 0.4007\n",
      "\n",
      "Epoch 00069: loss improved from 2.04201 to 2.03819, saving model to weights-improvement-69-2.0382.hdf5\n",
      "Epoch 70/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0320 - categorical_accuracy: 0.4016\n",
      "\n",
      "Epoch 00070: loss improved from 2.03819 to 2.03197, saving model to weights-improvement-70-2.0320.hdf5\n",
      "Epoch 71/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0241 - categorical_accuracy: 0.4036\n",
      "\n",
      "Epoch 00071: loss improved from 2.03197 to 2.02411, saving model to weights-improvement-71-2.0241.hdf5\n",
      "Epoch 72/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0298 - categorical_accuracy: 0.4026\n",
      "\n",
      "Epoch 00072: loss did not improve from 2.02411\n",
      "Epoch 73/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0205 - categorical_accuracy: 0.4055\n",
      "\n",
      "Epoch 00073: loss improved from 2.02411 to 2.02050, saving model to weights-improvement-73-2.0205.hdf5\n",
      "Epoch 74/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0089 - categorical_accuracy: 0.4065\n",
      "\n",
      "Epoch 00074: loss improved from 2.02050 to 2.00894, saving model to weights-improvement-74-2.0089.hdf5\n",
      "Epoch 75/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0057 - categorical_accuracy: 0.4081\n",
      "\n",
      "Epoch 00075: loss improved from 2.00894 to 2.00573, saving model to weights-improvement-75-2.0057.hdf5\n",
      "Epoch 76/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 2.0021 - categorical_accuracy: 0.4082\n",
      "\n",
      "Epoch 00076: loss improved from 2.00573 to 2.00212, saving model to weights-improvement-76-2.0021.hdf5\n",
      "Epoch 77/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9980 - categorical_accuracy: 0.4103\n",
      "\n",
      "Epoch 00077: loss improved from 2.00212 to 1.99801, saving model to weights-improvement-77-1.9980.hdf5\n",
      "Epoch 78/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9937 - categorical_accuracy: 0.4107\n",
      "\n",
      "Epoch 00078: loss improved from 1.99801 to 1.99365, saving model to weights-improvement-78-1.9937.hdf5\n",
      "Epoch 79/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9880 - categorical_accuracy: 0.4124\n",
      "\n",
      "Epoch 00079: loss improved from 1.99365 to 1.98800, saving model to weights-improvement-79-1.9880.hdf5\n",
      "Epoch 80/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9845 - categorical_accuracy: 0.4126\n",
      "\n",
      "Epoch 00080: loss improved from 1.98800 to 1.98449, saving model to weights-improvement-80-1.9845.hdf5\n",
      "Epoch 81/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9795 - categorical_accuracy: 0.4156\n",
      "\n",
      "Epoch 00081: loss improved from 1.98449 to 1.97951, saving model to weights-improvement-81-1.9795.hdf5\n",
      "Epoch 82/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9759 - categorical_accuracy: 0.4153\n",
      "\n",
      "Epoch 00082: loss improved from 1.97951 to 1.97592, saving model to weights-improvement-82-1.9759.hdf5\n",
      "Epoch 83/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9704 - categorical_accuracy: 0.4171\n",
      "\n",
      "Epoch 00083: loss improved from 1.97592 to 1.97040, saving model to weights-improvement-83-1.9704.hdf5\n",
      "Epoch 84/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9685 - categorical_accuracy: 0.4171\n",
      "\n",
      "Epoch 00084: loss improved from 1.97040 to 1.96851, saving model to weights-improvement-84-1.9685.hdf5\n",
      "Epoch 85/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9635 - categorical_accuracy: 0.4174\n",
      "\n",
      "Epoch 00085: loss improved from 1.96851 to 1.96352, saving model to weights-improvement-85-1.9635.hdf5\n",
      "Epoch 86/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9601 - categorical_accuracy: 0.4201\n",
      "\n",
      "Epoch 00086: loss improved from 1.96352 to 1.96009, saving model to weights-improvement-86-1.9601.hdf5\n",
      "Epoch 87/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9543 - categorical_accuracy: 0.4204\n",
      "\n",
      "Epoch 00087: loss improved from 1.96009 to 1.95431, saving model to weights-improvement-87-1.9543.hdf5\n",
      "Epoch 88/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9512 - categorical_accuracy: 0.4202\n",
      "\n",
      "Epoch 00088: loss improved from 1.95431 to 1.95123, saving model to weights-improvement-88-1.9512.hdf5\n",
      "Epoch 89/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9443 - categorical_accuracy: 0.4235\n",
      "\n",
      "Epoch 00089: loss improved from 1.95123 to 1.94432, saving model to weights-improvement-89-1.9443.hdf5\n",
      "Epoch 90/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9410 - categorical_accuracy: 0.4234\n",
      "\n",
      "Epoch 00090: loss improved from 1.94432 to 1.94105, saving model to weights-improvement-90-1.9410.hdf5\n",
      "Epoch 91/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9374 - categorical_accuracy: 0.4253\n",
      "\n",
      "Epoch 00091: loss improved from 1.94105 to 1.93744, saving model to weights-improvement-91-1.9374.hdf5\n",
      "Epoch 92/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9330 - categorical_accuracy: 0.4260\n",
      "\n",
      "Epoch 00092: loss improved from 1.93744 to 1.93304, saving model to weights-improvement-92-1.9330.hdf5\n",
      "Epoch 93/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9304 - categorical_accuracy: 0.4277\n",
      "\n",
      "Epoch 00093: loss improved from 1.93304 to 1.93043, saving model to weights-improvement-93-1.9304.hdf5\n",
      "Epoch 94/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9278 - categorical_accuracy: 0.4270\n",
      "\n",
      "Epoch 00094: loss improved from 1.93043 to 1.92777, saving model to weights-improvement-94-1.9278.hdf5\n",
      "Epoch 95/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9243 - categorical_accuracy: 0.4289\n",
      "\n",
      "Epoch 00095: loss improved from 1.92777 to 1.92425, saving model to weights-improvement-95-1.9243.hdf5\n",
      "Epoch 96/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9196 - categorical_accuracy: 0.4288\n",
      "\n",
      "Epoch 00096: loss improved from 1.92425 to 1.91958, saving model to weights-improvement-96-1.9196.hdf5\n",
      "Epoch 97/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9182 - categorical_accuracy: 0.4301\n",
      "\n",
      "Epoch 00097: loss improved from 1.91958 to 1.91822, saving model to weights-improvement-97-1.9182.hdf5\n",
      "Epoch 98/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9134 - categorical_accuracy: 0.4301\n",
      "\n",
      "Epoch 00098: loss improved from 1.91822 to 1.91344, saving model to weights-improvement-98-1.9134.hdf5\n",
      "Epoch 99/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9181 - categorical_accuracy: 0.4297\n",
      "\n",
      "Epoch 00099: loss did not improve from 1.91344\n",
      "Epoch 100/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9054 - categorical_accuracy: 0.4323\n",
      "\n",
      "Epoch 00100: loss improved from 1.91344 to 1.90544, saving model to weights-improvement-100-1.9054.hdf5\n",
      "Epoch 101/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9011 - categorical_accuracy: 0.4335\n",
      "\n",
      "Epoch 00101: loss improved from 1.90544 to 1.90111, saving model to weights-improvement-101-1.9011.hdf5\n",
      "Epoch 102/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9006 - categorical_accuracy: 0.4324\n",
      "\n",
      "Epoch 00102: loss improved from 1.90111 to 1.90059, saving model to weights-improvement-102-1.9006.hdf5\n",
      "Epoch 103/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.9006 - categorical_accuracy: 0.4346\n",
      "\n",
      "Epoch 00103: loss did not improve from 1.90059\n",
      "Epoch 104/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8936 - categorical_accuracy: 0.4364\n",
      "\n",
      "Epoch 00104: loss improved from 1.90059 to 1.89361, saving model to weights-improvement-104-1.8936.hdf5\n",
      "Epoch 105/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8905 - categorical_accuracy: 0.4368\n",
      "\n",
      "Epoch 00105: loss improved from 1.89361 to 1.89049, saving model to weights-improvement-105-1.8905.hdf5\n",
      "Epoch 106/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8901 - categorical_accuracy: 0.4368\n",
      "\n",
      "Epoch 00106: loss improved from 1.89049 to 1.89012, saving model to weights-improvement-106-1.8901.hdf5\n",
      "Epoch 107/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8838 - categorical_accuracy: 0.4384\n",
      "\n",
      "Epoch 00107: loss improved from 1.89012 to 1.88376, saving model to weights-improvement-107-1.8838.hdf5\n",
      "Epoch 108/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8825 - categorical_accuracy: 0.4399\n",
      "\n",
      "Epoch 00108: loss improved from 1.88376 to 1.88251, saving model to weights-improvement-108-1.8825.hdf5\n",
      "Epoch 109/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8805 - categorical_accuracy: 0.4394\n",
      "\n",
      "Epoch 00109: loss improved from 1.88251 to 1.88050, saving model to weights-improvement-109-1.8805.hdf5\n",
      "Epoch 110/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8792 - categorical_accuracy: 0.4395\n",
      "\n",
      "Epoch 00110: loss improved from 1.88050 to 1.87918, saving model to weights-improvement-110-1.8792.hdf5\n",
      "Epoch 111/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8739 - categorical_accuracy: 0.4409\n",
      "\n",
      "Epoch 00111: loss improved from 1.87918 to 1.87391, saving model to weights-improvement-111-1.8739.hdf5\n",
      "Epoch 112/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.8731 - categorical_accuracy: 0.4416\n",
      "\n",
      "Epoch 00112: loss improved from 1.87391 to 1.87313, saving model to weights-improvement-112-1.8731.hdf5\n",
      "Epoch 113/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.8694 - categorical_accuracy: 0.4434\n",
      "\n",
      "Epoch 00113: loss improved from 1.87313 to 1.86937, saving model to weights-improvement-113-1.8694.hdf5\n",
      "Epoch 114/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8658 - categorical_accuracy: 0.4433\n",
      "\n",
      "Epoch 00114: loss improved from 1.86937 to 1.86585, saving model to weights-improvement-114-1.8658.hdf5\n",
      "Epoch 115/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8633 - categorical_accuracy: 0.4442\n",
      "\n",
      "Epoch 00115: loss improved from 1.86585 to 1.86330, saving model to weights-improvement-115-1.8633.hdf5\n",
      "Epoch 116/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8648 - categorical_accuracy: 0.4436\n",
      "\n",
      "Epoch 00116: loss did not improve from 1.86330\n",
      "Epoch 117/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8580 - categorical_accuracy: 0.4467\n",
      "\n",
      "Epoch 00117: loss improved from 1.86330 to 1.85798, saving model to weights-improvement-117-1.8580.hdf5\n",
      "Epoch 118/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8524 - categorical_accuracy: 0.4468\n",
      "\n",
      "Epoch 00118: loss improved from 1.85798 to 1.85245, saving model to weights-improvement-118-1.8524.hdf5\n",
      "Epoch 119/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8556 - categorical_accuracy: 0.4462\n",
      "\n",
      "Epoch 00119: loss did not improve from 1.85245\n",
      "Epoch 120/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8516 - categorical_accuracy: 0.4468\n",
      "\n",
      "Epoch 00120: loss improved from 1.85245 to 1.85163, saving model to weights-improvement-120-1.8516.hdf5\n",
      "Epoch 121/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8451 - categorical_accuracy: 0.4486\n",
      "\n",
      "Epoch 00121: loss improved from 1.85163 to 1.84508, saving model to weights-improvement-121-1.8451.hdf5\n",
      "Epoch 122/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8485 - categorical_accuracy: 0.4486\n",
      "\n",
      "Epoch 00122: loss did not improve from 1.84508\n",
      "Epoch 123/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8444 - categorical_accuracy: 0.4491\n",
      "\n",
      "Epoch 00123: loss improved from 1.84508 to 1.84436, saving model to weights-improvement-123-1.8444.hdf5\n",
      "Epoch 124/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8402 - categorical_accuracy: 0.4510\n",
      "\n",
      "Epoch 00124: loss improved from 1.84436 to 1.84023, saving model to weights-improvement-124-1.8402.hdf5\n",
      "Epoch 125/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8385 - categorical_accuracy: 0.4515\n",
      "\n",
      "Epoch 00125: loss improved from 1.84023 to 1.83851, saving model to weights-improvement-125-1.8385.hdf5\n",
      "Epoch 126/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8352 - categorical_accuracy: 0.4512\n",
      "\n",
      "Epoch 00126: loss improved from 1.83851 to 1.83519, saving model to weights-improvement-126-1.8352.hdf5\n",
      "Epoch 127/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8318 - categorical_accuracy: 0.4525\n",
      "\n",
      "Epoch 00127: loss improved from 1.83519 to 1.83182, saving model to weights-improvement-127-1.8318.hdf5\n",
      "Epoch 128/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8307 - categorical_accuracy: 0.4527\n",
      "\n",
      "Epoch 00128: loss improved from 1.83182 to 1.83072, saving model to weights-improvement-128-1.8307.hdf5\n",
      "Epoch 129/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8284 - categorical_accuracy: 0.4526\n",
      "\n",
      "Epoch 00129: loss improved from 1.83072 to 1.82844, saving model to weights-improvement-129-1.8284.hdf5\n",
      "Epoch 130/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8282 - categorical_accuracy: 0.4534\n",
      "\n",
      "Epoch 00130: loss improved from 1.82844 to 1.82816, saving model to weights-improvement-130-1.8282.hdf5\n",
      "Epoch 131/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8266 - categorical_accuracy: 0.4535\n",
      "\n",
      "Epoch 00131: loss improved from 1.82816 to 1.82657, saving model to weights-improvement-131-1.8266.hdf5\n",
      "Epoch 132/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8203 - categorical_accuracy: 0.4545\n",
      "\n",
      "Epoch 00132: loss improved from 1.82657 to 1.82029, saving model to weights-improvement-132-1.8203.hdf5\n",
      "Epoch 133/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8236 - categorical_accuracy: 0.4556\n",
      "\n",
      "Epoch 00133: loss did not improve from 1.82029\n",
      "Epoch 134/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8230 - categorical_accuracy: 0.4547\n",
      "\n",
      "Epoch 00134: loss did not improve from 1.82029\n",
      "Epoch 135/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8191 - categorical_accuracy: 0.4555\n",
      "\n",
      "Epoch 00135: loss improved from 1.82029 to 1.81912, saving model to weights-improvement-135-1.8191.hdf5\n",
      "Epoch 136/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8168 - categorical_accuracy: 0.4555\n",
      "\n",
      "Epoch 00136: loss improved from 1.81912 to 1.81677, saving model to weights-improvement-136-1.8168.hdf5\n",
      "Epoch 137/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8129 - categorical_accuracy: 0.4571\n",
      "\n",
      "Epoch 00137: loss improved from 1.81677 to 1.81288, saving model to weights-improvement-137-1.8129.hdf5\n",
      "Epoch 138/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8158 - categorical_accuracy: 0.4568\n",
      "\n",
      "Epoch 00138: loss did not improve from 1.81288\n",
      "Epoch 139/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8085 - categorical_accuracy: 0.4601\n",
      "\n",
      "Epoch 00139: loss improved from 1.81288 to 1.80850, saving model to weights-improvement-139-1.8085.hdf5\n",
      "Epoch 140/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8131 - categorical_accuracy: 0.4581\n",
      "\n",
      "Epoch 00140: loss did not improve from 1.80850\n",
      "Epoch 141/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8074 - categorical_accuracy: 0.4589\n",
      "\n",
      "Epoch 00141: loss improved from 1.80850 to 1.80736, saving model to weights-improvement-141-1.8074.hdf5\n",
      "Epoch 142/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8127 - categorical_accuracy: 0.4580\n",
      "\n",
      "Epoch 00142: loss did not improve from 1.80736\n",
      "Epoch 143/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8068 - categorical_accuracy: 0.4588\n",
      "\n",
      "Epoch 00143: loss improved from 1.80736 to 1.80685, saving model to weights-improvement-143-1.8068.hdf5\n",
      "Epoch 144/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8017 - categorical_accuracy: 0.4591\n",
      "\n",
      "Epoch 00144: loss improved from 1.80685 to 1.80170, saving model to weights-improvement-144-1.8017.hdf5\n",
      "Epoch 145/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8031 - categorical_accuracy: 0.4583\n",
      "\n",
      "Epoch 00145: loss did not improve from 1.80170\n",
      "Epoch 146/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.8012 - categorical_accuracy: 0.4597\n",
      "\n",
      "Epoch 00146: loss improved from 1.80170 to 1.80122, saving model to weights-improvement-146-1.8012.hdf5\n",
      "Epoch 147/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7958 - categorical_accuracy: 0.4619\n",
      "\n",
      "Epoch 00147: loss improved from 1.80122 to 1.79575, saving model to weights-improvement-147-1.7958.hdf5\n",
      "Epoch 148/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7907 - categorical_accuracy: 0.4647\n",
      "\n",
      "Epoch 00148: loss improved from 1.79575 to 1.79073, saving model to weights-improvement-148-1.7907.hdf5\n",
      "Epoch 149/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7927 - categorical_accuracy: 0.4631\n",
      "\n",
      "Epoch 00149: loss did not improve from 1.79073\n",
      "Epoch 150/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7943 - categorical_accuracy: 0.4621\n",
      "\n",
      "Epoch 00150: loss did not improve from 1.79073\n",
      "Epoch 151/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7868 - categorical_accuracy: 0.4637\n",
      "\n",
      "Epoch 00151: loss improved from 1.79073 to 1.78682, saving model to weights-improvement-151-1.7868.hdf5\n",
      "Epoch 152/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7897 - categorical_accuracy: 0.4638\n",
      "\n",
      "Epoch 00152: loss did not improve from 1.78682\n",
      "Epoch 153/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7904 - categorical_accuracy: 0.4635\n",
      "\n",
      "Epoch 00153: loss did not improve from 1.78682\n",
      "Epoch 154/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7865 - categorical_accuracy: 0.4636\n",
      "\n",
      "Epoch 00154: loss improved from 1.78682 to 1.78653, saving model to weights-improvement-154-1.7865.hdf5\n",
      "Epoch 155/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7824 - categorical_accuracy: 0.4650\n",
      "\n",
      "Epoch 00155: loss improved from 1.78653 to 1.78243, saving model to weights-improvement-155-1.7824.hdf5\n",
      "Epoch 156/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7838 - categorical_accuracy: 0.4657\n",
      "\n",
      "Epoch 00156: loss did not improve from 1.78243\n",
      "Epoch 157/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7777 - categorical_accuracy: 0.4671\n",
      "\n",
      "Epoch 00157: loss improved from 1.78243 to 1.77768, saving model to weights-improvement-157-1.7777.hdf5\n",
      "Epoch 158/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7893 - categorical_accuracy: 0.4643\n",
      "\n",
      "Epoch 00158: loss did not improve from 1.77768\n",
      "Epoch 159/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7773 - categorical_accuracy: 0.4666\n",
      "\n",
      "Epoch 00159: loss improved from 1.77768 to 1.77734, saving model to weights-improvement-159-1.7773.hdf5\n",
      "Epoch 160/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7737 - categorical_accuracy: 0.4666\n",
      "\n",
      "Epoch 00160: loss improved from 1.77734 to 1.77365, saving model to weights-improvement-160-1.7737.hdf5\n",
      "Epoch 161/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7743 - categorical_accuracy: 0.4667\n",
      "\n",
      "Epoch 00161: loss did not improve from 1.77365\n",
      "Epoch 162/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7719 - categorical_accuracy: 0.4682\n",
      "\n",
      "Epoch 00162: loss improved from 1.77365 to 1.77195, saving model to weights-improvement-162-1.7719.hdf5\n",
      "Epoch 163/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7702 - categorical_accuracy: 0.4683\n",
      "\n",
      "Epoch 00163: loss improved from 1.77195 to 1.77024, saving model to weights-improvement-163-1.7702.hdf5\n",
      "Epoch 164/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7723 - categorical_accuracy: 0.4673\n",
      "\n",
      "Epoch 00164: loss did not improve from 1.77024\n",
      "Epoch 165/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7698 - categorical_accuracy: 0.4675\n",
      "\n",
      "Epoch 00165: loss improved from 1.77024 to 1.76984, saving model to weights-improvement-165-1.7698.hdf5\n",
      "Epoch 166/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7706 - categorical_accuracy: 0.4678\n",
      "\n",
      "Epoch 00166: loss did not improve from 1.76984\n",
      "Epoch 167/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7709 - categorical_accuracy: 0.4686\n",
      "\n",
      "Epoch 00167: loss did not improve from 1.76984\n",
      "Epoch 168/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7727 - categorical_accuracy: 0.4674\n",
      "\n",
      "Epoch 00168: loss did not improve from 1.76984\n",
      "Epoch 169/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7617 - categorical_accuracy: 0.4711\n",
      "\n",
      "Epoch 00169: loss improved from 1.76984 to 1.76169, saving model to weights-improvement-169-1.7617.hdf5\n",
      "Epoch 170/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7639 - categorical_accuracy: 0.4693\n",
      "\n",
      "Epoch 00170: loss did not improve from 1.76169\n",
      "Epoch 171/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7562 - categorical_accuracy: 0.4718\n",
      "\n",
      "Epoch 00171: loss improved from 1.76169 to 1.75617, saving model to weights-improvement-171-1.7562.hdf5\n",
      "Epoch 172/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7574 - categorical_accuracy: 0.4709\n",
      "\n",
      "Epoch 00172: loss did not improve from 1.75617\n",
      "Epoch 173/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7607 - categorical_accuracy: 0.4700\n",
      "\n",
      "Epoch 00173: loss did not improve from 1.75617\n",
      "Epoch 174/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7633 - categorical_accuracy: 0.4703\n",
      "\n",
      "Epoch 00174: loss did not improve from 1.75617\n",
      "Epoch 175/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7503 - categorical_accuracy: 0.4726\n",
      "\n",
      "Epoch 00175: loss improved from 1.75617 to 1.75032, saving model to weights-improvement-175-1.7503.hdf5\n",
      "Epoch 176/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7578 - categorical_accuracy: 0.4713\n",
      "\n",
      "Epoch 00176: loss did not improve from 1.75032\n",
      "Epoch 177/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7543 - categorical_accuracy: 0.4725\n",
      "\n",
      "Epoch 00177: loss did not improve from 1.75032\n",
      "Epoch 178/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7502 - categorical_accuracy: 0.4730\n",
      "\n",
      "Epoch 00178: loss improved from 1.75032 to 1.75020, saving model to weights-improvement-178-1.7502.hdf5\n",
      "Epoch 179/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7524 - categorical_accuracy: 0.4725\n",
      "\n",
      "Epoch 00179: loss did not improve from 1.75020\n",
      "Epoch 180/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7494 - categorical_accuracy: 0.4752\n",
      "\n",
      "Epoch 00180: loss improved from 1.75020 to 1.74936, saving model to weights-improvement-180-1.7494.hdf5\n",
      "Epoch 181/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7416 - categorical_accuracy: 0.4749\n",
      "\n",
      "Epoch 00181: loss improved from 1.74936 to 1.74159, saving model to weights-improvement-181-1.7416.hdf5\n",
      "Epoch 182/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7524 - categorical_accuracy: 0.4742\n",
      "\n",
      "Epoch 00182: loss did not improve from 1.74159\n",
      "Epoch 183/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7474 - categorical_accuracy: 0.4740\n",
      "\n",
      "Epoch 00183: loss did not improve from 1.74159\n",
      "Epoch 184/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7482 - categorical_accuracy: 0.4724\n",
      "\n",
      "Epoch 00184: loss did not improve from 1.74159\n",
      "Epoch 185/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7427 - categorical_accuracy: 0.4751\n",
      "\n",
      "Epoch 00185: loss did not improve from 1.74159\n",
      "Epoch 186/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7414 - categorical_accuracy: 0.4762\n",
      "\n",
      "Epoch 00186: loss improved from 1.74159 to 1.74139, saving model to weights-improvement-186-1.7414.hdf5\n",
      "Epoch 187/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7420 - categorical_accuracy: 0.4743\n",
      "\n",
      "Epoch 00187: loss did not improve from 1.74139\n",
      "Epoch 188/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7450 - categorical_accuracy: 0.4753\n",
      "\n",
      "Epoch 00188: loss did not improve from 1.74139\n",
      "Epoch 189/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7374 - categorical_accuracy: 0.4767\n",
      "\n",
      "Epoch 00189: loss improved from 1.74139 to 1.73741, saving model to weights-improvement-189-1.7374.hdf5\n",
      "Epoch 190/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7373 - categorical_accuracy: 0.4760\n",
      "\n",
      "Epoch 00190: loss improved from 1.73741 to 1.73728, saving model to weights-improvement-190-1.7373.hdf5\n",
      "Epoch 191/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7360 - categorical_accuracy: 0.4766\n",
      "\n",
      "Epoch 00191: loss improved from 1.73728 to 1.73596, saving model to weights-improvement-191-1.7360.hdf5\n",
      "Epoch 192/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7406 - categorical_accuracy: 0.4753\n",
      "\n",
      "Epoch 00192: loss did not improve from 1.73596\n",
      "Epoch 193/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7363 - categorical_accuracy: 0.4766\n",
      "\n",
      "Epoch 00193: loss did not improve from 1.73596\n",
      "Epoch 194/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7364 - categorical_accuracy: 0.4780\n",
      "\n",
      "Epoch 00194: loss did not improve from 1.73596\n",
      "Epoch 195/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7336 - categorical_accuracy: 0.4772\n",
      "\n",
      "Epoch 00195: loss improved from 1.73596 to 1.73355, saving model to weights-improvement-195-1.7336.hdf5\n",
      "Epoch 196/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7270 - categorical_accuracy: 0.4788\n",
      "\n",
      "Epoch 00196: loss improved from 1.73355 to 1.72699, saving model to weights-improvement-196-1.7270.hdf5\n",
      "Epoch 197/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7316 - categorical_accuracy: 0.4778\n",
      "\n",
      "Epoch 00197: loss did not improve from 1.72699\n",
      "Epoch 198/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7230 - categorical_accuracy: 0.4808\n",
      "\n",
      "Epoch 00198: loss improved from 1.72699 to 1.72297, saving model to weights-improvement-198-1.7230.hdf5\n",
      "Epoch 199/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7302 - categorical_accuracy: 0.4784\n",
      "\n",
      "Epoch 00199: loss did not improve from 1.72297\n",
      "Epoch 200/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7278 - categorical_accuracy: 0.4792\n",
      "\n",
      "Epoch 00200: loss did not improve from 1.72297\n",
      "Epoch 201/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7285 - categorical_accuracy: 0.4789\n",
      "\n",
      "Epoch 00201: loss did not improve from 1.72297\n",
      "Epoch 202/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7293 - categorical_accuracy: 0.4781\n",
      "\n",
      "Epoch 00202: loss did not improve from 1.72297\n",
      "Epoch 203/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7262 - categorical_accuracy: 0.4781\n",
      "\n",
      "Epoch 00203: loss did not improve from 1.72297\n",
      "Epoch 204/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7233 - categorical_accuracy: 0.4811\n",
      "\n",
      "Epoch 00204: loss did not improve from 1.72297\n",
      "Epoch 205/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7260 - categorical_accuracy: 0.4789\n",
      "\n",
      "Epoch 00205: loss did not improve from 1.72297\n",
      "Epoch 206/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7278 - categorical_accuracy: 0.4784\n",
      "\n",
      "Epoch 00206: loss did not improve from 1.72297\n",
      "Epoch 207/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7240 - categorical_accuracy: 0.4805\n",
      "\n",
      "Epoch 00207: loss did not improve from 1.72297\n",
      "Epoch 208/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7167 - categorical_accuracy: 0.4814\n",
      "\n",
      "Epoch 00208: loss improved from 1.72297 to 1.71666, saving model to weights-improvement-208-1.7167.hdf5\n",
      "Epoch 209/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.7216 - categorical_accuracy: 0.4819\n",
      "\n",
      "Epoch 00209: loss did not improve from 1.71666\n",
      "Epoch 210/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.7132 - categorical_accuracy: 0.4825\n",
      "\n",
      "Epoch 00210: loss improved from 1.71666 to 1.71316, saving model to weights-improvement-210-1.7132.hdf5\n",
      "Epoch 211/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7157 - categorical_accuracy: 0.4820\n",
      "\n",
      "Epoch 00211: loss did not improve from 1.71316\n",
      "Epoch 212/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7254 - categorical_accuracy: 0.4790\n",
      "\n",
      "Epoch 00212: loss did not improve from 1.71316\n",
      "Epoch 213/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7130 - categorical_accuracy: 0.4839\n",
      "\n",
      "Epoch 00213: loss improved from 1.71316 to 1.71296, saving model to weights-improvement-213-1.7130.hdf5\n",
      "Epoch 214/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7176 - categorical_accuracy: 0.4835\n",
      "\n",
      "Epoch 00214: loss did not improve from 1.71296\n",
      "Epoch 215/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7204 - categorical_accuracy: 0.4810\n",
      "\n",
      "Epoch 00215: loss did not improve from 1.71296\n",
      "Epoch 216/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7182 - categorical_accuracy: 0.4820\n",
      "\n",
      "Epoch 00216: loss did not improve from 1.71296\n",
      "Epoch 217/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7124 - categorical_accuracy: 0.4829\n",
      "\n",
      "Epoch 00217: loss improved from 1.71296 to 1.71243, saving model to weights-improvement-217-1.7124.hdf5\n",
      "Epoch 218/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7045 - categorical_accuracy: 0.4857\n",
      "\n",
      "Epoch 00218: loss improved from 1.71243 to 1.70450, saving model to weights-improvement-218-1.7045.hdf5\n",
      "Epoch 219/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7053 - categorical_accuracy: 0.4860\n",
      "\n",
      "Epoch 00219: loss did not improve from 1.70450\n",
      "Epoch 220/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7174 - categorical_accuracy: 0.4807\n",
      "\n",
      "Epoch 00220: loss did not improve from 1.70450\n",
      "Epoch 221/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7126 - categorical_accuracy: 0.4824\n",
      "\n",
      "Epoch 00221: loss did not improve from 1.70450\n",
      "Epoch 222/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7089 - categorical_accuracy: 0.4836\n",
      "\n",
      "Epoch 00222: loss did not improve from 1.70450\n",
      "Epoch 223/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7071 - categorical_accuracy: 0.4833\n",
      "\n",
      "Epoch 00223: loss did not improve from 1.70450\n",
      "Epoch 224/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7184 - categorical_accuracy: 0.4805\n",
      "\n",
      "Epoch 00224: loss did not improve from 1.70450\n",
      "Epoch 225/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.7005 - categorical_accuracy: 0.4871\n",
      "\n",
      "Epoch 00225: loss improved from 1.70450 to 1.70050, saving model to weights-improvement-225-1.7005.hdf5\n",
      "Epoch 226/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.7010 - categorical_accuracy: 0.4867\n",
      "\n",
      "Epoch 00226: loss did not improve from 1.70050\n",
      "Epoch 227/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6997 - categorical_accuracy: 0.4874\n",
      "\n",
      "Epoch 00227: loss improved from 1.70050 to 1.69969, saving model to weights-improvement-227-1.6997.hdf5\n",
      "Epoch 228/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6994 - categorical_accuracy: 0.4860\n",
      "\n",
      "Epoch 00228: loss improved from 1.69969 to 1.69943, saving model to weights-improvement-228-1.6994.hdf5\n",
      "Epoch 229/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7054 - categorical_accuracy: 0.4856\n",
      "\n",
      "Epoch 00229: loss did not improve from 1.69943\n",
      "Epoch 230/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7042 - categorical_accuracy: 0.4852\n",
      "\n",
      "Epoch 00230: loss did not improve from 1.69943\n",
      "Epoch 231/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7042 - categorical_accuracy: 0.4852\n",
      "\n",
      "Epoch 00231: loss did not improve from 1.69943\n",
      "Epoch 232/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7239 - categorical_accuracy: 0.4812\n",
      "\n",
      "Epoch 00232: loss did not improve from 1.69943\n",
      "Epoch 233/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7065 - categorical_accuracy: 0.4839\n",
      "\n",
      "Epoch 00233: loss did not improve from 1.69943\n",
      "Epoch 234/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6991 - categorical_accuracy: 0.4874\n",
      "\n",
      "Epoch 00234: loss improved from 1.69943 to 1.69912, saving model to weights-improvement-234-1.6991.hdf5\n",
      "Epoch 235/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6988 - categorical_accuracy: 0.4858\n",
      "\n",
      "Epoch 00235: loss improved from 1.69912 to 1.69878, saving model to weights-improvement-235-1.6988.hdf5\n",
      "Epoch 236/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7009 - categorical_accuracy: 0.4857\n",
      "\n",
      "Epoch 00236: loss did not improve from 1.69878\n",
      "Epoch 237/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6936 - categorical_accuracy: 0.4893\n",
      "\n",
      "Epoch 00237: loss improved from 1.69878 to 1.69359, saving model to weights-improvement-237-1.6936.hdf5\n",
      "Epoch 238/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7002 - categorical_accuracy: 0.4864\n",
      "\n",
      "Epoch 00238: loss did not improve from 1.69359\n",
      "Epoch 239/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6859 - categorical_accuracy: 0.4900\n",
      "\n",
      "Epoch 00239: loss improved from 1.69359 to 1.68590, saving model to weights-improvement-239-1.6859.hdf5\n",
      "Epoch 240/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6927 - categorical_accuracy: 0.4886\n",
      "\n",
      "Epoch 00240: loss did not improve from 1.68590\n",
      "Epoch 241/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6936 - categorical_accuracy: 0.4878\n",
      "\n",
      "Epoch 00241: loss did not improve from 1.68590\n",
      "Epoch 242/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6877 - categorical_accuracy: 0.4901\n",
      "\n",
      "Epoch 00242: loss did not improve from 1.68590\n",
      "Epoch 243/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6911 - categorical_accuracy: 0.4887\n",
      "\n",
      "Epoch 00243: loss did not improve from 1.68590\n",
      "Epoch 244/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6913 - categorical_accuracy: 0.4892\n",
      "\n",
      "Epoch 00244: loss did not improve from 1.68590\n",
      "Epoch 245/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6875 - categorical_accuracy: 0.4896\n",
      "\n",
      "Epoch 00245: loss did not improve from 1.68590\n",
      "Epoch 246/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6901 - categorical_accuracy: 0.4888\n",
      "\n",
      "Epoch 00246: loss did not improve from 1.68590\n",
      "Epoch 247/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6935 - categorical_accuracy: 0.4886\n",
      "\n",
      "Epoch 00247: loss did not improve from 1.68590\n",
      "Epoch 248/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7045 - categorical_accuracy: 0.4860\n",
      "\n",
      "Epoch 00248: loss did not improve from 1.68590\n",
      "Epoch 249/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6774 - categorical_accuracy: 0.4912\n",
      "\n",
      "Epoch 00249: loss improved from 1.68590 to 1.67735, saving model to weights-improvement-249-1.6774.hdf5\n",
      "Epoch 250/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6977 - categorical_accuracy: 0.4862\n",
      "\n",
      "Epoch 00250: loss did not improve from 1.67735\n",
      "Epoch 251/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6955 - categorical_accuracy: 0.4869\n",
      "\n",
      "Epoch 00251: loss did not improve from 1.67735\n",
      "Epoch 252/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6803 - categorical_accuracy: 0.4910\n",
      "\n",
      "Epoch 00252: loss did not improve from 1.67735\n",
      "Epoch 253/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6768 - categorical_accuracy: 0.4916\n",
      "\n",
      "Epoch 00253: loss improved from 1.67735 to 1.67676, saving model to weights-improvement-253-1.6768.hdf5\n",
      "Epoch 254/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6967 - categorical_accuracy: 0.4874\n",
      "\n",
      "Epoch 00254: loss did not improve from 1.67676\n",
      "Epoch 255/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6867 - categorical_accuracy: 0.4904\n",
      "\n",
      "Epoch 00255: loss did not improve from 1.67676\n",
      "Epoch 256/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6788 - categorical_accuracy: 0.4912\n",
      "\n",
      "Epoch 00256: loss did not improve from 1.67676\n",
      "Epoch 257/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6938 - categorical_accuracy: 0.4878\n",
      "\n",
      "Epoch 00257: loss did not improve from 1.67676\n",
      "Epoch 258/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6789 - categorical_accuracy: 0.4920\n",
      "\n",
      "Epoch 00258: loss did not improve from 1.67676\n",
      "Epoch 259/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6903 - categorical_accuracy: 0.4889\n",
      "\n",
      "Epoch 00259: loss did not improve from 1.67676\n",
      "Epoch 260/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6769 - categorical_accuracy: 0.4923\n",
      "\n",
      "Epoch 00260: loss did not improve from 1.67676\n",
      "Epoch 261/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6768 - categorical_accuracy: 0.4933\n",
      "\n",
      "Epoch 00261: loss did not improve from 1.67676\n",
      "Epoch 262/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6794 - categorical_accuracy: 0.4914\n",
      "\n",
      "Epoch 00262: loss did not improve from 1.67676\n",
      "Epoch 263/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6759 - categorical_accuracy: 0.4931\n",
      "\n",
      "Epoch 00263: loss improved from 1.67676 to 1.67585, saving model to weights-improvement-263-1.6759.hdf5\n",
      "Epoch 264/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6771 - categorical_accuracy: 0.4923\n",
      "\n",
      "Epoch 00264: loss did not improve from 1.67585\n",
      "Epoch 265/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6836 - categorical_accuracy: 0.4889\n",
      "\n",
      "Epoch 00265: loss did not improve from 1.67585\n",
      "Epoch 266/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6687 - categorical_accuracy: 0.4936\n",
      "\n",
      "Epoch 00266: loss improved from 1.67585 to 1.66870, saving model to weights-improvement-266-1.6687.hdf5\n",
      "Epoch 267/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6856 - categorical_accuracy: 0.4906\n",
      "\n",
      "Epoch 00267: loss did not improve from 1.66870\n",
      "Epoch 268/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6686 - categorical_accuracy: 0.4950\n",
      "\n",
      "Epoch 00268: loss improved from 1.66870 to 1.66859, saving model to weights-improvement-268-1.6686.hdf5\n",
      "Epoch 269/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6731 - categorical_accuracy: 0.4930\n",
      "\n",
      "Epoch 00269: loss did not improve from 1.66859\n",
      "Epoch 270/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7162 - categorical_accuracy: 0.4830\n",
      "\n",
      "Epoch 00270: loss did not improve from 1.66859\n",
      "Epoch 271/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6632 - categorical_accuracy: 0.4961\n",
      "\n",
      "Epoch 00271: loss improved from 1.66859 to 1.66323, saving model to weights-improvement-271-1.6632.hdf5\n",
      "Epoch 272/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6725 - categorical_accuracy: 0.4933\n",
      "\n",
      "Epoch 00272: loss did not improve from 1.66323\n",
      "Epoch 273/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6871 - categorical_accuracy: 0.4896\n",
      "\n",
      "Epoch 00273: loss did not improve from 1.66323\n",
      "Epoch 274/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6653 - categorical_accuracy: 0.4951\n",
      "\n",
      "Epoch 00274: loss did not improve from 1.66323\n",
      "Epoch 275/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6723 - categorical_accuracy: 0.4936\n",
      "\n",
      "Epoch 00275: loss did not improve from 1.66323\n",
      "Epoch 276/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6699 - categorical_accuracy: 0.4954\n",
      "\n",
      "Epoch 00276: loss did not improve from 1.66323\n",
      "Epoch 277/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6746 - categorical_accuracy: 0.4937\n",
      "\n",
      "Epoch 00277: loss did not improve from 1.66323\n",
      "Epoch 278/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6661 - categorical_accuracy: 0.4950\n",
      "\n",
      "Epoch 00278: loss did not improve from 1.66323\n",
      "Epoch 279/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6689 - categorical_accuracy: 0.4953\n",
      "\n",
      "Epoch 00279: loss did not improve from 1.66323\n",
      "Epoch 280/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6650 - categorical_accuracy: 0.4956\n",
      "\n",
      "Epoch 00280: loss did not improve from 1.66323\n",
      "Epoch 281/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6671 - categorical_accuracy: 0.4952\n",
      "\n",
      "Epoch 00281: loss did not improve from 1.66323\n",
      "Epoch 282/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6670 - categorical_accuracy: 0.4940\n",
      "\n",
      "Epoch 00282: loss did not improve from 1.66323\n",
      "Epoch 283/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6666 - categorical_accuracy: 0.4961\n",
      "\n",
      "Epoch 00283: loss did not improve from 1.66323\n",
      "Epoch 284/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6673 - categorical_accuracy: 0.4946\n",
      "\n",
      "Epoch 00284: loss did not improve from 1.66323\n",
      "Epoch 285/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6607 - categorical_accuracy: 0.4958\n",
      "\n",
      "Epoch 00285: loss improved from 1.66323 to 1.66070, saving model to weights-improvement-285-1.6607.hdf5\n",
      "Epoch 286/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6652 - categorical_accuracy: 0.4959\n",
      "\n",
      "Epoch 00286: loss did not improve from 1.66070\n",
      "Epoch 287/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6581 - categorical_accuracy: 0.4971\n",
      "\n",
      "Epoch 00287: loss improved from 1.66070 to 1.65808, saving model to weights-improvement-287-1.6581.hdf5\n",
      "Epoch 288/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6614 - categorical_accuracy: 0.4975\n",
      "\n",
      "Epoch 00288: loss did not improve from 1.65808\n",
      "Epoch 289/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6664 - categorical_accuracy: 0.4943\n",
      "\n",
      "Epoch 00289: loss did not improve from 1.65808\n",
      "Epoch 290/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6646 - categorical_accuracy: 0.4950\n",
      "\n",
      "Epoch 00290: loss did not improve from 1.65808\n",
      "Epoch 291/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6667 - categorical_accuracy: 0.4948\n",
      "\n",
      "Epoch 00291: loss did not improve from 1.65808\n",
      "Epoch 292/1000\n",
      "732/732 [==============================] - 5s 7ms/step - loss: 1.6637 - categorical_accuracy: 0.4961\n",
      "\n",
      "Epoch 00292: loss did not improve from 1.65808\n",
      "Epoch 293/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6561 - categorical_accuracy: 0.4984\n",
      "\n",
      "Epoch 00293: loss improved from 1.65808 to 1.65611, saving model to weights-improvement-293-1.6561.hdf5\n",
      "Epoch 294/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6531 - categorical_accuracy: 0.4986\n",
      "\n",
      "Epoch 00294: loss improved from 1.65611 to 1.65311, saving model to weights-improvement-294-1.6531.hdf5\n",
      "Epoch 295/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6577 - categorical_accuracy: 0.4975\n",
      "\n",
      "Epoch 00295: loss did not improve from 1.65311\n",
      "Epoch 296/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6626 - categorical_accuracy: 0.4964\n",
      "\n",
      "Epoch 00296: loss did not improve from 1.65311\n",
      "Epoch 297/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6612 - categorical_accuracy: 0.4956\n",
      "\n",
      "Epoch 00297: loss did not improve from 1.65311\n",
      "Epoch 298/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6537 - categorical_accuracy: 0.4985\n",
      "\n",
      "Epoch 00298: loss did not improve from 1.65311\n",
      "Epoch 299/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6578 - categorical_accuracy: 0.4962\n",
      "\n",
      "Epoch 00299: loss did not improve from 1.65311\n",
      "Epoch 300/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6523 - categorical_accuracy: 0.4994\n",
      "\n",
      "Epoch 00300: loss improved from 1.65311 to 1.65235, saving model to weights-improvement-300-1.6523.hdf5\n",
      "Epoch 301/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6568 - categorical_accuracy: 0.4985\n",
      "\n",
      "Epoch 00301: loss did not improve from 1.65235\n",
      "Epoch 302/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6782 - categorical_accuracy: 0.4924\n",
      "\n",
      "Epoch 00302: loss did not improve from 1.65235\n",
      "Epoch 303/1000\n",
      "732/732 [==============================] - 5s 7ms/step - loss: 1.6488 - categorical_accuracy: 0.5009\n",
      "\n",
      "Epoch 00303: loss improved from 1.65235 to 1.64879, saving model to weights-improvement-303-1.6488.hdf5\n",
      "Epoch 304/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6571 - categorical_accuracy: 0.4969\n",
      "\n",
      "Epoch 00304: loss did not improve from 1.64879\n",
      "Epoch 305/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6500 - categorical_accuracy: 0.4995\n",
      "\n",
      "Epoch 00305: loss did not improve from 1.64879\n",
      "Epoch 306/1000\n",
      "732/732 [==============================] - 5s 7ms/step - loss: 1.6590 - categorical_accuracy: 0.4971\n",
      "\n",
      "Epoch 00306: loss did not improve from 1.64879\n",
      "Epoch 307/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6608 - categorical_accuracy: 0.4982\n",
      "\n",
      "Epoch 00307: loss did not improve from 1.64879\n",
      "Epoch 308/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6545 - categorical_accuracy: 0.4985\n",
      "\n",
      "Epoch 00308: loss did not improve from 1.64879\n",
      "Epoch 309/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6525 - categorical_accuracy: 0.4982\n",
      "\n",
      "Epoch 00309: loss did not improve from 1.64879\n",
      "Epoch 310/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6504 - categorical_accuracy: 0.4992\n",
      "\n",
      "Epoch 00310: loss did not improve from 1.64879\n",
      "Epoch 311/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6477 - categorical_accuracy: 0.4991\n",
      "\n",
      "Epoch 00311: loss improved from 1.64879 to 1.64769, saving model to weights-improvement-311-1.6477.hdf5\n",
      "Epoch 312/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6458 - categorical_accuracy: 0.5022\n",
      "\n",
      "Epoch 00312: loss improved from 1.64769 to 1.64578, saving model to weights-improvement-312-1.6458.hdf5\n",
      "Epoch 313/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6463 - categorical_accuracy: 0.4993\n",
      "\n",
      "Epoch 00313: loss did not improve from 1.64578\n",
      "Epoch 314/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6537 - categorical_accuracy: 0.4975\n",
      "\n",
      "Epoch 00314: loss did not improve from 1.64578\n",
      "Epoch 315/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6433 - categorical_accuracy: 0.5018\n",
      "\n",
      "Epoch 00315: loss improved from 1.64578 to 1.64330, saving model to weights-improvement-315-1.6433.hdf5\n",
      "Epoch 316/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6674 - categorical_accuracy: 0.4953\n",
      "\n",
      "Epoch 00316: loss did not improve from 1.64330\n",
      "Epoch 317/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6674 - categorical_accuracy: 0.4939\n",
      "\n",
      "Epoch 00317: loss did not improve from 1.64330\n",
      "Epoch 318/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6481 - categorical_accuracy: 0.5003\n",
      "\n",
      "Epoch 00318: loss did not improve from 1.64330\n",
      "Epoch 319/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6574 - categorical_accuracy: 0.4969\n",
      "\n",
      "Epoch 00319: loss did not improve from 1.64330\n",
      "Epoch 320/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6469 - categorical_accuracy: 0.4991\n",
      "\n",
      "Epoch 00320: loss did not improve from 1.64330\n",
      "Epoch 321/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6418 - categorical_accuracy: 0.5004\n",
      "\n",
      "Epoch 00321: loss improved from 1.64330 to 1.64177, saving model to weights-improvement-321-1.6418.hdf5\n",
      "Epoch 322/1000\n",
      "732/732 [==============================] - 5s 7ms/step - loss: 1.6381 - categorical_accuracy: 0.5030\n",
      "\n",
      "Epoch 00322: loss improved from 1.64177 to 1.63813, saving model to weights-improvement-322-1.6381.hdf5\n",
      "Epoch 323/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6387 - categorical_accuracy: 0.5018\n",
      "\n",
      "Epoch 00323: loss did not improve from 1.63813\n",
      "Epoch 324/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.7057 - categorical_accuracy: 0.4863\n",
      "\n",
      "Epoch 00324: loss did not improve from 1.63813\n",
      "Epoch 325/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6503 - categorical_accuracy: 0.4977\n",
      "\n",
      "Epoch 00325: loss did not improve from 1.63813\n",
      "Epoch 326/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6424 - categorical_accuracy: 0.5020\n",
      "\n",
      "Epoch 00326: loss did not improve from 1.63813\n",
      "Epoch 327/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6399 - categorical_accuracy: 0.5022\n",
      "\n",
      "Epoch 00327: loss did not improve from 1.63813\n",
      "Epoch 328/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6398 - categorical_accuracy: 0.5033\n",
      "\n",
      "Epoch 00328: loss did not improve from 1.63813\n",
      "Epoch 329/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6471 - categorical_accuracy: 0.4991\n",
      "\n",
      "Epoch 00329: loss did not improve from 1.63813\n",
      "Epoch 330/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6400 - categorical_accuracy: 0.5020\n",
      "\n",
      "Epoch 00330: loss did not improve from 1.63813\n",
      "Epoch 331/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6464 - categorical_accuracy: 0.4994\n",
      "\n",
      "Epoch 00331: loss did not improve from 1.63813\n",
      "Epoch 332/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6440 - categorical_accuracy: 0.5001\n",
      "\n",
      "Epoch 00332: loss did not improve from 1.63813\n",
      "Epoch 333/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6387 - categorical_accuracy: 0.5024\n",
      "\n",
      "Epoch 00333: loss did not improve from 1.63813\n",
      "Epoch 334/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6450 - categorical_accuracy: 0.5001\n",
      "\n",
      "Epoch 00334: loss did not improve from 1.63813\n",
      "Epoch 335/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6439 - categorical_accuracy: 0.5002\n",
      "\n",
      "Epoch 00335: loss did not improve from 1.63813\n",
      "Epoch 336/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6308 - categorical_accuracy: 0.5043\n",
      "\n",
      "Epoch 00336: loss improved from 1.63813 to 1.63085, saving model to weights-improvement-336-1.6308.hdf5\n",
      "Epoch 337/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6404 - categorical_accuracy: 0.5013\n",
      "\n",
      "Epoch 00337: loss did not improve from 1.63085\n",
      "Epoch 338/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6475 - categorical_accuracy: 0.5001\n",
      "\n",
      "Epoch 00338: loss did not improve from 1.63085\n",
      "Epoch 339/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6338 - categorical_accuracy: 0.5058\n",
      "\n",
      "Epoch 00339: loss did not improve from 1.63085\n",
      "Epoch 340/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6430 - categorical_accuracy: 0.5007\n",
      "\n",
      "Epoch 00340: loss did not improve from 1.63085\n",
      "Epoch 341/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6311 - categorical_accuracy: 0.5045\n",
      "\n",
      "Epoch 00341: loss did not improve from 1.63085\n",
      "Epoch 342/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6246 - categorical_accuracy: 0.5064\n",
      "\n",
      "Epoch 00342: loss improved from 1.63085 to 1.62456, saving model to weights-improvement-342-1.6246.hdf5\n",
      "Epoch 343/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6376 - categorical_accuracy: 0.5032\n",
      "\n",
      "Epoch 00343: loss did not improve from 1.62456\n",
      "Epoch 344/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6417 - categorical_accuracy: 0.5001\n",
      "\n",
      "Epoch 00344: loss did not improve from 1.62456\n",
      "Epoch 345/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6296 - categorical_accuracy: 0.5042\n",
      "\n",
      "Epoch 00345: loss did not improve from 1.62456\n",
      "Epoch 346/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6312 - categorical_accuracy: 0.5041\n",
      "\n",
      "Epoch 00346: loss did not improve from 1.62456\n",
      "Epoch 347/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6287 - categorical_accuracy: 0.5045\n",
      "\n",
      "Epoch 00347: loss did not improve from 1.62456\n",
      "Epoch 348/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6359 - categorical_accuracy: 0.5014\n",
      "\n",
      "Epoch 00348: loss did not improve from 1.62456\n",
      "Epoch 349/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6369 - categorical_accuracy: 0.5013\n",
      "\n",
      "Epoch 00349: loss did not improve from 1.62456\n",
      "Epoch 350/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6338 - categorical_accuracy: 0.5032\n",
      "\n",
      "Epoch 00350: loss did not improve from 1.62456\n",
      "Epoch 351/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6263 - categorical_accuracy: 0.5063\n",
      "\n",
      "Epoch 00351: loss did not improve from 1.62456\n",
      "Epoch 352/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6322 - categorical_accuracy: 0.5030\n",
      "\n",
      "Epoch 00352: loss did not improve from 1.62456\n",
      "Epoch 353/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6349 - categorical_accuracy: 0.5019\n",
      "\n",
      "Epoch 00353: loss did not improve from 1.62456\n",
      "Epoch 354/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6306 - categorical_accuracy: 0.5044\n",
      "\n",
      "Epoch 00354: loss did not improve from 1.62456\n",
      "Epoch 355/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6302 - categorical_accuracy: 0.5028\n",
      "\n",
      "Epoch 00355: loss did not improve from 1.62456\n",
      "Epoch 356/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6220 - categorical_accuracy: 0.5067\n",
      "\n",
      "Epoch 00356: loss improved from 1.62456 to 1.62201, saving model to weights-improvement-356-1.6220.hdf5\n",
      "Epoch 357/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6252 - categorical_accuracy: 0.5051\n",
      "\n",
      "Epoch 00357: loss did not improve from 1.62201\n",
      "Epoch 358/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6245 - categorical_accuracy: 0.5044\n",
      "\n",
      "Epoch 00358: loss did not improve from 1.62201\n",
      "Epoch 359/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6284 - categorical_accuracy: 0.5032\n",
      "\n",
      "Epoch 00359: loss did not improve from 1.62201\n",
      "Epoch 360/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6345 - categorical_accuracy: 0.5026\n",
      "\n",
      "Epoch 00360: loss did not improve from 1.62201\n",
      "Epoch 361/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6283 - categorical_accuracy: 0.5049\n",
      "\n",
      "Epoch 00361: loss did not improve from 1.62201\n",
      "Epoch 362/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6356 - categorical_accuracy: 0.5024\n",
      "\n",
      "Epoch 00362: loss did not improve from 1.62201\n",
      "Epoch 363/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6289 - categorical_accuracy: 0.5052\n",
      "\n",
      "Epoch 00363: loss did not improve from 1.62201\n",
      "Epoch 364/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6213 - categorical_accuracy: 0.5061\n",
      "\n",
      "Epoch 00364: loss improved from 1.62201 to 1.62134, saving model to weights-improvement-364-1.6213.hdf5\n",
      "Epoch 365/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6303 - categorical_accuracy: 0.5044\n",
      "\n",
      "Epoch 00365: loss did not improve from 1.62134\n",
      "Epoch 366/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6184 - categorical_accuracy: 0.5062\n",
      "\n",
      "Epoch 00366: loss improved from 1.62134 to 1.61843, saving model to weights-improvement-366-1.6184.hdf5\n",
      "Epoch 367/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6452 - categorical_accuracy: 0.5003\n",
      "\n",
      "Epoch 00367: loss did not improve from 1.61843\n",
      "Epoch 368/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6242 - categorical_accuracy: 0.5056\n",
      "\n",
      "Epoch 00368: loss did not improve from 1.61843\n",
      "Epoch 369/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6181 - categorical_accuracy: 0.5087\n",
      "\n",
      "Epoch 00369: loss improved from 1.61843 to 1.61815, saving model to weights-improvement-369-1.6181.hdf5\n",
      "Epoch 370/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6289 - categorical_accuracy: 0.5056\n",
      "\n",
      "Epoch 00370: loss did not improve from 1.61815\n",
      "Epoch 371/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6250 - categorical_accuracy: 0.5060\n",
      "\n",
      "Epoch 00371: loss did not improve from 1.61815\n",
      "Epoch 372/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6246 - categorical_accuracy: 0.5044\n",
      "\n",
      "Epoch 00372: loss did not improve from 1.61815\n",
      "Epoch 373/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6334 - categorical_accuracy: 0.5021\n",
      "\n",
      "Epoch 00373: loss did not improve from 1.61815\n",
      "Epoch 374/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6262 - categorical_accuracy: 0.5043\n",
      "\n",
      "Epoch 00374: loss did not improve from 1.61815\n",
      "Epoch 375/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6151 - categorical_accuracy: 0.5081\n",
      "\n",
      "Epoch 00375: loss improved from 1.61815 to 1.61509, saving model to weights-improvement-375-1.6151.hdf5\n",
      "Epoch 376/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6213 - categorical_accuracy: 0.5052\n",
      "\n",
      "Epoch 00376: loss did not improve from 1.61509\n",
      "Epoch 377/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6185 - categorical_accuracy: 0.5068\n",
      "\n",
      "Epoch 00377: loss did not improve from 1.61509\n",
      "Epoch 378/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6139 - categorical_accuracy: 0.5086\n",
      "\n",
      "Epoch 00378: loss improved from 1.61509 to 1.61389, saving model to weights-improvement-378-1.6139.hdf5\n",
      "Epoch 379/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6187 - categorical_accuracy: 0.5060\n",
      "\n",
      "Epoch 00379: loss did not improve from 1.61389\n",
      "Epoch 380/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6206 - categorical_accuracy: 0.5069\n",
      "\n",
      "Epoch 00380: loss did not improve from 1.61389\n",
      "Epoch 381/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6220 - categorical_accuracy: 0.5071\n",
      "\n",
      "Epoch 00381: loss did not improve from 1.61389\n",
      "Epoch 382/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6380 - categorical_accuracy: 0.5008\n",
      "\n",
      "Epoch 00382: loss did not improve from 1.61389\n",
      "Epoch 383/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6288 - categorical_accuracy: 0.5045\n",
      "\n",
      "Epoch 00383: loss did not improve from 1.61389\n",
      "Epoch 384/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6164 - categorical_accuracy: 0.5076\n",
      "\n",
      "Epoch 00384: loss did not improve from 1.61389\n",
      "Epoch 385/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6230 - categorical_accuracy: 0.5045\n",
      "\n",
      "Epoch 00385: loss did not improve from 1.61389\n",
      "Epoch 386/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6108 - categorical_accuracy: 0.5090\n",
      "\n",
      "Epoch 00386: loss improved from 1.61389 to 1.61078, saving model to weights-improvement-386-1.6108.hdf5\n",
      "Epoch 387/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6145 - categorical_accuracy: 0.5063\n",
      "\n",
      "Epoch 00387: loss did not improve from 1.61078\n",
      "Epoch 388/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6161 - categorical_accuracy: 0.5073\n",
      "\n",
      "Epoch 00388: loss did not improve from 1.61078\n",
      "Epoch 389/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6145 - categorical_accuracy: 0.5073\n",
      "\n",
      "Epoch 00389: loss did not improve from 1.61078\n",
      "Epoch 390/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6178 - categorical_accuracy: 0.5069\n",
      "\n",
      "Epoch 00390: loss did not improve from 1.61078\n",
      "Epoch 391/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6213 - categorical_accuracy: 0.5074\n",
      "\n",
      "Epoch 00391: loss did not improve from 1.61078\n",
      "Epoch 392/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6103 - categorical_accuracy: 0.5084\n",
      "\n",
      "Epoch 00392: loss improved from 1.61078 to 1.61029, saving model to weights-improvement-392-1.6103.hdf5\n",
      "Epoch 393/1000\n",
      "732/732 [==============================] - 5s 7ms/step - loss: 1.6146 - categorical_accuracy: 0.5074\n",
      "\n",
      "Epoch 00393: loss did not improve from 1.61029\n",
      "Epoch 394/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6270 - categorical_accuracy: 0.5039\n",
      "\n",
      "Epoch 00394: loss did not improve from 1.61029\n",
      "Epoch 395/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6130 - categorical_accuracy: 0.5079\n",
      "\n",
      "Epoch 00395: loss did not improve from 1.61029\n",
      "Epoch 396/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6093 - categorical_accuracy: 0.5090\n",
      "\n",
      "Epoch 00396: loss improved from 1.61029 to 1.60931, saving model to weights-improvement-396-1.6093.hdf5\n",
      "Epoch 397/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6182 - categorical_accuracy: 0.5072\n",
      "\n",
      "Epoch 00397: loss did not improve from 1.60931\n",
      "Epoch 398/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6236 - categorical_accuracy: 0.5043\n",
      "\n",
      "Epoch 00398: loss did not improve from 1.60931\n",
      "Epoch 399/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6115 - categorical_accuracy: 0.5079\n",
      "\n",
      "Epoch 00399: loss did not improve from 1.60931\n",
      "Epoch 400/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6128 - categorical_accuracy: 0.5073\n",
      "\n",
      "Epoch 00400: loss did not improve from 1.60931\n",
      "Epoch 401/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6176 - categorical_accuracy: 0.5063\n",
      "\n",
      "Epoch 00401: loss did not improve from 1.60931\n",
      "Epoch 402/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6085 - categorical_accuracy: 0.5096\n",
      "\n",
      "Epoch 00402: loss improved from 1.60931 to 1.60846, saving model to weights-improvement-402-1.6085.hdf5\n",
      "Epoch 403/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6072 - categorical_accuracy: 0.5101\n",
      "\n",
      "Epoch 00403: loss improved from 1.60846 to 1.60716, saving model to weights-improvement-403-1.6072.hdf5\n",
      "Epoch 404/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6131 - categorical_accuracy: 0.5066\n",
      "\n",
      "Epoch 00404: loss did not improve from 1.60716\n",
      "Epoch 405/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6082 - categorical_accuracy: 0.5095\n",
      "\n",
      "Epoch 00405: loss did not improve from 1.60716\n",
      "Epoch 406/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6106 - categorical_accuracy: 0.5079\n",
      "\n",
      "Epoch 00406: loss did not improve from 1.60716\n",
      "Epoch 407/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6047 - categorical_accuracy: 0.5101\n",
      "\n",
      "Epoch 00407: loss improved from 1.60716 to 1.60474, saving model to weights-improvement-407-1.6047.hdf5\n",
      "Epoch 408/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6248 - categorical_accuracy: 0.5048\n",
      "\n",
      "Epoch 00408: loss did not improve from 1.60474\n",
      "Epoch 409/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6054 - categorical_accuracy: 0.5097\n",
      "\n",
      "Epoch 00409: loss did not improve from 1.60474\n",
      "Epoch 410/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6192 - categorical_accuracy: 0.5045\n",
      "\n",
      "Epoch 00410: loss did not improve from 1.60474\n",
      "Epoch 411/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6109 - categorical_accuracy: 0.5085\n",
      "\n",
      "Epoch 00411: loss did not improve from 1.60474\n",
      "Epoch 412/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6168 - categorical_accuracy: 0.5073\n",
      "\n",
      "Epoch 00412: loss did not improve from 1.60474\n",
      "Epoch 413/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6171 - categorical_accuracy: 0.5063\n",
      "\n",
      "Epoch 00413: loss did not improve from 1.60474\n",
      "Epoch 414/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6097 - categorical_accuracy: 0.5100\n",
      "\n",
      "Epoch 00414: loss did not improve from 1.60474\n",
      "Epoch 415/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6046 - categorical_accuracy: 0.5101\n",
      "\n",
      "Epoch 00415: loss improved from 1.60474 to 1.60462, saving model to weights-improvement-415-1.6046.hdf5\n",
      "Epoch 416/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6271 - categorical_accuracy: 0.5041\n",
      "\n",
      "Epoch 00416: loss did not improve from 1.60462\n",
      "Epoch 417/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6030 - categorical_accuracy: 0.5115\n",
      "\n",
      "Epoch 00417: loss improved from 1.60462 to 1.60302, saving model to weights-improvement-417-1.6030.hdf5\n",
      "Epoch 418/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5993 - categorical_accuracy: 0.5128\n",
      "\n",
      "Epoch 00418: loss improved from 1.60302 to 1.59927, saving model to weights-improvement-418-1.5993.hdf5\n",
      "Epoch 419/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6096 - categorical_accuracy: 0.5094\n",
      "\n",
      "Epoch 00419: loss did not improve from 1.59927\n",
      "Epoch 420/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6099 - categorical_accuracy: 0.5088\n",
      "\n",
      "Epoch 00420: loss did not improve from 1.59927\n",
      "Epoch 421/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6008 - categorical_accuracy: 0.5114\n",
      "\n",
      "Epoch 00421: loss did not improve from 1.59927\n",
      "Epoch 422/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6179 - categorical_accuracy: 0.5077\n",
      "\n",
      "Epoch 00422: loss did not improve from 1.59927\n",
      "Epoch 423/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6115 - categorical_accuracy: 0.5084\n",
      "\n",
      "Epoch 00423: loss did not improve from 1.59927\n",
      "Epoch 424/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6071 - categorical_accuracy: 0.5096\n",
      "\n",
      "Epoch 00424: loss did not improve from 1.59927\n",
      "Epoch 425/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6050 - categorical_accuracy: 0.5079\n",
      "\n",
      "Epoch 00425: loss did not improve from 1.59927\n",
      "Epoch 426/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6061 - categorical_accuracy: 0.5088\n",
      "\n",
      "Epoch 00426: loss did not improve from 1.59927\n",
      "Epoch 427/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6084 - categorical_accuracy: 0.5090\n",
      "\n",
      "Epoch 00427: loss did not improve from 1.59927\n",
      "Epoch 428/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6006 - categorical_accuracy: 0.5121\n",
      "\n",
      "Epoch 00428: loss did not improve from 1.59927\n",
      "Epoch 429/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6007 - categorical_accuracy: 0.5108\n",
      "\n",
      "Epoch 00429: loss did not improve from 1.59927\n",
      "Epoch 430/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6063 - categorical_accuracy: 0.5103\n",
      "\n",
      "Epoch 00430: loss did not improve from 1.59927\n",
      "Epoch 431/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5942 - categorical_accuracy: 0.5119\n",
      "\n",
      "Epoch 00431: loss improved from 1.59927 to 1.59420, saving model to weights-improvement-431-1.5942.hdf5\n",
      "Epoch 432/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6022 - categorical_accuracy: 0.5113\n",
      "\n",
      "Epoch 00432: loss did not improve from 1.59420\n",
      "Epoch 433/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5962 - categorical_accuracy: 0.5117\n",
      "\n",
      "Epoch 00433: loss did not improve from 1.59420\n",
      "Epoch 434/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5934 - categorical_accuracy: 0.5144\n",
      "\n",
      "Epoch 00434: loss improved from 1.59420 to 1.59338, saving model to weights-improvement-434-1.5934.hdf5\n",
      "Epoch 435/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6065 - categorical_accuracy: 0.5090\n",
      "\n",
      "Epoch 00435: loss did not improve from 1.59338\n",
      "Epoch 436/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5995 - categorical_accuracy: 0.5130\n",
      "\n",
      "Epoch 00436: loss did not improve from 1.59338\n",
      "Epoch 437/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5969 - categorical_accuracy: 0.5118\n",
      "\n",
      "Epoch 00437: loss did not improve from 1.59338\n",
      "Epoch 438/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6062 - categorical_accuracy: 0.5098\n",
      "\n",
      "Epoch 00438: loss did not improve from 1.59338\n",
      "Epoch 439/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5998 - categorical_accuracy: 0.5106\n",
      "\n",
      "Epoch 00439: loss did not improve from 1.59338\n",
      "Epoch 440/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6021 - categorical_accuracy: 0.5096\n",
      "\n",
      "Epoch 00440: loss did not improve from 1.59338\n",
      "Epoch 441/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6032 - categorical_accuracy: 0.5102\n",
      "\n",
      "Epoch 00441: loss did not improve from 1.59338\n",
      "Epoch 442/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5968 - categorical_accuracy: 0.5135\n",
      "\n",
      "Epoch 00442: loss did not improve from 1.59338\n",
      "Epoch 443/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6002 - categorical_accuracy: 0.5113\n",
      "\n",
      "Epoch 00443: loss did not improve from 1.59338\n",
      "Epoch 444/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6045 - categorical_accuracy: 0.5112\n",
      "\n",
      "Epoch 00444: loss did not improve from 1.59338\n",
      "Epoch 445/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6050 - categorical_accuracy: 0.5098\n",
      "\n",
      "Epoch 00445: loss did not improve from 1.59338\n",
      "Epoch 446/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6002 - categorical_accuracy: 0.5106\n",
      "\n",
      "Epoch 00446: loss did not improve from 1.59338\n",
      "Epoch 447/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5994 - categorical_accuracy: 0.5119\n",
      "\n",
      "Epoch 00447: loss did not improve from 1.59338\n",
      "Epoch 448/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6016 - categorical_accuracy: 0.5103\n",
      "\n",
      "Epoch 00448: loss did not improve from 1.59338\n",
      "Epoch 449/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5965 - categorical_accuracy: 0.5122\n",
      "\n",
      "Epoch 00449: loss did not improve from 1.59338\n",
      "Epoch 450/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.6093 - categorical_accuracy: 0.5092\n",
      "\n",
      "Epoch 00450: loss did not improve from 1.59338\n",
      "Epoch 451/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5955 - categorical_accuracy: 0.5135\n",
      "\n",
      "Epoch 00451: loss did not improve from 1.59338\n",
      "Epoch 452/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5914 - categorical_accuracy: 0.5128\n",
      "\n",
      "Epoch 00452: loss improved from 1.59338 to 1.59135, saving model to weights-improvement-452-1.5914.hdf5\n",
      "Epoch 453/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5914 - categorical_accuracy: 0.5137\n",
      "\n",
      "Epoch 00453: loss improved from 1.59135 to 1.59135, saving model to weights-improvement-453-1.5914.hdf5\n",
      "Epoch 454/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5863 - categorical_accuracy: 0.5148\n",
      "\n",
      "Epoch 00454: loss improved from 1.59135 to 1.58631, saving model to weights-improvement-454-1.5863.hdf5\n",
      "Epoch 455/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5902 - categorical_accuracy: 0.5146\n",
      "\n",
      "Epoch 00455: loss did not improve from 1.58631\n",
      "Epoch 456/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5941 - categorical_accuracy: 0.5141\n",
      "\n",
      "Epoch 00456: loss did not improve from 1.58631\n",
      "Epoch 457/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5937 - categorical_accuracy: 0.5143\n",
      "\n",
      "Epoch 00457: loss did not improve from 1.58631\n",
      "Epoch 458/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5870 - categorical_accuracy: 0.5154\n",
      "\n",
      "Epoch 00458: loss did not improve from 1.58631\n",
      "Epoch 459/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6011 - categorical_accuracy: 0.5106\n",
      "\n",
      "Epoch 00459: loss did not improve from 1.58631\n",
      "Epoch 460/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5849 - categorical_accuracy: 0.5150\n",
      "\n",
      "Epoch 00460: loss improved from 1.58631 to 1.58493, saving model to weights-improvement-460-1.5849.hdf5\n",
      "Epoch 461/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5806 - categorical_accuracy: 0.5165\n",
      "\n",
      "Epoch 00461: loss improved from 1.58493 to 1.58061, saving model to weights-improvement-461-1.5806.hdf5\n",
      "Epoch 462/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5946 - categorical_accuracy: 0.5120\n",
      "\n",
      "Epoch 00462: loss did not improve from 1.58061\n",
      "Epoch 463/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5996 - categorical_accuracy: 0.5116\n",
      "\n",
      "Epoch 00463: loss did not improve from 1.58061\n",
      "Epoch 464/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5907 - categorical_accuracy: 0.5146\n",
      "\n",
      "Epoch 00464: loss did not improve from 1.58061\n",
      "Epoch 465/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5977 - categorical_accuracy: 0.5126\n",
      "\n",
      "Epoch 00465: loss did not improve from 1.58061\n",
      "Epoch 466/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5863 - categorical_accuracy: 0.5158\n",
      "\n",
      "Epoch 00466: loss did not improve from 1.58061\n",
      "Epoch 467/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5892 - categorical_accuracy: 0.5125\n",
      "\n",
      "Epoch 00467: loss did not improve from 1.58061\n",
      "Epoch 468/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5869 - categorical_accuracy: 0.5146\n",
      "\n",
      "Epoch 00468: loss did not improve from 1.58061\n",
      "Epoch 469/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5920 - categorical_accuracy: 0.5145\n",
      "\n",
      "Epoch 00469: loss did not improve from 1.58061\n",
      "Epoch 470/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5878 - categorical_accuracy: 0.5152\n",
      "\n",
      "Epoch 00470: loss did not improve from 1.58061\n",
      "Epoch 471/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5960 - categorical_accuracy: 0.5127\n",
      "\n",
      "Epoch 00471: loss did not improve from 1.58061\n",
      "Epoch 472/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5833 - categorical_accuracy: 0.5154\n",
      "\n",
      "Epoch 00472: loss did not improve from 1.58061\n",
      "Epoch 473/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5843 - categorical_accuracy: 0.5161\n",
      "\n",
      "Epoch 00473: loss did not improve from 1.58061\n",
      "Epoch 474/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5948 - categorical_accuracy: 0.5128\n",
      "\n",
      "Epoch 00474: loss did not improve from 1.58061\n",
      "Epoch 475/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6130 - categorical_accuracy: 0.5089\n",
      "\n",
      "Epoch 00475: loss did not improve from 1.58061\n",
      "Epoch 476/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5872 - categorical_accuracy: 0.5144\n",
      "\n",
      "Epoch 00476: loss did not improve from 1.58061\n",
      "Epoch 477/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5819 - categorical_accuracy: 0.5169\n",
      "\n",
      "Epoch 00477: loss did not improve from 1.58061\n",
      "Epoch 478/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5855 - categorical_accuracy: 0.5152\n",
      "\n",
      "Epoch 00478: loss did not improve from 1.58061\n",
      "Epoch 479/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5988 - categorical_accuracy: 0.5136\n",
      "\n",
      "Epoch 00479: loss did not improve from 1.58061\n",
      "Epoch 480/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5894 - categorical_accuracy: 0.5138\n",
      "\n",
      "Epoch 00480: loss did not improve from 1.58061\n",
      "Epoch 481/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5804 - categorical_accuracy: 0.5155\n",
      "\n",
      "Epoch 00481: loss improved from 1.58061 to 1.58044, saving model to weights-improvement-481-1.5804.hdf5\n",
      "Epoch 482/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5867 - categorical_accuracy: 0.5150\n",
      "\n",
      "Epoch 00482: loss did not improve from 1.58044\n",
      "Epoch 483/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5960 - categorical_accuracy: 0.5134\n",
      "\n",
      "Epoch 00483: loss did not improve from 1.58044\n",
      "Epoch 484/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5813 - categorical_accuracy: 0.5170\n",
      "\n",
      "Epoch 00484: loss did not improve from 1.58044\n",
      "Epoch 485/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5798 - categorical_accuracy: 0.5171\n",
      "\n",
      "Epoch 00485: loss improved from 1.58044 to 1.57981, saving model to weights-improvement-485-1.5798.hdf5\n",
      "Epoch 486/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5914 - categorical_accuracy: 0.5136\n",
      "\n",
      "Epoch 00486: loss did not improve from 1.57981\n",
      "Epoch 487/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5914 - categorical_accuracy: 0.5147\n",
      "\n",
      "Epoch 00487: loss did not improve from 1.57981\n",
      "Epoch 488/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5943 - categorical_accuracy: 0.5132\n",
      "\n",
      "Epoch 00488: loss did not improve from 1.57981\n",
      "Epoch 489/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5852 - categorical_accuracy: 0.5154\n",
      "\n",
      "Epoch 00489: loss did not improve from 1.57981\n",
      "Epoch 490/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5938 - categorical_accuracy: 0.5135\n",
      "\n",
      "Epoch 00490: loss did not improve from 1.57981\n",
      "Epoch 491/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5855 - categorical_accuracy: 0.5162\n",
      "\n",
      "Epoch 00491: loss did not improve from 1.57981\n",
      "Epoch 492/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5942 - categorical_accuracy: 0.5115\n",
      "\n",
      "Epoch 00492: loss did not improve from 1.57981\n",
      "Epoch 493/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5878 - categorical_accuracy: 0.5149\n",
      "\n",
      "Epoch 00493: loss did not improve from 1.57981\n",
      "Epoch 494/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5840 - categorical_accuracy: 0.5167\n",
      "\n",
      "Epoch 00494: loss did not improve from 1.57981\n",
      "Epoch 495/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5890 - categorical_accuracy: 0.5146\n",
      "\n",
      "Epoch 00495: loss did not improve from 1.57981\n",
      "Epoch 496/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6065 - categorical_accuracy: 0.5083\n",
      "\n",
      "Epoch 00496: loss did not improve from 1.57981\n",
      "Epoch 497/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5803 - categorical_accuracy: 0.5183\n",
      "\n",
      "Epoch 00497: loss did not improve from 1.57981\n",
      "Epoch 498/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5846 - categorical_accuracy: 0.5146\n",
      "\n",
      "Epoch 00498: loss did not improve from 1.57981\n",
      "Epoch 499/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5789 - categorical_accuracy: 0.5167\n",
      "\n",
      "Epoch 00499: loss improved from 1.57981 to 1.57890, saving model to weights-improvement-499-1.5789.hdf5\n",
      "Epoch 500/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5858 - categorical_accuracy: 0.5157\n",
      "\n",
      "Epoch 00500: loss did not improve from 1.57890\n",
      "Epoch 501/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5916 - categorical_accuracy: 0.5131\n",
      "\n",
      "Epoch 00501: loss did not improve from 1.57890\n",
      "Epoch 502/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5949 - categorical_accuracy: 0.5135\n",
      "\n",
      "Epoch 00502: loss did not improve from 1.57890\n",
      "Epoch 503/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5858 - categorical_accuracy: 0.5140\n",
      "\n",
      "Epoch 00503: loss did not improve from 1.57890\n",
      "Epoch 504/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5904 - categorical_accuracy: 0.5124\n",
      "\n",
      "Epoch 00504: loss did not improve from 1.57890\n",
      "Epoch 505/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5950 - categorical_accuracy: 0.5126\n",
      "\n",
      "Epoch 00505: loss did not improve from 1.57890\n",
      "Epoch 506/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5780 - categorical_accuracy: 0.5176\n",
      "\n",
      "Epoch 00506: loss improved from 1.57890 to 1.57804, saving model to weights-improvement-506-1.5780.hdf5\n",
      "Epoch 507/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5852 - categorical_accuracy: 0.5155\n",
      "\n",
      "Epoch 00507: loss did not improve from 1.57804\n",
      "Epoch 508/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5857 - categorical_accuracy: 0.5144\n",
      "\n",
      "Epoch 00508: loss did not improve from 1.57804\n",
      "Epoch 509/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5780 - categorical_accuracy: 0.5174\n",
      "\n",
      "Epoch 00509: loss improved from 1.57804 to 1.57804, saving model to weights-improvement-509-1.5780.hdf5\n",
      "Epoch 510/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5819 - categorical_accuracy: 0.5161\n",
      "\n",
      "Epoch 00510: loss did not improve from 1.57804\n",
      "Epoch 511/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5970 - categorical_accuracy: 0.5129\n",
      "\n",
      "Epoch 00511: loss did not improve from 1.57804\n",
      "Epoch 512/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5735 - categorical_accuracy: 0.5182\n",
      "\n",
      "Epoch 00512: loss improved from 1.57804 to 1.57349, saving model to weights-improvement-512-1.5735.hdf5\n",
      "Epoch 513/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5859 - categorical_accuracy: 0.5144\n",
      "\n",
      "Epoch 00513: loss did not improve from 1.57349\n",
      "Epoch 514/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6118 - categorical_accuracy: 0.5077\n",
      "\n",
      "Epoch 00514: loss did not improve from 1.57349\n",
      "Epoch 515/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5752 - categorical_accuracy: 0.5195\n",
      "\n",
      "Epoch 00515: loss did not improve from 1.57349\n",
      "Epoch 516/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5760 - categorical_accuracy: 0.5179\n",
      "\n",
      "Epoch 00516: loss did not improve from 1.57349\n",
      "Epoch 517/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5747 - categorical_accuracy: 0.5173\n",
      "\n",
      "Epoch 00517: loss did not improve from 1.57349\n",
      "Epoch 518/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5816 - categorical_accuracy: 0.5163\n",
      "\n",
      "Epoch 00518: loss did not improve from 1.57349\n",
      "Epoch 519/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5766 - categorical_accuracy: 0.5178\n",
      "\n",
      "Epoch 00519: loss did not improve from 1.57349\n",
      "Epoch 520/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5962 - categorical_accuracy: 0.5116\n",
      "\n",
      "Epoch 00520: loss did not improve from 1.57349\n",
      "Epoch 521/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5703 - categorical_accuracy: 0.5186\n",
      "\n",
      "Epoch 00521: loss improved from 1.57349 to 1.57031, saving model to weights-improvement-521-1.5703.hdf5\n",
      "Epoch 522/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5911 - categorical_accuracy: 0.5137\n",
      "\n",
      "Epoch 00522: loss did not improve from 1.57031\n",
      "Epoch 523/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5793 - categorical_accuracy: 0.5177\n",
      "\n",
      "Epoch 00523: loss did not improve from 1.57031\n",
      "Epoch 524/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5876 - categorical_accuracy: 0.5154\n",
      "\n",
      "Epoch 00524: loss did not improve from 1.57031\n",
      "Epoch 525/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5857 - categorical_accuracy: 0.5138\n",
      "\n",
      "Epoch 00525: loss did not improve from 1.57031\n",
      "Epoch 526/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5778 - categorical_accuracy: 0.5159\n",
      "\n",
      "Epoch 00526: loss did not improve from 1.57031\n",
      "Epoch 527/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5957 - categorical_accuracy: 0.5119\n",
      "\n",
      "Epoch 00527: loss did not improve from 1.57031\n",
      "Epoch 528/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5807 - categorical_accuracy: 0.5169\n",
      "\n",
      "Epoch 00528: loss did not improve from 1.57031\n",
      "Epoch 529/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5916 - categorical_accuracy: 0.5136\n",
      "\n",
      "Epoch 00529: loss did not improve from 1.57031\n",
      "Epoch 530/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5791 - categorical_accuracy: 0.5160\n",
      "\n",
      "Epoch 00530: loss did not improve from 1.57031\n",
      "Epoch 531/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5844 - categorical_accuracy: 0.5159\n",
      "\n",
      "Epoch 00531: loss did not improve from 1.57031\n",
      "Epoch 532/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5772 - categorical_accuracy: 0.5187\n",
      "\n",
      "Epoch 00532: loss did not improve from 1.57031\n",
      "Epoch 533/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5778 - categorical_accuracy: 0.5180\n",
      "\n",
      "Epoch 00533: loss did not improve from 1.57031\n",
      "Epoch 534/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5795 - categorical_accuracy: 0.5166\n",
      "\n",
      "Epoch 00534: loss did not improve from 1.57031\n",
      "Epoch 535/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5882 - categorical_accuracy: 0.5147\n",
      "\n",
      "Epoch 00535: loss did not improve from 1.57031\n",
      "Epoch 536/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5730 - categorical_accuracy: 0.5185\n",
      "\n",
      "Epoch 00536: loss did not improve from 1.57031\n",
      "Epoch 537/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5737 - categorical_accuracy: 0.5195\n",
      "\n",
      "Epoch 00537: loss did not improve from 1.57031\n",
      "Epoch 538/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5722 - categorical_accuracy: 0.5196\n",
      "\n",
      "Epoch 00538: loss did not improve from 1.57031\n",
      "Epoch 539/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5705 - categorical_accuracy: 0.5182\n",
      "\n",
      "Epoch 00539: loss did not improve from 1.57031\n",
      "Epoch 540/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5824 - categorical_accuracy: 0.5164\n",
      "\n",
      "Epoch 00540: loss did not improve from 1.57031\n",
      "Epoch 541/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5869 - categorical_accuracy: 0.5172\n",
      "\n",
      "Epoch 00541: loss did not improve from 1.57031\n",
      "Epoch 542/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5889 - categorical_accuracy: 0.5145\n",
      "\n",
      "Epoch 00542: loss did not improve from 1.57031\n",
      "Epoch 543/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5676 - categorical_accuracy: 0.5213\n",
      "\n",
      "Epoch 00543: loss improved from 1.57031 to 1.56762, saving model to weights-improvement-543-1.5676.hdf5\n",
      "Epoch 544/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5755 - categorical_accuracy: 0.5188\n",
      "\n",
      "Epoch 00544: loss did not improve from 1.56762\n",
      "Epoch 545/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5746 - categorical_accuracy: 0.5174\n",
      "\n",
      "Epoch 00545: loss did not improve from 1.56762\n",
      "Epoch 546/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5850 - categorical_accuracy: 0.5159\n",
      "\n",
      "Epoch 00546: loss did not improve from 1.56762\n",
      "Epoch 547/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5693 - categorical_accuracy: 0.5203\n",
      "\n",
      "Epoch 00547: loss did not improve from 1.56762\n",
      "Epoch 548/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5847 - categorical_accuracy: 0.5162\n",
      "\n",
      "Epoch 00548: loss did not improve from 1.56762\n",
      "Epoch 549/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5755 - categorical_accuracy: 0.5184\n",
      "\n",
      "Epoch 00549: loss did not improve from 1.56762\n",
      "Epoch 550/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5762 - categorical_accuracy: 0.5195\n",
      "\n",
      "Epoch 00550: loss did not improve from 1.56762\n",
      "Epoch 551/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.6026 - categorical_accuracy: 0.5107\n",
      "\n",
      "Epoch 00551: loss did not improve from 1.56762\n",
      "Epoch 552/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5824 - categorical_accuracy: 0.5166\n",
      "\n",
      "Epoch 00552: loss did not improve from 1.56762\n",
      "Epoch 553/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5722 - categorical_accuracy: 0.5192\n",
      "\n",
      "Epoch 00553: loss did not improve from 1.56762\n",
      "Epoch 554/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5615 - categorical_accuracy: 0.5226\n",
      "\n",
      "Epoch 00554: loss improved from 1.56762 to 1.56146, saving model to weights-improvement-554-1.5615.hdf5\n",
      "Epoch 555/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5826 - categorical_accuracy: 0.5162\n",
      "\n",
      "Epoch 00555: loss did not improve from 1.56146\n",
      "Epoch 556/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5666 - categorical_accuracy: 0.5215\n",
      "\n",
      "Epoch 00556: loss did not improve from 1.56146\n",
      "Epoch 557/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5792 - categorical_accuracy: 0.5167\n",
      "\n",
      "Epoch 00557: loss did not improve from 1.56146\n",
      "Epoch 558/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5803 - categorical_accuracy: 0.5152\n",
      "\n",
      "Epoch 00558: loss did not improve from 1.56146\n",
      "Epoch 559/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5776 - categorical_accuracy: 0.5167\n",
      "\n",
      "Epoch 00559: loss did not improve from 1.56146\n",
      "Epoch 560/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5719 - categorical_accuracy: 0.5182\n",
      "\n",
      "Epoch 00560: loss did not improve from 1.56146\n",
      "Epoch 561/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5796 - categorical_accuracy: 0.5162\n",
      "\n",
      "Epoch 00561: loss did not improve from 1.56146\n",
      "Epoch 562/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5713 - categorical_accuracy: 0.5187\n",
      "\n",
      "Epoch 00562: loss did not improve from 1.56146\n",
      "Epoch 563/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5688 - categorical_accuracy: 0.5203\n",
      "\n",
      "Epoch 00563: loss did not improve from 1.56146\n",
      "Epoch 564/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5859 - categorical_accuracy: 0.5159\n",
      "\n",
      "Epoch 00564: loss did not improve from 1.56146\n",
      "Epoch 565/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5778 - categorical_accuracy: 0.5169\n",
      "\n",
      "Epoch 00565: loss did not improve from 1.56146\n",
      "Epoch 566/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5768 - categorical_accuracy: 0.5172\n",
      "\n",
      "Epoch 00566: loss did not improve from 1.56146\n",
      "Epoch 567/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5990 - categorical_accuracy: 0.5121\n",
      "\n",
      "Epoch 00567: loss did not improve from 1.56146\n",
      "Epoch 568/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5564 - categorical_accuracy: 0.5238\n",
      "\n",
      "Epoch 00568: loss improved from 1.56146 to 1.55639, saving model to weights-improvement-568-1.5564.hdf5\n",
      "Epoch 569/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5674 - categorical_accuracy: 0.5218\n",
      "\n",
      "Epoch 00569: loss did not improve from 1.55639\n",
      "Epoch 570/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5791 - categorical_accuracy: 0.5169\n",
      "\n",
      "Epoch 00570: loss did not improve from 1.55639\n",
      "Epoch 571/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5649 - categorical_accuracy: 0.5221\n",
      "\n",
      "Epoch 00571: loss did not improve from 1.55639\n",
      "Epoch 572/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5740 - categorical_accuracy: 0.5186\n",
      "\n",
      "Epoch 00572: loss did not improve from 1.55639\n",
      "Epoch 573/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5696 - categorical_accuracy: 0.5198\n",
      "\n",
      "Epoch 00573: loss did not improve from 1.55639\n",
      "Epoch 574/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5666 - categorical_accuracy: 0.5205\n",
      "\n",
      "Epoch 00574: loss did not improve from 1.55639\n",
      "Epoch 575/1000\n",
      "732/732 [==============================] - 5s 7ms/step - loss: 1.5685 - categorical_accuracy: 0.5205\n",
      "\n",
      "Epoch 00575: loss did not improve from 1.55639\n",
      "Epoch 576/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5781 - categorical_accuracy: 0.5174\n",
      "\n",
      "Epoch 00576: loss did not improve from 1.55639\n",
      "Epoch 577/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5892 - categorical_accuracy: 0.5137\n",
      "\n",
      "Epoch 00577: loss did not improve from 1.55639\n",
      "Epoch 578/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5679 - categorical_accuracy: 0.5202\n",
      "\n",
      "Epoch 00578: loss did not improve from 1.55639\n",
      "Epoch 579/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5657 - categorical_accuracy: 0.5192\n",
      "\n",
      "Epoch 00579: loss did not improve from 1.55639\n",
      "Epoch 580/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5818 - categorical_accuracy: 0.5166\n",
      "\n",
      "Epoch 00580: loss did not improve from 1.55639\n",
      "Epoch 581/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5730 - categorical_accuracy: 0.5202\n",
      "\n",
      "Epoch 00581: loss did not improve from 1.55639\n",
      "Epoch 582/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5786 - categorical_accuracy: 0.5175\n",
      "\n",
      "Epoch 00582: loss did not improve from 1.55639\n",
      "Epoch 583/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5733 - categorical_accuracy: 0.5189\n",
      "\n",
      "Epoch 00583: loss did not improve from 1.55639\n",
      "Epoch 584/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5761 - categorical_accuracy: 0.5190\n",
      "\n",
      "Epoch 00584: loss did not improve from 1.55639\n",
      "Epoch 585/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5679 - categorical_accuracy: 0.5206\n",
      "\n",
      "Epoch 00585: loss did not improve from 1.55639\n",
      "Epoch 586/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5766 - categorical_accuracy: 0.5181\n",
      "\n",
      "Epoch 00586: loss did not improve from 1.55639\n",
      "Epoch 587/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5682 - categorical_accuracy: 0.5199\n",
      "\n",
      "Epoch 00587: loss did not improve from 1.55639\n",
      "Epoch 588/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5806 - categorical_accuracy: 0.5172\n",
      "\n",
      "Epoch 00588: loss did not improve from 1.55639\n",
      "Epoch 589/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5632 - categorical_accuracy: 0.5229\n",
      "\n",
      "Epoch 00589: loss did not improve from 1.55639\n",
      "Epoch 590/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5697 - categorical_accuracy: 0.5200\n",
      "\n",
      "Epoch 00590: loss did not improve from 1.55639\n",
      "Epoch 591/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5596 - categorical_accuracy: 0.5237\n",
      "\n",
      "Epoch 00591: loss did not improve from 1.55639\n",
      "Epoch 592/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5571 - categorical_accuracy: 0.5234\n",
      "\n",
      "Epoch 00592: loss did not improve from 1.55639\n",
      "Epoch 593/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5681 - categorical_accuracy: 0.5187\n",
      "\n",
      "Epoch 00593: loss did not improve from 1.55639\n",
      "Epoch 594/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5714 - categorical_accuracy: 0.5196\n",
      "\n",
      "Epoch 00594: loss did not improve from 1.55639\n",
      "Epoch 595/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5685 - categorical_accuracy: 0.5207\n",
      "\n",
      "Epoch 00595: loss did not improve from 1.55639\n",
      "Epoch 596/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5691 - categorical_accuracy: 0.5194\n",
      "\n",
      "Epoch 00596: loss did not improve from 1.55639\n",
      "Epoch 597/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5693 - categorical_accuracy: 0.5204\n",
      "\n",
      "Epoch 00597: loss did not improve from 1.55639\n",
      "Epoch 598/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5767 - categorical_accuracy: 0.5169\n",
      "\n",
      "Epoch 00598: loss did not improve from 1.55639\n",
      "Epoch 599/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5676 - categorical_accuracy: 0.5208\n",
      "\n",
      "Epoch 00599: loss did not improve from 1.55639\n",
      "Epoch 600/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5590 - categorical_accuracy: 0.5236\n",
      "\n",
      "Epoch 00600: loss did not improve from 1.55639\n",
      "Epoch 601/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5780 - categorical_accuracy: 0.5180\n",
      "\n",
      "Epoch 00601: loss did not improve from 1.55639\n",
      "Epoch 602/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5786 - categorical_accuracy: 0.5180\n",
      "\n",
      "Epoch 00602: loss did not improve from 1.55639\n",
      "Epoch 603/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5552 - categorical_accuracy: 0.5226\n",
      "\n",
      "Epoch 00603: loss improved from 1.55639 to 1.55516, saving model to weights-improvement-603-1.5552.hdf5\n",
      "Epoch 604/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5590 - categorical_accuracy: 0.5231\n",
      "\n",
      "Epoch 00604: loss did not improve from 1.55516\n",
      "Epoch 605/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5734 - categorical_accuracy: 0.5175\n",
      "\n",
      "Epoch 00605: loss did not improve from 1.55516\n",
      "Epoch 606/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5585 - categorical_accuracy: 0.5214\n",
      "\n",
      "Epoch 00606: loss did not improve from 1.55516\n",
      "Epoch 607/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5651 - categorical_accuracy: 0.5206\n",
      "\n",
      "Epoch 00607: loss did not improve from 1.55516\n",
      "Epoch 608/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5600 - categorical_accuracy: 0.5244\n",
      "\n",
      "Epoch 00608: loss did not improve from 1.55516\n",
      "Epoch 609/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5821 - categorical_accuracy: 0.5152\n",
      "\n",
      "Epoch 00609: loss did not improve from 1.55516\n",
      "Epoch 610/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5614 - categorical_accuracy: 0.5223\n",
      "\n",
      "Epoch 00610: loss did not improve from 1.55516\n",
      "Epoch 611/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5648 - categorical_accuracy: 0.5220\n",
      "\n",
      "Epoch 00611: loss did not improve from 1.55516\n",
      "Epoch 612/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5643 - categorical_accuracy: 0.5200\n",
      "\n",
      "Epoch 00612: loss did not improve from 1.55516\n",
      "Epoch 613/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5600 - categorical_accuracy: 0.5221\n",
      "\n",
      "Epoch 00613: loss did not improve from 1.55516\n",
      "Epoch 614/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5763 - categorical_accuracy: 0.5185\n",
      "\n",
      "Epoch 00614: loss did not improve from 1.55516\n",
      "Epoch 615/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5718 - categorical_accuracy: 0.5191\n",
      "\n",
      "Epoch 00615: loss did not improve from 1.55516\n",
      "Epoch 616/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5693 - categorical_accuracy: 0.5199\n",
      "\n",
      "Epoch 00616: loss did not improve from 1.55516\n",
      "Epoch 617/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5504 - categorical_accuracy: 0.5261\n",
      "\n",
      "Epoch 00617: loss improved from 1.55516 to 1.55039, saving model to weights-improvement-617-1.5504.hdf5\n",
      "Epoch 618/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5781 - categorical_accuracy: 0.5181\n",
      "\n",
      "Epoch 00618: loss did not improve from 1.55039\n",
      "Epoch 619/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5679 - categorical_accuracy: 0.5201\n",
      "\n",
      "Epoch 00619: loss did not improve from 1.55039\n",
      "Epoch 620/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5664 - categorical_accuracy: 0.5211\n",
      "\n",
      "Epoch 00620: loss did not improve from 1.55039\n",
      "Epoch 621/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5545 - categorical_accuracy: 0.5246\n",
      "\n",
      "Epoch 00621: loss did not improve from 1.55039\n",
      "Epoch 622/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5644 - categorical_accuracy: 0.5212\n",
      "\n",
      "Epoch 00622: loss did not improve from 1.55039\n",
      "Epoch 623/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5572 - categorical_accuracy: 0.5225\n",
      "\n",
      "Epoch 00623: loss did not improve from 1.55039\n",
      "Epoch 624/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5628 - categorical_accuracy: 0.5197\n",
      "\n",
      "Epoch 00624: loss did not improve from 1.55039\n",
      "Epoch 625/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5645 - categorical_accuracy: 0.5189\n",
      "\n",
      "Epoch 00625: loss did not improve from 1.55039\n",
      "Epoch 626/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5682 - categorical_accuracy: 0.5209\n",
      "\n",
      "Epoch 00626: loss did not improve from 1.55039\n",
      "Epoch 627/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5717 - categorical_accuracy: 0.5197\n",
      "\n",
      "Epoch 00627: loss did not improve from 1.55039\n",
      "Epoch 628/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5593 - categorical_accuracy: 0.5238\n",
      "\n",
      "Epoch 00628: loss did not improve from 1.55039\n",
      "Epoch 629/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5528 - categorical_accuracy: 0.5226\n",
      "\n",
      "Epoch 00629: loss did not improve from 1.55039\n",
      "Epoch 630/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5621 - categorical_accuracy: 0.5211\n",
      "\n",
      "Epoch 00630: loss did not improve from 1.55039\n",
      "Epoch 631/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5571 - categorical_accuracy: 0.5222\n",
      "\n",
      "Epoch 00631: loss did not improve from 1.55039\n",
      "Epoch 632/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5627 - categorical_accuracy: 0.5211\n",
      "\n",
      "Epoch 00632: loss did not improve from 1.55039\n",
      "Epoch 633/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5555 - categorical_accuracy: 0.5225\n",
      "\n",
      "Epoch 00633: loss did not improve from 1.55039\n",
      "Epoch 634/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5591 - categorical_accuracy: 0.5229\n",
      "\n",
      "Epoch 00634: loss did not improve from 1.55039\n",
      "Epoch 635/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5574 - categorical_accuracy: 0.5222\n",
      "\n",
      "Epoch 00635: loss did not improve from 1.55039\n",
      "Epoch 636/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5577 - categorical_accuracy: 0.5230\n",
      "\n",
      "Epoch 00636: loss did not improve from 1.55039\n",
      "Epoch 637/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5577 - categorical_accuracy: 0.5235\n",
      "\n",
      "Epoch 00637: loss did not improve from 1.55039\n",
      "Epoch 638/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5494 - categorical_accuracy: 0.5251\n",
      "\n",
      "Epoch 00638: loss improved from 1.55039 to 1.54939, saving model to weights-improvement-638-1.5494.hdf5\n",
      "Epoch 639/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5682 - categorical_accuracy: 0.5208\n",
      "\n",
      "Epoch 00639: loss did not improve from 1.54939\n",
      "Epoch 640/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5810 - categorical_accuracy: 0.5167\n",
      "\n",
      "Epoch 00640: loss did not improve from 1.54939\n",
      "Epoch 641/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5535 - categorical_accuracy: 0.5254\n",
      "\n",
      "Epoch 00641: loss did not improve from 1.54939\n",
      "Epoch 642/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5505 - categorical_accuracy: 0.5246\n",
      "\n",
      "Epoch 00642: loss did not improve from 1.54939\n",
      "Epoch 643/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5563 - categorical_accuracy: 0.5230\n",
      "\n",
      "Epoch 00643: loss did not improve from 1.54939\n",
      "Epoch 644/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5571 - categorical_accuracy: 0.5230\n",
      "\n",
      "Epoch 00644: loss did not improve from 1.54939\n",
      "Epoch 645/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5553 - categorical_accuracy: 0.5244\n",
      "\n",
      "Epoch 00645: loss did not improve from 1.54939\n",
      "Epoch 646/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5624 - categorical_accuracy: 0.5226\n",
      "\n",
      "Epoch 00646: loss did not improve from 1.54939\n",
      "Epoch 647/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5547 - categorical_accuracy: 0.5245\n",
      "\n",
      "Epoch 00647: loss did not improve from 1.54939\n",
      "Epoch 648/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5614 - categorical_accuracy: 0.5224\n",
      "\n",
      "Epoch 00648: loss did not improve from 1.54939\n",
      "Epoch 649/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5583 - categorical_accuracy: 0.5217\n",
      "\n",
      "Epoch 00649: loss did not improve from 1.54939\n",
      "Epoch 650/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5584 - categorical_accuracy: 0.5230\n",
      "\n",
      "Epoch 00650: loss did not improve from 1.54939\n",
      "Epoch 651/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5613 - categorical_accuracy: 0.5229\n",
      "\n",
      "Epoch 00651: loss did not improve from 1.54939\n",
      "Epoch 652/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5527 - categorical_accuracy: 0.5241\n",
      "\n",
      "Epoch 00652: loss did not improve from 1.54939\n",
      "Epoch 653/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5544 - categorical_accuracy: 0.5237\n",
      "\n",
      "Epoch 00653: loss did not improve from 1.54939\n",
      "Epoch 654/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5523 - categorical_accuracy: 0.5252\n",
      "\n",
      "Epoch 00654: loss did not improve from 1.54939\n",
      "Epoch 655/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5503 - categorical_accuracy: 0.5262\n",
      "\n",
      "Epoch 00655: loss did not improve from 1.54939\n",
      "Epoch 656/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5504 - categorical_accuracy: 0.5244\n",
      "\n",
      "Epoch 00656: loss did not improve from 1.54939\n",
      "Epoch 657/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5572 - categorical_accuracy: 0.5237\n",
      "\n",
      "Epoch 00657: loss did not improve from 1.54939\n",
      "Epoch 658/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5593 - categorical_accuracy: 0.5222\n",
      "\n",
      "Epoch 00658: loss did not improve from 1.54939\n",
      "Epoch 659/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5603 - categorical_accuracy: 0.5218\n",
      "\n",
      "Epoch 00659: loss did not improve from 1.54939\n",
      "Epoch 660/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5475 - categorical_accuracy: 0.5253\n",
      "\n",
      "Epoch 00660: loss improved from 1.54939 to 1.54755, saving model to weights-improvement-660-1.5475.hdf5\n",
      "Epoch 661/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5707 - categorical_accuracy: 0.5189\n",
      "\n",
      "Epoch 00661: loss did not improve from 1.54755\n",
      "Epoch 662/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5500 - categorical_accuracy: 0.5267\n",
      "\n",
      "Epoch 00662: loss did not improve from 1.54755\n",
      "Epoch 663/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5438 - categorical_accuracy: 0.5274\n",
      "\n",
      "Epoch 00663: loss improved from 1.54755 to 1.54375, saving model to weights-improvement-663-1.5438.hdf5\n",
      "Epoch 664/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5527 - categorical_accuracy: 0.5248\n",
      "\n",
      "Epoch 00664: loss did not improve from 1.54375\n",
      "Epoch 665/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5677 - categorical_accuracy: 0.5198\n",
      "\n",
      "Epoch 00665: loss did not improve from 1.54375\n",
      "Epoch 666/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5713 - categorical_accuracy: 0.5204\n",
      "\n",
      "Epoch 00666: loss did not improve from 1.54375\n",
      "Epoch 667/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5573 - categorical_accuracy: 0.5253\n",
      "\n",
      "Epoch 00667: loss did not improve from 1.54375\n",
      "Epoch 668/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5621 - categorical_accuracy: 0.5218\n",
      "\n",
      "Epoch 00668: loss did not improve from 1.54375\n",
      "Epoch 669/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5608 - categorical_accuracy: 0.5223\n",
      "\n",
      "Epoch 00669: loss did not improve from 1.54375\n",
      "Epoch 670/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5446 - categorical_accuracy: 0.5283\n",
      "\n",
      "Epoch 00670: loss did not improve from 1.54375\n",
      "Epoch 671/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5480 - categorical_accuracy: 0.5265\n",
      "\n",
      "Epoch 00671: loss did not improve from 1.54375\n",
      "Epoch 672/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5467 - categorical_accuracy: 0.5261\n",
      "\n",
      "Epoch 00672: loss did not improve from 1.54375\n",
      "Epoch 673/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5596 - categorical_accuracy: 0.5236\n",
      "\n",
      "Epoch 00673: loss did not improve from 1.54375\n",
      "Epoch 674/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5530 - categorical_accuracy: 0.5238\n",
      "\n",
      "Epoch 00674: loss did not improve from 1.54375\n",
      "Epoch 675/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5585 - categorical_accuracy: 0.5213\n",
      "\n",
      "Epoch 00675: loss did not improve from 1.54375\n",
      "Epoch 676/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5625 - categorical_accuracy: 0.5229\n",
      "\n",
      "Epoch 00676: loss did not improve from 1.54375\n",
      "Epoch 677/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5591 - categorical_accuracy: 0.5224\n",
      "\n",
      "Epoch 00677: loss did not improve from 1.54375\n",
      "Epoch 678/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5487 - categorical_accuracy: 0.5263\n",
      "\n",
      "Epoch 00678: loss did not improve from 1.54375\n",
      "Epoch 679/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5554 - categorical_accuracy: 0.5250\n",
      "\n",
      "Epoch 00679: loss did not improve from 1.54375\n",
      "Epoch 680/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5555 - categorical_accuracy: 0.5228\n",
      "\n",
      "Epoch 00680: loss did not improve from 1.54375\n",
      "Epoch 681/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5455 - categorical_accuracy: 0.5265\n",
      "\n",
      "Epoch 00681: loss did not improve from 1.54375\n",
      "Epoch 682/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5472 - categorical_accuracy: 0.5269\n",
      "\n",
      "Epoch 00682: loss did not improve from 1.54375\n",
      "Epoch 683/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5670 - categorical_accuracy: 0.5194\n",
      "\n",
      "Epoch 00683: loss did not improve from 1.54375\n",
      "Epoch 684/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5543 - categorical_accuracy: 0.5242\n",
      "\n",
      "Epoch 00684: loss did not improve from 1.54375\n",
      "Epoch 685/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5617 - categorical_accuracy: 0.5230\n",
      "\n",
      "Epoch 00685: loss did not improve from 1.54375\n",
      "Epoch 686/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5440 - categorical_accuracy: 0.5264\n",
      "\n",
      "Epoch 00686: loss did not improve from 1.54375\n",
      "Epoch 687/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5549 - categorical_accuracy: 0.5252\n",
      "\n",
      "Epoch 00687: loss did not improve from 1.54375\n",
      "Epoch 688/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5608 - categorical_accuracy: 0.5231\n",
      "\n",
      "Epoch 00688: loss did not improve from 1.54375\n",
      "Epoch 689/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5519 - categorical_accuracy: 0.5244\n",
      "\n",
      "Epoch 00689: loss did not improve from 1.54375\n",
      "Epoch 690/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5557 - categorical_accuracy: 0.5230\n",
      "\n",
      "Epoch 00690: loss did not improve from 1.54375\n",
      "Epoch 691/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5450 - categorical_accuracy: 0.5270\n",
      "\n",
      "Epoch 00691: loss did not improve from 1.54375\n",
      "Epoch 692/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5470 - categorical_accuracy: 0.5254\n",
      "\n",
      "Epoch 00692: loss did not improve from 1.54375\n",
      "Epoch 693/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5593 - categorical_accuracy: 0.5228\n",
      "\n",
      "Epoch 00693: loss did not improve from 1.54375\n",
      "Epoch 694/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5537 - categorical_accuracy: 0.5235\n",
      "\n",
      "Epoch 00694: loss did not improve from 1.54375\n",
      "Epoch 695/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5445 - categorical_accuracy: 0.5270\n",
      "\n",
      "Epoch 00695: loss did not improve from 1.54375\n",
      "Epoch 696/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5549 - categorical_accuracy: 0.5238\n",
      "\n",
      "Epoch 00696: loss did not improve from 1.54375\n",
      "Epoch 697/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5502 - categorical_accuracy: 0.5246\n",
      "\n",
      "Epoch 00697: loss did not improve from 1.54375\n",
      "Epoch 698/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5557 - categorical_accuracy: 0.5242\n",
      "\n",
      "Epoch 00698: loss did not improve from 1.54375\n",
      "Epoch 699/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5597 - categorical_accuracy: 0.5241\n",
      "\n",
      "Epoch 00699: loss did not improve from 1.54375\n",
      "Epoch 700/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5482 - categorical_accuracy: 0.5256\n",
      "\n",
      "Epoch 00700: loss did not improve from 1.54375\n",
      "Epoch 701/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5472 - categorical_accuracy: 0.5254\n",
      "\n",
      "Epoch 00701: loss did not improve from 1.54375\n",
      "Epoch 702/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5491 - categorical_accuracy: 0.5262\n",
      "\n",
      "Epoch 00702: loss did not improve from 1.54375\n",
      "Epoch 703/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5454 - categorical_accuracy: 0.5268\n",
      "\n",
      "Epoch 00703: loss did not improve from 1.54375\n",
      "Epoch 704/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5463 - categorical_accuracy: 0.5242\n",
      "\n",
      "Epoch 00704: loss did not improve from 1.54375\n",
      "Epoch 705/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5467 - categorical_accuracy: 0.5258\n",
      "\n",
      "Epoch 00705: loss did not improve from 1.54375\n",
      "Epoch 706/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5440 - categorical_accuracy: 0.5266\n",
      "\n",
      "Epoch 00706: loss did not improve from 1.54375\n",
      "Epoch 707/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5528 - categorical_accuracy: 0.5238\n",
      "\n",
      "Epoch 00707: loss did not improve from 1.54375\n",
      "Epoch 708/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5572 - categorical_accuracy: 0.5250\n",
      "\n",
      "Epoch 00708: loss did not improve from 1.54375\n",
      "Epoch 709/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5688 - categorical_accuracy: 0.5220\n",
      "\n",
      "Epoch 00709: loss did not improve from 1.54375\n",
      "Epoch 710/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5465 - categorical_accuracy: 0.5273\n",
      "\n",
      "Epoch 00710: loss did not improve from 1.54375\n",
      "Epoch 711/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5443 - categorical_accuracy: 0.5270\n",
      "\n",
      "Epoch 00711: loss did not improve from 1.54375\n",
      "Epoch 712/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5407 - categorical_accuracy: 0.5280\n",
      "\n",
      "Epoch 00712: loss improved from 1.54375 to 1.54068, saving model to weights-improvement-712-1.5407.hdf5\n",
      "Epoch 713/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5408 - categorical_accuracy: 0.5274\n",
      "\n",
      "Epoch 00713: loss did not improve from 1.54068\n",
      "Epoch 714/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5371 - categorical_accuracy: 0.5290\n",
      "\n",
      "Epoch 00714: loss improved from 1.54068 to 1.53706, saving model to weights-improvement-714-1.5371.hdf5\n",
      "Epoch 715/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5495 - categorical_accuracy: 0.5244\n",
      "\n",
      "Epoch 00715: loss did not improve from 1.53706\n",
      "Epoch 716/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5501 - categorical_accuracy: 0.5256\n",
      "\n",
      "Epoch 00716: loss did not improve from 1.53706\n",
      "Epoch 717/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5387 - categorical_accuracy: 0.5278\n",
      "\n",
      "Epoch 00717: loss did not improve from 1.53706\n",
      "Epoch 718/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5586 - categorical_accuracy: 0.5222\n",
      "\n",
      "Epoch 00718: loss did not improve from 1.53706\n",
      "Epoch 719/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5436 - categorical_accuracy: 0.5260\n",
      "\n",
      "Epoch 00719: loss did not improve from 1.53706\n",
      "Epoch 720/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5462 - categorical_accuracy: 0.5257\n",
      "\n",
      "Epoch 00720: loss did not improve from 1.53706\n",
      "Epoch 721/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5500 - categorical_accuracy: 0.5256\n",
      "\n",
      "Epoch 00721: loss did not improve from 1.53706\n",
      "Epoch 722/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5423 - categorical_accuracy: 0.5266\n",
      "\n",
      "Epoch 00722: loss did not improve from 1.53706\n",
      "Epoch 723/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5482 - categorical_accuracy: 0.5256\n",
      "\n",
      "Epoch 00723: loss did not improve from 1.53706\n",
      "Epoch 724/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5393 - categorical_accuracy: 0.5288\n",
      "\n",
      "Epoch 00724: loss did not improve from 1.53706\n",
      "Epoch 725/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5626 - categorical_accuracy: 0.5207\n",
      "\n",
      "Epoch 00725: loss did not improve from 1.53706\n",
      "Epoch 726/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5493 - categorical_accuracy: 0.5258\n",
      "\n",
      "Epoch 00726: loss did not improve from 1.53706\n",
      "Epoch 727/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5417 - categorical_accuracy: 0.5279\n",
      "\n",
      "Epoch 00727: loss did not improve from 1.53706\n",
      "Epoch 728/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5369 - categorical_accuracy: 0.5294\n",
      "\n",
      "Epoch 00728: loss improved from 1.53706 to 1.53695, saving model to weights-improvement-728-1.5369.hdf5\n",
      "Epoch 729/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5466 - categorical_accuracy: 0.5258\n",
      "\n",
      "Epoch 00729: loss did not improve from 1.53695\n",
      "Epoch 730/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5490 - categorical_accuracy: 0.5256\n",
      "\n",
      "Epoch 00730: loss did not improve from 1.53695\n",
      "Epoch 731/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5433 - categorical_accuracy: 0.5274\n",
      "\n",
      "Epoch 00731: loss did not improve from 1.53695\n",
      "Epoch 732/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5460 - categorical_accuracy: 0.5259\n",
      "\n",
      "Epoch 00732: loss did not improve from 1.53695\n",
      "Epoch 733/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5464 - categorical_accuracy: 0.5244\n",
      "\n",
      "Epoch 00733: loss did not improve from 1.53695\n",
      "Epoch 734/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5444 - categorical_accuracy: 0.5278\n",
      "\n",
      "Epoch 00734: loss did not improve from 1.53695\n",
      "Epoch 735/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5509 - categorical_accuracy: 0.5245\n",
      "\n",
      "Epoch 00735: loss did not improve from 1.53695\n",
      "Epoch 736/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5460 - categorical_accuracy: 0.5245\n",
      "\n",
      "Epoch 00736: loss did not improve from 1.53695\n",
      "Epoch 737/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5494 - categorical_accuracy: 0.5245\n",
      "\n",
      "Epoch 00737: loss did not improve from 1.53695\n",
      "Epoch 738/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5440 - categorical_accuracy: 0.5269\n",
      "\n",
      "Epoch 00738: loss did not improve from 1.53695\n",
      "Epoch 739/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5458 - categorical_accuracy: 0.5257\n",
      "\n",
      "Epoch 00739: loss did not improve from 1.53695\n",
      "Epoch 740/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5400 - categorical_accuracy: 0.5281\n",
      "\n",
      "Epoch 00740: loss did not improve from 1.53695\n",
      "Epoch 741/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5500 - categorical_accuracy: 0.5260\n",
      "\n",
      "Epoch 00741: loss did not improve from 1.53695\n",
      "Epoch 742/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5369 - categorical_accuracy: 0.5285\n",
      "\n",
      "Epoch 00742: loss improved from 1.53695 to 1.53688, saving model to weights-improvement-742-1.5369.hdf5\n",
      "Epoch 743/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5352 - categorical_accuracy: 0.5295\n",
      "\n",
      "Epoch 00743: loss improved from 1.53688 to 1.53515, saving model to weights-improvement-743-1.5352.hdf5\n",
      "Epoch 744/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5544 - categorical_accuracy: 0.5236\n",
      "\n",
      "Epoch 00744: loss did not improve from 1.53515\n",
      "Epoch 745/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5387 - categorical_accuracy: 0.5294\n",
      "\n",
      "Epoch 00745: loss did not improve from 1.53515\n",
      "Epoch 746/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5483 - categorical_accuracy: 0.5262\n",
      "\n",
      "Epoch 00746: loss did not improve from 1.53515\n",
      "Epoch 747/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5400 - categorical_accuracy: 0.5284\n",
      "\n",
      "Epoch 00747: loss did not improve from 1.53515\n",
      "Epoch 748/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5643 - categorical_accuracy: 0.5209\n",
      "\n",
      "Epoch 00748: loss did not improve from 1.53515\n",
      "Epoch 749/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5459 - categorical_accuracy: 0.5250\n",
      "\n",
      "Epoch 00749: loss did not improve from 1.53515\n",
      "Epoch 750/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5377 - categorical_accuracy: 0.5273\n",
      "\n",
      "Epoch 00750: loss did not improve from 1.53515\n",
      "Epoch 751/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5370 - categorical_accuracy: 0.5294\n",
      "\n",
      "Epoch 00751: loss did not improve from 1.53515\n",
      "Epoch 752/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5398 - categorical_accuracy: 0.5276\n",
      "\n",
      "Epoch 00752: loss did not improve from 1.53515\n",
      "Epoch 753/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5350 - categorical_accuracy: 0.5298\n",
      "\n",
      "Epoch 00753: loss improved from 1.53515 to 1.53497, saving model to weights-improvement-753-1.5350.hdf5\n",
      "Epoch 754/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5446 - categorical_accuracy: 0.5259\n",
      "\n",
      "Epoch 00754: loss did not improve from 1.53497\n",
      "Epoch 755/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5483 - categorical_accuracy: 0.5249\n",
      "\n",
      "Epoch 00755: loss did not improve from 1.53497\n",
      "Epoch 756/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5382 - categorical_accuracy: 0.5292\n",
      "\n",
      "Epoch 00756: loss did not improve from 1.53497\n",
      "Epoch 757/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5302 - categorical_accuracy: 0.5306\n",
      "\n",
      "Epoch 00757: loss improved from 1.53497 to 1.53021, saving model to weights-improvement-757-1.5302.hdf5\n",
      "Epoch 758/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5390 - categorical_accuracy: 0.5278\n",
      "\n",
      "Epoch 00758: loss did not improve from 1.53021\n",
      "Epoch 759/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5389 - categorical_accuracy: 0.5288\n",
      "\n",
      "Epoch 00759: loss did not improve from 1.53021\n",
      "Epoch 760/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5417 - categorical_accuracy: 0.5272\n",
      "\n",
      "Epoch 00760: loss did not improve from 1.53021\n",
      "Epoch 761/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5554 - categorical_accuracy: 0.5240\n",
      "\n",
      "Epoch 00761: loss did not improve from 1.53021\n",
      "Epoch 762/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5424 - categorical_accuracy: 0.5271\n",
      "\n",
      "Epoch 00762: loss did not improve from 1.53021\n",
      "Epoch 763/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5421 - categorical_accuracy: 0.5276\n",
      "\n",
      "Epoch 00763: loss did not improve from 1.53021\n",
      "Epoch 764/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5439 - categorical_accuracy: 0.5267\n",
      "\n",
      "Epoch 00764: loss did not improve from 1.53021\n",
      "Epoch 765/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5333 - categorical_accuracy: 0.5301\n",
      "\n",
      "Epoch 00765: loss did not improve from 1.53021\n",
      "Epoch 766/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5484 - categorical_accuracy: 0.5263\n",
      "\n",
      "Epoch 00766: loss did not improve from 1.53021\n",
      "Epoch 767/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5486 - categorical_accuracy: 0.5251\n",
      "\n",
      "Epoch 00767: loss did not improve from 1.53021\n",
      "Epoch 768/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5380 - categorical_accuracy: 0.5281\n",
      "\n",
      "Epoch 00768: loss did not improve from 1.53021\n",
      "Epoch 769/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5307 - categorical_accuracy: 0.5289\n",
      "\n",
      "Epoch 00769: loss did not improve from 1.53021\n",
      "Epoch 770/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5333 - categorical_accuracy: 0.5300\n",
      "\n",
      "Epoch 00770: loss did not improve from 1.53021\n",
      "Epoch 771/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5487 - categorical_accuracy: 0.5252\n",
      "\n",
      "Epoch 00771: loss did not improve from 1.53021\n",
      "Epoch 772/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5450 - categorical_accuracy: 0.5270\n",
      "\n",
      "Epoch 00772: loss did not improve from 1.53021\n",
      "Epoch 773/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5364 - categorical_accuracy: 0.5292\n",
      "\n",
      "Epoch 00773: loss did not improve from 1.53021\n",
      "Epoch 774/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5401 - categorical_accuracy: 0.5285\n",
      "\n",
      "Epoch 00774: loss did not improve from 1.53021\n",
      "Epoch 775/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5341 - categorical_accuracy: 0.5292\n",
      "\n",
      "Epoch 00775: loss did not improve from 1.53021\n",
      "Epoch 776/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5468 - categorical_accuracy: 0.5255\n",
      "\n",
      "Epoch 00776: loss did not improve from 1.53021\n",
      "Epoch 777/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5255 - categorical_accuracy: 0.5329\n",
      "\n",
      "Epoch 00777: loss improved from 1.53021 to 1.52546, saving model to weights-improvement-777-1.5255.hdf5\n",
      "Epoch 778/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5451 - categorical_accuracy: 0.5268\n",
      "\n",
      "Epoch 00778: loss did not improve from 1.52546\n",
      "Epoch 779/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5418 - categorical_accuracy: 0.5282\n",
      "\n",
      "Epoch 00779: loss did not improve from 1.52546\n",
      "Epoch 780/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5324 - categorical_accuracy: 0.5299\n",
      "\n",
      "Epoch 00780: loss did not improve from 1.52546\n",
      "Epoch 781/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5360 - categorical_accuracy: 0.5294\n",
      "\n",
      "Epoch 00781: loss did not improve from 1.52546\n",
      "Epoch 782/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5436 - categorical_accuracy: 0.5265\n",
      "\n",
      "Epoch 00782: loss did not improve from 1.52546\n",
      "Epoch 783/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5318 - categorical_accuracy: 0.5307\n",
      "\n",
      "Epoch 00783: loss did not improve from 1.52546\n",
      "Epoch 784/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5394 - categorical_accuracy: 0.5286\n",
      "\n",
      "Epoch 00784: loss did not improve from 1.52546\n",
      "Epoch 785/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5443 - categorical_accuracy: 0.5259\n",
      "\n",
      "Epoch 00785: loss did not improve from 1.52546\n",
      "Epoch 786/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5383 - categorical_accuracy: 0.5285\n",
      "\n",
      "Epoch 00786: loss did not improve from 1.52546\n",
      "Epoch 787/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5454 - categorical_accuracy: 0.5263\n",
      "\n",
      "Epoch 00787: loss did not improve from 1.52546\n",
      "Epoch 788/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5518 - categorical_accuracy: 0.5249\n",
      "\n",
      "Epoch 00788: loss did not improve from 1.52546\n",
      "Epoch 789/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5484 - categorical_accuracy: 0.5251\n",
      "\n",
      "Epoch 00789: loss did not improve from 1.52546\n",
      "Epoch 790/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5590 - categorical_accuracy: 0.5232\n",
      "\n",
      "Epoch 00790: loss did not improve from 1.52546\n",
      "Epoch 791/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5238 - categorical_accuracy: 0.5316\n",
      "\n",
      "Epoch 00791: loss improved from 1.52546 to 1.52378, saving model to weights-improvement-791-1.5238.hdf5\n",
      "Epoch 792/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5330 - categorical_accuracy: 0.5291\n",
      "\n",
      "Epoch 00792: loss did not improve from 1.52378\n",
      "Epoch 793/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5450 - categorical_accuracy: 0.5270\n",
      "\n",
      "Epoch 00793: loss did not improve from 1.52378\n",
      "Epoch 794/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5283 - categorical_accuracy: 0.5309\n",
      "\n",
      "Epoch 00794: loss did not improve from 1.52378\n",
      "Epoch 795/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5316 - categorical_accuracy: 0.5308\n",
      "\n",
      "Epoch 00795: loss did not improve from 1.52378\n",
      "Epoch 796/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5332 - categorical_accuracy: 0.5298\n",
      "\n",
      "Epoch 00796: loss did not improve from 1.52378\n",
      "Epoch 797/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5562 - categorical_accuracy: 0.5239\n",
      "\n",
      "Epoch 00797: loss did not improve from 1.52378\n",
      "Epoch 798/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5472 - categorical_accuracy: 0.5257\n",
      "\n",
      "Epoch 00798: loss did not improve from 1.52378\n",
      "Epoch 799/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5359 - categorical_accuracy: 0.5305\n",
      "\n",
      "Epoch 00799: loss did not improve from 1.52378\n",
      "Epoch 800/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5534 - categorical_accuracy: 0.5251\n",
      "\n",
      "Epoch 00800: loss did not improve from 1.52378\n",
      "Epoch 801/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5451 - categorical_accuracy: 0.5272\n",
      "\n",
      "Epoch 00801: loss did not improve from 1.52378\n",
      "Epoch 802/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5463 - categorical_accuracy: 0.5250\n",
      "\n",
      "Epoch 00802: loss did not improve from 1.52378\n",
      "Epoch 803/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5338 - categorical_accuracy: 0.5291\n",
      "\n",
      "Epoch 00803: loss did not improve from 1.52378\n",
      "Epoch 804/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5301 - categorical_accuracy: 0.5298\n",
      "\n",
      "Epoch 00804: loss did not improve from 1.52378\n",
      "Epoch 805/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5225 - categorical_accuracy: 0.5329\n",
      "\n",
      "Epoch 00805: loss improved from 1.52378 to 1.52246, saving model to weights-improvement-805-1.5225.hdf5\n",
      "Epoch 806/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5274 - categorical_accuracy: 0.5316\n",
      "\n",
      "Epoch 00806: loss did not improve from 1.52246\n",
      "Epoch 807/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5328 - categorical_accuracy: 0.5308\n",
      "\n",
      "Epoch 00807: loss did not improve from 1.52246\n",
      "Epoch 808/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5379 - categorical_accuracy: 0.5283\n",
      "\n",
      "Epoch 00808: loss did not improve from 1.52246\n",
      "Epoch 809/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5404 - categorical_accuracy: 0.5271\n",
      "\n",
      "Epoch 00809: loss did not improve from 1.52246\n",
      "Epoch 810/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5362 - categorical_accuracy: 0.5284\n",
      "\n",
      "Epoch 00810: loss did not improve from 1.52246\n",
      "Epoch 811/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5418 - categorical_accuracy: 0.5287\n",
      "\n",
      "Epoch 00811: loss did not improve from 1.52246\n",
      "Epoch 812/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5383 - categorical_accuracy: 0.5292\n",
      "\n",
      "Epoch 00812: loss did not improve from 1.52246\n",
      "Epoch 813/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5257 - categorical_accuracy: 0.5330\n",
      "\n",
      "Epoch 00813: loss did not improve from 1.52246\n",
      "Epoch 814/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5379 - categorical_accuracy: 0.5280\n",
      "\n",
      "Epoch 00814: loss did not improve from 1.52246\n",
      "Epoch 815/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5346 - categorical_accuracy: 0.5293\n",
      "\n",
      "Epoch 00815: loss did not improve from 1.52246\n",
      "Epoch 816/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5309 - categorical_accuracy: 0.5317\n",
      "\n",
      "Epoch 00816: loss did not improve from 1.52246\n",
      "Epoch 817/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5427 - categorical_accuracy: 0.5276\n",
      "\n",
      "Epoch 00817: loss did not improve from 1.52246\n",
      "Epoch 818/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5239 - categorical_accuracy: 0.5322\n",
      "\n",
      "Epoch 00818: loss did not improve from 1.52246\n",
      "Epoch 819/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5259 - categorical_accuracy: 0.5311\n",
      "\n",
      "Epoch 00819: loss did not improve from 1.52246\n",
      "Epoch 820/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5355 - categorical_accuracy: 0.5302\n",
      "\n",
      "Epoch 00820: loss did not improve from 1.52246\n",
      "Epoch 821/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5314 - categorical_accuracy: 0.5317\n",
      "\n",
      "Epoch 00821: loss did not improve from 1.52246\n",
      "Epoch 822/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5326 - categorical_accuracy: 0.5297\n",
      "\n",
      "Epoch 00822: loss did not improve from 1.52246\n",
      "Epoch 823/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5356 - categorical_accuracy: 0.5305\n",
      "\n",
      "Epoch 00823: loss did not improve from 1.52246\n",
      "Epoch 824/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5478 - categorical_accuracy: 0.5248\n",
      "\n",
      "Epoch 00824: loss did not improve from 1.52246\n",
      "Epoch 825/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5363 - categorical_accuracy: 0.5293\n",
      "\n",
      "Epoch 00825: loss did not improve from 1.52246\n",
      "Epoch 826/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5496 - categorical_accuracy: 0.5255\n",
      "\n",
      "Epoch 00826: loss did not improve from 1.52246\n",
      "Epoch 827/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5203 - categorical_accuracy: 0.5344\n",
      "\n",
      "Epoch 00827: loss improved from 1.52246 to 1.52035, saving model to weights-improvement-827-1.5203.hdf5\n",
      "Epoch 828/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5582 - categorical_accuracy: 0.5234\n",
      "\n",
      "Epoch 00828: loss did not improve from 1.52035\n",
      "Epoch 829/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5240 - categorical_accuracy: 0.5325\n",
      "\n",
      "Epoch 00829: loss did not improve from 1.52035\n",
      "Epoch 830/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5382 - categorical_accuracy: 0.5300\n",
      "\n",
      "Epoch 00830: loss did not improve from 1.52035\n",
      "Epoch 831/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5256 - categorical_accuracy: 0.5311\n",
      "\n",
      "Epoch 00831: loss did not improve from 1.52035\n",
      "Epoch 832/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5384 - categorical_accuracy: 0.5289\n",
      "\n",
      "Epoch 00832: loss did not improve from 1.52035\n",
      "Epoch 833/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5282 - categorical_accuracy: 0.5322\n",
      "\n",
      "Epoch 00833: loss did not improve from 1.52035\n",
      "Epoch 834/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5355 - categorical_accuracy: 0.5282\n",
      "\n",
      "Epoch 00834: loss did not improve from 1.52035\n",
      "Epoch 835/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5368 - categorical_accuracy: 0.5286\n",
      "\n",
      "Epoch 00835: loss did not improve from 1.52035\n",
      "Epoch 836/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5304 - categorical_accuracy: 0.5296\n",
      "\n",
      "Epoch 00836: loss did not improve from 1.52035\n",
      "Epoch 837/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5324 - categorical_accuracy: 0.5299\n",
      "\n",
      "Epoch 00837: loss did not improve from 1.52035\n",
      "Epoch 838/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5244 - categorical_accuracy: 0.5337\n",
      "\n",
      "Epoch 00838: loss did not improve from 1.52035\n",
      "Epoch 839/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5355 - categorical_accuracy: 0.5286\n",
      "\n",
      "Epoch 00839: loss did not improve from 1.52035\n",
      "Epoch 840/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5379 - categorical_accuracy: 0.5293\n",
      "\n",
      "Epoch 00840: loss did not improve from 1.52035\n",
      "Epoch 841/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5398 - categorical_accuracy: 0.5275\n",
      "\n",
      "Epoch 00841: loss did not improve from 1.52035\n",
      "Epoch 842/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5418 - categorical_accuracy: 0.5267\n",
      "\n",
      "Epoch 00842: loss did not improve from 1.52035\n",
      "Epoch 843/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5286 - categorical_accuracy: 0.5311\n",
      "\n",
      "Epoch 00843: loss did not improve from 1.52035\n",
      "Epoch 844/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5532 - categorical_accuracy: 0.5242\n",
      "\n",
      "Epoch 00844: loss did not improve from 1.52035\n",
      "Epoch 845/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5475 - categorical_accuracy: 0.5257\n",
      "\n",
      "Epoch 00845: loss did not improve from 1.52035\n",
      "Epoch 846/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5351 - categorical_accuracy: 0.5294\n",
      "\n",
      "Epoch 00846: loss did not improve from 1.52035\n",
      "Epoch 847/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5408 - categorical_accuracy: 0.5274\n",
      "\n",
      "Epoch 00847: loss did not improve from 1.52035\n",
      "Epoch 848/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5249 - categorical_accuracy: 0.5316\n",
      "\n",
      "Epoch 00848: loss did not improve from 1.52035\n",
      "Epoch 849/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5271 - categorical_accuracy: 0.5316\n",
      "\n",
      "Epoch 00849: loss did not improve from 1.52035\n",
      "Epoch 850/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5197 - categorical_accuracy: 0.5337\n",
      "\n",
      "Epoch 00850: loss improved from 1.52035 to 1.51974, saving model to weights-improvement-850-1.5197.hdf5\n",
      "Epoch 851/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5357 - categorical_accuracy: 0.5286\n",
      "\n",
      "Epoch 00851: loss did not improve from 1.51974\n",
      "Epoch 852/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5312 - categorical_accuracy: 0.5302\n",
      "\n",
      "Epoch 00852: loss did not improve from 1.51974\n",
      "Epoch 853/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5283 - categorical_accuracy: 0.5300\n",
      "\n",
      "Epoch 00853: loss did not improve from 1.51974\n",
      "Epoch 854/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5390 - categorical_accuracy: 0.5282\n",
      "\n",
      "Epoch 00854: loss did not improve from 1.51974\n",
      "Epoch 855/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5267 - categorical_accuracy: 0.5321\n",
      "\n",
      "Epoch 00855: loss did not improve from 1.51974\n",
      "Epoch 856/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5277 - categorical_accuracy: 0.5299\n",
      "\n",
      "Epoch 00856: loss did not improve from 1.51974\n",
      "Epoch 857/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5220 - categorical_accuracy: 0.5327\n",
      "\n",
      "Epoch 00857: loss did not improve from 1.51974\n",
      "Epoch 858/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5338 - categorical_accuracy: 0.5291\n",
      "\n",
      "Epoch 00858: loss did not improve from 1.51974\n",
      "Epoch 859/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5272 - categorical_accuracy: 0.5312\n",
      "\n",
      "Epoch 00859: loss did not improve from 1.51974\n",
      "Epoch 860/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5360 - categorical_accuracy: 0.5306\n",
      "\n",
      "Epoch 00860: loss did not improve from 1.51974\n",
      "Epoch 861/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5283 - categorical_accuracy: 0.5305\n",
      "\n",
      "Epoch 00861: loss did not improve from 1.51974\n",
      "Epoch 862/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5303 - categorical_accuracy: 0.5312\n",
      "\n",
      "Epoch 00862: loss did not improve from 1.51974\n",
      "Epoch 863/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5218 - categorical_accuracy: 0.5328\n",
      "\n",
      "Epoch 00863: loss did not improve from 1.51974\n",
      "Epoch 864/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5282 - categorical_accuracy: 0.5311\n",
      "\n",
      "Epoch 00864: loss did not improve from 1.51974\n",
      "Epoch 865/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5250 - categorical_accuracy: 0.5316\n",
      "\n",
      "Epoch 00865: loss did not improve from 1.51974\n",
      "Epoch 866/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5337 - categorical_accuracy: 0.5295\n",
      "\n",
      "Epoch 00866: loss did not improve from 1.51974\n",
      "Epoch 867/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5398 - categorical_accuracy: 0.5271\n",
      "\n",
      "Epoch 00867: loss did not improve from 1.51974\n",
      "Epoch 868/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5235 - categorical_accuracy: 0.5331\n",
      "\n",
      "Epoch 00868: loss did not improve from 1.51974\n",
      "Epoch 869/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5251 - categorical_accuracy: 0.5326\n",
      "\n",
      "Epoch 00869: loss did not improve from 1.51974\n",
      "Epoch 870/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5399 - categorical_accuracy: 0.5274\n",
      "\n",
      "Epoch 00870: loss did not improve from 1.51974\n",
      "Epoch 871/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5347 - categorical_accuracy: 0.5315\n",
      "\n",
      "Epoch 00871: loss did not improve from 1.51974\n",
      "Epoch 872/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5310 - categorical_accuracy: 0.5302\n",
      "\n",
      "Epoch 00872: loss did not improve from 1.51974\n",
      "Epoch 873/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5449 - categorical_accuracy: 0.5265\n",
      "\n",
      "Epoch 00873: loss did not improve from 1.51974\n",
      "Epoch 874/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5297 - categorical_accuracy: 0.5307\n",
      "\n",
      "Epoch 00874: loss did not improve from 1.51974\n",
      "Epoch 875/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5325 - categorical_accuracy: 0.5314\n",
      "\n",
      "Epoch 00875: loss did not improve from 1.51974\n",
      "Epoch 876/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5300 - categorical_accuracy: 0.5307\n",
      "\n",
      "Epoch 00876: loss did not improve from 1.51974\n",
      "Epoch 877/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5355 - categorical_accuracy: 0.5293\n",
      "\n",
      "Epoch 00877: loss did not improve from 1.51974\n",
      "Epoch 878/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5226 - categorical_accuracy: 0.5322\n",
      "\n",
      "Epoch 00878: loss did not improve from 1.51974\n",
      "Epoch 879/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5222 - categorical_accuracy: 0.5330\n",
      "\n",
      "Epoch 00879: loss did not improve from 1.51974\n",
      "Epoch 880/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5322 - categorical_accuracy: 0.5301\n",
      "\n",
      "Epoch 00880: loss did not improve from 1.51974\n",
      "Epoch 881/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5264 - categorical_accuracy: 0.5320\n",
      "\n",
      "Epoch 00881: loss did not improve from 1.51974\n",
      "Epoch 882/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5261 - categorical_accuracy: 0.5324\n",
      "\n",
      "Epoch 00882: loss did not improve from 1.51974\n",
      "Epoch 883/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5345 - categorical_accuracy: 0.5294\n",
      "\n",
      "Epoch 00883: loss did not improve from 1.51974\n",
      "Epoch 884/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5187 - categorical_accuracy: 0.5344\n",
      "\n",
      "Epoch 00884: loss improved from 1.51974 to 1.51868, saving model to weights-improvement-884-1.5187.hdf5\n",
      "Epoch 885/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5434 - categorical_accuracy: 0.5263\n",
      "\n",
      "Epoch 00885: loss did not improve from 1.51868\n",
      "Epoch 886/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5338 - categorical_accuracy: 0.5292\n",
      "\n",
      "Epoch 00886: loss did not improve from 1.51868\n",
      "Epoch 887/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5306 - categorical_accuracy: 0.5308\n",
      "\n",
      "Epoch 00887: loss did not improve from 1.51868\n",
      "Epoch 888/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5257 - categorical_accuracy: 0.5322\n",
      "\n",
      "Epoch 00888: loss did not improve from 1.51868\n",
      "Epoch 889/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5200 - categorical_accuracy: 0.5335\n",
      "\n",
      "Epoch 00889: loss did not improve from 1.51868\n",
      "Epoch 890/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5632 - categorical_accuracy: 0.5213\n",
      "\n",
      "Epoch 00890: loss did not improve from 1.51868\n",
      "Epoch 891/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5348 - categorical_accuracy: 0.5289\n",
      "\n",
      "Epoch 00891: loss did not improve from 1.51868\n",
      "Epoch 892/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5245 - categorical_accuracy: 0.5318\n",
      "\n",
      "Epoch 00892: loss did not improve from 1.51868\n",
      "Epoch 893/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5262 - categorical_accuracy: 0.5326\n",
      "\n",
      "Epoch 00893: loss did not improve from 1.51868\n",
      "Epoch 894/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5289 - categorical_accuracy: 0.5304\n",
      "\n",
      "Epoch 00894: loss did not improve from 1.51868\n",
      "Epoch 895/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5287 - categorical_accuracy: 0.5322\n",
      "\n",
      "Epoch 00895: loss did not improve from 1.51868\n",
      "Epoch 896/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5102 - categorical_accuracy: 0.5370\n",
      "\n",
      "Epoch 00896: loss improved from 1.51868 to 1.51020, saving model to weights-improvement-896-1.5102.hdf5\n",
      "Epoch 897/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5334 - categorical_accuracy: 0.5306\n",
      "\n",
      "Epoch 00897: loss did not improve from 1.51020\n",
      "Epoch 898/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5292 - categorical_accuracy: 0.5324\n",
      "\n",
      "Epoch 00898: loss did not improve from 1.51020\n",
      "Epoch 899/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5224 - categorical_accuracy: 0.5326\n",
      "\n",
      "Epoch 00899: loss did not improve from 1.51020\n",
      "Epoch 900/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5273 - categorical_accuracy: 0.5313\n",
      "\n",
      "Epoch 00900: loss did not improve from 1.51020\n",
      "Epoch 901/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5215 - categorical_accuracy: 0.5329\n",
      "\n",
      "Epoch 00901: loss did not improve from 1.51020\n",
      "Epoch 902/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5352 - categorical_accuracy: 0.5293\n",
      "\n",
      "Epoch 00902: loss did not improve from 1.51020\n",
      "Epoch 903/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5232 - categorical_accuracy: 0.5337\n",
      "\n",
      "Epoch 00903: loss did not improve from 1.51020\n",
      "Epoch 904/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5267 - categorical_accuracy: 0.5315\n",
      "\n",
      "Epoch 00904: loss did not improve from 1.51020\n",
      "Epoch 905/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5080 - categorical_accuracy: 0.5373\n",
      "\n",
      "Epoch 00905: loss improved from 1.51020 to 1.50796, saving model to weights-improvement-905-1.5080.hdf5\n",
      "Epoch 906/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5265 - categorical_accuracy: 0.5329\n",
      "\n",
      "Epoch 00906: loss did not improve from 1.50796\n",
      "Epoch 907/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5282 - categorical_accuracy: 0.5293\n",
      "\n",
      "Epoch 00907: loss did not improve from 1.50796\n",
      "Epoch 908/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5266 - categorical_accuracy: 0.5315\n",
      "\n",
      "Epoch 00908: loss did not improve from 1.50796\n",
      "Epoch 909/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5221 - categorical_accuracy: 0.5329\n",
      "\n",
      "Epoch 00909: loss did not improve from 1.50796\n",
      "Epoch 910/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5220 - categorical_accuracy: 0.5328\n",
      "\n",
      "Epoch 00910: loss did not improve from 1.50796\n",
      "Epoch 911/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5217 - categorical_accuracy: 0.5329\n",
      "\n",
      "Epoch 00911: loss did not improve from 1.50796\n",
      "Epoch 912/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5533 - categorical_accuracy: 0.5235\n",
      "\n",
      "Epoch 00912: loss did not improve from 1.50796\n",
      "Epoch 913/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5119 - categorical_accuracy: 0.5362\n",
      "\n",
      "Epoch 00913: loss did not improve from 1.50796\n",
      "Epoch 914/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5151 - categorical_accuracy: 0.5349\n",
      "\n",
      "Epoch 00914: loss did not improve from 1.50796\n",
      "Epoch 915/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5246 - categorical_accuracy: 0.5323\n",
      "\n",
      "Epoch 00915: loss did not improve from 1.50796\n",
      "Epoch 916/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5376 - categorical_accuracy: 0.5284\n",
      "\n",
      "Epoch 00916: loss did not improve from 1.50796\n",
      "Epoch 917/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5266 - categorical_accuracy: 0.5333\n",
      "\n",
      "Epoch 00917: loss did not improve from 1.50796\n",
      "Epoch 918/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5259 - categorical_accuracy: 0.5313\n",
      "\n",
      "Epoch 00918: loss did not improve from 1.50796\n",
      "Epoch 919/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5078 - categorical_accuracy: 0.5379\n",
      "\n",
      "Epoch 00919: loss improved from 1.50796 to 1.50778, saving model to weights-improvement-919-1.5078.hdf5\n",
      "Epoch 920/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5397 - categorical_accuracy: 0.5277\n",
      "\n",
      "Epoch 00920: loss did not improve from 1.50778\n",
      "Epoch 921/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5405 - categorical_accuracy: 0.5284\n",
      "\n",
      "Epoch 00921: loss did not improve from 1.50778\n",
      "Epoch 922/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5343 - categorical_accuracy: 0.5300\n",
      "\n",
      "Epoch 00922: loss did not improve from 1.50778\n",
      "Epoch 923/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5223 - categorical_accuracy: 0.5313\n",
      "\n",
      "Epoch 00923: loss did not improve from 1.50778\n",
      "Epoch 924/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5331 - categorical_accuracy: 0.5307\n",
      "\n",
      "Epoch 00924: loss did not improve from 1.50778\n",
      "Epoch 925/1000\n",
      "732/732 [==============================] - 5s 7ms/step - loss: 1.5300 - categorical_accuracy: 0.5302\n",
      "\n",
      "Epoch 00925: loss did not improve from 1.50778\n",
      "Epoch 926/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5155 - categorical_accuracy: 0.5353\n",
      "\n",
      "Epoch 00926: loss did not improve from 1.50778\n",
      "Epoch 927/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5270 - categorical_accuracy: 0.5326\n",
      "\n",
      "Epoch 00927: loss did not improve from 1.50778\n",
      "Epoch 928/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5242 - categorical_accuracy: 0.5315\n",
      "\n",
      "Epoch 00928: loss did not improve from 1.50778\n",
      "Epoch 929/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5232 - categorical_accuracy: 0.5332\n",
      "\n",
      "Epoch 00929: loss did not improve from 1.50778\n",
      "Epoch 930/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5247 - categorical_accuracy: 0.5329\n",
      "\n",
      "Epoch 00930: loss did not improve from 1.50778\n",
      "Epoch 931/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5106 - categorical_accuracy: 0.5355\n",
      "\n",
      "Epoch 00931: loss did not improve from 1.50778\n",
      "Epoch 932/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5169 - categorical_accuracy: 0.5341\n",
      "\n",
      "Epoch 00932: loss did not improve from 1.50778\n",
      "Epoch 933/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5363 - categorical_accuracy: 0.5297\n",
      "\n",
      "Epoch 00933: loss did not improve from 1.50778\n",
      "Epoch 934/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5216 - categorical_accuracy: 0.5352\n",
      "\n",
      "Epoch 00934: loss did not improve from 1.50778\n",
      "Epoch 935/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5244 - categorical_accuracy: 0.5331\n",
      "\n",
      "Epoch 00935: loss did not improve from 1.50778\n",
      "Epoch 936/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5180 - categorical_accuracy: 0.5348\n",
      "\n",
      "Epoch 00936: loss did not improve from 1.50778\n",
      "Epoch 937/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5231 - categorical_accuracy: 0.5322\n",
      "\n",
      "Epoch 00937: loss did not improve from 1.50778\n",
      "Epoch 938/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5340 - categorical_accuracy: 0.5298\n",
      "\n",
      "Epoch 00938: loss did not improve from 1.50778\n",
      "Epoch 939/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5177 - categorical_accuracy: 0.5342\n",
      "\n",
      "Epoch 00939: loss did not improve from 1.50778\n",
      "Epoch 940/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5251 - categorical_accuracy: 0.5324\n",
      "\n",
      "Epoch 00940: loss did not improve from 1.50778\n",
      "Epoch 941/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5200 - categorical_accuracy: 0.5328\n",
      "\n",
      "Epoch 00941: loss did not improve from 1.50778\n",
      "Epoch 942/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5231 - categorical_accuracy: 0.5344\n",
      "\n",
      "Epoch 00942: loss did not improve from 1.50778\n",
      "Epoch 943/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5185 - categorical_accuracy: 0.5345\n",
      "\n",
      "Epoch 00943: loss did not improve from 1.50778\n",
      "Epoch 944/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5291 - categorical_accuracy: 0.5325\n",
      "\n",
      "Epoch 00944: loss did not improve from 1.50778\n",
      "Epoch 945/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5172 - categorical_accuracy: 0.5352\n",
      "\n",
      "Epoch 00945: loss did not improve from 1.50778\n",
      "Epoch 946/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5320 - categorical_accuracy: 0.5302\n",
      "\n",
      "Epoch 00946: loss did not improve from 1.50778\n",
      "Epoch 947/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5200 - categorical_accuracy: 0.5338\n",
      "\n",
      "Epoch 00947: loss did not improve from 1.50778\n",
      "Epoch 948/1000\n",
      "732/732 [==============================] - 5s 6ms/step - loss: 1.5218 - categorical_accuracy: 0.5338\n",
      "\n",
      "Epoch 00948: loss did not improve from 1.50778\n",
      "Epoch 949/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5371 - categorical_accuracy: 0.5290\n",
      "\n",
      "Epoch 00949: loss did not improve from 1.50778\n",
      "Epoch 950/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5190 - categorical_accuracy: 0.5339\n",
      "\n",
      "Epoch 00950: loss did not improve from 1.50778\n",
      "Epoch 951/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5319 - categorical_accuracy: 0.5301\n",
      "\n",
      "Epoch 00951: loss did not improve from 1.50778\n",
      "Epoch 952/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5297 - categorical_accuracy: 0.5304\n",
      "\n",
      "Epoch 00952: loss did not improve from 1.50778\n",
      "Epoch 953/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5394 - categorical_accuracy: 0.5294\n",
      "\n",
      "Epoch 00953: loss did not improve from 1.50778\n",
      "Epoch 954/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5209 - categorical_accuracy: 0.5325\n",
      "\n",
      "Epoch 00954: loss did not improve from 1.50778\n",
      "Epoch 955/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5173 - categorical_accuracy: 0.5334\n",
      "\n",
      "Epoch 00955: loss did not improve from 1.50778\n",
      "Epoch 956/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5139 - categorical_accuracy: 0.5349\n",
      "\n",
      "Epoch 00956: loss did not improve from 1.50778\n",
      "Epoch 957/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5260 - categorical_accuracy: 0.5312\n",
      "\n",
      "Epoch 00957: loss did not improve from 1.50778\n",
      "Epoch 958/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5266 - categorical_accuracy: 0.5307\n",
      "\n",
      "Epoch 00958: loss did not improve from 1.50778\n",
      "Epoch 959/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5337 - categorical_accuracy: 0.5291\n",
      "\n",
      "Epoch 00959: loss did not improve from 1.50778\n",
      "Epoch 960/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5314 - categorical_accuracy: 0.5301\n",
      "\n",
      "Epoch 00960: loss did not improve from 1.50778\n",
      "Epoch 961/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5299 - categorical_accuracy: 0.5307\n",
      "\n",
      "Epoch 00961: loss did not improve from 1.50778\n",
      "Epoch 962/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5306 - categorical_accuracy: 0.5310\n",
      "\n",
      "Epoch 00962: loss did not improve from 1.50778\n",
      "Epoch 963/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5110 - categorical_accuracy: 0.5357\n",
      "\n",
      "Epoch 00963: loss did not improve from 1.50778\n",
      "Epoch 964/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5211 - categorical_accuracy: 0.5334\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00964: loss did not improve from 1.50778\n",
      "Epoch 965/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5222 - categorical_accuracy: 0.5340\n",
      "\n",
      "Epoch 00965: loss did not improve from 1.50778\n",
      "Epoch 966/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5176 - categorical_accuracy: 0.5348\n",
      "\n",
      "Epoch 00966: loss did not improve from 1.50778\n",
      "Epoch 967/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5327 - categorical_accuracy: 0.5300\n",
      "\n",
      "Epoch 00967: loss did not improve from 1.50778\n",
      "Epoch 968/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5247 - categorical_accuracy: 0.5313\n",
      "\n",
      "Epoch 00968: loss did not improve from 1.50778\n",
      "Epoch 969/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5190 - categorical_accuracy: 0.5336\n",
      "\n",
      "Epoch 00969: loss did not improve from 1.50778\n",
      "Epoch 970/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5146 - categorical_accuracy: 0.5336\n",
      "\n",
      "Epoch 00970: loss did not improve from 1.50778\n",
      "Epoch 971/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5420 - categorical_accuracy: 0.5289\n",
      "\n",
      "Epoch 00971: loss did not improve from 1.50778\n",
      "Epoch 972/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5062 - categorical_accuracy: 0.5366\n",
      "\n",
      "Epoch 00972: loss improved from 1.50778 to 1.50617, saving model to weights-improvement-972-1.5062.hdf5\n",
      "Epoch 973/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5167 - categorical_accuracy: 0.5350\n",
      "\n",
      "Epoch 00973: loss did not improve from 1.50617\n",
      "Epoch 974/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5156 - categorical_accuracy: 0.5336\n",
      "\n",
      "Epoch 00974: loss did not improve from 1.50617\n",
      "Epoch 975/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5335 - categorical_accuracy: 0.5303\n",
      "\n",
      "Epoch 00975: loss did not improve from 1.50617\n",
      "Epoch 976/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5206 - categorical_accuracy: 0.5332\n",
      "\n",
      "Epoch 00976: loss did not improve from 1.50617\n",
      "Epoch 977/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5243 - categorical_accuracy: 0.5317\n",
      "\n",
      "Epoch 00977: loss did not improve from 1.50617\n",
      "Epoch 978/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5249 - categorical_accuracy: 0.5322\n",
      "\n",
      "Epoch 00978: loss did not improve from 1.50617\n",
      "Epoch 979/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5086 - categorical_accuracy: 0.5368\n",
      "\n",
      "Epoch 00979: loss did not improve from 1.50617\n",
      "Epoch 980/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5136 - categorical_accuracy: 0.5359\n",
      "\n",
      "Epoch 00980: loss did not improve from 1.50617\n",
      "Epoch 981/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5289 - categorical_accuracy: 0.5304\n",
      "\n",
      "Epoch 00981: loss did not improve from 1.50617\n",
      "Epoch 982/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5264 - categorical_accuracy: 0.5341\n",
      "\n",
      "Epoch 00982: loss did not improve from 1.50617\n",
      "Epoch 983/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5151 - categorical_accuracy: 0.5343\n",
      "\n",
      "Epoch 00983: loss did not improve from 1.50617\n",
      "Epoch 984/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5300 - categorical_accuracy: 0.5314\n",
      "\n",
      "Epoch 00984: loss did not improve from 1.50617\n",
      "Epoch 985/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5311 - categorical_accuracy: 0.5302\n",
      "\n",
      "Epoch 00985: loss did not improve from 1.50617\n",
      "Epoch 986/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5173 - categorical_accuracy: 0.5354\n",
      "\n",
      "Epoch 00986: loss did not improve from 1.50617\n",
      "Epoch 987/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5166 - categorical_accuracy: 0.5345\n",
      "\n",
      "Epoch 00987: loss did not improve from 1.50617\n",
      "Epoch 988/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5142 - categorical_accuracy: 0.5348\n",
      "\n",
      "Epoch 00988: loss did not improve from 1.50617\n",
      "Epoch 989/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5212 - categorical_accuracy: 0.5338\n",
      "\n",
      "Epoch 00989: loss did not improve from 1.50617\n",
      "Epoch 990/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5216 - categorical_accuracy: 0.5330\n",
      "\n",
      "Epoch 00990: loss did not improve from 1.50617\n",
      "Epoch 991/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5048 - categorical_accuracy: 0.5384\n",
      "\n",
      "Epoch 00991: loss improved from 1.50617 to 1.50476, saving model to weights-improvement-991-1.5048.hdf5\n",
      "Epoch 992/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5128 - categorical_accuracy: 0.5360\n",
      "\n",
      "Epoch 00992: loss did not improve from 1.50476\n",
      "Epoch 993/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5202 - categorical_accuracy: 0.5330\n",
      "\n",
      "Epoch 00993: loss did not improve from 1.50476\n",
      "Epoch 994/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5181 - categorical_accuracy: 0.5346\n",
      "\n",
      "Epoch 00994: loss did not improve from 1.50476\n",
      "Epoch 995/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5296 - categorical_accuracy: 0.5318\n",
      "\n",
      "Epoch 00995: loss did not improve from 1.50476\n",
      "Epoch 996/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5092 - categorical_accuracy: 0.5364\n",
      "\n",
      "Epoch 00996: loss did not improve from 1.50476\n",
      "Epoch 997/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5100 - categorical_accuracy: 0.5360\n",
      "\n",
      "Epoch 00997: loss did not improve from 1.50476\n",
      "Epoch 998/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5136 - categorical_accuracy: 0.5347\n",
      "\n",
      "Epoch 00998: loss did not improve from 1.50476\n",
      "Epoch 999/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5310 - categorical_accuracy: 0.5316\n",
      "\n",
      "Epoch 00999: loss did not improve from 1.50476\n",
      "Epoch 1000/1000\n",
      "732/732 [==============================] - 4s 6ms/step - loss: 1.5181 - categorical_accuracy: 0.5346\n",
      "\n",
      "Epoch 01000: loss did not improve from 1.50476\n"
     ]
    }
   ],
   "source": [
    "tf.debugging.set_log_device_placement(True)\n",
    "\n",
    "try:\n",
    "    with tf.device('/device:GPU:0'): \n",
    "        # [n_samples, Tx, Tc]\n",
    "        X = np.reshape(dataX, (n_patterns, seq_length, 1))\n",
    "        # normalize\n",
    "        X = X / float(n_vocab)\n",
    "        y = to_categorical(dataY)\n",
    "        LSTM_cell = LSTM(120, input_shape=(X.shape[1], X.shape[2]))\n",
    "        densor = Dense(y.shape[1], activation='softmax')\n",
    "\n",
    "        model = Sequential()\n",
    "        #model.add(tf.keras.layers.Embedding(n_vocab, 40, input_length=y.shape[1]))\n",
    "        model.add(LSTM_cell)\n",
    "        #model.add(Dropout(0.2))\n",
    "        model.add(densor)\n",
    "        model.compile(loss='categorical_crossentropy', optimizer='adam', metrics=['categorical_accuracy'])        \n",
    "except RuntimeError as e:\n",
    "    print(e)\n",
    "\n",
    "saved_model = model.fit(X, y, epochs=1000, batch_size=128, callbacks=callbacks_list)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "1727ff58",
   "metadata": {},
   "outputs": [],
   "source": [
    "model.save('model1.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "9d03a699",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/1000\n",
      "366/366 [==============================] - 6s 13ms/step - loss: 2.9892 - categorical_accuracy: 0.1654\n",
      "\n",
      "Epoch 00001: loss improved from inf to 2.98924, saving model to 2nd-weights-improvement-01-2.9892.hdf5\n",
      "Epoch 2/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 2.8281 - categorical_accuracy: 0.2149\n",
      "\n",
      "Epoch 00002: loss improved from 2.98924 to 2.82809, saving model to 2nd-weights-improvement-02-2.8281.hdf5\n",
      "Epoch 3/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.7391 - categorical_accuracy: 0.2263\n",
      "\n",
      "Epoch 00003: loss improved from 2.82809 to 2.73908, saving model to 2nd-weights-improvement-03-2.7391.hdf5\n",
      "Epoch 4/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 2.6881 - categorical_accuracy: 0.2452\n",
      "\n",
      "Epoch 00004: loss improved from 2.73908 to 2.68811, saving model to 2nd-weights-improvement-04-2.6881.hdf5\n",
      "Epoch 5/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 2.6558 - categorical_accuracy: 0.2544\n",
      "\n",
      "Epoch 00005: loss improved from 2.68811 to 2.65582, saving model to 2nd-weights-improvement-05-2.6558.hdf5\n",
      "Epoch 6/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.6258 - categorical_accuracy: 0.2608\n",
      "\n",
      "Epoch 00006: loss improved from 2.65582 to 2.62584, saving model to 2nd-weights-improvement-06-2.6258.hdf5\n",
      "Epoch 7/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 2.5984 - categorical_accuracy: 0.2651\n",
      "\n",
      "Epoch 00007: loss improved from 2.62584 to 2.59843, saving model to 2nd-weights-improvement-07-2.5984.hdf5\n",
      "Epoch 8/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 2.5739 - categorical_accuracy: 0.2684\n",
      "\n",
      "Epoch 00008: loss improved from 2.59843 to 2.57385, saving model to 2nd-weights-improvement-08-2.5739.hdf5\n",
      "Epoch 9/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.5497 - categorical_accuracy: 0.2736\n",
      "\n",
      "Epoch 00009: loss improved from 2.57385 to 2.54967, saving model to 2nd-weights-improvement-09-2.5497.hdf5\n",
      "Epoch 10/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 2.5267 - categorical_accuracy: 0.2773\n",
      "\n",
      "Epoch 00010: loss improved from 2.54967 to 2.52672, saving model to 2nd-weights-improvement-10-2.5267.hdf5\n",
      "Epoch 11/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.5055 - categorical_accuracy: 0.2825\n",
      "\n",
      "Epoch 00011: loss improved from 2.52672 to 2.50547, saving model to 2nd-weights-improvement-11-2.5055.hdf5\n",
      "Epoch 12/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 2.4824 - categorical_accuracy: 0.2877\n",
      "\n",
      "Epoch 00012: loss improved from 2.50547 to 2.48238, saving model to 2nd-weights-improvement-12-2.4824.hdf5\n",
      "Epoch 13/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.4619 - categorical_accuracy: 0.2942\n",
      "\n",
      "Epoch 00013: loss improved from 2.48238 to 2.46194, saving model to 2nd-weights-improvement-13-2.4619.hdf5\n",
      "Epoch 14/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.4383 - categorical_accuracy: 0.2997\n",
      "\n",
      "Epoch 00014: loss improved from 2.46194 to 2.43832, saving model to 2nd-weights-improvement-14-2.4383.hdf5\n",
      "Epoch 15/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 2.4170 - categorical_accuracy: 0.3035\n",
      "\n",
      "Epoch 00015: loss improved from 2.43832 to 2.41698, saving model to 2nd-weights-improvement-15-2.4170.hdf5\n",
      "Epoch 16/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.3949 - categorical_accuracy: 0.3081\n",
      "\n",
      "Epoch 00016: loss improved from 2.41698 to 2.39493, saving model to 2nd-weights-improvement-16-2.3949.hdf5\n",
      "Epoch 17/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.3738 - categorical_accuracy: 0.3138\n",
      "\n",
      "Epoch 00017: loss improved from 2.39493 to 2.37380, saving model to 2nd-weights-improvement-17-2.3738.hdf5\n",
      "Epoch 18/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.3531 - categorical_accuracy: 0.3171\n",
      "\n",
      "Epoch 00018: loss improved from 2.37380 to 2.35310, saving model to 2nd-weights-improvement-18-2.3531.hdf5\n",
      "Epoch 19/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.3294 - categorical_accuracy: 0.3232\n",
      "\n",
      "Epoch 00019: loss improved from 2.35310 to 2.32936, saving model to 2nd-weights-improvement-19-2.3294.hdf5\n",
      "Epoch 20/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.3077 - categorical_accuracy: 0.3298\n",
      "\n",
      "Epoch 00020: loss improved from 2.32936 to 2.30770, saving model to 2nd-weights-improvement-20-2.3077.hdf5\n",
      "Epoch 21/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 2.2851 - categorical_accuracy: 0.3341\n",
      "\n",
      "Epoch 00021: loss improved from 2.30770 to 2.28508, saving model to 2nd-weights-improvement-21-2.2851.hdf5\n",
      "Epoch 22/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.2618 - categorical_accuracy: 0.3396\n",
      "\n",
      "Epoch 00022: loss improved from 2.28508 to 2.26183, saving model to 2nd-weights-improvement-22-2.2618.hdf5\n",
      "Epoch 23/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.2370 - categorical_accuracy: 0.3475\n",
      "\n",
      "Epoch 00023: loss improved from 2.26183 to 2.23704, saving model to 2nd-weights-improvement-23-2.2370.hdf5\n",
      "Epoch 24/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.2129 - categorical_accuracy: 0.3532\n",
      "\n",
      "Epoch 00024: loss improved from 2.23704 to 2.21294, saving model to 2nd-weights-improvement-24-2.2129.hdf5\n",
      "Epoch 25/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.1874 - categorical_accuracy: 0.3593\n",
      "\n",
      "Epoch 00025: loss improved from 2.21294 to 2.18737, saving model to 2nd-weights-improvement-25-2.1874.hdf5\n",
      "Epoch 26/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.1634 - categorical_accuracy: 0.3659\n",
      "\n",
      "Epoch 00026: loss improved from 2.18737 to 2.16345, saving model to 2nd-weights-improvement-26-2.1634.hdf5\n",
      "Epoch 27/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.1376 - categorical_accuracy: 0.3710\n",
      "\n",
      "Epoch 00027: loss improved from 2.16345 to 2.13764, saving model to 2nd-weights-improvement-27-2.1376.hdf5\n",
      "Epoch 28/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.1107 - categorical_accuracy: 0.3793\n",
      "\n",
      "Epoch 00028: loss improved from 2.13764 to 2.11073, saving model to 2nd-weights-improvement-28-2.1107.hdf5\n",
      "Epoch 29/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.0840 - categorical_accuracy: 0.3862\n",
      "\n",
      "Epoch 00029: loss improved from 2.11073 to 2.08396, saving model to 2nd-weights-improvement-29-2.0840.hdf5\n",
      "Epoch 30/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.0563 - categorical_accuracy: 0.3935\n",
      "\n",
      "Epoch 00030: loss improved from 2.08396 to 2.05633, saving model to 2nd-weights-improvement-30-2.0563.hdf5\n",
      "Epoch 31/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.0284 - categorical_accuracy: 0.4014\n",
      "\n",
      "Epoch 00031: loss improved from 2.05633 to 2.02836, saving model to 2nd-weights-improvement-31-2.0284.hdf5\n",
      "Epoch 32/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 2.0015 - categorical_accuracy: 0.4092\n",
      "\n",
      "Epoch 00032: loss improved from 2.02836 to 2.00146, saving model to 2nd-weights-improvement-32-2.0015.hdf5\n",
      "Epoch 33/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.9726 - categorical_accuracy: 0.4165\n",
      "\n",
      "Epoch 00033: loss improved from 2.00146 to 1.97258, saving model to 2nd-weights-improvement-33-1.9726.hdf5\n",
      "Epoch 34/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.9459 - categorical_accuracy: 0.4230\n",
      "\n",
      "Epoch 00034: loss improved from 1.97258 to 1.94590, saving model to 2nd-weights-improvement-34-1.9459.hdf5\n",
      "Epoch 35/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.9185 - categorical_accuracy: 0.4307\n",
      "\n",
      "Epoch 00035: loss improved from 1.94590 to 1.91853, saving model to 2nd-weights-improvement-35-1.9185.hdf5\n",
      "Epoch 36/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.8915 - categorical_accuracy: 0.4396\n",
      "\n",
      "Epoch 00036: loss improved from 1.91853 to 1.89154, saving model to 2nd-weights-improvement-36-1.8915.hdf5\n",
      "Epoch 37/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.8642 - categorical_accuracy: 0.4474\n",
      "\n",
      "Epoch 00037: loss improved from 1.89154 to 1.86418, saving model to 2nd-weights-improvement-37-1.8642.hdf5\n",
      "Epoch 38/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 13ms/step - loss: 1.8344 - categorical_accuracy: 0.4550\n",
      "\n",
      "Epoch 00038: loss improved from 1.86418 to 1.83439, saving model to 2nd-weights-improvement-38-1.8344.hdf5\n",
      "Epoch 39/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.8109 - categorical_accuracy: 0.4603\n",
      "\n",
      "Epoch 00039: loss improved from 1.83439 to 1.81088, saving model to 2nd-weights-improvement-39-1.8109.hdf5\n",
      "Epoch 40/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.7824 - categorical_accuracy: 0.4691\n",
      "\n",
      "Epoch 00040: loss improved from 1.81088 to 1.78236, saving model to 2nd-weights-improvement-40-1.7824.hdf5\n",
      "Epoch 41/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.7585 - categorical_accuracy: 0.4755\n",
      "\n",
      "Epoch 00041: loss improved from 1.78236 to 1.75847, saving model to 2nd-weights-improvement-41-1.7585.hdf5\n",
      "Epoch 42/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.7349 - categorical_accuracy: 0.4836\n",
      "\n",
      "Epoch 00042: loss improved from 1.75847 to 1.73493, saving model to 2nd-weights-improvement-42-1.7349.hdf5\n",
      "Epoch 43/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.7094 - categorical_accuracy: 0.4894\n",
      "\n",
      "Epoch 00043: loss improved from 1.73493 to 1.70941, saving model to 2nd-weights-improvement-43-1.7094.hdf5\n",
      "Epoch 44/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.6829 - categorical_accuracy: 0.4958\n",
      "\n",
      "Epoch 00044: loss improved from 1.70941 to 1.68289, saving model to 2nd-weights-improvement-44-1.6829.hdf5\n",
      "Epoch 45/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.6629 - categorical_accuracy: 0.5035\n",
      "\n",
      "Epoch 00045: loss improved from 1.68289 to 1.66292, saving model to 2nd-weights-improvement-45-1.6629.hdf5\n",
      "Epoch 46/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.6373 - categorical_accuracy: 0.5104\n",
      "\n",
      "Epoch 00046: loss improved from 1.66292 to 1.63726, saving model to 2nd-weights-improvement-46-1.6373.hdf5\n",
      "Epoch 47/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.6151 - categorical_accuracy: 0.5159\n",
      "\n",
      "Epoch 00047: loss improved from 1.63726 to 1.61513, saving model to 2nd-weights-improvement-47-1.6151.hdf5\n",
      "Epoch 48/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.5882 - categorical_accuracy: 0.5243\n",
      "\n",
      "Epoch 00048: loss improved from 1.61513 to 1.58824, saving model to 2nd-weights-improvement-48-1.5882.hdf5\n",
      "Epoch 49/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.5724 - categorical_accuracy: 0.5287\n",
      "\n",
      "Epoch 00049: loss improved from 1.58824 to 1.57245, saving model to 2nd-weights-improvement-49-1.5724.hdf5\n",
      "Epoch 50/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.5485 - categorical_accuracy: 0.5373\n",
      "\n",
      "Epoch 00050: loss improved from 1.57245 to 1.54846, saving model to 2nd-weights-improvement-50-1.5485.hdf5\n",
      "Epoch 51/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.5292 - categorical_accuracy: 0.5411\n",
      "\n",
      "Epoch 00051: loss improved from 1.54846 to 1.52915, saving model to 2nd-weights-improvement-51-1.5292.hdf5\n",
      "Epoch 52/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.5041 - categorical_accuracy: 0.5475\n",
      "\n",
      "Epoch 00052: loss improved from 1.52915 to 1.50411, saving model to 2nd-weights-improvement-52-1.5041.hdf5\n",
      "Epoch 53/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.4876 - categorical_accuracy: 0.5534\n",
      "\n",
      "Epoch 00053: loss improved from 1.50411 to 1.48764, saving model to 2nd-weights-improvement-53-1.4876.hdf5\n",
      "Epoch 54/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.4665 - categorical_accuracy: 0.5594\n",
      "\n",
      "Epoch 00054: loss improved from 1.48764 to 1.46649, saving model to 2nd-weights-improvement-54-1.4665.hdf5\n",
      "Epoch 55/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.4441 - categorical_accuracy: 0.5663\n",
      "\n",
      "Epoch 00055: loss improved from 1.46649 to 1.44414, saving model to 2nd-weights-improvement-55-1.4441.hdf5\n",
      "Epoch 56/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.4306 - categorical_accuracy: 0.5699\n",
      "\n",
      "Epoch 00056: loss improved from 1.44414 to 1.43056, saving model to 2nd-weights-improvement-56-1.4306.hdf5\n",
      "Epoch 57/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.4101 - categorical_accuracy: 0.5762\n",
      "\n",
      "Epoch 00057: loss improved from 1.43056 to 1.41012, saving model to 2nd-weights-improvement-57-1.4101.hdf5\n",
      "Epoch 58/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.3922 - categorical_accuracy: 0.5805\n",
      "\n",
      "Epoch 00058: loss improved from 1.41012 to 1.39217, saving model to 2nd-weights-improvement-58-1.3922.hdf5\n",
      "Epoch 59/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.3764 - categorical_accuracy: 0.5855\n",
      "\n",
      "Epoch 00059: loss improved from 1.39217 to 1.37645, saving model to 2nd-weights-improvement-59-1.3764.hdf5\n",
      "Epoch 60/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.3607 - categorical_accuracy: 0.5904\n",
      "\n",
      "Epoch 00060: loss improved from 1.37645 to 1.36074, saving model to 2nd-weights-improvement-60-1.3607.hdf5\n",
      "Epoch 61/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.3370 - categorical_accuracy: 0.5979\n",
      "\n",
      "Epoch 00061: loss improved from 1.36074 to 1.33702, saving model to 2nd-weights-improvement-61-1.3370.hdf5\n",
      "Epoch 62/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.3225 - categorical_accuracy: 0.6009\n",
      "\n",
      "Epoch 00062: loss improved from 1.33702 to 1.32254, saving model to 2nd-weights-improvement-62-1.3225.hdf5\n",
      "Epoch 63/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.3065 - categorical_accuracy: 0.6065\n",
      "\n",
      "Epoch 00063: loss improved from 1.32254 to 1.30651, saving model to 2nd-weights-improvement-63-1.3065.hdf5\n",
      "Epoch 64/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.2940 - categorical_accuracy: 0.6083\n",
      "\n",
      "Epoch 00064: loss improved from 1.30651 to 1.29399, saving model to 2nd-weights-improvement-64-1.2940.hdf5\n",
      "Epoch 65/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.2766 - categorical_accuracy: 0.6148\n",
      "\n",
      "Epoch 00065: loss improved from 1.29399 to 1.27662, saving model to 2nd-weights-improvement-65-1.2766.hdf5\n",
      "Epoch 66/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.2679 - categorical_accuracy: 0.6170\n",
      "\n",
      "Epoch 00066: loss improved from 1.27662 to 1.26787, saving model to 2nd-weights-improvement-66-1.2679.hdf5\n",
      "Epoch 67/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.2484 - categorical_accuracy: 0.6229\n",
      "\n",
      "Epoch 00067: loss improved from 1.26787 to 1.24835, saving model to 2nd-weights-improvement-67-1.2484.hdf5\n",
      "Epoch 68/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.2348 - categorical_accuracy: 0.6260\n",
      "\n",
      "Epoch 00068: loss improved from 1.24835 to 1.23481, saving model to 2nd-weights-improvement-68-1.2348.hdf5\n",
      "Epoch 69/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.2247 - categorical_accuracy: 0.6286\n",
      "\n",
      "Epoch 00069: loss improved from 1.23481 to 1.22469, saving model to 2nd-weights-improvement-69-1.2247.hdf5\n",
      "Epoch 70/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.2116 - categorical_accuracy: 0.6327\n",
      "\n",
      "Epoch 00070: loss improved from 1.22469 to 1.21161, saving model to 2nd-weights-improvement-70-1.2116.hdf5\n",
      "Epoch 71/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.1883 - categorical_accuracy: 0.6400\n",
      "\n",
      "Epoch 00071: loss improved from 1.21161 to 1.18831, saving model to 2nd-weights-improvement-71-1.1883.hdf5\n",
      "Epoch 72/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.1747 - categorical_accuracy: 0.6432\n",
      "\n",
      "Epoch 00072: loss improved from 1.18831 to 1.17466, saving model to 2nd-weights-improvement-72-1.1747.hdf5\n",
      "Epoch 73/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.1645 - categorical_accuracy: 0.6462\n",
      "\n",
      "Epoch 00073: loss improved from 1.17466 to 1.16447, saving model to 2nd-weights-improvement-73-1.1645.hdf5\n",
      "Epoch 74/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.1488 - categorical_accuracy: 0.6503\n",
      "\n",
      "Epoch 00074: loss improved from 1.16447 to 1.14880, saving model to 2nd-weights-improvement-74-1.1488.hdf5\n",
      "Epoch 75/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 13ms/step - loss: 1.1423 - categorical_accuracy: 0.6535\n",
      "\n",
      "Epoch 00075: loss improved from 1.14880 to 1.14233, saving model to 2nd-weights-improvement-75-1.1423.hdf5\n",
      "Epoch 76/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.1342 - categorical_accuracy: 0.6551\n",
      "\n",
      "Epoch 00076: loss improved from 1.14233 to 1.13418, saving model to 2nd-weights-improvement-76-1.1342.hdf5\n",
      "Epoch 77/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.1164 - categorical_accuracy: 0.6633\n",
      "\n",
      "Epoch 00077: loss improved from 1.13418 to 1.11637, saving model to 2nd-weights-improvement-77-1.1164.hdf5\n",
      "Epoch 78/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.1151 - categorical_accuracy: 0.6609\n",
      "\n",
      "Epoch 00078: loss improved from 1.11637 to 1.11506, saving model to 2nd-weights-improvement-78-1.1151.hdf5\n",
      "Epoch 79/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.0956 - categorical_accuracy: 0.6683\n",
      "\n",
      "Epoch 00079: loss improved from 1.11506 to 1.09564, saving model to 2nd-weights-improvement-79-1.0956.hdf5\n",
      "Epoch 80/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.0934 - categorical_accuracy: 0.6658\n",
      "\n",
      "Epoch 00080: loss improved from 1.09564 to 1.09337, saving model to 2nd-weights-improvement-80-1.0934.hdf5\n",
      "Epoch 81/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.0680 - categorical_accuracy: 0.6747\n",
      "\n",
      "Epoch 00081: loss improved from 1.09337 to 1.06802, saving model to 2nd-weights-improvement-81-1.0680.hdf5\n",
      "Epoch 82/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.0582 - categorical_accuracy: 0.6765\n",
      "\n",
      "Epoch 00082: loss improved from 1.06802 to 1.05819, saving model to 2nd-weights-improvement-82-1.0582.hdf5\n",
      "Epoch 83/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.0421 - categorical_accuracy: 0.6823\n",
      "\n",
      "Epoch 00083: loss improved from 1.05819 to 1.04215, saving model to 2nd-weights-improvement-83-1.0421.hdf5\n",
      "Epoch 84/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.0483 - categorical_accuracy: 0.6796\n",
      "\n",
      "Epoch 00084: loss did not improve from 1.04215\n",
      "Epoch 85/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.0257 - categorical_accuracy: 0.6878\n",
      "\n",
      "Epoch 00085: loss improved from 1.04215 to 1.02570, saving model to 2nd-weights-improvement-85-1.0257.hdf5\n",
      "Epoch 86/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.0172 - categorical_accuracy: 0.6898\n",
      "\n",
      "Epoch 00086: loss improved from 1.02570 to 1.01723, saving model to 2nd-weights-improvement-86-1.0172.hdf5\n",
      "Epoch 87/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 1.0239 - categorical_accuracy: 0.6875\n",
      "\n",
      "Epoch 00087: loss did not improve from 1.01723\n",
      "Epoch 88/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.9991 - categorical_accuracy: 0.6942\n",
      "\n",
      "Epoch 00088: loss improved from 1.01723 to 0.99910, saving model to 2nd-weights-improvement-88-0.9991.hdf5\n",
      "Epoch 89/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.9982 - categorical_accuracy: 0.6966\n",
      "\n",
      "Epoch 00089: loss improved from 0.99910 to 0.99824, saving model to 2nd-weights-improvement-89-0.9982.hdf5\n",
      "Epoch 90/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.9826 - categorical_accuracy: 0.6997\n",
      "\n",
      "Epoch 00090: loss improved from 0.99824 to 0.98261, saving model to 2nd-weights-improvement-90-0.9826.hdf5\n",
      "Epoch 91/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.9812 - categorical_accuracy: 0.7006\n",
      "\n",
      "Epoch 00091: loss improved from 0.98261 to 0.98120, saving model to 2nd-weights-improvement-91-0.9812.hdf5\n",
      "Epoch 92/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.9765 - categorical_accuracy: 0.6998\n",
      "\n",
      "Epoch 00092: loss improved from 0.98120 to 0.97652, saving model to 2nd-weights-improvement-92-0.9765.hdf5\n",
      "Epoch 93/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.9594 - categorical_accuracy: 0.7075\n",
      "\n",
      "Epoch 00093: loss improved from 0.97652 to 0.95936, saving model to 2nd-weights-improvement-93-0.9594.hdf5\n",
      "Epoch 94/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.9496 - categorical_accuracy: 0.7096\n",
      "\n",
      "Epoch 00094: loss improved from 0.95936 to 0.94957, saving model to 2nd-weights-improvement-94-0.9496.hdf5\n",
      "Epoch 95/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.9485 - categorical_accuracy: 0.7082\n",
      "\n",
      "Epoch 00095: loss improved from 0.94957 to 0.94848, saving model to 2nd-weights-improvement-95-0.9485.hdf5\n",
      "Epoch 96/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.9316 - categorical_accuracy: 0.7137\n",
      "\n",
      "Epoch 00096: loss improved from 0.94848 to 0.93162, saving model to 2nd-weights-improvement-96-0.9316.hdf5\n",
      "Epoch 97/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.9145 - categorical_accuracy: 0.7194\n",
      "\n",
      "Epoch 00097: loss improved from 0.93162 to 0.91448, saving model to 2nd-weights-improvement-97-0.9145.hdf5\n",
      "Epoch 98/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.9141 - categorical_accuracy: 0.7210\n",
      "\n",
      "Epoch 00098: loss improved from 0.91448 to 0.91408, saving model to 2nd-weights-improvement-98-0.9141.hdf5\n",
      "Epoch 99/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.9114 - categorical_accuracy: 0.7202\n",
      "\n",
      "Epoch 00099: loss improved from 0.91408 to 0.91136, saving model to 2nd-weights-improvement-99-0.9114.hdf5\n",
      "Epoch 100/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.9069 - categorical_accuracy: 0.7210\n",
      "\n",
      "Epoch 00100: loss improved from 0.91136 to 0.90690, saving model to 2nd-weights-improvement-100-0.9069.hdf5\n",
      "Epoch 101/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8998 - categorical_accuracy: 0.7227\n",
      "\n",
      "Epoch 00101: loss improved from 0.90690 to 0.89977, saving model to 2nd-weights-improvement-101-0.8998.hdf5\n",
      "Epoch 102/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8864 - categorical_accuracy: 0.7285\n",
      "\n",
      "Epoch 00102: loss improved from 0.89977 to 0.88642, saving model to 2nd-weights-improvement-102-0.8864.hdf5\n",
      "Epoch 103/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8750 - categorical_accuracy: 0.7325\n",
      "\n",
      "Epoch 00103: loss improved from 0.88642 to 0.87496, saving model to 2nd-weights-improvement-103-0.8750.hdf5\n",
      "Epoch 104/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8690 - categorical_accuracy: 0.7334\n",
      "\n",
      "Epoch 00104: loss improved from 0.87496 to 0.86896, saving model to 2nd-weights-improvement-104-0.8690.hdf5\n",
      "Epoch 105/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8599 - categorical_accuracy: 0.7360\n",
      "\n",
      "Epoch 00105: loss improved from 0.86896 to 0.85994, saving model to 2nd-weights-improvement-105-0.8599.hdf5\n",
      "Epoch 106/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8622 - categorical_accuracy: 0.7339\n",
      "\n",
      "Epoch 00106: loss did not improve from 0.85994\n",
      "Epoch 107/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8541 - categorical_accuracy: 0.7359\n",
      "\n",
      "Epoch 00107: loss improved from 0.85994 to 0.85410, saving model to 2nd-weights-improvement-107-0.8541.hdf5\n",
      "Epoch 108/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8482 - categorical_accuracy: 0.7390\n",
      "\n",
      "Epoch 00108: loss improved from 0.85410 to 0.84817, saving model to 2nd-weights-improvement-108-0.8482.hdf5\n",
      "Epoch 109/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8438 - categorical_accuracy: 0.7385\n",
      "\n",
      "Epoch 00109: loss improved from 0.84817 to 0.84380, saving model to 2nd-weights-improvement-109-0.8438.hdf5\n",
      "Epoch 110/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8440 - categorical_accuracy: 0.7388\n",
      "\n",
      "Epoch 00110: loss did not improve from 0.84380\n",
      "Epoch 111/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8262 - categorical_accuracy: 0.7444\n",
      "\n",
      "Epoch 00111: loss improved from 0.84380 to 0.82622, saving model to 2nd-weights-improvement-111-0.8262.hdf5\n",
      "Epoch 112/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8255 - categorical_accuracy: 0.7453\n",
      "\n",
      "Epoch 00112: loss improved from 0.82622 to 0.82546, saving model to 2nd-weights-improvement-112-0.8255.hdf5\n",
      "Epoch 113/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8205 - categorical_accuracy: 0.7468\n",
      "\n",
      "Epoch 00113: loss improved from 0.82546 to 0.82046, saving model to 2nd-weights-improvement-113-0.8205.hdf5\n",
      "Epoch 114/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7972 - categorical_accuracy: 0.7538\n",
      "\n",
      "Epoch 00114: loss improved from 0.82046 to 0.79720, saving model to 2nd-weights-improvement-114-0.7972.hdf5\n",
      "Epoch 115/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8043 - categorical_accuracy: 0.7522\n",
      "\n",
      "Epoch 00115: loss did not improve from 0.79720\n",
      "Epoch 116/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.8017 - categorical_accuracy: 0.7521\n",
      "\n",
      "Epoch 00116: loss did not improve from 0.79720\n",
      "Epoch 117/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7939 - categorical_accuracy: 0.7540\n",
      "\n",
      "Epoch 00117: loss improved from 0.79720 to 0.79385, saving model to 2nd-weights-improvement-117-0.7939.hdf5\n",
      "Epoch 118/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7799 - categorical_accuracy: 0.7587\n",
      "\n",
      "Epoch 00118: loss improved from 0.79385 to 0.77986, saving model to 2nd-weights-improvement-118-0.7799.hdf5\n",
      "Epoch 119/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7880 - categorical_accuracy: 0.7553\n",
      "\n",
      "Epoch 00119: loss did not improve from 0.77986\n",
      "Epoch 120/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7833 - categorical_accuracy: 0.7576\n",
      "\n",
      "Epoch 00120: loss did not improve from 0.77986\n",
      "Epoch 121/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7673 - categorical_accuracy: 0.7622\n",
      "\n",
      "Epoch 00121: loss improved from 0.77986 to 0.76730, saving model to 2nd-weights-improvement-121-0.7673.hdf5\n",
      "Epoch 122/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7602 - categorical_accuracy: 0.7632\n",
      "\n",
      "Epoch 00122: loss improved from 0.76730 to 0.76018, saving model to 2nd-weights-improvement-122-0.7602.hdf5\n",
      "Epoch 123/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7597 - categorical_accuracy: 0.7647\n",
      "\n",
      "Epoch 00123: loss improved from 0.76018 to 0.75971, saving model to 2nd-weights-improvement-123-0.7597.hdf5\n",
      "Epoch 124/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7641 - categorical_accuracy: 0.7618\n",
      "\n",
      "Epoch 00124: loss did not improve from 0.75971\n",
      "Epoch 125/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.7552 - categorical_accuracy: 0.7642\n",
      "\n",
      "Epoch 00125: loss improved from 0.75971 to 0.75520, saving model to 2nd-weights-improvement-125-0.7552.hdf5\n",
      "Epoch 126/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7395 - categorical_accuracy: 0.7712\n",
      "\n",
      "Epoch 00126: loss improved from 0.75520 to 0.73950, saving model to 2nd-weights-improvement-126-0.7395.hdf5\n",
      "Epoch 127/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7568 - categorical_accuracy: 0.7649\n",
      "\n",
      "Epoch 00127: loss did not improve from 0.73950\n",
      "Epoch 128/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7477 - categorical_accuracy: 0.7664\n",
      "\n",
      "Epoch 00128: loss did not improve from 0.73950\n",
      "Epoch 129/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7194 - categorical_accuracy: 0.7775\n",
      "\n",
      "Epoch 00129: loss improved from 0.73950 to 0.71937, saving model to 2nd-weights-improvement-129-0.7194.hdf5\n",
      "Epoch 130/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7436 - categorical_accuracy: 0.7681\n",
      "\n",
      "Epoch 00130: loss did not improve from 0.71937\n",
      "Epoch 131/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7202 - categorical_accuracy: 0.7758\n",
      "\n",
      "Epoch 00131: loss did not improve from 0.71937\n",
      "Epoch 132/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7318 - categorical_accuracy: 0.7720\n",
      "\n",
      "Epoch 00132: loss did not improve from 0.71937\n",
      "Epoch 133/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7061 - categorical_accuracy: 0.7803\n",
      "\n",
      "Epoch 00133: loss improved from 0.71937 to 0.70608, saving model to 2nd-weights-improvement-133-0.7061.hdf5\n",
      "Epoch 134/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7331 - categorical_accuracy: 0.7709\n",
      "\n",
      "Epoch 00134: loss did not improve from 0.70608\n",
      "Epoch 135/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7010 - categorical_accuracy: 0.7831\n",
      "\n",
      "Epoch 00135: loss improved from 0.70608 to 0.70104, saving model to 2nd-weights-improvement-135-0.7010.hdf5\n",
      "Epoch 136/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7054 - categorical_accuracy: 0.7806\n",
      "\n",
      "Epoch 00136: loss did not improve from 0.70104\n",
      "Epoch 137/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6887 - categorical_accuracy: 0.7864\n",
      "\n",
      "Epoch 00137: loss improved from 0.70104 to 0.68871, saving model to 2nd-weights-improvement-137-0.6887.hdf5\n",
      "Epoch 138/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7102 - categorical_accuracy: 0.7787\n",
      "\n",
      "Epoch 00138: loss did not improve from 0.68871\n",
      "Epoch 139/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.7049 - categorical_accuracy: 0.7782\n",
      "\n",
      "Epoch 00139: loss did not improve from 0.68871\n",
      "Epoch 140/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6889 - categorical_accuracy: 0.7855\n",
      "\n",
      "Epoch 00140: loss did not improve from 0.68871\n",
      "Epoch 141/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6703 - categorical_accuracy: 0.7915\n",
      "\n",
      "Epoch 00141: loss improved from 0.68871 to 0.67034, saving model to 2nd-weights-improvement-141-0.6703.hdf5\n",
      "Epoch 142/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6684 - categorical_accuracy: 0.7921\n",
      "\n",
      "Epoch 00142: loss improved from 0.67034 to 0.66836, saving model to 2nd-weights-improvement-142-0.6684.hdf5\n",
      "Epoch 143/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6724 - categorical_accuracy: 0.7896\n",
      "\n",
      "Epoch 00143: loss did not improve from 0.66836\n",
      "Epoch 144/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6890 - categorical_accuracy: 0.7845\n",
      "\n",
      "Epoch 00144: loss did not improve from 0.66836\n",
      "Epoch 145/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6675 - categorical_accuracy: 0.7918\n",
      "\n",
      "Epoch 00145: loss improved from 0.66836 to 0.66747, saving model to 2nd-weights-improvement-145-0.6675.hdf5\n",
      "Epoch 146/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6798 - categorical_accuracy: 0.7853\n",
      "\n",
      "Epoch 00146: loss did not improve from 0.66747\n",
      "Epoch 147/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6735 - categorical_accuracy: 0.7895\n",
      "\n",
      "Epoch 00147: loss did not improve from 0.66747\n",
      "Epoch 148/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6509 - categorical_accuracy: 0.7962\n",
      "\n",
      "Epoch 00148: loss improved from 0.66747 to 0.65088, saving model to 2nd-weights-improvement-148-0.6509.hdf5\n",
      "Epoch 149/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6353 - categorical_accuracy: 0.8019\n",
      "\n",
      "Epoch 00149: loss improved from 0.65088 to 0.63526, saving model to 2nd-weights-improvement-149-0.6353.hdf5\n",
      "Epoch 150/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6372 - categorical_accuracy: 0.8007\n",
      "\n",
      "Epoch 00150: loss did not improve from 0.63526\n",
      "Epoch 151/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6495 - categorical_accuracy: 0.7948\n",
      "\n",
      "Epoch 00151: loss did not improve from 0.63526\n",
      "Epoch 152/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6613 - categorical_accuracy: 0.7919\n",
      "\n",
      "Epoch 00152: loss did not improve from 0.63526\n",
      "Epoch 153/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6582 - categorical_accuracy: 0.7917\n",
      "\n",
      "Epoch 00153: loss did not improve from 0.63526\n",
      "Epoch 154/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6319 - categorical_accuracy: 0.8028\n",
      "\n",
      "Epoch 00154: loss improved from 0.63526 to 0.63192, saving model to 2nd-weights-improvement-154-0.6319.hdf5\n",
      "Epoch 155/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6198 - categorical_accuracy: 0.8083\n",
      "\n",
      "Epoch 00155: loss improved from 0.63192 to 0.61983, saving model to 2nd-weights-improvement-155-0.6198.hdf5\n",
      "Epoch 156/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6491 - categorical_accuracy: 0.7955\n",
      "\n",
      "Epoch 00156: loss did not improve from 0.61983\n",
      "Epoch 157/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6357 - categorical_accuracy: 0.7999\n",
      "\n",
      "Epoch 00157: loss did not improve from 0.61983\n",
      "Epoch 158/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6240 - categorical_accuracy: 0.8048\n",
      "\n",
      "Epoch 00158: loss did not improve from 0.61983\n",
      "Epoch 159/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6077 - categorical_accuracy: 0.8101\n",
      "\n",
      "Epoch 00159: loss improved from 0.61983 to 0.60771, saving model to 2nd-weights-improvement-159-0.6077.hdf5\n",
      "Epoch 160/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6199 - categorical_accuracy: 0.8052\n",
      "\n",
      "Epoch 00160: loss did not improve from 0.60771\n",
      "Epoch 161/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6444 - categorical_accuracy: 0.7963\n",
      "\n",
      "Epoch 00161: loss did not improve from 0.60771\n",
      "Epoch 162/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6227 - categorical_accuracy: 0.8044\n",
      "\n",
      "Epoch 00162: loss did not improve from 0.60771\n",
      "Epoch 163/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6210 - categorical_accuracy: 0.8045\n",
      "\n",
      "Epoch 00163: loss did not improve from 0.60771\n",
      "Epoch 164/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5878 - categorical_accuracy: 0.8161\n",
      "\n",
      "Epoch 00164: loss improved from 0.60771 to 0.58777, saving model to 2nd-weights-improvement-164-0.5878.hdf5\n",
      "Epoch 165/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5991 - categorical_accuracy: 0.8115\n",
      "\n",
      "Epoch 00165: loss did not improve from 0.58777\n",
      "Epoch 166/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6049 - categorical_accuracy: 0.8103\n",
      "\n",
      "Epoch 00166: loss did not improve from 0.58777\n",
      "Epoch 167/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6072 - categorical_accuracy: 0.8078\n",
      "\n",
      "Epoch 00167: loss did not improve from 0.58777\n",
      "Epoch 168/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5776 - categorical_accuracy: 0.8198\n",
      "\n",
      "Epoch 00168: loss improved from 0.58777 to 0.57764, saving model to 2nd-weights-improvement-168-0.5776.hdf5\n",
      "Epoch 169/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6127 - categorical_accuracy: 0.8059\n",
      "\n",
      "Epoch 00169: loss did not improve from 0.57764\n",
      "Epoch 170/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5999 - categorical_accuracy: 0.8109\n",
      "\n",
      "Epoch 00170: loss did not improve from 0.57764\n",
      "Epoch 171/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6111 - categorical_accuracy: 0.8065\n",
      "\n",
      "Epoch 00171: loss did not improve from 0.57764\n",
      "Epoch 172/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5904 - categorical_accuracy: 0.8135\n",
      "\n",
      "Epoch 00172: loss did not improve from 0.57764\n",
      "Epoch 173/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5768 - categorical_accuracy: 0.8189\n",
      "\n",
      "Epoch 00173: loss improved from 0.57764 to 0.57677, saving model to 2nd-weights-improvement-173-0.5768.hdf5\n",
      "Epoch 174/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6106 - categorical_accuracy: 0.8057\n",
      "\n",
      "Epoch 00174: loss did not improve from 0.57677\n",
      "Epoch 175/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.5817 - categorical_accuracy: 0.8175\n",
      "\n",
      "Epoch 00175: loss did not improve from 0.57677\n",
      "Epoch 176/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5854 - categorical_accuracy: 0.8153\n",
      "\n",
      "Epoch 00176: loss did not improve from 0.57677\n",
      "Epoch 177/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5807 - categorical_accuracy: 0.8174\n",
      "\n",
      "Epoch 00177: loss did not improve from 0.57677\n",
      "Epoch 178/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5537 - categorical_accuracy: 0.8264\n",
      "\n",
      "Epoch 00178: loss improved from 0.57677 to 0.55366, saving model to 2nd-weights-improvement-178-0.5537.hdf5\n",
      "Epoch 179/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5589 - categorical_accuracy: 0.8233\n",
      "\n",
      "Epoch 00179: loss did not improve from 0.55366\n",
      "Epoch 180/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.6091 - categorical_accuracy: 0.8060\n",
      "\n",
      "Epoch 00180: loss did not improve from 0.55366\n",
      "Epoch 181/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5642 - categorical_accuracy: 0.8211\n",
      "\n",
      "Epoch 00181: loss did not improve from 0.55366\n",
      "Epoch 182/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5551 - categorical_accuracy: 0.8241\n",
      "\n",
      "Epoch 00182: loss did not improve from 0.55366\n",
      "Epoch 183/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5554 - categorical_accuracy: 0.8246\n",
      "\n",
      "Epoch 00183: loss did not improve from 0.55366\n",
      "Epoch 184/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5748 - categorical_accuracy: 0.8172\n",
      "\n",
      "Epoch 00184: loss did not improve from 0.55366\n",
      "Epoch 185/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.5519 - categorical_accuracy: 0.8269\n",
      "\n",
      "Epoch 00185: loss improved from 0.55366 to 0.55193, saving model to 2nd-weights-improvement-185-0.5519.hdf5\n",
      "Epoch 186/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5701 - categorical_accuracy: 0.8184\n",
      "\n",
      "Epoch 00186: loss did not improve from 0.55193\n",
      "Epoch 187/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5322 - categorical_accuracy: 0.8321\n",
      "\n",
      "Epoch 00187: loss improved from 0.55193 to 0.53216, saving model to 2nd-weights-improvement-187-0.5322.hdf5\n",
      "Epoch 188/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5434 - categorical_accuracy: 0.8279\n",
      "\n",
      "Epoch 00188: loss did not improve from 0.53216\n",
      "Epoch 189/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5766 - categorical_accuracy: 0.8170\n",
      "\n",
      "Epoch 00189: loss did not improve from 0.53216\n",
      "Epoch 190/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5561 - categorical_accuracy: 0.8224\n",
      "\n",
      "Epoch 00190: loss did not improve from 0.53216\n",
      "Epoch 191/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.5465 - categorical_accuracy: 0.8274\n",
      "\n",
      "Epoch 00191: loss did not improve from 0.53216\n",
      "Epoch 192/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5641 - categorical_accuracy: 0.8209\n",
      "\n",
      "Epoch 00192: loss did not improve from 0.53216\n",
      "Epoch 193/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5345 - categorical_accuracy: 0.8299\n",
      "\n",
      "Epoch 00193: loss did not improve from 0.53216\n",
      "Epoch 194/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5263 - categorical_accuracy: 0.8345\n",
      "\n",
      "Epoch 00194: loss improved from 0.53216 to 0.52634, saving model to 2nd-weights-improvement-194-0.5263.hdf5\n",
      "Epoch 195/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5765 - categorical_accuracy: 0.8152\n",
      "\n",
      "Epoch 00195: loss did not improve from 0.52634\n",
      "Epoch 196/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5241 - categorical_accuracy: 0.8345\n",
      "\n",
      "Epoch 00196: loss improved from 0.52634 to 0.52414, saving model to 2nd-weights-improvement-196-0.5241.hdf5\n",
      "Epoch 197/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5189 - categorical_accuracy: 0.8356\n",
      "\n",
      "Epoch 00197: loss improved from 0.52414 to 0.51892, saving model to 2nd-weights-improvement-197-0.5189.hdf5\n",
      "Epoch 198/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5099 - categorical_accuracy: 0.8388\n",
      "\n",
      "Epoch 00198: loss improved from 0.51892 to 0.50990, saving model to 2nd-weights-improvement-198-0.5099.hdf5\n",
      "Epoch 199/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5233 - categorical_accuracy: 0.8344\n",
      "\n",
      "Epoch 00199: loss did not improve from 0.50990\n",
      "Epoch 200/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5285 - categorical_accuracy: 0.8320\n",
      "\n",
      "Epoch 00200: loss did not improve from 0.50990\n",
      "Epoch 201/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5361 - categorical_accuracy: 0.8298\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00201: loss did not improve from 0.50990\n",
      "Epoch 202/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5212 - categorical_accuracy: 0.8358\n",
      "\n",
      "Epoch 00202: loss did not improve from 0.50990\n",
      "Epoch 203/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5270 - categorical_accuracy: 0.8316\n",
      "\n",
      "Epoch 00203: loss did not improve from 0.50990\n",
      "Epoch 204/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5139 - categorical_accuracy: 0.8381\n",
      "\n",
      "Epoch 00204: loss did not improve from 0.50990\n",
      "Epoch 205/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5032 - categorical_accuracy: 0.8409\n",
      "\n",
      "Epoch 00205: loss improved from 0.50990 to 0.50318, saving model to 2nd-weights-improvement-205-0.5032.hdf5\n",
      "Epoch 206/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5120 - categorical_accuracy: 0.8379\n",
      "\n",
      "Epoch 00206: loss did not improve from 0.50318\n",
      "Epoch 207/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5380 - categorical_accuracy: 0.8287\n",
      "\n",
      "Epoch 00207: loss did not improve from 0.50318\n",
      "Epoch 208/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4999 - categorical_accuracy: 0.8411\n",
      "\n",
      "Epoch 00208: loss improved from 0.50318 to 0.49991, saving model to 2nd-weights-improvement-208-0.4999.hdf5\n",
      "Epoch 209/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5134 - categorical_accuracy: 0.8366\n",
      "\n",
      "Epoch 00209: loss did not improve from 0.49991\n",
      "Epoch 210/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5086 - categorical_accuracy: 0.8378\n",
      "\n",
      "Epoch 00210: loss did not improve from 0.49991\n",
      "Epoch 211/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5238 - categorical_accuracy: 0.8325\n",
      "\n",
      "Epoch 00211: loss did not improve from 0.49991\n",
      "Epoch 212/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5071 - categorical_accuracy: 0.8375\n",
      "\n",
      "Epoch 00212: loss did not improve from 0.49991\n",
      "Epoch 213/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5160 - categorical_accuracy: 0.8366\n",
      "\n",
      "Epoch 00213: loss did not improve from 0.49991\n",
      "Epoch 214/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5218 - categorical_accuracy: 0.8331\n",
      "\n",
      "Epoch 00214: loss did not improve from 0.49991\n",
      "Epoch 215/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5217 - categorical_accuracy: 0.8345\n",
      "\n",
      "Epoch 00215: loss did not improve from 0.49991\n",
      "Epoch 216/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4968 - categorical_accuracy: 0.8424\n",
      "\n",
      "Epoch 00216: loss improved from 0.49991 to 0.49680, saving model to 2nd-weights-improvement-216-0.4968.hdf5\n",
      "Epoch 217/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4787 - categorical_accuracy: 0.8487\n",
      "\n",
      "Epoch 00217: loss improved from 0.49680 to 0.47868, saving model to 2nd-weights-improvement-217-0.4787.hdf5\n",
      "Epoch 218/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4881 - categorical_accuracy: 0.8455\n",
      "\n",
      "Epoch 00218: loss did not improve from 0.47868\n",
      "Epoch 219/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4757 - categorical_accuracy: 0.8498\n",
      "\n",
      "Epoch 00219: loss improved from 0.47868 to 0.47572, saving model to 2nd-weights-improvement-219-0.4757.hdf5\n",
      "Epoch 220/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5105 - categorical_accuracy: 0.8373\n",
      "\n",
      "Epoch 00220: loss did not improve from 0.47572\n",
      "Epoch 221/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5119 - categorical_accuracy: 0.8360\n",
      "\n",
      "Epoch 00221: loss did not improve from 0.47572\n",
      "Epoch 222/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4697 - categorical_accuracy: 0.8511\n",
      "\n",
      "Epoch 00222: loss improved from 0.47572 to 0.46969, saving model to 2nd-weights-improvement-222-0.4697.hdf5\n",
      "Epoch 223/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4652 - categorical_accuracy: 0.8532\n",
      "\n",
      "Epoch 00223: loss improved from 0.46969 to 0.46518, saving model to 2nd-weights-improvement-223-0.4652.hdf5\n",
      "Epoch 224/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5235 - categorical_accuracy: 0.8321\n",
      "\n",
      "Epoch 00224: loss did not improve from 0.46518\n",
      "Epoch 225/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4959 - categorical_accuracy: 0.8419\n",
      "\n",
      "Epoch 00225: loss did not improve from 0.46518\n",
      "Epoch 226/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4850 - categorical_accuracy: 0.8453\n",
      "\n",
      "Epoch 00226: loss did not improve from 0.46518\n",
      "Epoch 227/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4981 - categorical_accuracy: 0.8403\n",
      "\n",
      "Epoch 00227: loss did not improve from 0.46518\n",
      "Epoch 228/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4891 - categorical_accuracy: 0.8435\n",
      "\n",
      "Epoch 00228: loss did not improve from 0.46518\n",
      "Epoch 229/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4608 - categorical_accuracy: 0.8531\n",
      "\n",
      "Epoch 00229: loss improved from 0.46518 to 0.46077, saving model to 2nd-weights-improvement-229-0.4608.hdf5\n",
      "Epoch 230/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4440 - categorical_accuracy: 0.8595\n",
      "\n",
      "Epoch 00230: loss improved from 0.46077 to 0.44403, saving model to 2nd-weights-improvement-230-0.4440.hdf5\n",
      "Epoch 231/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4820 - categorical_accuracy: 0.8462\n",
      "\n",
      "Epoch 00231: loss did not improve from 0.44403\n",
      "Epoch 232/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.5007 - categorical_accuracy: 0.8393\n",
      "\n",
      "Epoch 00232: loss did not improve from 0.44403\n",
      "Epoch 233/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.5068 - categorical_accuracy: 0.8371\n",
      "\n",
      "Epoch 00233: loss did not improve from 0.44403\n",
      "Epoch 234/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4487 - categorical_accuracy: 0.8574\n",
      "\n",
      "Epoch 00234: loss did not improve from 0.44403\n",
      "Epoch 235/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4760 - categorical_accuracy: 0.8482\n",
      "\n",
      "Epoch 00235: loss did not improve from 0.44403\n",
      "Epoch 236/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4968 - categorical_accuracy: 0.8408\n",
      "\n",
      "Epoch 00236: loss did not improve from 0.44403\n",
      "Epoch 237/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4637 - categorical_accuracy: 0.8510\n",
      "\n",
      "Epoch 00237: loss did not improve from 0.44403\n",
      "Epoch 238/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4638 - categorical_accuracy: 0.8508\n",
      "\n",
      "Epoch 00238: loss did not improve from 0.44403\n",
      "Epoch 239/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4532 - categorical_accuracy: 0.8548\n",
      "\n",
      "Epoch 00239: loss did not improve from 0.44403\n",
      "Epoch 240/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4716 - categorical_accuracy: 0.8490\n",
      "\n",
      "Epoch 00240: loss did not improve from 0.44403\n",
      "Epoch 241/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4754 - categorical_accuracy: 0.8465\n",
      "\n",
      "Epoch 00241: loss did not improve from 0.44403\n",
      "Epoch 242/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4740 - categorical_accuracy: 0.8474\n",
      "\n",
      "Epoch 00242: loss did not improve from 0.44403\n",
      "Epoch 243/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4579 - categorical_accuracy: 0.8536\n",
      "\n",
      "Epoch 00243: loss did not improve from 0.44403\n",
      "Epoch 244/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4526 - categorical_accuracy: 0.8542\n",
      "\n",
      "Epoch 00244: loss did not improve from 0.44403\n",
      "Epoch 245/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4594 - categorical_accuracy: 0.8535\n",
      "\n",
      "Epoch 00245: loss did not improve from 0.44403\n",
      "Epoch 246/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4439 - categorical_accuracy: 0.8584\n",
      "\n",
      "Epoch 00246: loss improved from 0.44403 to 0.44386, saving model to 2nd-weights-improvement-246-0.4439.hdf5\n",
      "Epoch 247/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4716 - categorical_accuracy: 0.8486\n",
      "\n",
      "Epoch 00247: loss did not improve from 0.44386\n",
      "Epoch 248/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4765 - categorical_accuracy: 0.8465\n",
      "\n",
      "Epoch 00248: loss did not improve from 0.44386\n",
      "Epoch 249/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4739 - categorical_accuracy: 0.8470\n",
      "\n",
      "Epoch 00249: loss did not improve from 0.44386\n",
      "Epoch 250/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4467 - categorical_accuracy: 0.8580\n",
      "\n",
      "Epoch 00250: loss did not improve from 0.44386\n",
      "Epoch 251/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4410 - categorical_accuracy: 0.8581\n",
      "\n",
      "Epoch 00251: loss improved from 0.44386 to 0.44100, saving model to 2nd-weights-improvement-251-0.4410.hdf5\n",
      "Epoch 252/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4515 - categorical_accuracy: 0.8569\n",
      "\n",
      "Epoch 00252: loss did not improve from 0.44100\n",
      "Epoch 253/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4558 - categorical_accuracy: 0.8537\n",
      "\n",
      "Epoch 00253: loss did not improve from 0.44100\n",
      "Epoch 254/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4349 - categorical_accuracy: 0.8612\n",
      "\n",
      "Epoch 00254: loss improved from 0.44100 to 0.43495, saving model to 2nd-weights-improvement-254-0.4349.hdf5\n",
      "Epoch 255/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4574 - categorical_accuracy: 0.8534\n",
      "\n",
      "Epoch 00255: loss did not improve from 0.43495\n",
      "Epoch 256/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4463 - categorical_accuracy: 0.8560\n",
      "\n",
      "Epoch 00256: loss did not improve from 0.43495\n",
      "Epoch 257/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4674 - categorical_accuracy: 0.8485\n",
      "\n",
      "Epoch 00257: loss did not improve from 0.43495\n",
      "Epoch 258/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4533 - categorical_accuracy: 0.8542\n",
      "\n",
      "Epoch 00258: loss did not improve from 0.43495\n",
      "Epoch 259/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4260 - categorical_accuracy: 0.8639\n",
      "\n",
      "Epoch 00259: loss improved from 0.43495 to 0.42596, saving model to 2nd-weights-improvement-259-0.4260.hdf5\n",
      "Epoch 260/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4448 - categorical_accuracy: 0.8568\n",
      "\n",
      "Epoch 00260: loss did not improve from 0.42596\n",
      "Epoch 261/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4697 - categorical_accuracy: 0.8480\n",
      "\n",
      "Epoch 00261: loss did not improve from 0.42596\n",
      "Epoch 262/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4283 - categorical_accuracy: 0.8629\n",
      "\n",
      "Epoch 00262: loss did not improve from 0.42596\n",
      "Epoch 263/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4465 - categorical_accuracy: 0.8565\n",
      "\n",
      "Epoch 00263: loss did not improve from 0.42596\n",
      "Epoch 264/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4301 - categorical_accuracy: 0.8631\n",
      "\n",
      "Epoch 00264: loss did not improve from 0.42596\n",
      "Epoch 265/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4386 - categorical_accuracy: 0.8607\n",
      "\n",
      "Epoch 00265: loss did not improve from 0.42596\n",
      "Epoch 266/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4543 - categorical_accuracy: 0.8536\n",
      "\n",
      "Epoch 00266: loss did not improve from 0.42596\n",
      "Epoch 267/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4502 - categorical_accuracy: 0.8555\n",
      "\n",
      "Epoch 00267: loss did not improve from 0.42596\n",
      "Epoch 268/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4256 - categorical_accuracy: 0.8631\n",
      "\n",
      "Epoch 00268: loss improved from 0.42596 to 0.42565, saving model to 2nd-weights-improvement-268-0.4256.hdf5\n",
      "Epoch 269/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4309 - categorical_accuracy: 0.8611\n",
      "\n",
      "Epoch 00269: loss did not improve from 0.42565\n",
      "Epoch 270/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4344 - categorical_accuracy: 0.8603\n",
      "\n",
      "Epoch 00270: loss did not improve from 0.42565\n",
      "Epoch 271/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4296 - categorical_accuracy: 0.8615\n",
      "\n",
      "Epoch 00271: loss did not improve from 0.42565\n",
      "Epoch 272/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4231 - categorical_accuracy: 0.8644\n",
      "\n",
      "Epoch 00272: loss improved from 0.42565 to 0.42307, saving model to 2nd-weights-improvement-272-0.4231.hdf5\n",
      "Epoch 273/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4596 - categorical_accuracy: 0.8516\n",
      "\n",
      "Epoch 00273: loss did not improve from 0.42307\n",
      "Epoch 274/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4261 - categorical_accuracy: 0.8629\n",
      "\n",
      "Epoch 00274: loss did not improve from 0.42307\n",
      "Epoch 275/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4277 - categorical_accuracy: 0.8621\n",
      "\n",
      "Epoch 00275: loss did not improve from 0.42307\n",
      "Epoch 276/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4363 - categorical_accuracy: 0.8601\n",
      "\n",
      "Epoch 00276: loss did not improve from 0.42307\n",
      "Epoch 277/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4596 - categorical_accuracy: 0.8506\n",
      "\n",
      "Epoch 00277: loss did not improve from 0.42307\n",
      "Epoch 278/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4363 - categorical_accuracy: 0.8599\n",
      "\n",
      "Epoch 00278: loss did not improve from 0.42307\n",
      "Epoch 279/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3970 - categorical_accuracy: 0.8741\n",
      "\n",
      "Epoch 00279: loss improved from 0.42307 to 0.39701, saving model to 2nd-weights-improvement-279-0.3970.hdf5\n",
      "Epoch 280/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4551 - categorical_accuracy: 0.8522\n",
      "\n",
      "Epoch 00280: loss did not improve from 0.39701\n",
      "Epoch 281/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4241 - categorical_accuracy: 0.8623\n",
      "\n",
      "Epoch 00281: loss did not improve from 0.39701\n",
      "Epoch 282/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4064 - categorical_accuracy: 0.8702\n",
      "\n",
      "Epoch 00282: loss did not improve from 0.39701\n",
      "Epoch 283/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4135 - categorical_accuracy: 0.8677\n",
      "\n",
      "Epoch 00283: loss did not improve from 0.39701\n",
      "Epoch 284/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4215 - categorical_accuracy: 0.8646\n",
      "\n",
      "Epoch 00284: loss did not improve from 0.39701\n",
      "Epoch 285/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4277 - categorical_accuracy: 0.8622\n",
      "\n",
      "Epoch 00285: loss did not improve from 0.39701\n",
      "Epoch 286/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4109 - categorical_accuracy: 0.8666\n",
      "\n",
      "Epoch 00286: loss did not improve from 0.39701\n",
      "Epoch 287/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4276 - categorical_accuracy: 0.8629\n",
      "\n",
      "Epoch 00287: loss did not improve from 0.39701\n",
      "Epoch 288/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4014 - categorical_accuracy: 0.8703\n",
      "\n",
      "Epoch 00288: loss did not improve from 0.39701\n",
      "Epoch 289/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4372 - categorical_accuracy: 0.8587\n",
      "\n",
      "Epoch 00289: loss did not improve from 0.39701\n",
      "Epoch 290/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4236 - categorical_accuracy: 0.8631\n",
      "\n",
      "Epoch 00290: loss did not improve from 0.39701\n",
      "Epoch 291/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4267 - categorical_accuracy: 0.8625\n",
      "\n",
      "Epoch 00291: loss did not improve from 0.39701\n",
      "Epoch 292/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3950 - categorical_accuracy: 0.8732\n",
      "\n",
      "Epoch 00292: loss improved from 0.39701 to 0.39498, saving model to 2nd-weights-improvement-292-0.3950.hdf5\n",
      "Epoch 293/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4018 - categorical_accuracy: 0.8706\n",
      "\n",
      "Epoch 00293: loss did not improve from 0.39498\n",
      "Epoch 294/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4169 - categorical_accuracy: 0.8656\n",
      "\n",
      "Epoch 00294: loss did not improve from 0.39498\n",
      "Epoch 295/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4048 - categorical_accuracy: 0.8691\n",
      "\n",
      "Epoch 00295: loss did not improve from 0.39498\n",
      "Epoch 296/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3774 - categorical_accuracy: 0.8795\n",
      "\n",
      "Epoch 00296: loss improved from 0.39498 to 0.37740, saving model to 2nd-weights-improvement-296-0.3774.hdf5\n",
      "Epoch 297/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4289 - categorical_accuracy: 0.8614\n",
      "\n",
      "Epoch 00297: loss did not improve from 0.37740\n",
      "Epoch 298/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4404 - categorical_accuracy: 0.8563\n",
      "\n",
      "Epoch 00298: loss did not improve from 0.37740\n",
      "Epoch 299/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4152 - categorical_accuracy: 0.8672\n",
      "\n",
      "Epoch 00299: loss did not improve from 0.37740\n",
      "Epoch 300/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4113 - categorical_accuracy: 0.8681\n",
      "\n",
      "Epoch 00300: loss did not improve from 0.37740\n",
      "Epoch 301/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4358 - categorical_accuracy: 0.8583\n",
      "\n",
      "Epoch 00301: loss did not improve from 0.37740\n",
      "Epoch 302/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3931 - categorical_accuracy: 0.8734\n",
      "\n",
      "Epoch 00302: loss did not improve from 0.37740\n",
      "Epoch 303/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3471 - categorical_accuracy: 0.8901\n",
      "\n",
      "Epoch 00303: loss improved from 0.37740 to 0.34714, saving model to 2nd-weights-improvement-303-0.3471.hdf5\n",
      "Epoch 304/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4151 - categorical_accuracy: 0.8663\n",
      "\n",
      "Epoch 00304: loss did not improve from 0.34714\n",
      "Epoch 305/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4184 - categorical_accuracy: 0.8638\n",
      "\n",
      "Epoch 00305: loss did not improve from 0.34714\n",
      "Epoch 306/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4180 - categorical_accuracy: 0.8647\n",
      "\n",
      "Epoch 00306: loss did not improve from 0.34714\n",
      "Epoch 307/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3980 - categorical_accuracy: 0.8720\n",
      "\n",
      "Epoch 00307: loss did not improve from 0.34714\n",
      "Epoch 308/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4215 - categorical_accuracy: 0.8634\n",
      "\n",
      "Epoch 00308: loss did not improve from 0.34714\n",
      "Epoch 309/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4033 - categorical_accuracy: 0.8701\n",
      "\n",
      "Epoch 00309: loss did not improve from 0.34714\n",
      "Epoch 310/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3981 - categorical_accuracy: 0.8723\n",
      "\n",
      "Epoch 00310: loss did not improve from 0.34714\n",
      "Epoch 311/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3926 - categorical_accuracy: 0.8723\n",
      "\n",
      "Epoch 00311: loss did not improve from 0.34714\n",
      "Epoch 312/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4062 - categorical_accuracy: 0.8689\n",
      "\n",
      "Epoch 00312: loss did not improve from 0.34714\n",
      "Epoch 313/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4073 - categorical_accuracy: 0.8681\n",
      "\n",
      "Epoch 00313: loss did not improve from 0.34714\n",
      "Epoch 314/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4134 - categorical_accuracy: 0.8665\n",
      "\n",
      "Epoch 00314: loss did not improve from 0.34714\n",
      "Epoch 315/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3850 - categorical_accuracy: 0.8762\n",
      "\n",
      "Epoch 00315: loss did not improve from 0.34714\n",
      "Epoch 316/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4215 - categorical_accuracy: 0.8634\n",
      "\n",
      "Epoch 00316: loss did not improve from 0.34714\n",
      "Epoch 317/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3893 - categorical_accuracy: 0.8739\n",
      "\n",
      "Epoch 00317: loss did not improve from 0.34714\n",
      "Epoch 318/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3824 - categorical_accuracy: 0.8776\n",
      "\n",
      "Epoch 00318: loss did not improve from 0.34714\n",
      "Epoch 319/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3876 - categorical_accuracy: 0.8765\n",
      "\n",
      "Epoch 00319: loss did not improve from 0.34714\n",
      "Epoch 320/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4238 - categorical_accuracy: 0.8625\n",
      "\n",
      "Epoch 00320: loss did not improve from 0.34714\n",
      "Epoch 321/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3951 - categorical_accuracy: 0.8732\n",
      "\n",
      "Epoch 00321: loss did not improve from 0.34714\n",
      "Epoch 322/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3862 - categorical_accuracy: 0.8755\n",
      "\n",
      "Epoch 00322: loss did not improve from 0.34714\n",
      "Epoch 323/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4026 - categorical_accuracy: 0.8695\n",
      "\n",
      "Epoch 00323: loss did not improve from 0.34714\n",
      "Epoch 324/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3772 - categorical_accuracy: 0.8785\n",
      "\n",
      "Epoch 00324: loss did not improve from 0.34714\n",
      "Epoch 325/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4035 - categorical_accuracy: 0.8707\n",
      "\n",
      "Epoch 00325: loss did not improve from 0.34714\n",
      "Epoch 326/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3829 - categorical_accuracy: 0.8750\n",
      "\n",
      "Epoch 00326: loss did not improve from 0.34714\n",
      "Epoch 327/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3481 - categorical_accuracy: 0.8879\n",
      "\n",
      "Epoch 00327: loss did not improve from 0.34714\n",
      "Epoch 328/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4266 - categorical_accuracy: 0.8622\n",
      "\n",
      "Epoch 00328: loss did not improve from 0.34714\n",
      "Epoch 329/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4045 - categorical_accuracy: 0.8684\n",
      "\n",
      "Epoch 00329: loss did not improve from 0.34714\n",
      "Epoch 330/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3933 - categorical_accuracy: 0.8716\n",
      "\n",
      "Epoch 00330: loss did not improve from 0.34714\n",
      "Epoch 331/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3700 - categorical_accuracy: 0.8803\n",
      "\n",
      "Epoch 00331: loss did not improve from 0.34714\n",
      "Epoch 332/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3905 - categorical_accuracy: 0.8736\n",
      "\n",
      "Epoch 00332: loss did not improve from 0.34714\n",
      "Epoch 333/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3634 - categorical_accuracy: 0.8836\n",
      "\n",
      "Epoch 00333: loss did not improve from 0.34714\n",
      "Epoch 334/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3648 - categorical_accuracy: 0.8838\n",
      "\n",
      "Epoch 00334: loss did not improve from 0.34714\n",
      "Epoch 335/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4130 - categorical_accuracy: 0.8660\n",
      "\n",
      "Epoch 00335: loss did not improve from 0.34714\n",
      "Epoch 336/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4050 - categorical_accuracy: 0.8695\n",
      "\n",
      "Epoch 00336: loss did not improve from 0.34714\n",
      "Epoch 337/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3743 - categorical_accuracy: 0.8797\n",
      "\n",
      "Epoch 00337: loss did not improve from 0.34714\n",
      "Epoch 338/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3715 - categorical_accuracy: 0.8801\n",
      "\n",
      "Epoch 00338: loss did not improve from 0.34714\n",
      "Epoch 339/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3695 - categorical_accuracy: 0.8805\n",
      "\n",
      "Epoch 00339: loss did not improve from 0.34714\n",
      "Epoch 340/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3683 - categorical_accuracy: 0.8800\n",
      "\n",
      "Epoch 00340: loss did not improve from 0.34714\n",
      "Epoch 341/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3960 - categorical_accuracy: 0.8719\n",
      "\n",
      "Epoch 00341: loss did not improve from 0.34714\n",
      "Epoch 342/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4265 - categorical_accuracy: 0.8607\n",
      "\n",
      "Epoch 00342: loss did not improve from 0.34714\n",
      "Epoch 343/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3891 - categorical_accuracy: 0.8740\n",
      "\n",
      "Epoch 00343: loss did not improve from 0.34714\n",
      "Epoch 344/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3301 - categorical_accuracy: 0.8949\n",
      "\n",
      "Epoch 00344: loss improved from 0.34714 to 0.33010, saving model to 2nd-weights-improvement-344-0.3301.hdf5\n",
      "Epoch 345/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3313 - categorical_accuracy: 0.8944\n",
      "\n",
      "Epoch 00345: loss did not improve from 0.33010\n",
      "Epoch 346/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4148 - categorical_accuracy: 0.8652\n",
      "\n",
      "Epoch 00346: loss did not improve from 0.33010\n",
      "Epoch 347/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4114 - categorical_accuracy: 0.8659\n",
      "\n",
      "Epoch 00347: loss did not improve from 0.33010\n",
      "Epoch 348/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3823 - categorical_accuracy: 0.8768\n",
      "\n",
      "Epoch 00348: loss did not improve from 0.33010\n",
      "Epoch 349/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3790 - categorical_accuracy: 0.8777\n",
      "\n",
      "Epoch 00349: loss did not improve from 0.33010\n",
      "Epoch 350/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3827 - categorical_accuracy: 0.8763\n",
      "\n",
      "Epoch 00350: loss did not improve from 0.33010\n",
      "Epoch 351/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3770 - categorical_accuracy: 0.8791\n",
      "\n",
      "Epoch 00351: loss did not improve from 0.33010\n",
      "Epoch 352/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3796 - categorical_accuracy: 0.8767\n",
      "\n",
      "Epoch 00352: loss did not improve from 0.33010\n",
      "Epoch 353/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3857 - categorical_accuracy: 0.8750\n",
      "\n",
      "Epoch 00353: loss did not improve from 0.33010\n",
      "Epoch 354/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3598 - categorical_accuracy: 0.8838\n",
      "\n",
      "Epoch 00354: loss did not improve from 0.33010\n",
      "Epoch 355/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3396 - categorical_accuracy: 0.8912\n",
      "\n",
      "Epoch 00355: loss did not improve from 0.33010\n",
      "Epoch 356/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3493 - categorical_accuracy: 0.8886\n",
      "\n",
      "Epoch 00356: loss did not improve from 0.33010\n",
      "Epoch 357/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4007 - categorical_accuracy: 0.8698\n",
      "\n",
      "Epoch 00357: loss did not improve from 0.33010\n",
      "Epoch 358/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4141 - categorical_accuracy: 0.8647\n",
      "\n",
      "Epoch 00358: loss did not improve from 0.33010\n",
      "Epoch 359/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3549 - categorical_accuracy: 0.8843\n",
      "\n",
      "Epoch 00359: loss did not improve from 0.33010\n",
      "Epoch 360/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3575 - categorical_accuracy: 0.8849\n",
      "\n",
      "Epoch 00360: loss did not improve from 0.33010\n",
      "Epoch 361/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3941 - categorical_accuracy: 0.8712\n",
      "\n",
      "Epoch 00361: loss did not improve from 0.33010\n",
      "Epoch 362/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3895 - categorical_accuracy: 0.8741\n",
      "\n",
      "Epoch 00362: loss did not improve from 0.33010\n",
      "Epoch 363/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3829 - categorical_accuracy: 0.8760\n",
      "\n",
      "Epoch 00363: loss did not improve from 0.33010\n",
      "Epoch 364/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3425 - categorical_accuracy: 0.8906\n",
      "\n",
      "Epoch 00364: loss did not improve from 0.33010\n",
      "Epoch 365/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3506 - categorical_accuracy: 0.8869\n",
      "\n",
      "Epoch 00365: loss did not improve from 0.33010\n",
      "Epoch 366/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.4097 - categorical_accuracy: 0.8667\n",
      "\n",
      "Epoch 00366: loss did not improve from 0.33010\n",
      "Epoch 367/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3443 - categorical_accuracy: 0.8889\n",
      "\n",
      "Epoch 00367: loss did not improve from 0.33010\n",
      "Epoch 368/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3398 - categorical_accuracy: 0.8901\n",
      "\n",
      "Epoch 00368: loss did not improve from 0.33010\n",
      "Epoch 369/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3988 - categorical_accuracy: 0.8710\n",
      "\n",
      "Epoch 00369: loss did not improve from 0.33010\n",
      "Epoch 370/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3609 - categorical_accuracy: 0.8828\n",
      "\n",
      "Epoch 00370: loss did not improve from 0.33010\n",
      "Epoch 371/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3539 - categorical_accuracy: 0.8851\n",
      "\n",
      "Epoch 00371: loss did not improve from 0.33010\n",
      "Epoch 372/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3280 - categorical_accuracy: 0.8945\n",
      "\n",
      "Epoch 00372: loss improved from 0.33010 to 0.32795, saving model to 2nd-weights-improvement-372-0.3280.hdf5\n",
      "Epoch 373/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3685 - categorical_accuracy: 0.8815\n",
      "\n",
      "Epoch 00373: loss did not improve from 0.32795\n",
      "Epoch 374/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3852 - categorical_accuracy: 0.8739\n",
      "\n",
      "Epoch 00374: loss did not improve from 0.32795\n",
      "Epoch 375/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3694 - categorical_accuracy: 0.8796\n",
      "\n",
      "Epoch 00375: loss did not improve from 0.32795\n",
      "Epoch 376/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3292 - categorical_accuracy: 0.8942\n",
      "\n",
      "Epoch 00376: loss did not improve from 0.32795\n",
      "Epoch 377/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3473 - categorical_accuracy: 0.8876\n",
      "\n",
      "Epoch 00377: loss did not improve from 0.32795\n",
      "Epoch 378/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3758 - categorical_accuracy: 0.8772\n",
      "\n",
      "Epoch 00378: loss did not improve from 0.32795\n",
      "Epoch 379/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3628 - categorical_accuracy: 0.8817\n",
      "\n",
      "Epoch 00379: loss did not improve from 0.32795\n",
      "Epoch 380/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3811 - categorical_accuracy: 0.8764\n",
      "\n",
      "Epoch 00380: loss did not improve from 0.32795\n",
      "Epoch 381/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3758 - categorical_accuracy: 0.8760\n",
      "\n",
      "Epoch 00381: loss did not improve from 0.32795\n",
      "Epoch 382/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3286 - categorical_accuracy: 0.8948\n",
      "\n",
      "Epoch 00382: loss did not improve from 0.32795\n",
      "Epoch 383/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3248 - categorical_accuracy: 0.8965\n",
      "\n",
      "Epoch 00383: loss improved from 0.32795 to 0.32476, saving model to 2nd-weights-improvement-383-0.3248.hdf5\n",
      "Epoch 384/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3804 - categorical_accuracy: 0.8752\n",
      "\n",
      "Epoch 00384: loss did not improve from 0.32476\n",
      "Epoch 385/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3830 - categorical_accuracy: 0.8759\n",
      "\n",
      "Epoch 00385: loss did not improve from 0.32476\n",
      "Epoch 386/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3637 - categorical_accuracy: 0.8810\n",
      "\n",
      "Epoch 00386: loss did not improve from 0.32476\n",
      "Epoch 387/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3381 - categorical_accuracy: 0.8900\n",
      "\n",
      "Epoch 00387: loss did not improve from 0.32476\n",
      "Epoch 388/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3649 - categorical_accuracy: 0.8820\n",
      "\n",
      "Epoch 00388: loss did not improve from 0.32476\n",
      "Epoch 389/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3523 - categorical_accuracy: 0.8852\n",
      "\n",
      "Epoch 00389: loss did not improve from 0.32476\n",
      "Epoch 390/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3822 - categorical_accuracy: 0.8769\n",
      "\n",
      "Epoch 00390: loss did not improve from 0.32476\n",
      "Epoch 391/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3457 - categorical_accuracy: 0.8869\n",
      "\n",
      "Epoch 00391: loss did not improve from 0.32476\n",
      "Epoch 392/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3389 - categorical_accuracy: 0.8914\n",
      "\n",
      "Epoch 00392: loss did not improve from 0.32476\n",
      "Epoch 393/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3518 - categorical_accuracy: 0.8853\n",
      "\n",
      "Epoch 00393: loss did not improve from 0.32476\n",
      "Epoch 394/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3405 - categorical_accuracy: 0.8891\n",
      "\n",
      "Epoch 00394: loss did not improve from 0.32476\n",
      "Epoch 395/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3692 - categorical_accuracy: 0.8803\n",
      "\n",
      "Epoch 00395: loss did not improve from 0.32476\n",
      "Epoch 396/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3606 - categorical_accuracy: 0.8829\n",
      "\n",
      "Epoch 00396: loss did not improve from 0.32476\n",
      "Epoch 397/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3505 - categorical_accuracy: 0.8870\n",
      "\n",
      "Epoch 00397: loss did not improve from 0.32476\n",
      "Epoch 398/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3564 - categorical_accuracy: 0.8850\n",
      "\n",
      "Epoch 00398: loss did not improve from 0.32476\n",
      "Epoch 399/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3456 - categorical_accuracy: 0.8877\n",
      "\n",
      "Epoch 00399: loss did not improve from 0.32476\n",
      "Epoch 400/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3697 - categorical_accuracy: 0.8793\n",
      "\n",
      "Epoch 00400: loss did not improve from 0.32476\n",
      "Epoch 401/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3238 - categorical_accuracy: 0.8957\n",
      "\n",
      "Epoch 00401: loss improved from 0.32476 to 0.32379, saving model to 2nd-weights-improvement-401-0.3238.hdf5\n",
      "Epoch 402/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3243 - categorical_accuracy: 0.8953\n",
      "\n",
      "Epoch 00402: loss did not improve from 0.32379\n",
      "Epoch 403/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3578 - categorical_accuracy: 0.8838\n",
      "\n",
      "Epoch 00403: loss did not improve from 0.32379\n",
      "Epoch 404/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3832 - categorical_accuracy: 0.8746\n",
      "\n",
      "Epoch 00404: loss did not improve from 0.32379\n",
      "Epoch 405/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3681 - categorical_accuracy: 0.8787\n",
      "\n",
      "Epoch 00405: loss did not improve from 0.32379\n",
      "Epoch 406/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3250 - categorical_accuracy: 0.8953\n",
      "\n",
      "Epoch 00406: loss did not improve from 0.32379\n",
      "Epoch 407/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3630 - categorical_accuracy: 0.8825\n",
      "\n",
      "Epoch 00407: loss did not improve from 0.32379\n",
      "Epoch 408/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3432 - categorical_accuracy: 0.8879\n",
      "\n",
      "Epoch 00408: loss did not improve from 0.32379\n",
      "Epoch 409/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3450 - categorical_accuracy: 0.8884\n",
      "\n",
      "Epoch 00409: loss did not improve from 0.32379\n",
      "Epoch 410/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3413 - categorical_accuracy: 0.8888\n",
      "\n",
      "Epoch 00410: loss did not improve from 0.32379\n",
      "Epoch 411/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3546 - categorical_accuracy: 0.8851\n",
      "\n",
      "Epoch 00411: loss did not improve from 0.32379\n",
      "Epoch 412/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3460 - categorical_accuracy: 0.8870\n",
      "\n",
      "Epoch 00412: loss did not improve from 0.32379\n",
      "Epoch 413/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3866 - categorical_accuracy: 0.8725\n",
      "\n",
      "Epoch 00413: loss did not improve from 0.32379\n",
      "Epoch 414/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3686 - categorical_accuracy: 0.8783\n",
      "\n",
      "Epoch 00414: loss did not improve from 0.32379\n",
      "Epoch 415/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3308 - categorical_accuracy: 0.8930\n",
      "\n",
      "Epoch 00415: loss did not improve from 0.32379\n",
      "Epoch 416/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3110 - categorical_accuracy: 0.8997\n",
      "\n",
      "Epoch 00416: loss improved from 0.32379 to 0.31101, saving model to 2nd-weights-improvement-416-0.3110.hdf5\n",
      "Epoch 417/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3135 - categorical_accuracy: 0.8994\n",
      "\n",
      "Epoch 00417: loss did not improve from 0.31101\n",
      "Epoch 418/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3159 - categorical_accuracy: 0.8981\n",
      "\n",
      "Epoch 00418: loss did not improve from 0.31101\n",
      "Epoch 419/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3687 - categorical_accuracy: 0.8790\n",
      "\n",
      "Epoch 00419: loss did not improve from 0.31101\n",
      "Epoch 420/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3645 - categorical_accuracy: 0.8803\n",
      "\n",
      "Epoch 00420: loss did not improve from 0.31101\n",
      "Epoch 421/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3624 - categorical_accuracy: 0.8823\n",
      "\n",
      "Epoch 00421: loss did not improve from 0.31101\n",
      "Epoch 422/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3400 - categorical_accuracy: 0.8899\n",
      "\n",
      "Epoch 00422: loss did not improve from 0.31101\n",
      "Epoch 423/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3433 - categorical_accuracy: 0.8888\n",
      "\n",
      "Epoch 00423: loss did not improve from 0.31101\n",
      "Epoch 424/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3173 - categorical_accuracy: 0.8967\n",
      "\n",
      "Epoch 00424: loss did not improve from 0.31101\n",
      "Epoch 425/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3862 - categorical_accuracy: 0.8734\n",
      "\n",
      "Epoch 00425: loss did not improve from 0.31101\n",
      "Epoch 426/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3679 - categorical_accuracy: 0.8785\n",
      "\n",
      "Epoch 00426: loss did not improve from 0.31101\n",
      "Epoch 427/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3112 - categorical_accuracy: 0.8997\n",
      "\n",
      "Epoch 00427: loss did not improve from 0.31101\n",
      "Epoch 428/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3345 - categorical_accuracy: 0.8908\n",
      "\n",
      "Epoch 00428: loss did not improve from 0.31101\n",
      "Epoch 429/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3303 - categorical_accuracy: 0.8931\n",
      "\n",
      "Epoch 00429: loss did not improve from 0.31101\n",
      "Epoch 430/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3431 - categorical_accuracy: 0.8882\n",
      "\n",
      "Epoch 00430: loss did not improve from 0.31101\n",
      "Epoch 431/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3399 - categorical_accuracy: 0.8889\n",
      "\n",
      "Epoch 00431: loss did not improve from 0.31101\n",
      "Epoch 432/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3520 - categorical_accuracy: 0.8849\n",
      "\n",
      "Epoch 00432: loss did not improve from 0.31101\n",
      "Epoch 433/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3291 - categorical_accuracy: 0.8921\n",
      "\n",
      "Epoch 00433: loss did not improve from 0.31101\n",
      "Epoch 434/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3429 - categorical_accuracy: 0.8888\n",
      "\n",
      "Epoch 00434: loss did not improve from 0.31101\n",
      "Epoch 435/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3138 - categorical_accuracy: 0.8992\n",
      "\n",
      "Epoch 00435: loss did not improve from 0.31101\n",
      "Epoch 436/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3486 - categorical_accuracy: 0.8867\n",
      "\n",
      "Epoch 00436: loss did not improve from 0.31101\n",
      "Epoch 437/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3719 - categorical_accuracy: 0.8784\n",
      "\n",
      "Epoch 00437: loss did not improve from 0.31101\n",
      "Epoch 438/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3428 - categorical_accuracy: 0.8874\n",
      "\n",
      "Epoch 00438: loss did not improve from 0.31101\n",
      "Epoch 439/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2999 - categorical_accuracy: 0.9035\n",
      "\n",
      "Epoch 00439: loss improved from 0.31101 to 0.29992, saving model to 2nd-weights-improvement-439-0.2999.hdf5\n",
      "Epoch 440/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2831 - categorical_accuracy: 0.9098\n",
      "\n",
      "Epoch 00440: loss improved from 0.29992 to 0.28312, saving model to 2nd-weights-improvement-440-0.2831.hdf5\n",
      "Epoch 441/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3599 - categorical_accuracy: 0.8836\n",
      "\n",
      "Epoch 00441: loss did not improve from 0.28312\n",
      "Epoch 442/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4037 - categorical_accuracy: 0.8679\n",
      "\n",
      "Epoch 00442: loss did not improve from 0.28312\n",
      "Epoch 443/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3316 - categorical_accuracy: 0.8913\n",
      "\n",
      "Epoch 00443: loss did not improve from 0.28312\n",
      "Epoch 444/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3310 - categorical_accuracy: 0.8932\n",
      "\n",
      "Epoch 00444: loss did not improve from 0.28312\n",
      "Epoch 445/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3289 - categorical_accuracy: 0.8921\n",
      "\n",
      "Epoch 00445: loss did not improve from 0.28312\n",
      "Epoch 446/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3106 - categorical_accuracy: 0.8988\n",
      "\n",
      "Epoch 00446: loss did not improve from 0.28312\n",
      "Epoch 447/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3182 - categorical_accuracy: 0.8958\n",
      "\n",
      "Epoch 00447: loss did not improve from 0.28312\n",
      "Epoch 448/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2951 - categorical_accuracy: 0.9052\n",
      "\n",
      "Epoch 00448: loss did not improve from 0.28312\n",
      "Epoch 449/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3561 - categorical_accuracy: 0.8841\n",
      "\n",
      "Epoch 00449: loss did not improve from 0.28312\n",
      "Epoch 450/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3554 - categorical_accuracy: 0.8844\n",
      "\n",
      "Epoch 00450: loss did not improve from 0.28312\n",
      "Epoch 451/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3574 - categorical_accuracy: 0.8830\n",
      "\n",
      "Epoch 00451: loss did not improve from 0.28312\n",
      "Epoch 452/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3126 - categorical_accuracy: 0.8996\n",
      "\n",
      "Epoch 00452: loss did not improve from 0.28312\n",
      "Epoch 453/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2993 - categorical_accuracy: 0.9034\n",
      "\n",
      "Epoch 00453: loss did not improve from 0.28312\n",
      "Epoch 454/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3273 - categorical_accuracy: 0.8949\n",
      "\n",
      "Epoch 00454: loss did not improve from 0.28312\n",
      "Epoch 455/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3615 - categorical_accuracy: 0.8815\n",
      "\n",
      "Epoch 00455: loss did not improve from 0.28312\n",
      "Epoch 456/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3569 - categorical_accuracy: 0.8844\n",
      "\n",
      "Epoch 00456: loss did not improve from 0.28312\n",
      "Epoch 457/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3185 - categorical_accuracy: 0.8968\n",
      "\n",
      "Epoch 00457: loss did not improve from 0.28312\n",
      "Epoch 458/1000\n",
      "366/366 [==============================] - 4s 12ms/step - loss: 0.3149 - categorical_accuracy: 0.8971\n",
      "\n",
      "Epoch 00458: loss did not improve from 0.28312\n",
      "Epoch 459/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3463 - categorical_accuracy: 0.8872\n",
      "\n",
      "Epoch 00459: loss did not improve from 0.28312\n",
      "Epoch 460/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3520 - categorical_accuracy: 0.8841\n",
      "\n",
      "Epoch 00460: loss did not improve from 0.28312\n",
      "Epoch 461/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3174 - categorical_accuracy: 0.8968\n",
      "\n",
      "Epoch 00461: loss did not improve from 0.28312\n",
      "Epoch 462/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3088 - categorical_accuracy: 0.8994\n",
      "\n",
      "Epoch 00462: loss did not improve from 0.28312\n",
      "Epoch 463/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3701 - categorical_accuracy: 0.8796\n",
      "\n",
      "Epoch 00463: loss did not improve from 0.28312\n",
      "Epoch 464/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3588 - categorical_accuracy: 0.8826\n",
      "\n",
      "Epoch 00464: loss did not improve from 0.28312\n",
      "Epoch 465/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2885 - categorical_accuracy: 0.9073\n",
      "\n",
      "Epoch 00465: loss did not improve from 0.28312\n",
      "Epoch 466/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2994 - categorical_accuracy: 0.9048\n",
      "\n",
      "Epoch 00466: loss did not improve from 0.28312\n",
      "Epoch 467/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3226 - categorical_accuracy: 0.8959\n",
      "\n",
      "Epoch 00467: loss did not improve from 0.28312\n",
      "Epoch 468/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3365 - categorical_accuracy: 0.8913\n",
      "\n",
      "Epoch 00468: loss did not improve from 0.28312\n",
      "Epoch 469/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3529 - categorical_accuracy: 0.8848\n",
      "\n",
      "Epoch 00469: loss did not improve from 0.28312\n",
      "Epoch 470/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3137 - categorical_accuracy: 0.8976\n",
      "\n",
      "Epoch 00470: loss did not improve from 0.28312\n",
      "Epoch 471/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3269 - categorical_accuracy: 0.8942\n",
      "\n",
      "Epoch 00471: loss did not improve from 0.28312\n",
      "Epoch 472/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3684 - categorical_accuracy: 0.8796\n",
      "\n",
      "Epoch 00472: loss did not improve from 0.28312\n",
      "Epoch 473/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3031 - categorical_accuracy: 0.9010\n",
      "\n",
      "Epoch 00473: loss did not improve from 0.28312\n",
      "Epoch 474/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3191 - categorical_accuracy: 0.8951\n",
      "\n",
      "Epoch 00474: loss did not improve from 0.28312\n",
      "Epoch 475/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3168 - categorical_accuracy: 0.8971\n",
      "\n",
      "Epoch 00475: loss did not improve from 0.28312\n",
      "Epoch 476/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3486 - categorical_accuracy: 0.8863\n",
      "\n",
      "Epoch 00476: loss did not improve from 0.28312\n",
      "Epoch 477/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3109 - categorical_accuracy: 0.8991\n",
      "\n",
      "Epoch 00477: loss did not improve from 0.28312\n",
      "Epoch 478/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2876 - categorical_accuracy: 0.9080\n",
      "\n",
      "Epoch 00478: loss did not improve from 0.28312\n",
      "Epoch 479/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2991 - categorical_accuracy: 0.9040\n",
      "\n",
      "Epoch 00479: loss did not improve from 0.28312\n",
      "Epoch 480/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.4019 - categorical_accuracy: 0.8680\n",
      "\n",
      "Epoch 00480: loss did not improve from 0.28312\n",
      "Epoch 481/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3285 - categorical_accuracy: 0.8931\n",
      "\n",
      "Epoch 00481: loss did not improve from 0.28312\n",
      "Epoch 482/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2967 - categorical_accuracy: 0.9044\n",
      "\n",
      "Epoch 00482: loss did not improve from 0.28312\n",
      "Epoch 483/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3054 - categorical_accuracy: 0.9011\n",
      "\n",
      "Epoch 00483: loss did not improve from 0.28312\n",
      "Epoch 484/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3098 - categorical_accuracy: 0.9003\n",
      "\n",
      "Epoch 00484: loss did not improve from 0.28312\n",
      "Epoch 485/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3440 - categorical_accuracy: 0.8870\n",
      "\n",
      "Epoch 00485: loss did not improve from 0.28312\n",
      "Epoch 486/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3023 - categorical_accuracy: 0.9009\n",
      "\n",
      "Epoch 00486: loss did not improve from 0.28312\n",
      "Epoch 487/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3099 - categorical_accuracy: 0.8993\n",
      "\n",
      "Epoch 00487: loss did not improve from 0.28312\n",
      "Epoch 488/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3759 - categorical_accuracy: 0.8776\n",
      "\n",
      "Epoch 00488: loss did not improve from 0.28312\n",
      "Epoch 489/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2962 - categorical_accuracy: 0.9044\n",
      "\n",
      "Epoch 00489: loss did not improve from 0.28312\n",
      "Epoch 490/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2958 - categorical_accuracy: 0.9049\n",
      "\n",
      "Epoch 00490: loss did not improve from 0.28312\n",
      "Epoch 491/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3090 - categorical_accuracy: 0.9007\n",
      "\n",
      "Epoch 00491: loss did not improve from 0.28312\n",
      "Epoch 492/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3659 - categorical_accuracy: 0.8793\n",
      "\n",
      "Epoch 00492: loss did not improve from 0.28312\n",
      "Epoch 493/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3228 - categorical_accuracy: 0.8942\n",
      "\n",
      "Epoch 00493: loss did not improve from 0.28312\n",
      "Epoch 494/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2976 - categorical_accuracy: 0.9037\n",
      "\n",
      "Epoch 00494: loss did not improve from 0.28312\n",
      "Epoch 495/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3047 - categorical_accuracy: 0.9006\n",
      "\n",
      "Epoch 00495: loss did not improve from 0.28312\n",
      "Epoch 496/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3241 - categorical_accuracy: 0.8954\n",
      "\n",
      "Epoch 00496: loss did not improve from 0.28312\n",
      "Epoch 497/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3055 - categorical_accuracy: 0.9007\n",
      "\n",
      "Epoch 00497: loss did not improve from 0.28312\n",
      "Epoch 498/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2824 - categorical_accuracy: 0.9094\n",
      "\n",
      "Epoch 00498: loss improved from 0.28312 to 0.28240, saving model to 2nd-weights-improvement-498-0.2824.hdf5\n",
      "Epoch 499/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3466 - categorical_accuracy: 0.8871\n",
      "\n",
      "Epoch 00499: loss did not improve from 0.28240\n",
      "Epoch 500/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3615 - categorical_accuracy: 0.8816\n",
      "\n",
      "Epoch 00500: loss did not improve from 0.28240\n",
      "Epoch 501/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2968 - categorical_accuracy: 0.9041\n",
      "\n",
      "Epoch 00501: loss did not improve from 0.28240\n",
      "Epoch 502/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2767 - categorical_accuracy: 0.9108\n",
      "\n",
      "Epoch 00502: loss improved from 0.28240 to 0.27671, saving model to 2nd-weights-improvement-502-0.2767.hdf5\n",
      "Epoch 503/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3035 - categorical_accuracy: 0.9003\n",
      "\n",
      "Epoch 00503: loss did not improve from 0.27671\n",
      "Epoch 504/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3277 - categorical_accuracy: 0.8933\n",
      "\n",
      "Epoch 00504: loss did not improve from 0.27671\n",
      "Epoch 505/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3631 - categorical_accuracy: 0.8825\n",
      "\n",
      "Epoch 00505: loss did not improve from 0.27671\n",
      "Epoch 506/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3213 - categorical_accuracy: 0.8954\n",
      "\n",
      "Epoch 00506: loss did not improve from 0.27671\n",
      "Epoch 507/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2848 - categorical_accuracy: 0.9075\n",
      "\n",
      "Epoch 00507: loss did not improve from 0.27671\n",
      "Epoch 508/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2930 - categorical_accuracy: 0.9039\n",
      "\n",
      "Epoch 00508: loss did not improve from 0.27671\n",
      "Epoch 509/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2916 - categorical_accuracy: 0.9067\n",
      "\n",
      "Epoch 00509: loss did not improve from 0.27671\n",
      "Epoch 510/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3752 - categorical_accuracy: 0.8759\n",
      "\n",
      "Epoch 00510: loss did not improve from 0.27671\n",
      "Epoch 511/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3676 - categorical_accuracy: 0.8790\n",
      "\n",
      "Epoch 00511: loss did not improve from 0.27671\n",
      "Epoch 512/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3250 - categorical_accuracy: 0.8933\n",
      "\n",
      "Epoch 00512: loss did not improve from 0.27671\n",
      "Epoch 513/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2697 - categorical_accuracy: 0.9122\n",
      "\n",
      "Epoch 00513: loss improved from 0.27671 to 0.26969, saving model to 2nd-weights-improvement-513-0.2697.hdf5\n",
      "Epoch 514/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2535 - categorical_accuracy: 0.9209\n",
      "\n",
      "Epoch 00514: loss improved from 0.26969 to 0.25351, saving model to 2nd-weights-improvement-514-0.2535.hdf5\n",
      "Epoch 515/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3465 - categorical_accuracy: 0.8870\n",
      "\n",
      "Epoch 00515: loss did not improve from 0.25351\n",
      "Epoch 516/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3505 - categorical_accuracy: 0.8852\n",
      "\n",
      "Epoch 00516: loss did not improve from 0.25351\n",
      "Epoch 517/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3049 - categorical_accuracy: 0.9009\n",
      "\n",
      "Epoch 00517: loss did not improve from 0.25351\n",
      "Epoch 518/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2883 - categorical_accuracy: 0.9063\n",
      "\n",
      "Epoch 00518: loss did not improve from 0.25351\n",
      "Epoch 519/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2715 - categorical_accuracy: 0.9125\n",
      "\n",
      "Epoch 00519: loss did not improve from 0.25351\n",
      "Epoch 520/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3309 - categorical_accuracy: 0.8923\n",
      "\n",
      "Epoch 00520: loss did not improve from 0.25351\n",
      "Epoch 521/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3301 - categorical_accuracy: 0.8928\n",
      "\n",
      "Epoch 00521: loss did not improve from 0.25351\n",
      "Epoch 522/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2988 - categorical_accuracy: 0.9022\n",
      "\n",
      "Epoch 00522: loss did not improve from 0.25351\n",
      "Epoch 523/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3235 - categorical_accuracy: 0.8958\n",
      "\n",
      "Epoch 00523: loss did not improve from 0.25351\n",
      "Epoch 524/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3647 - categorical_accuracy: 0.8794\n",
      "\n",
      "Epoch 00524: loss did not improve from 0.25351\n",
      "Epoch 525/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3193 - categorical_accuracy: 0.8961\n",
      "\n",
      "Epoch 00525: loss did not improve from 0.25351\n",
      "Epoch 526/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3123 - categorical_accuracy: 0.8977\n",
      "\n",
      "Epoch 00526: loss did not improve from 0.25351\n",
      "Epoch 527/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2797 - categorical_accuracy: 0.9108\n",
      "\n",
      "Epoch 00527: loss did not improve from 0.25351\n",
      "Epoch 528/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2722 - categorical_accuracy: 0.9127\n",
      "\n",
      "Epoch 00528: loss did not improve from 0.25351\n",
      "Epoch 529/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3114 - categorical_accuracy: 0.8997\n",
      "\n",
      "Epoch 00529: loss did not improve from 0.25351\n",
      "Epoch 530/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3427 - categorical_accuracy: 0.8878\n",
      "\n",
      "Epoch 00530: loss did not improve from 0.25351\n",
      "Epoch 531/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3183 - categorical_accuracy: 0.8968\n",
      "\n",
      "Epoch 00531: loss did not improve from 0.25351\n",
      "Epoch 532/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3003 - categorical_accuracy: 0.9025\n",
      "\n",
      "Epoch 00532: loss did not improve from 0.25351\n",
      "Epoch 533/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2917 - categorical_accuracy: 0.9063\n",
      "\n",
      "Epoch 00533: loss did not improve from 0.25351\n",
      "Epoch 534/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3026 - categorical_accuracy: 0.9038\n",
      "\n",
      "Epoch 00534: loss did not improve from 0.25351\n",
      "Epoch 535/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3408 - categorical_accuracy: 0.8884\n",
      "\n",
      "Epoch 00535: loss did not improve from 0.25351\n",
      "Epoch 536/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3217 - categorical_accuracy: 0.8951\n",
      "\n",
      "Epoch 00536: loss did not improve from 0.25351\n",
      "Epoch 537/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3153 - categorical_accuracy: 0.8969\n",
      "\n",
      "Epoch 00537: loss did not improve from 0.25351\n",
      "Epoch 538/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2650 - categorical_accuracy: 0.9134\n",
      "\n",
      "Epoch 00538: loss did not improve from 0.25351\n",
      "Epoch 539/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2787 - categorical_accuracy: 0.9105\n",
      "\n",
      "Epoch 00539: loss did not improve from 0.25351\n",
      "Epoch 540/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2846 - categorical_accuracy: 0.9080\n",
      "\n",
      "Epoch 00540: loss did not improve from 0.25351\n",
      "Epoch 541/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3309 - categorical_accuracy: 0.8924\n",
      "\n",
      "Epoch 00541: loss did not improve from 0.25351\n",
      "Epoch 542/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3264 - categorical_accuracy: 0.8933\n",
      "\n",
      "Epoch 00542: loss did not improve from 0.25351\n",
      "Epoch 543/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3395 - categorical_accuracy: 0.8886\n",
      "\n",
      "Epoch 00543: loss did not improve from 0.25351\n",
      "Epoch 544/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3089 - categorical_accuracy: 0.8991\n",
      "\n",
      "Epoch 00544: loss did not improve from 0.25351\n",
      "Epoch 545/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2733 - categorical_accuracy: 0.9113\n",
      "\n",
      "Epoch 00545: loss did not improve from 0.25351\n",
      "Epoch 546/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2795 - categorical_accuracy: 0.9097\n",
      "\n",
      "Epoch 00546: loss did not improve from 0.25351\n",
      "Epoch 547/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3708 - categorical_accuracy: 0.8791\n",
      "\n",
      "Epoch 00547: loss did not improve from 0.25351\n",
      "Epoch 548/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3262 - categorical_accuracy: 0.8940\n",
      "\n",
      "Epoch 00548: loss did not improve from 0.25351\n",
      "Epoch 549/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2548 - categorical_accuracy: 0.9182\n",
      "\n",
      "Epoch 00549: loss did not improve from 0.25351\n",
      "Epoch 550/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2606 - categorical_accuracy: 0.9162\n",
      "\n",
      "Epoch 00550: loss did not improve from 0.25351\n",
      "Epoch 551/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3108 - categorical_accuracy: 0.8994\n",
      "\n",
      "Epoch 00551: loss did not improve from 0.25351\n",
      "Epoch 552/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3541 - categorical_accuracy: 0.8839\n",
      "\n",
      "Epoch 00552: loss did not improve from 0.25351\n",
      "Epoch 553/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.3552 - categorical_accuracy: 0.8847\n",
      "\n",
      "Epoch 00553: loss did not improve from 0.25351\n",
      "Epoch 554/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3227 - categorical_accuracy: 0.8947\n",
      "\n",
      "Epoch 00554: loss did not improve from 0.25351\n",
      "Epoch 555/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2457 - categorical_accuracy: 0.9214\n",
      "\n",
      "Epoch 00555: loss improved from 0.25351 to 0.24568, saving model to 2nd-weights-improvement-555-0.2457.hdf5\n",
      "Epoch 556/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2388 - categorical_accuracy: 0.9243\n",
      "\n",
      "Epoch 00556: loss improved from 0.24568 to 0.23877, saving model to 2nd-weights-improvement-556-0.2388.hdf5\n",
      "Epoch 557/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2683 - categorical_accuracy: 0.9131\n",
      "\n",
      "Epoch 00557: loss did not improve from 0.23877\n",
      "Epoch 558/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3691 - categorical_accuracy: 0.8794\n",
      "\n",
      "Epoch 00558: loss did not improve from 0.23877\n",
      "Epoch 559/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3681 - categorical_accuracy: 0.8791\n",
      "\n",
      "Epoch 00559: loss did not improve from 0.23877\n",
      "Epoch 560/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3392 - categorical_accuracy: 0.8883\n",
      "\n",
      "Epoch 00560: loss did not improve from 0.23877\n",
      "Epoch 561/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2672 - categorical_accuracy: 0.9130\n",
      "\n",
      "Epoch 00561: loss did not improve from 0.23877\n",
      "Epoch 562/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2519 - categorical_accuracy: 0.9198\n",
      "\n",
      "Epoch 00562: loss did not improve from 0.23877\n",
      "Epoch 563/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2977 - categorical_accuracy: 0.9041\n",
      "\n",
      "Epoch 00563: loss did not improve from 0.23877\n",
      "Epoch 564/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3077 - categorical_accuracy: 0.8997\n",
      "\n",
      "Epoch 00564: loss did not improve from 0.23877\n",
      "Epoch 565/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2946 - categorical_accuracy: 0.9037\n",
      "\n",
      "Epoch 00565: loss did not improve from 0.23877\n",
      "Epoch 566/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2965 - categorical_accuracy: 0.9035\n",
      "\n",
      "Epoch 00566: loss did not improve from 0.23877\n",
      "Epoch 567/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3475 - categorical_accuracy: 0.8868\n",
      "\n",
      "Epoch 00567: loss did not improve from 0.23877\n",
      "Epoch 568/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3008 - categorical_accuracy: 0.9019\n",
      "\n",
      "Epoch 00568: loss did not improve from 0.23877\n",
      "Epoch 569/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2825 - categorical_accuracy: 0.9087\n",
      "\n",
      "Epoch 00569: loss did not improve from 0.23877\n",
      "Epoch 570/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2943 - categorical_accuracy: 0.9049\n",
      "\n",
      "Epoch 00570: loss did not improve from 0.23877\n",
      "Epoch 571/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3156 - categorical_accuracy: 0.8963\n",
      "\n",
      "Epoch 00571: loss did not improve from 0.23877\n",
      "Epoch 572/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3032 - categorical_accuracy: 0.9011\n",
      "\n",
      "Epoch 00572: loss did not improve from 0.23877\n",
      "Epoch 573/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2751 - categorical_accuracy: 0.9113\n",
      "\n",
      "Epoch 00573: loss did not improve from 0.23877\n",
      "Epoch 574/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2883 - categorical_accuracy: 0.9058\n",
      "\n",
      "Epoch 00574: loss did not improve from 0.23877\n",
      "Epoch 575/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2883 - categorical_accuracy: 0.9047\n",
      "\n",
      "Epoch 00575: loss did not improve from 0.23877\n",
      "Epoch 576/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2992 - categorical_accuracy: 0.9012\n",
      "\n",
      "Epoch 00576: loss did not improve from 0.23877\n",
      "Epoch 577/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3059 - categorical_accuracy: 0.9013\n",
      "\n",
      "Epoch 00577: loss did not improve from 0.23877\n",
      "Epoch 578/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3012 - categorical_accuracy: 0.9025\n",
      "\n",
      "Epoch 00578: loss did not improve from 0.23877\n",
      "Epoch 579/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3424 - categorical_accuracy: 0.8886\n",
      "\n",
      "Epoch 00579: loss did not improve from 0.23877\n",
      "Epoch 580/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2953 - categorical_accuracy: 0.9042\n",
      "\n",
      "Epoch 00580: loss did not improve from 0.23877\n",
      "Epoch 581/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2453 - categorical_accuracy: 0.9215\n",
      "\n",
      "Epoch 00581: loss did not improve from 0.23877\n",
      "Epoch 582/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2863 - categorical_accuracy: 0.9079\n",
      "\n",
      "Epoch 00582: loss did not improve from 0.23877\n",
      "Epoch 583/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3904 - categorical_accuracy: 0.8739\n",
      "\n",
      "Epoch 00583: loss did not improve from 0.23877\n",
      "Epoch 584/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2939 - categorical_accuracy: 0.9041\n",
      "\n",
      "Epoch 00584: loss did not improve from 0.23877\n",
      "Epoch 585/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2860 - categorical_accuracy: 0.9073\n",
      "\n",
      "Epoch 00585: loss did not improve from 0.23877\n",
      "Epoch 586/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2548 - categorical_accuracy: 0.9182\n",
      "\n",
      "Epoch 00586: loss did not improve from 0.23877\n",
      "Epoch 587/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2423 - categorical_accuracy: 0.9226\n",
      "\n",
      "Epoch 00587: loss did not improve from 0.23877\n",
      "Epoch 588/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3153 - categorical_accuracy: 0.8976\n",
      "\n",
      "Epoch 00588: loss did not improve from 0.23877\n",
      "Epoch 589/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3444 - categorical_accuracy: 0.8865\n",
      "\n",
      "Epoch 00589: loss did not improve from 0.23877\n",
      "Epoch 590/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3336 - categorical_accuracy: 0.8904\n",
      "\n",
      "Epoch 00590: loss did not improve from 0.23877\n",
      "Epoch 591/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2749 - categorical_accuracy: 0.9111\n",
      "\n",
      "Epoch 00591: loss did not improve from 0.23877\n",
      "Epoch 592/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2604 - categorical_accuracy: 0.9167\n",
      "\n",
      "Epoch 00592: loss did not improve from 0.23877\n",
      "Epoch 593/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2714 - categorical_accuracy: 0.9112\n",
      "\n",
      "Epoch 00593: loss did not improve from 0.23877\n",
      "Epoch 594/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3022 - categorical_accuracy: 0.9008\n",
      "\n",
      "Epoch 00594: loss did not improve from 0.23877\n",
      "Epoch 595/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3412 - categorical_accuracy: 0.8869\n",
      "\n",
      "Epoch 00595: loss did not improve from 0.23877\n",
      "Epoch 596/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2841 - categorical_accuracy: 0.9079\n",
      "\n",
      "Epoch 00596: loss did not improve from 0.23877\n",
      "Epoch 597/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3125 - categorical_accuracy: 0.8976\n",
      "\n",
      "Epoch 00597: loss did not improve from 0.23877\n",
      "Epoch 598/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2619 - categorical_accuracy: 0.9153\n",
      "\n",
      "Epoch 00598: loss did not improve from 0.23877\n",
      "Epoch 599/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2281 - categorical_accuracy: 0.9290\n",
      "\n",
      "Epoch 00599: loss improved from 0.23877 to 0.22810, saving model to 2nd-weights-improvement-599-0.2281.hdf5\n",
      "Epoch 600/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3299 - categorical_accuracy: 0.8919\n",
      "\n",
      "Epoch 00600: loss did not improve from 0.22810\n",
      "Epoch 601/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3905 - categorical_accuracy: 0.8738\n",
      "\n",
      "Epoch 00601: loss did not improve from 0.22810\n",
      "Epoch 602/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3308 - categorical_accuracy: 0.8917\n",
      "\n",
      "Epoch 00602: loss did not improve from 0.22810\n",
      "Epoch 603/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2347 - categorical_accuracy: 0.9255\n",
      "\n",
      "Epoch 00603: loss did not improve from 0.22810\n",
      "Epoch 604/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2690 - categorical_accuracy: 0.9135\n",
      "\n",
      "Epoch 00604: loss did not improve from 0.22810\n",
      "Epoch 605/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2888 - categorical_accuracy: 0.9071\n",
      "\n",
      "Epoch 00605: loss did not improve from 0.22810\n",
      "Epoch 606/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.3352 - categorical_accuracy: 0.8907\n",
      "\n",
      "Epoch 00606: loss did not improve from 0.22810\n",
      "Epoch 607/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2874 - categorical_accuracy: 0.9070\n",
      "\n",
      "Epoch 00607: loss did not improve from 0.22810\n",
      "Epoch 608/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2702 - categorical_accuracy: 0.9131\n",
      "\n",
      "Epoch 00608: loss did not improve from 0.22810\n",
      "Epoch 609/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2617 - categorical_accuracy: 0.9148\n",
      "\n",
      "Epoch 00609: loss did not improve from 0.22810\n",
      "Epoch 610/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3205 - categorical_accuracy: 0.8961\n",
      "\n",
      "Epoch 00610: loss did not improve from 0.22810\n",
      "Epoch 611/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3209 - categorical_accuracy: 0.8939\n",
      "\n",
      "Epoch 00611: loss did not improve from 0.22810\n",
      "Epoch 612/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2776 - categorical_accuracy: 0.9101\n",
      "\n",
      "Epoch 00612: loss did not improve from 0.22810\n",
      "Epoch 613/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2484 - categorical_accuracy: 0.9215\n",
      "\n",
      "Epoch 00613: loss did not improve from 0.22810\n",
      "Epoch 614/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2699 - categorical_accuracy: 0.9136\n",
      "\n",
      "Epoch 00614: loss did not improve from 0.22810\n",
      "Epoch 615/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3157 - categorical_accuracy: 0.8967\n",
      "\n",
      "Epoch 00615: loss did not improve from 0.22810\n",
      "Epoch 616/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3339 - categorical_accuracy: 0.8912\n",
      "\n",
      "Epoch 00616: loss did not improve from 0.22810\n",
      "Epoch 617/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3198 - categorical_accuracy: 0.8959\n",
      "\n",
      "Epoch 00617: loss did not improve from 0.22810\n",
      "Epoch 618/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2872 - categorical_accuracy: 0.9067\n",
      "\n",
      "Epoch 00618: loss did not improve from 0.22810\n",
      "Epoch 619/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2627 - categorical_accuracy: 0.9151\n",
      "\n",
      "Epoch 00619: loss did not improve from 0.22810\n",
      "Epoch 620/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2715 - categorical_accuracy: 0.9116\n",
      "\n",
      "Epoch 00620: loss did not improve from 0.22810\n",
      "Epoch 621/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2922 - categorical_accuracy: 0.9062\n",
      "\n",
      "Epoch 00621: loss did not improve from 0.22810\n",
      "Epoch 622/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3187 - categorical_accuracy: 0.8959\n",
      "\n",
      "Epoch 00622: loss did not improve from 0.22810\n",
      "Epoch 623/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3129 - categorical_accuracy: 0.8977\n",
      "\n",
      "Epoch 00623: loss did not improve from 0.22810\n",
      "Epoch 624/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2929 - categorical_accuracy: 0.9053\n",
      "\n",
      "Epoch 00624: loss did not improve from 0.22810\n",
      "Epoch 625/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2530 - categorical_accuracy: 0.9188\n",
      "\n",
      "Epoch 00625: loss did not improve from 0.22810\n",
      "Epoch 626/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2631 - categorical_accuracy: 0.9167\n",
      "\n",
      "Epoch 00626: loss did not improve from 0.22810\n",
      "Epoch 627/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2910 - categorical_accuracy: 0.9061\n",
      "\n",
      "Epoch 00627: loss did not improve from 0.22810\n",
      "Epoch 628/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3181 - categorical_accuracy: 0.8968\n",
      "\n",
      "Epoch 00628: loss did not improve from 0.22810\n",
      "Epoch 629/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2814 - categorical_accuracy: 0.9085\n",
      "\n",
      "Epoch 00629: loss did not improve from 0.22810\n",
      "Epoch 630/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2734 - categorical_accuracy: 0.9110\n",
      "\n",
      "Epoch 00630: loss did not improve from 0.22810\n",
      "Epoch 631/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3207 - categorical_accuracy: 0.8940\n",
      "\n",
      "Epoch 00631: loss did not improve from 0.22810\n",
      "Epoch 632/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.3197 - categorical_accuracy: 0.8956\n",
      "\n",
      "Epoch 00632: loss did not improve from 0.22810\n",
      "Epoch 633/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2736 - categorical_accuracy: 0.9113\n",
      "\n",
      "Epoch 00633: loss did not improve from 0.22810\n",
      "Epoch 634/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2495 - categorical_accuracy: 0.9194\n",
      "\n",
      "Epoch 00634: loss did not improve from 0.22810\n",
      "Epoch 635/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2794 - categorical_accuracy: 0.9082\n",
      "\n",
      "Epoch 00635: loss did not improve from 0.22810\n",
      "Epoch 636/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3636 - categorical_accuracy: 0.8809\n",
      "\n",
      "Epoch 00636: loss did not improve from 0.22810\n",
      "Epoch 637/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3228 - categorical_accuracy: 0.8949\n",
      "\n",
      "Epoch 00637: loss did not improve from 0.22810\n",
      "Epoch 638/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2284 - categorical_accuracy: 0.9268\n",
      "\n",
      "Epoch 00638: loss did not improve from 0.22810\n",
      "Epoch 639/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2701 - categorical_accuracy: 0.9125\n",
      "\n",
      "Epoch 00639: loss did not improve from 0.22810\n",
      "Epoch 640/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2523 - categorical_accuracy: 0.9190\n",
      "\n",
      "Epoch 00640: loss did not improve from 0.22810\n",
      "Epoch 641/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2626 - categorical_accuracy: 0.9148\n",
      "\n",
      "Epoch 00641: loss did not improve from 0.22810\n",
      "Epoch 642/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3410 - categorical_accuracy: 0.8874\n",
      "\n",
      "Epoch 00642: loss did not improve from 0.22810\n",
      "Epoch 643/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3220 - categorical_accuracy: 0.8951\n",
      "\n",
      "Epoch 00643: loss did not improve from 0.22810\n",
      "Epoch 644/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2643 - categorical_accuracy: 0.9145\n",
      "\n",
      "Epoch 00644: loss did not improve from 0.22810\n",
      "Epoch 645/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2648 - categorical_accuracy: 0.9143\n",
      "\n",
      "Epoch 00645: loss did not improve from 0.22810\n",
      "Epoch 646/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3034 - categorical_accuracy: 0.9017\n",
      "\n",
      "Epoch 00646: loss did not improve from 0.22810\n",
      "Epoch 647/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3059 - categorical_accuracy: 0.9006\n",
      "\n",
      "Epoch 00647: loss did not improve from 0.22810\n",
      "Epoch 648/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2971 - categorical_accuracy: 0.9033\n",
      "\n",
      "Epoch 00648: loss did not improve from 0.22810\n",
      "Epoch 649/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2767 - categorical_accuracy: 0.9101\n",
      "\n",
      "Epoch 00649: loss did not improve from 0.22810\n",
      "Epoch 650/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2837 - categorical_accuracy: 0.9070\n",
      "\n",
      "Epoch 00650: loss did not improve from 0.22810\n",
      "Epoch 651/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2503 - categorical_accuracy: 0.9199\n",
      "\n",
      "Epoch 00651: loss did not improve from 0.22810\n",
      "Epoch 652/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2935 - categorical_accuracy: 0.9046\n",
      "\n",
      "Epoch 00652: loss did not improve from 0.22810\n",
      "Epoch 653/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3001 - categorical_accuracy: 0.9020\n",
      "\n",
      "Epoch 00653: loss did not improve from 0.22810\n",
      "Epoch 654/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3178 - categorical_accuracy: 0.8963\n",
      "\n",
      "Epoch 00654: loss did not improve from 0.22810\n",
      "Epoch 655/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2504 - categorical_accuracy: 0.9204\n",
      "\n",
      "Epoch 00655: loss did not improve from 0.22810\n",
      "Epoch 656/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2582 - categorical_accuracy: 0.9173\n",
      "\n",
      "Epoch 00656: loss did not improve from 0.22810\n",
      "Epoch 657/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.3122 - categorical_accuracy: 0.8984\n",
      "\n",
      "Epoch 00657: loss did not improve from 0.22810\n",
      "Epoch 658/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.3199 - categorical_accuracy: 0.8961\n",
      "\n",
      "Epoch 00658: loss did not improve from 0.22810\n",
      "Epoch 659/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.3132 - categorical_accuracy: 0.8986\n",
      "\n",
      "Epoch 00659: loss did not improve from 0.22810\n",
      "Epoch 660/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2393 - categorical_accuracy: 0.9233\n",
      "\n",
      "Epoch 00660: loss did not improve from 0.22810\n",
      "Epoch 661/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2664 - categorical_accuracy: 0.9134\n",
      "\n",
      "Epoch 00661: loss did not improve from 0.22810\n",
      "Epoch 662/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3031 - categorical_accuracy: 0.9013\n",
      "\n",
      "Epoch 00662: loss did not improve from 0.22810\n",
      "Epoch 663/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2742 - categorical_accuracy: 0.9115\n",
      "\n",
      "Epoch 00663: loss did not improve from 0.22810\n",
      "Epoch 664/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3047 - categorical_accuracy: 0.9008\n",
      "\n",
      "Epoch 00664: loss did not improve from 0.22810\n",
      "Epoch 665/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2764 - categorical_accuracy: 0.9101\n",
      "\n",
      "Epoch 00665: loss did not improve from 0.22810\n",
      "Epoch 666/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2504 - categorical_accuracy: 0.9180\n",
      "\n",
      "Epoch 00666: loss did not improve from 0.22810\n",
      "Epoch 667/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2478 - categorical_accuracy: 0.9200\n",
      "\n",
      "Epoch 00667: loss did not improve from 0.22810\n",
      "Epoch 668/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3395 - categorical_accuracy: 0.8887\n",
      "\n",
      "Epoch 00668: loss did not improve from 0.22810\n",
      "Epoch 669/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2784 - categorical_accuracy: 0.9081\n",
      "\n",
      "Epoch 00669: loss did not improve from 0.22810\n",
      "Epoch 670/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2465 - categorical_accuracy: 0.9201\n",
      "\n",
      "Epoch 00670: loss did not improve from 0.22810\n",
      "Epoch 671/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2787 - categorical_accuracy: 0.9088\n",
      "\n",
      "Epoch 00671: loss did not improve from 0.22810\n",
      "Epoch 672/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3095 - categorical_accuracy: 0.9000\n",
      "\n",
      "Epoch 00672: loss did not improve from 0.22810\n",
      "Epoch 673/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3122 - categorical_accuracy: 0.8975\n",
      "\n",
      "Epoch 00673: loss did not improve from 0.22810\n",
      "Epoch 674/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2732 - categorical_accuracy: 0.9114\n",
      "\n",
      "Epoch 00674: loss did not improve from 0.22810\n",
      "Epoch 675/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2315 - categorical_accuracy: 0.9275\n",
      "\n",
      "Epoch 00675: loss did not improve from 0.22810\n",
      "Epoch 676/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2956 - categorical_accuracy: 0.9039\n",
      "\n",
      "Epoch 00676: loss did not improve from 0.22810\n",
      "Epoch 677/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3058 - categorical_accuracy: 0.8999\n",
      "\n",
      "Epoch 00677: loss did not improve from 0.22810\n",
      "Epoch 678/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2577 - categorical_accuracy: 0.9160\n",
      "\n",
      "Epoch 00678: loss did not improve from 0.22810\n",
      "Epoch 679/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2918 - categorical_accuracy: 0.9052\n",
      "\n",
      "Epoch 00679: loss did not improve from 0.22810\n",
      "Epoch 680/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2897 - categorical_accuracy: 0.9051\n",
      "\n",
      "Epoch 00680: loss did not improve from 0.22810\n",
      "Epoch 681/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2918 - categorical_accuracy: 0.9061\n",
      "\n",
      "Epoch 00681: loss did not improve from 0.22810\n",
      "Epoch 682/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2722 - categorical_accuracy: 0.9110\n",
      "\n",
      "Epoch 00682: loss did not improve from 0.22810\n",
      "Epoch 683/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2457 - categorical_accuracy: 0.9202\n",
      "\n",
      "Epoch 00683: loss did not improve from 0.22810\n",
      "Epoch 684/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2556 - categorical_accuracy: 0.9179\n",
      "\n",
      "Epoch 00684: loss did not improve from 0.22810\n",
      "Epoch 685/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 13ms/step - loss: 0.3821 - categorical_accuracy: 0.8766\n",
      "\n",
      "Epoch 00685: loss did not improve from 0.22810\n",
      "Epoch 686/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2963 - categorical_accuracy: 0.9030\n",
      "\n",
      "Epoch 00686: loss did not improve from 0.22810\n",
      "Epoch 687/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2249 - categorical_accuracy: 0.9289\n",
      "\n",
      "Epoch 00687: loss improved from 0.22810 to 0.22493, saving model to 2nd-weights-improvement-687-0.2249.hdf5\n",
      "Epoch 688/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2513 - categorical_accuracy: 0.9190\n",
      "\n",
      "Epoch 00688: loss did not improve from 0.22493\n",
      "Epoch 689/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.3045 - categorical_accuracy: 0.9006\n",
      "\n",
      "Epoch 00689: loss did not improve from 0.22493\n",
      "Epoch 690/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2795 - categorical_accuracy: 0.9081\n",
      "\n",
      "Epoch 00690: loss did not improve from 0.22493\n",
      "Epoch 691/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3259 - categorical_accuracy: 0.8940\n",
      "\n",
      "Epoch 00691: loss did not improve from 0.22493\n",
      "Epoch 692/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2661 - categorical_accuracy: 0.9145\n",
      "\n",
      "Epoch 00692: loss did not improve from 0.22493\n",
      "Epoch 693/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2534 - categorical_accuracy: 0.9180\n",
      "\n",
      "Epoch 00693: loss did not improve from 0.22493\n",
      "Epoch 694/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2558 - categorical_accuracy: 0.9175\n",
      "\n",
      "Epoch 00694: loss did not improve from 0.22493\n",
      "Epoch 695/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2717 - categorical_accuracy: 0.9114\n",
      "\n",
      "Epoch 00695: loss did not improve from 0.22493\n",
      "Epoch 696/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3362 - categorical_accuracy: 0.8910\n",
      "\n",
      "Epoch 00696: loss did not improve from 0.22493\n",
      "Epoch 697/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2837 - categorical_accuracy: 0.9063\n",
      "\n",
      "Epoch 00697: loss did not improve from 0.22493\n",
      "Epoch 698/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2406 - categorical_accuracy: 0.9228\n",
      "\n",
      "Epoch 00698: loss did not improve from 0.22493\n",
      "Epoch 699/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2810 - categorical_accuracy: 0.9086\n",
      "\n",
      "Epoch 00699: loss did not improve from 0.22493\n",
      "Epoch 700/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2848 - categorical_accuracy: 0.9067\n",
      "\n",
      "Epoch 00700: loss did not improve from 0.22493\n",
      "Epoch 701/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2606 - categorical_accuracy: 0.9156\n",
      "\n",
      "Epoch 00701: loss did not improve from 0.22493\n",
      "Epoch 702/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2613 - categorical_accuracy: 0.9151\n",
      "\n",
      "Epoch 00702: loss did not improve from 0.22493\n",
      "Epoch 703/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3513 - categorical_accuracy: 0.8850\n",
      "\n",
      "Epoch 00703: loss did not improve from 0.22493\n",
      "Epoch 704/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3048 - categorical_accuracy: 0.9011\n",
      "\n",
      "Epoch 00704: loss did not improve from 0.22493\n",
      "Epoch 705/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2453 - categorical_accuracy: 0.9205\n",
      "\n",
      "Epoch 00705: loss did not improve from 0.22493\n",
      "Epoch 706/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2277 - categorical_accuracy: 0.9270\n",
      "\n",
      "Epoch 00706: loss did not improve from 0.22493\n",
      "Epoch 707/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2657 - categorical_accuracy: 0.9123\n",
      "\n",
      "Epoch 00707: loss did not improve from 0.22493\n",
      "Epoch 708/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3309 - categorical_accuracy: 0.8923\n",
      "\n",
      "Epoch 00708: loss did not improve from 0.22493\n",
      "Epoch 709/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2779 - categorical_accuracy: 0.9105\n",
      "\n",
      "Epoch 00709: loss did not improve from 0.22493\n",
      "Epoch 710/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2893 - categorical_accuracy: 0.9057\n",
      "\n",
      "Epoch 00710: loss did not improve from 0.22493\n",
      "Epoch 711/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2377 - categorical_accuracy: 0.9237\n",
      "\n",
      "Epoch 00711: loss did not improve from 0.22493\n",
      "Epoch 712/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2367 - categorical_accuracy: 0.9231\n",
      "\n",
      "Epoch 00712: loss did not improve from 0.22493\n",
      "Epoch 713/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3146 - categorical_accuracy: 0.8974\n",
      "\n",
      "Epoch 00713: loss did not improve from 0.22493\n",
      "Epoch 714/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3149 - categorical_accuracy: 0.8976\n",
      "\n",
      "Epoch 00714: loss did not improve from 0.22493\n",
      "Epoch 715/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2885 - categorical_accuracy: 0.9051\n",
      "\n",
      "Epoch 00715: loss did not improve from 0.22493\n",
      "Epoch 716/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2756 - categorical_accuracy: 0.9097\n",
      "\n",
      "Epoch 00716: loss did not improve from 0.22493\n",
      "Epoch 717/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2062 - categorical_accuracy: 0.9350\n",
      "\n",
      "Epoch 00717: loss improved from 0.22493 to 0.20616, saving model to 2nd-weights-improvement-717-0.2062.hdf5\n",
      "Epoch 718/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2431 - categorical_accuracy: 0.9218\n",
      "\n",
      "Epoch 00718: loss did not improve from 0.20616\n",
      "Epoch 719/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3065 - categorical_accuracy: 0.9002\n",
      "\n",
      "Epoch 00719: loss did not improve from 0.20616\n",
      "Epoch 720/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3292 - categorical_accuracy: 0.8928\n",
      "\n",
      "Epoch 00720: loss did not improve from 0.20616\n",
      "Epoch 721/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2671 - categorical_accuracy: 0.9119\n",
      "\n",
      "Epoch 00721: loss did not improve from 0.20616\n",
      "Epoch 722/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2404 - categorical_accuracy: 0.9225\n",
      "\n",
      "Epoch 00722: loss did not improve from 0.20616\n",
      "Epoch 723/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2618 - categorical_accuracy: 0.9148\n",
      "\n",
      "Epoch 00723: loss did not improve from 0.20616\n",
      "Epoch 724/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2234 - categorical_accuracy: 0.9290\n",
      "\n",
      "Epoch 00724: loss did not improve from 0.20616\n",
      "Epoch 725/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2883 - categorical_accuracy: 0.9057\n",
      "\n",
      "Epoch 00725: loss did not improve from 0.20616\n",
      "Epoch 726/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3574 - categorical_accuracy: 0.8832\n",
      "\n",
      "Epoch 00726: loss did not improve from 0.20616\n",
      "Epoch 727/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2775 - categorical_accuracy: 0.9096\n",
      "\n",
      "Epoch 00727: loss did not improve from 0.20616\n",
      "Epoch 728/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2428 - categorical_accuracy: 0.9214\n",
      "\n",
      "Epoch 00728: loss did not improve from 0.20616\n",
      "Epoch 729/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2301 - categorical_accuracy: 0.9268\n",
      "\n",
      "Epoch 00729: loss did not improve from 0.20616\n",
      "Epoch 730/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2482 - categorical_accuracy: 0.9192\n",
      "\n",
      "Epoch 00730: loss did not improve from 0.20616\n",
      "Epoch 731/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2839 - categorical_accuracy: 0.9069\n",
      "\n",
      "Epoch 00731: loss did not improve from 0.20616\n",
      "Epoch 732/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3311 - categorical_accuracy: 0.8922\n",
      "\n",
      "Epoch 00732: loss did not improve from 0.20616\n",
      "Epoch 733/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3077 - categorical_accuracy: 0.8996\n",
      "\n",
      "Epoch 00733: loss did not improve from 0.20616\n",
      "Epoch 734/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2499 - categorical_accuracy: 0.9188\n",
      "\n",
      "Epoch 00734: loss did not improve from 0.20616\n",
      "Epoch 735/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2291 - categorical_accuracy: 0.9278\n",
      "\n",
      "Epoch 00735: loss did not improve from 0.20616\n",
      "Epoch 736/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2649 - categorical_accuracy: 0.9136\n",
      "\n",
      "Epoch 00736: loss did not improve from 0.20616\n",
      "Epoch 737/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.3002 - categorical_accuracy: 0.9020\n",
      "\n",
      "Epoch 00737: loss did not improve from 0.20616\n",
      "Epoch 738/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3255 - categorical_accuracy: 0.8937\n",
      "\n",
      "Epoch 00738: loss did not improve from 0.20616\n",
      "Epoch 739/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2646 - categorical_accuracy: 0.9138\n",
      "\n",
      "Epoch 00739: loss did not improve from 0.20616\n",
      "Epoch 740/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2434 - categorical_accuracy: 0.9209\n",
      "\n",
      "Epoch 00740: loss did not improve from 0.20616\n",
      "Epoch 741/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2464 - categorical_accuracy: 0.9212\n",
      "\n",
      "Epoch 00741: loss did not improve from 0.20616\n",
      "Epoch 742/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2751 - categorical_accuracy: 0.9107\n",
      "\n",
      "Epoch 00742: loss did not improve from 0.20616\n",
      "Epoch 743/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3373 - categorical_accuracy: 0.8914\n",
      "\n",
      "Epoch 00743: loss did not improve from 0.20616\n",
      "Epoch 744/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2723 - categorical_accuracy: 0.9103\n",
      "\n",
      "Epoch 00744: loss did not improve from 0.20616\n",
      "Epoch 745/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2178 - categorical_accuracy: 0.9306\n",
      "\n",
      "Epoch 00745: loss did not improve from 0.20616\n",
      "Epoch 746/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2437 - categorical_accuracy: 0.9212\n",
      "\n",
      "Epoch 00746: loss did not improve from 0.20616\n",
      "Epoch 747/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2668 - categorical_accuracy: 0.9135\n",
      "\n",
      "Epoch 00747: loss did not improve from 0.20616\n",
      "Epoch 748/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2695 - categorical_accuracy: 0.9118\n",
      "\n",
      "Epoch 00748: loss did not improve from 0.20616\n",
      "Epoch 749/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3178 - categorical_accuracy: 0.8960\n",
      "\n",
      "Epoch 00749: loss did not improve from 0.20616\n",
      "Epoch 750/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2831 - categorical_accuracy: 0.9074\n",
      "\n",
      "Epoch 00750: loss did not improve from 0.20616\n",
      "Epoch 751/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2728 - categorical_accuracy: 0.9110\n",
      "\n",
      "Epoch 00751: loss did not improve from 0.20616\n",
      "Epoch 752/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2550 - categorical_accuracy: 0.9176\n",
      "\n",
      "Epoch 00752: loss did not improve from 0.20616\n",
      "Epoch 753/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2312 - categorical_accuracy: 0.9259\n",
      "\n",
      "Epoch 00753: loss did not improve from 0.20616\n",
      "Epoch 754/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2841 - categorical_accuracy: 0.9071\n",
      "\n",
      "Epoch 00754: loss did not improve from 0.20616\n",
      "Epoch 755/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2893 - categorical_accuracy: 0.9055\n",
      "\n",
      "Epoch 00755: loss did not improve from 0.20616\n",
      "Epoch 756/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2669 - categorical_accuracy: 0.9131\n",
      "\n",
      "Epoch 00756: loss did not improve from 0.20616\n",
      "Epoch 757/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2775 - categorical_accuracy: 0.9091\n",
      "\n",
      "Epoch 00757: loss did not improve from 0.20616\n",
      "Epoch 758/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2430 - categorical_accuracy: 0.9215\n",
      "\n",
      "Epoch 00758: loss did not improve from 0.20616\n",
      "Epoch 759/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2595 - categorical_accuracy: 0.9154\n",
      "\n",
      "Epoch 00759: loss did not improve from 0.20616\n",
      "Epoch 760/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2406 - categorical_accuracy: 0.9223\n",
      "\n",
      "Epoch 00760: loss did not improve from 0.20616\n",
      "Epoch 761/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2934 - categorical_accuracy: 0.9043\n",
      "\n",
      "Epoch 00761: loss did not improve from 0.20616\n",
      "Epoch 762/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2643 - categorical_accuracy: 0.9140\n",
      "\n",
      "Epoch 00762: loss did not improve from 0.20616\n",
      "Epoch 763/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2678 - categorical_accuracy: 0.9134\n",
      "\n",
      "Epoch 00763: loss did not improve from 0.20616\n",
      "Epoch 764/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2544 - categorical_accuracy: 0.9178\n",
      "\n",
      "Epoch 00764: loss did not improve from 0.20616\n",
      "Epoch 765/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3237 - categorical_accuracy: 0.8938\n",
      "\n",
      "Epoch 00765: loss did not improve from 0.20616\n",
      "Epoch 766/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2953 - categorical_accuracy: 0.9043\n",
      "\n",
      "Epoch 00766: loss did not improve from 0.20616\n",
      "Epoch 767/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2328 - categorical_accuracy: 0.9262\n",
      "\n",
      "Epoch 00767: loss did not improve from 0.20616\n",
      "Epoch 768/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2534 - categorical_accuracy: 0.9186\n",
      "\n",
      "Epoch 00768: loss did not improve from 0.20616\n",
      "Epoch 769/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2609 - categorical_accuracy: 0.9155\n",
      "\n",
      "Epoch 00769: loss did not improve from 0.20616\n",
      "Epoch 770/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2763 - categorical_accuracy: 0.9104\n",
      "\n",
      "Epoch 00770: loss did not improve from 0.20616\n",
      "Epoch 771/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2755 - categorical_accuracy: 0.9108\n",
      "\n",
      "Epoch 00771: loss did not improve from 0.20616\n",
      "Epoch 772/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2560 - categorical_accuracy: 0.9170\n",
      "\n",
      "Epoch 00772: loss did not improve from 0.20616\n",
      "Epoch 773/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2638 - categorical_accuracy: 0.9154\n",
      "\n",
      "Epoch 00773: loss did not improve from 0.20616\n",
      "Epoch 774/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2751 - categorical_accuracy: 0.9102\n",
      "\n",
      "Epoch 00774: loss did not improve from 0.20616\n",
      "Epoch 775/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2608 - categorical_accuracy: 0.9161\n",
      "\n",
      "Epoch 00775: loss did not improve from 0.20616\n",
      "Epoch 776/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2741 - categorical_accuracy: 0.9107\n",
      "\n",
      "Epoch 00776: loss did not improve from 0.20616\n",
      "Epoch 777/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2696 - categorical_accuracy: 0.9126\n",
      "\n",
      "Epoch 00777: loss did not improve from 0.20616\n",
      "Epoch 778/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2622 - categorical_accuracy: 0.9138\n",
      "\n",
      "Epoch 00778: loss did not improve from 0.20616\n",
      "Epoch 779/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2552 - categorical_accuracy: 0.9167\n",
      "\n",
      "Epoch 00779: loss did not improve from 0.20616\n",
      "Epoch 780/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2650 - categorical_accuracy: 0.9134\n",
      "\n",
      "Epoch 00780: loss did not improve from 0.20616\n",
      "Epoch 781/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2815 - categorical_accuracy: 0.9085\n",
      "\n",
      "Epoch 00781: loss did not improve from 0.20616\n",
      "Epoch 782/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2661 - categorical_accuracy: 0.9139\n",
      "\n",
      "Epoch 00782: loss did not improve from 0.20616\n",
      "Epoch 783/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2316 - categorical_accuracy: 0.9260\n",
      "\n",
      "Epoch 00783: loss did not improve from 0.20616\n",
      "Epoch 784/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2597 - categorical_accuracy: 0.9168\n",
      "\n",
      "Epoch 00784: loss did not improve from 0.20616\n",
      "Epoch 785/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2962 - categorical_accuracy: 0.9029\n",
      "\n",
      "Epoch 00785: loss did not improve from 0.20616\n",
      "Epoch 786/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2953 - categorical_accuracy: 0.9041\n",
      "\n",
      "Epoch 00786: loss did not improve from 0.20616\n",
      "Epoch 787/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2656 - categorical_accuracy: 0.9122\n",
      "\n",
      "Epoch 00787: loss did not improve from 0.20616\n",
      "Epoch 788/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2630 - categorical_accuracy: 0.9151\n",
      "\n",
      "Epoch 00788: loss did not improve from 0.20616\n",
      "Epoch 789/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2361 - categorical_accuracy: 0.9235\n",
      "\n",
      "Epoch 00789: loss did not improve from 0.20616\n",
      "Epoch 790/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.3050 - categorical_accuracy: 0.9008\n",
      "\n",
      "Epoch 00790: loss did not improve from 0.20616\n",
      "Epoch 791/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3099 - categorical_accuracy: 0.8994\n",
      "\n",
      "Epoch 00791: loss did not improve from 0.20616\n",
      "Epoch 792/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2687 - categorical_accuracy: 0.9135\n",
      "\n",
      "Epoch 00792: loss did not improve from 0.20616\n",
      "Epoch 793/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2200 - categorical_accuracy: 0.9301\n",
      "\n",
      "Epoch 00793: loss did not improve from 0.20616\n",
      "Epoch 794/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2136 - categorical_accuracy: 0.9315\n",
      "\n",
      "Epoch 00794: loss did not improve from 0.20616\n",
      "Epoch 795/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2507 - categorical_accuracy: 0.9189\n",
      "\n",
      "Epoch 00795: loss did not improve from 0.20616\n",
      "Epoch 796/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2694 - categorical_accuracy: 0.9128\n",
      "\n",
      "Epoch 00796: loss did not improve from 0.20616\n",
      "Epoch 797/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3143 - categorical_accuracy: 0.8977\n",
      "\n",
      "Epoch 00797: loss did not improve from 0.20616\n",
      "Epoch 798/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2740 - categorical_accuracy: 0.9111\n",
      "\n",
      "Epoch 00798: loss did not improve from 0.20616\n",
      "Epoch 799/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2479 - categorical_accuracy: 0.9194\n",
      "\n",
      "Epoch 00799: loss did not improve from 0.20616\n",
      "Epoch 800/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.1963 - categorical_accuracy: 0.9376\n",
      "\n",
      "Epoch 00800: loss improved from 0.20616 to 0.19629, saving model to 2nd-weights-improvement-800-0.1963.hdf5\n",
      "Epoch 801/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2423 - categorical_accuracy: 0.9224\n",
      "\n",
      "Epoch 00801: loss did not improve from 0.19629\n",
      "Epoch 802/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.3461 - categorical_accuracy: 0.8883\n",
      "\n",
      "Epoch 00802: loss did not improve from 0.19629\n",
      "Epoch 803/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3224 - categorical_accuracy: 0.8938\n",
      "\n",
      "Epoch 00803: loss did not improve from 0.19629\n",
      "Epoch 804/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2350 - categorical_accuracy: 0.9243\n",
      "\n",
      "Epoch 00804: loss did not improve from 0.19629\n",
      "Epoch 805/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2062 - categorical_accuracy: 0.9341\n",
      "\n",
      "Epoch 00805: loss did not improve from 0.19629\n",
      "Epoch 806/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2349 - categorical_accuracy: 0.9234\n",
      "\n",
      "Epoch 00806: loss did not improve from 0.19629\n",
      "Epoch 807/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3397 - categorical_accuracy: 0.8909\n",
      "\n",
      "Epoch 00807: loss did not improve from 0.19629\n",
      "Epoch 808/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2954 - categorical_accuracy: 0.9042\n",
      "\n",
      "Epoch 00808: loss did not improve from 0.19629\n",
      "Epoch 809/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2008 - categorical_accuracy: 0.9364\n",
      "\n",
      "Epoch 00809: loss did not improve from 0.19629\n",
      "Epoch 810/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.1977 - categorical_accuracy: 0.9385\n",
      "\n",
      "Epoch 00810: loss did not improve from 0.19629\n",
      "Epoch 811/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3006 - categorical_accuracy: 0.9028\n",
      "\n",
      "Epoch 00811: loss did not improve from 0.19629\n",
      "Epoch 812/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3655 - categorical_accuracy: 0.8829\n",
      "\n",
      "Epoch 00812: loss did not improve from 0.19629\n",
      "Epoch 813/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2754 - categorical_accuracy: 0.9094\n",
      "\n",
      "Epoch 00813: loss did not improve from 0.19629\n",
      "Epoch 814/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.1900 - categorical_accuracy: 0.9405\n",
      "\n",
      "Epoch 00814: loss improved from 0.19629 to 0.19004, saving model to 2nd-weights-improvement-814-0.1900.hdf5\n",
      "Epoch 815/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2118 - categorical_accuracy: 0.9317\n",
      "\n",
      "Epoch 00815: loss did not improve from 0.19004\n",
      "Epoch 816/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2794 - categorical_accuracy: 0.9090\n",
      "\n",
      "Epoch 00816: loss did not improve from 0.19004\n",
      "Epoch 817/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.3029 - categorical_accuracy: 0.9011\n",
      "\n",
      "Epoch 00817: loss did not improve from 0.19004\n",
      "Epoch 818/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2846 - categorical_accuracy: 0.9076\n",
      "\n",
      "Epoch 00818: loss did not improve from 0.19004\n",
      "Epoch 819/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2390 - categorical_accuracy: 0.9212\n",
      "\n",
      "Epoch 00819: loss did not improve from 0.19004\n",
      "Epoch 820/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2566 - categorical_accuracy: 0.9169\n",
      "\n",
      "Epoch 00820: loss did not improve from 0.19004\n",
      "Epoch 821/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2648 - categorical_accuracy: 0.9147\n",
      "\n",
      "Epoch 00821: loss did not improve from 0.19004\n",
      "Epoch 822/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3022 - categorical_accuracy: 0.9015\n",
      "\n",
      "Epoch 00822: loss did not improve from 0.19004\n",
      "Epoch 823/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2591 - categorical_accuracy: 0.9157\n",
      "\n",
      "Epoch 00823: loss did not improve from 0.19004\n",
      "Epoch 824/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2298 - categorical_accuracy: 0.9266\n",
      "\n",
      "Epoch 00824: loss did not improve from 0.19004\n",
      "Epoch 825/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2694 - categorical_accuracy: 0.9122\n",
      "\n",
      "Epoch 00825: loss did not improve from 0.19004\n",
      "Epoch 826/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2668 - categorical_accuracy: 0.9143\n",
      "\n",
      "Epoch 00826: loss did not improve from 0.19004\n",
      "Epoch 827/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2626 - categorical_accuracy: 0.9156\n",
      "\n",
      "Epoch 00827: loss did not improve from 0.19004\n",
      "Epoch 828/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2653 - categorical_accuracy: 0.9136\n",
      "\n",
      "Epoch 00828: loss did not improve from 0.19004\n",
      "Epoch 829/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2552 - categorical_accuracy: 0.9176\n",
      "\n",
      "Epoch 00829: loss did not improve from 0.19004\n",
      "Epoch 830/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2334 - categorical_accuracy: 0.9240\n",
      "\n",
      "Epoch 00830: loss did not improve from 0.19004\n",
      "Epoch 831/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2836 - categorical_accuracy: 0.9066\n",
      "\n",
      "Epoch 00831: loss did not improve from 0.19004\n",
      "Epoch 832/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2886 - categorical_accuracy: 0.9055\n",
      "\n",
      "Epoch 00832: loss did not improve from 0.19004\n",
      "Epoch 833/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2461 - categorical_accuracy: 0.9201\n",
      "\n",
      "Epoch 00833: loss did not improve from 0.19004\n",
      "Epoch 834/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2323 - categorical_accuracy: 0.9259\n",
      "\n",
      "Epoch 00834: loss did not improve from 0.19004\n",
      "Epoch 835/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2192 - categorical_accuracy: 0.9305\n",
      "\n",
      "Epoch 00835: loss did not improve from 0.19004\n",
      "Epoch 836/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2874 - categorical_accuracy: 0.9054\n",
      "\n",
      "Epoch 00836: loss did not improve from 0.19004\n",
      "Epoch 837/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3219 - categorical_accuracy: 0.8954\n",
      "\n",
      "Epoch 00837: loss did not improve from 0.19004\n",
      "Epoch 838/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3068 - categorical_accuracy: 0.9014\n",
      "\n",
      "Epoch 00838: loss did not improve from 0.19004\n",
      "Epoch 839/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2310 - categorical_accuracy: 0.9251\n",
      "\n",
      "Epoch 00839: loss did not improve from 0.19004\n",
      "Epoch 840/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.1994 - categorical_accuracy: 0.9373\n",
      "\n",
      "Epoch 00840: loss did not improve from 0.19004\n",
      "Epoch 841/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2004 - categorical_accuracy: 0.9362\n",
      "\n",
      "Epoch 00841: loss did not improve from 0.19004\n",
      "Epoch 842/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2975 - categorical_accuracy: 0.9033\n",
      "\n",
      "Epoch 00842: loss did not improve from 0.19004\n",
      "Epoch 843/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3221 - categorical_accuracy: 0.8949\n",
      "\n",
      "Epoch 00843: loss did not improve from 0.19004\n",
      "Epoch 844/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2754 - categorical_accuracy: 0.9105\n",
      "\n",
      "Epoch 00844: loss did not improve from 0.19004\n",
      "Epoch 845/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2476 - categorical_accuracy: 0.9204\n",
      "\n",
      "Epoch 00845: loss did not improve from 0.19004\n",
      "Epoch 846/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2944 - categorical_accuracy: 0.9051\n",
      "\n",
      "Epoch 00846: loss did not improve from 0.19004\n",
      "Epoch 847/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2171 - categorical_accuracy: 0.9303\n",
      "\n",
      "Epoch 00847: loss did not improve from 0.19004\n",
      "Epoch 848/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2130 - categorical_accuracy: 0.9332\n",
      "\n",
      "Epoch 00848: loss did not improve from 0.19004\n",
      "Epoch 849/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2699 - categorical_accuracy: 0.9118\n",
      "\n",
      "Epoch 00849: loss did not improve from 0.19004\n",
      "Epoch 850/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3009 - categorical_accuracy: 0.9024\n",
      "\n",
      "Epoch 00850: loss did not improve from 0.19004\n",
      "Epoch 851/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2810 - categorical_accuracy: 0.9089\n",
      "\n",
      "Epoch 00851: loss did not improve from 0.19004\n",
      "Epoch 852/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2667 - categorical_accuracy: 0.9132\n",
      "\n",
      "Epoch 00852: loss did not improve from 0.19004\n",
      "Epoch 853/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2652 - categorical_accuracy: 0.9130\n",
      "\n",
      "Epoch 00853: loss did not improve from 0.19004\n",
      "Epoch 854/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2436 - categorical_accuracy: 0.9205\n",
      "\n",
      "Epoch 00854: loss did not improve from 0.19004\n",
      "Epoch 855/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2446 - categorical_accuracy: 0.9209\n",
      "\n",
      "Epoch 00855: loss did not improve from 0.19004\n",
      "Epoch 856/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2538 - categorical_accuracy: 0.9164\n",
      "\n",
      "Epoch 00856: loss did not improve from 0.19004\n",
      "Epoch 857/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2513 - categorical_accuracy: 0.9183\n",
      "\n",
      "Epoch 00857: loss did not improve from 0.19004\n",
      "Epoch 858/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2629 - categorical_accuracy: 0.9140\n",
      "\n",
      "Epoch 00858: loss did not improve from 0.19004\n",
      "Epoch 859/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2699 - categorical_accuracy: 0.9122\n",
      "\n",
      "Epoch 00859: loss did not improve from 0.19004\n",
      "Epoch 860/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2716 - categorical_accuracy: 0.9110\n",
      "\n",
      "Epoch 00860: loss did not improve from 0.19004\n",
      "Epoch 861/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2494 - categorical_accuracy: 0.9187\n",
      "\n",
      "Epoch 00861: loss did not improve from 0.19004\n",
      "Epoch 862/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2302 - categorical_accuracy: 0.9266\n",
      "\n",
      "Epoch 00862: loss did not improve from 0.19004\n",
      "Epoch 863/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2814 - categorical_accuracy: 0.9083\n",
      "\n",
      "Epoch 00863: loss did not improve from 0.19004\n",
      "Epoch 864/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2731 - categorical_accuracy: 0.9110\n",
      "\n",
      "Epoch 00864: loss did not improve from 0.19004\n",
      "Epoch 865/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2563 - categorical_accuracy: 0.9169\n",
      "\n",
      "Epoch 00865: loss did not improve from 0.19004\n",
      "Epoch 866/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2180 - categorical_accuracy: 0.9305\n",
      "\n",
      "Epoch 00866: loss did not improve from 0.19004\n",
      "Epoch 867/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2469 - categorical_accuracy: 0.9194\n",
      "\n",
      "Epoch 00867: loss did not improve from 0.19004\n",
      "Epoch 868/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2661 - categorical_accuracy: 0.9141\n",
      "\n",
      "Epoch 00868: loss did not improve from 0.19004\n",
      "Epoch 869/1000\n",
      "366/366 [==============================] - 5s 13ms/step - loss: 0.2897 - categorical_accuracy: 0.9063\n",
      "\n",
      "Epoch 00869: loss did not improve from 0.19004\n",
      "Epoch 870/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2457 - categorical_accuracy: 0.9207\n",
      "\n",
      "Epoch 00870: loss did not improve from 0.19004\n",
      "Epoch 871/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2723 - categorical_accuracy: 0.9105\n",
      "\n",
      "Epoch 00871: loss did not improve from 0.19004\n",
      "Epoch 872/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2497 - categorical_accuracy: 0.9204\n",
      "\n",
      "Epoch 00872: loss did not improve from 0.19004\n",
      "Epoch 873/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2324 - categorical_accuracy: 0.9247\n",
      "\n",
      "Epoch 00873: loss did not improve from 0.19004\n",
      "Epoch 874/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2649 - categorical_accuracy: 0.9130\n",
      "\n",
      "Epoch 00874: loss did not improve from 0.19004\n",
      "Epoch 875/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2387 - categorical_accuracy: 0.9234\n",
      "\n",
      "Epoch 00875: loss did not improve from 0.19004\n",
      "Epoch 876/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2391 - categorical_accuracy: 0.9226\n",
      "\n",
      "Epoch 00876: loss did not improve from 0.19004\n",
      "Epoch 877/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2581 - categorical_accuracy: 0.9161\n",
      "\n",
      "Epoch 00877: loss did not improve from 0.19004\n",
      "Epoch 878/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3024 - categorical_accuracy: 0.9014\n",
      "\n",
      "Epoch 00878: loss did not improve from 0.19004\n",
      "Epoch 879/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2463 - categorical_accuracy: 0.9202\n",
      "\n",
      "Epoch 00879: loss did not improve from 0.19004\n",
      "Epoch 880/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2205 - categorical_accuracy: 0.9302\n",
      "\n",
      "Epoch 00880: loss did not improve from 0.19004\n",
      "Epoch 881/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2132 - categorical_accuracy: 0.9317\n",
      "\n",
      "Epoch 00881: loss did not improve from 0.19004\n",
      "Epoch 882/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2999 - categorical_accuracy: 0.9027\n",
      "\n",
      "Epoch 00882: loss did not improve from 0.19004\n",
      "Epoch 883/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2914 - categorical_accuracy: 0.9045\n",
      "\n",
      "Epoch 00883: loss did not improve from 0.19004\n",
      "Epoch 884/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2183 - categorical_accuracy: 0.9300\n",
      "\n",
      "Epoch 00884: loss did not improve from 0.19004\n",
      "Epoch 885/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2207 - categorical_accuracy: 0.9294\n",
      "\n",
      "Epoch 00885: loss did not improve from 0.19004\n",
      "Epoch 886/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2742 - categorical_accuracy: 0.9106\n",
      "\n",
      "Epoch 00886: loss did not improve from 0.19004\n",
      "Epoch 887/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3384 - categorical_accuracy: 0.8901\n",
      "\n",
      "Epoch 00887: loss did not improve from 0.19004\n",
      "Epoch 888/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2670 - categorical_accuracy: 0.9137\n",
      "\n",
      "Epoch 00888: loss did not improve from 0.19004\n",
      "Epoch 889/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2233 - categorical_accuracy: 0.9280\n",
      "\n",
      "Epoch 00889: loss did not improve from 0.19004\n",
      "Epoch 890/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2258 - categorical_accuracy: 0.9274\n",
      "\n",
      "Epoch 00890: loss did not improve from 0.19004\n",
      "Epoch 891/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2319 - categorical_accuracy: 0.9248\n",
      "\n",
      "Epoch 00891: loss did not improve from 0.19004\n",
      "Epoch 892/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2179 - categorical_accuracy: 0.9308\n",
      "\n",
      "Epoch 00892: loss did not improve from 0.19004\n",
      "Epoch 893/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2773 - categorical_accuracy: 0.9101\n",
      "\n",
      "Epoch 00893: loss did not improve from 0.19004\n",
      "Epoch 894/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2847 - categorical_accuracy: 0.9066\n",
      "\n",
      "Epoch 00894: loss did not improve from 0.19004\n",
      "Epoch 895/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2697 - categorical_accuracy: 0.9117\n",
      "\n",
      "Epoch 00895: loss did not improve from 0.19004\n",
      "Epoch 896/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2400 - categorical_accuracy: 0.9220\n",
      "\n",
      "Epoch 00896: loss did not improve from 0.19004\n",
      "Epoch 897/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2427 - categorical_accuracy: 0.9218\n",
      "\n",
      "Epoch 00897: loss did not improve from 0.19004\n",
      "Epoch 898/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2420 - categorical_accuracy: 0.9221\n",
      "\n",
      "Epoch 00898: loss did not improve from 0.19004\n",
      "Epoch 899/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2591 - categorical_accuracy: 0.9151\n",
      "\n",
      "Epoch 00899: loss did not improve from 0.19004\n",
      "Epoch 900/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2393 - categorical_accuracy: 0.9227\n",
      "\n",
      "Epoch 00900: loss did not improve from 0.19004\n",
      "Epoch 901/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2701 - categorical_accuracy: 0.9130\n",
      "\n",
      "Epoch 00901: loss did not improve from 0.19004\n",
      "Epoch 902/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2950 - categorical_accuracy: 0.9033\n",
      "\n",
      "Epoch 00902: loss did not improve from 0.19004\n",
      "Epoch 903/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2092 - categorical_accuracy: 0.9326\n",
      "\n",
      "Epoch 00903: loss did not improve from 0.19004\n",
      "Epoch 904/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2266 - categorical_accuracy: 0.9260\n",
      "\n",
      "Epoch 00904: loss did not improve from 0.19004\n",
      "Epoch 905/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2972 - categorical_accuracy: 0.9024\n",
      "\n",
      "Epoch 00905: loss did not improve from 0.19004\n",
      "Epoch 906/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2574 - categorical_accuracy: 0.9162\n",
      "\n",
      "Epoch 00906: loss did not improve from 0.19004\n",
      "Epoch 907/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2239 - categorical_accuracy: 0.9278\n",
      "\n",
      "Epoch 00907: loss did not improve from 0.19004\n",
      "Epoch 908/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.1828 - categorical_accuracy: 0.9429\n",
      "\n",
      "Epoch 00908: loss improved from 0.19004 to 0.18278, saving model to 2nd-weights-improvement-908-0.1828.hdf5\n",
      "Epoch 909/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2616 - categorical_accuracy: 0.9161\n",
      "\n",
      "Epoch 00909: loss did not improve from 0.18278\n",
      "Epoch 910/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3994 - categorical_accuracy: 0.8712\n",
      "\n",
      "Epoch 00910: loss did not improve from 0.18278\n",
      "Epoch 911/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2425 - categorical_accuracy: 0.9218\n",
      "\n",
      "Epoch 00911: loss did not improve from 0.18278\n",
      "Epoch 912/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.1906 - categorical_accuracy: 0.9400\n",
      "\n",
      "Epoch 00912: loss did not improve from 0.18278\n",
      "Epoch 913/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.1863 - categorical_accuracy: 0.9420\n",
      "\n",
      "Epoch 00913: loss did not improve from 0.18278\n",
      "Epoch 914/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2676 - categorical_accuracy: 0.9131\n",
      "\n",
      "Epoch 00914: loss did not improve from 0.18278\n",
      "Epoch 915/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3237 - categorical_accuracy: 0.8938\n",
      "\n",
      "Epoch 00915: loss did not improve from 0.18278\n",
      "Epoch 916/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2572 - categorical_accuracy: 0.9166\n",
      "\n",
      "Epoch 00916: loss did not improve from 0.18278\n",
      "Epoch 917/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2304 - categorical_accuracy: 0.9258\n",
      "\n",
      "Epoch 00917: loss did not improve from 0.18278\n",
      "Epoch 918/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2610 - categorical_accuracy: 0.9151\n",
      "\n",
      "Epoch 00918: loss did not improve from 0.18278\n",
      "Epoch 919/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2646 - categorical_accuracy: 0.9141\n",
      "\n",
      "Epoch 00919: loss did not improve from 0.18278\n",
      "Epoch 920/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.1958 - categorical_accuracy: 0.9377\n",
      "\n",
      "Epoch 00920: loss did not improve from 0.18278\n",
      "Epoch 921/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2311 - categorical_accuracy: 0.9265\n",
      "\n",
      "Epoch 00921: loss did not improve from 0.18278\n",
      "Epoch 922/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2717 - categorical_accuracy: 0.9116\n",
      "\n",
      "Epoch 00922: loss did not improve from 0.18278\n",
      "Epoch 923/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2801 - categorical_accuracy: 0.9094\n",
      "\n",
      "Epoch 00923: loss did not improve from 0.18278\n",
      "Epoch 924/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2553 - categorical_accuracy: 0.9173\n",
      "\n",
      "Epoch 00924: loss did not improve from 0.18278\n",
      "Epoch 925/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2233 - categorical_accuracy: 0.9274\n",
      "\n",
      "Epoch 00925: loss did not improve from 0.18278\n",
      "Epoch 926/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2406 - categorical_accuracy: 0.9226\n",
      "\n",
      "Epoch 00926: loss did not improve from 0.18278\n",
      "Epoch 927/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2468 - categorical_accuracy: 0.9192\n",
      "\n",
      "Epoch 00927: loss did not improve from 0.18278\n",
      "Epoch 928/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3133 - categorical_accuracy: 0.8980\n",
      "\n",
      "Epoch 00928: loss did not improve from 0.18278\n",
      "Epoch 929/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2593 - categorical_accuracy: 0.9156\n",
      "\n",
      "Epoch 00929: loss did not improve from 0.18278\n",
      "Epoch 930/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2178 - categorical_accuracy: 0.9306\n",
      "\n",
      "Epoch 00930: loss did not improve from 0.18278\n",
      "Epoch 931/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2093 - categorical_accuracy: 0.9333\n",
      "\n",
      "Epoch 00931: loss did not improve from 0.18278\n",
      "Epoch 932/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2831 - categorical_accuracy: 0.9083\n",
      "\n",
      "Epoch 00932: loss did not improve from 0.18278\n",
      "Epoch 933/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2635 - categorical_accuracy: 0.9146\n",
      "\n",
      "Epoch 00933: loss did not improve from 0.18278\n",
      "Epoch 934/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2694 - categorical_accuracy: 0.9119\n",
      "\n",
      "Epoch 00934: loss did not improve from 0.18278\n",
      "Epoch 935/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2525 - categorical_accuracy: 0.9170\n",
      "\n",
      "Epoch 00935: loss did not improve from 0.18278\n",
      "Epoch 936/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2369 - categorical_accuracy: 0.9229\n",
      "\n",
      "Epoch 00936: loss did not improve from 0.18278\n",
      "Epoch 937/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2671 - categorical_accuracy: 0.9127\n",
      "\n",
      "Epoch 00937: loss did not improve from 0.18278\n",
      "Epoch 938/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2583 - categorical_accuracy: 0.9175\n",
      "\n",
      "Epoch 00938: loss did not improve from 0.18278\n",
      "Epoch 939/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2193 - categorical_accuracy: 0.9297\n",
      "\n",
      "Epoch 00939: loss did not improve from 0.18278\n",
      "Epoch 940/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2186 - categorical_accuracy: 0.9291\n",
      "\n",
      "Epoch 00940: loss did not improve from 0.18278\n",
      "Epoch 941/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2659 - categorical_accuracy: 0.9138\n",
      "\n",
      "Epoch 00941: loss did not improve from 0.18278\n",
      "Epoch 942/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2848 - categorical_accuracy: 0.9075\n",
      "\n",
      "Epoch 00942: loss did not improve from 0.18278\n",
      "Epoch 943/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2324 - categorical_accuracy: 0.9243\n",
      "\n",
      "Epoch 00943: loss did not improve from 0.18278\n",
      "Epoch 944/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2346 - categorical_accuracy: 0.9237\n",
      "\n",
      "Epoch 00944: loss did not improve from 0.18278\n",
      "Epoch 945/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2548 - categorical_accuracy: 0.9167\n",
      "\n",
      "Epoch 00945: loss did not improve from 0.18278\n",
      "Epoch 946/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2587 - categorical_accuracy: 0.9155\n",
      "\n",
      "Epoch 00946: loss did not improve from 0.18278\n",
      "Epoch 947/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2520 - categorical_accuracy: 0.9168\n",
      "\n",
      "Epoch 00947: loss did not improve from 0.18278\n",
      "Epoch 948/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2340 - categorical_accuracy: 0.9243\n",
      "\n",
      "Epoch 00948: loss did not improve from 0.18278\n",
      "Epoch 949/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2909 - categorical_accuracy: 0.9052\n",
      "\n",
      "Epoch 00949: loss did not improve from 0.18278\n",
      "Epoch 950/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2410 - categorical_accuracy: 0.9217\n",
      "\n",
      "Epoch 00950: loss did not improve from 0.18278\n",
      "Epoch 951/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2347 - categorical_accuracy: 0.9244\n",
      "\n",
      "Epoch 00951: loss did not improve from 0.18278\n",
      "Epoch 952/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2426 - categorical_accuracy: 0.9211\n",
      "\n",
      "Epoch 00952: loss did not improve from 0.18278\n",
      "Epoch 953/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2394 - categorical_accuracy: 0.9234\n",
      "\n",
      "Epoch 00953: loss did not improve from 0.18278\n",
      "Epoch 954/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2642 - categorical_accuracy: 0.9133\n",
      "\n",
      "Epoch 00954: loss did not improve from 0.18278\n",
      "Epoch 955/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2790 - categorical_accuracy: 0.9102\n",
      "\n",
      "Epoch 00955: loss did not improve from 0.18278\n",
      "Epoch 956/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2566 - categorical_accuracy: 0.9159\n",
      "\n",
      "Epoch 00956: loss did not improve from 0.18278\n",
      "Epoch 957/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2238 - categorical_accuracy: 0.9281\n",
      "\n",
      "Epoch 00957: loss did not improve from 0.18278\n",
      "Epoch 958/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2226 - categorical_accuracy: 0.9286\n",
      "\n",
      "Epoch 00958: loss did not improve from 0.18278\n",
      "Epoch 959/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2428 - categorical_accuracy: 0.9205\n",
      "\n",
      "Epoch 00959: loss did not improve from 0.18278\n",
      "Epoch 960/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2412 - categorical_accuracy: 0.9219\n",
      "\n",
      "Epoch 00960: loss did not improve from 0.18278\n",
      "Epoch 961/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3034 - categorical_accuracy: 0.9024\n",
      "\n",
      "Epoch 00961: loss did not improve from 0.18278\n",
      "Epoch 962/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2732 - categorical_accuracy: 0.9111\n",
      "\n",
      "Epoch 00962: loss did not improve from 0.18278\n",
      "Epoch 963/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2333 - categorical_accuracy: 0.9244\n",
      "\n",
      "Epoch 00963: loss did not improve from 0.18278\n",
      "Epoch 964/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2318 - categorical_accuracy: 0.9247\n",
      "\n",
      "Epoch 00964: loss did not improve from 0.18278\n",
      "Epoch 965/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2180 - categorical_accuracy: 0.9294\n",
      "\n",
      "Epoch 00965: loss did not improve from 0.18278\n",
      "Epoch 966/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2142 - categorical_accuracy: 0.9314\n",
      "\n",
      "Epoch 00966: loss did not improve from 0.18278\n",
      "Epoch 967/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2394 - categorical_accuracy: 0.9224\n",
      "\n",
      "Epoch 00967: loss did not improve from 0.18278\n",
      "Epoch 968/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2898 - categorical_accuracy: 0.9052\n",
      "\n",
      "Epoch 00968: loss did not improve from 0.18278\n",
      "Epoch 969/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2298 - categorical_accuracy: 0.9258\n",
      "\n",
      "Epoch 00969: loss did not improve from 0.18278\n",
      "Epoch 970/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2602 - categorical_accuracy: 0.9155\n",
      "\n",
      "Epoch 00970: loss did not improve from 0.18278\n",
      "Epoch 971/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2122 - categorical_accuracy: 0.9307\n",
      "\n",
      "Epoch 00971: loss did not improve from 0.18278\n",
      "Epoch 972/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2036 - categorical_accuracy: 0.9352\n",
      "\n",
      "Epoch 00972: loss did not improve from 0.18278\n",
      "Epoch 973/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2550 - categorical_accuracy: 0.9164\n",
      "\n",
      "Epoch 00973: loss did not improve from 0.18278\n",
      "Epoch 974/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2795 - categorical_accuracy: 0.9089\n",
      "\n",
      "Epoch 00974: loss did not improve from 0.18278\n",
      "Epoch 975/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2549 - categorical_accuracy: 0.9175\n",
      "\n",
      "Epoch 00975: loss did not improve from 0.18278\n",
      "Epoch 976/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2438 - categorical_accuracy: 0.9201\n",
      "\n",
      "Epoch 00976: loss did not improve from 0.18278\n",
      "Epoch 977/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2301 - categorical_accuracy: 0.9253\n",
      "\n",
      "Epoch 00977: loss did not improve from 0.18278\n",
      "Epoch 978/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2211 - categorical_accuracy: 0.9284\n",
      "\n",
      "Epoch 00978: loss did not improve from 0.18278\n",
      "Epoch 979/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2598 - categorical_accuracy: 0.9160\n",
      "\n",
      "Epoch 00979: loss did not improve from 0.18278\n",
      "Epoch 980/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2774 - categorical_accuracy: 0.9093\n",
      "\n",
      "Epoch 00980: loss did not improve from 0.18278\n",
      "Epoch 981/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2811 - categorical_accuracy: 0.9087\n",
      "\n",
      "Epoch 00981: loss did not improve from 0.18278\n",
      "Epoch 982/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2614 - categorical_accuracy: 0.9144\n",
      "\n",
      "Epoch 00982: loss did not improve from 0.18278\n",
      "Epoch 983/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2053 - categorical_accuracy: 0.9342\n",
      "\n",
      "Epoch 00983: loss did not improve from 0.18278\n",
      "Epoch 984/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.1933 - categorical_accuracy: 0.9387\n",
      "\n",
      "Epoch 00984: loss did not improve from 0.18278\n",
      "Epoch 985/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2540 - categorical_accuracy: 0.9181\n",
      "\n",
      "Epoch 00985: loss did not improve from 0.18278\n",
      "Epoch 986/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.3055 - categorical_accuracy: 0.9016\n",
      "\n",
      "Epoch 00986: loss did not improve from 0.18278\n",
      "Epoch 987/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2654 - categorical_accuracy: 0.9140\n",
      "\n",
      "Epoch 00987: loss did not improve from 0.18278\n",
      "Epoch 988/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2073 - categorical_accuracy: 0.9343\n",
      "\n",
      "Epoch 00988: loss did not improve from 0.18278\n",
      "Epoch 989/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2339 - categorical_accuracy: 0.9244\n",
      "\n",
      "Epoch 00989: loss did not improve from 0.18278\n",
      "Epoch 990/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2693 - categorical_accuracy: 0.9119\n",
      "\n",
      "Epoch 00990: loss did not improve from 0.18278\n",
      "Epoch 991/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2244 - categorical_accuracy: 0.9273\n",
      "\n",
      "Epoch 00991: loss did not improve from 0.18278\n",
      "Epoch 992/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2362 - categorical_accuracy: 0.9233\n",
      "\n",
      "Epoch 00992: loss did not improve from 0.18278\n",
      "Epoch 993/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2533 - categorical_accuracy: 0.9176\n",
      "\n",
      "Epoch 00993: loss did not improve from 0.18278\n",
      "Epoch 994/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2489 - categorical_accuracy: 0.9198\n",
      "\n",
      "Epoch 00994: loss did not improve from 0.18278\n",
      "Epoch 995/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2545 - categorical_accuracy: 0.9165\n",
      "\n",
      "Epoch 00995: loss did not improve from 0.18278\n",
      "Epoch 996/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2674 - categorical_accuracy: 0.9130\n",
      "\n",
      "Epoch 00996: loss did not improve from 0.18278\n",
      "Epoch 997/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2293 - categorical_accuracy: 0.9249\n",
      "\n",
      "Epoch 00997: loss did not improve from 0.18278\n",
      "Epoch 998/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2320 - categorical_accuracy: 0.9253\n",
      "\n",
      "Epoch 00998: loss did not improve from 0.18278\n",
      "Epoch 999/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2407 - categorical_accuracy: 0.9214\n",
      "\n",
      "Epoch 00999: loss did not improve from 0.18278\n",
      "Epoch 1000/1000\n",
      "366/366 [==============================] - 5s 12ms/step - loss: 0.2597 - categorical_accuracy: 0.9160\n",
      "\n",
      "Epoch 01000: loss did not improve from 0.18278\n"
     ]
    }
   ],
   "source": [
    "filepath2=\"2nd-weights-improvement-{epoch:02d}-{loss:.4f}.hdf5\"\n",
    "checkpoint2 = ModelCheckpoint(filepath2, monitor='loss', verbose=1, save_best_only=True, mode='min')\n",
    "callbacks_list2 = [checkpoint2]\n",
    "\n",
    "\n",
    "try:\n",
    "    with tf.device('/device:GPU:0'): \n",
    "        # [n_samples, Tx, Tc]\n",
    "        X = np.reshape(dataX, (n_patterns, seq_length, 1))\n",
    "        # normalize\n",
    "        X = X / float(n_vocab)\n",
    "        y = to_categorical(dataY)\n",
    "        LSTM_cell_2 = LSTM(240, input_shape=(X.shape[1], X.shape[2]))\n",
    "        densor_2 = Dense(y.shape[1], activation='softmax')\n",
    "\n",
    "        model_2 = Sequential()\n",
    "        #model.add(tf.keras.layers.Embedding(n_vocab, 40, input_length=y.shape[1]))\n",
    "        model_2.add(LSTM_cell_2)\n",
    "        #model.add(Dropout(0.2))\n",
    "        model_2.add(densor_2)\n",
    "        model_2.compile(loss='categorical_crossentropy', optimizer='adam', metrics=['categorical_accuracy'])        \n",
    "except RuntimeError as e:\n",
    "    print(e)\n",
    "\n",
    "saved_model_2 = model_2.fit(X, y, epochs=1000, batch_size=256, callbacks=callbacks_list2)\n",
    "model_2.save('model2.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "67eda91d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/1000\n",
      "293/293 [==============================] - 14s 41ms/step - loss: 2.9836 - categorical_accuracy: 0.1695\n",
      "\n",
      "Epoch 00001: loss improved from inf to 2.98356, saving model to 3rd-weights-improvement-01-2.9836.hdf5\n",
      "Epoch 2/1000\n",
      "293/293 [==============================] - 12s 41ms/step - loss: 2.8055 - categorical_accuracy: 0.2154\n",
      "\n",
      "Epoch 00002: loss improved from 2.98356 to 2.80554, saving model to 3rd-weights-improvement-02-2.8055.hdf5\n",
      "Epoch 3/1000\n",
      "293/293 [==============================] - 12s 41ms/step - loss: 2.7034 - categorical_accuracy: 0.2404\n",
      "\n",
      "Epoch 00003: loss improved from 2.80554 to 2.70335, saving model to 3rd-weights-improvement-03-2.7034.hdf5\n",
      "Epoch 4/1000\n",
      "293/293 [==============================] - 12s 42ms/step - loss: 2.6529 - categorical_accuracy: 0.2545\n",
      "\n",
      "Epoch 00004: loss improved from 2.70335 to 2.65286, saving model to 3rd-weights-improvement-04-2.6529.hdf5\n",
      "Epoch 5/1000\n",
      "293/293 [==============================] - 12s 42ms/step - loss: 2.6145 - categorical_accuracy: 0.2599\n",
      "\n",
      "Epoch 00005: loss improved from 2.65286 to 2.61447, saving model to 3rd-weights-improvement-05-2.6145.hdf5\n",
      "Epoch 6/1000\n",
      "293/293 [==============================] - 12s 42ms/step - loss: 2.5727 - categorical_accuracy: 0.2683\n",
      "\n",
      "Epoch 00006: loss improved from 2.61447 to 2.57269, saving model to 3rd-weights-improvement-06-2.5727.hdf5\n",
      "Epoch 7/1000\n",
      "293/293 [==============================] - 12s 42ms/step - loss: 2.5332 - categorical_accuracy: 0.2753\n",
      "\n",
      "Epoch 00007: loss improved from 2.57269 to 2.53317, saving model to 3rd-weights-improvement-07-2.5332.hdf5\n",
      "Epoch 8/1000\n",
      "293/293 [==============================] - 12s 42ms/step - loss: 2.4973 - categorical_accuracy: 0.2826\n",
      "\n",
      "Epoch 00008: loss improved from 2.53317 to 2.49726, saving model to 3rd-weights-improvement-08-2.4973.hdf5\n",
      "Epoch 9/1000\n",
      "293/293 [==============================] - 12s 42ms/step - loss: 2.4614 - categorical_accuracy: 0.2922\n",
      "\n",
      "Epoch 00009: loss improved from 2.49726 to 2.46140, saving model to 3rd-weights-improvement-09-2.4614.hdf5\n",
      "Epoch 10/1000\n",
      "293/293 [==============================] - 12s 42ms/step - loss: 2.4229 - categorical_accuracy: 0.3010\n",
      "\n",
      "Epoch 00010: loss improved from 2.46140 to 2.42287, saving model to 3rd-weights-improvement-10-2.4229.hdf5\n",
      "Epoch 11/1000\n",
      "293/293 [==============================] - 12s 42ms/step - loss: 2.3824 - categorical_accuracy: 0.3096\n",
      "\n",
      "Epoch 00011: loss improved from 2.42287 to 2.38244, saving model to 3rd-weights-improvement-11-2.3824.hdf5\n",
      "Epoch 12/1000\n",
      "293/293 [==============================] - 12s 42ms/step - loss: 2.3370 - categorical_accuracy: 0.3199\n",
      "\n",
      "Epoch 00012: loss improved from 2.38244 to 2.33705, saving model to 3rd-weights-improvement-12-2.3370.hdf5\n",
      "Epoch 13/1000\n",
      "293/293 [==============================] - 12s 43ms/step - loss: 2.2855 - categorical_accuracy: 0.3324\n",
      "\n",
      "Epoch 00013: loss improved from 2.33705 to 2.28549, saving model to 3rd-weights-improvement-13-2.2855.hdf5\n",
      "Epoch 14/1000\n",
      "293/293 [==============================] - 12s 43ms/step - loss: 2.2250 - categorical_accuracy: 0.3497\n",
      "\n",
      "Epoch 00014: loss improved from 2.28549 to 2.22500, saving model to 3rd-weights-improvement-14-2.2250.hdf5\n",
      "Epoch 15/1000\n",
      "293/293 [==============================] - 12s 43ms/step - loss: 2.1524 - categorical_accuracy: 0.3672\n",
      "\n",
      "Epoch 00015: loss improved from 2.22500 to 2.15236, saving model to 3rd-weights-improvement-15-2.1524.hdf5\n",
      "Epoch 16/1000\n",
      "293/293 [==============================] - 12s 43ms/step - loss: 2.0685 - categorical_accuracy: 0.3874\n",
      "\n",
      "Epoch 00016: loss improved from 2.15236 to 2.06854, saving model to 3rd-weights-improvement-16-2.0685.hdf5\n",
      "Epoch 17/1000\n",
      "293/293 [==============================] - 12s 43ms/step - loss: 1.9714 - categorical_accuracy: 0.4155\n",
      "\n",
      "Epoch 00017: loss improved from 2.06854 to 1.97139, saving model to 3rd-weights-improvement-17-1.9714.hdf5\n",
      "Epoch 18/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.8582 - categorical_accuracy: 0.4467\n",
      "\n",
      "Epoch 00018: loss improved from 1.97139 to 1.85815, saving model to 3rd-weights-improvement-18-1.8582.hdf5\n",
      "Epoch 19/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.7454 - categorical_accuracy: 0.4790\n",
      "\n",
      "Epoch 00019: loss improved from 1.85815 to 1.74542, saving model to 3rd-weights-improvement-19-1.7454.hdf5\n",
      "Epoch 20/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.6183 - categorical_accuracy: 0.5178\n",
      "\n",
      "Epoch 00020: loss improved from 1.74542 to 1.61827, saving model to 3rd-weights-improvement-20-1.6183.hdf5\n",
      "Epoch 21/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4863 - categorical_accuracy: 0.5574\n",
      "\n",
      "Epoch 00021: loss improved from 1.61827 to 1.48626, saving model to 3rd-weights-improvement-21-1.4863.hdf5\n",
      "Epoch 22/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.3546 - categorical_accuracy: 0.5988\n",
      "\n",
      "Epoch 00022: loss improved from 1.48626 to 1.35458, saving model to 3rd-weights-improvement-22-1.3546.hdf5\n",
      "Epoch 23/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.2258 - categorical_accuracy: 0.6367\n",
      "\n",
      "Epoch 00023: loss improved from 1.35458 to 1.22584, saving model to 3rd-weights-improvement-23-1.2258.hdf5\n",
      "Epoch 24/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1008 - categorical_accuracy: 0.6757\n",
      "\n",
      "Epoch 00024: loss improved from 1.22584 to 1.10081, saving model to 3rd-weights-improvement-24-1.1008.hdf5\n",
      "Epoch 25/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.9783 - categorical_accuracy: 0.7132\n",
      "\n",
      "Epoch 00025: loss improved from 1.10081 to 0.97829, saving model to 3rd-weights-improvement-25-0.9783.hdf5\n",
      "Epoch 26/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.8631 - categorical_accuracy: 0.7514\n",
      "\n",
      "Epoch 00026: loss improved from 0.97829 to 0.86312, saving model to 3rd-weights-improvement-26-0.8631.hdf5\n",
      "Epoch 27/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.7512 - categorical_accuracy: 0.7863\n",
      "\n",
      "Epoch 00027: loss improved from 0.86312 to 0.75120, saving model to 3rd-weights-improvement-27-0.7512.hdf5\n",
      "Epoch 28/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.6608 - categorical_accuracy: 0.8162\n",
      "\n",
      "Epoch 00028: loss improved from 0.75120 to 0.66083, saving model to 3rd-weights-improvement-28-0.6608.hdf5\n",
      "Epoch 29/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.5681 - categorical_accuracy: 0.8459\n",
      "\n",
      "Epoch 00029: loss improved from 0.66083 to 0.56809, saving model to 3rd-weights-improvement-29-0.5681.hdf5\n",
      "Epoch 30/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.4885 - categorical_accuracy: 0.8720\n",
      "\n",
      "Epoch 00030: loss improved from 0.56809 to 0.48854, saving model to 3rd-weights-improvement-30-0.4885.hdf5\n",
      "Epoch 31/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.4149 - categorical_accuracy: 0.8961\n",
      "\n",
      "Epoch 00031: loss improved from 0.48854 to 0.41493, saving model to 3rd-weights-improvement-31-0.4149.hdf5\n",
      "Epoch 32/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3622 - categorical_accuracy: 0.9119\n",
      "\n",
      "Epoch 00032: loss improved from 0.41493 to 0.36221, saving model to 3rd-weights-improvement-32-0.3622.hdf5\n",
      "Epoch 33/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3084 - categorical_accuracy: 0.9276\n",
      "\n",
      "Epoch 00033: loss improved from 0.36221 to 0.30840, saving model to 3rd-weights-improvement-33-0.3084.hdf5\n",
      "Epoch 34/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2605 - categorical_accuracy: 0.9424\n",
      "\n",
      "Epoch 00034: loss improved from 0.30840 to 0.26055, saving model to 3rd-weights-improvement-34-0.2605.hdf5\n",
      "Epoch 35/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2282 - categorical_accuracy: 0.9523\n",
      "\n",
      "Epoch 00035: loss improved from 0.26055 to 0.22825, saving model to 3rd-weights-improvement-35-0.2282.hdf5\n",
      "Epoch 36/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1948 - categorical_accuracy: 0.9609\n",
      "\n",
      "Epoch 00036: loss improved from 0.22825 to 0.19476, saving model to 3rd-weights-improvement-36-0.1948.hdf5\n",
      "Epoch 37/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2096 - categorical_accuracy: 0.9528\n",
      "\n",
      "Epoch 00037: loss did not improve from 0.19476\n",
      "Epoch 38/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2006 - categorical_accuracy: 0.9546\n",
      "\n",
      "Epoch 00038: loss did not improve from 0.19476\n",
      "Epoch 39/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1705 - categorical_accuracy: 0.9633\n",
      "\n",
      "Epoch 00039: loss improved from 0.19476 to 0.17053, saving model to 3rd-weights-improvement-39-0.1705.hdf5\n",
      "Epoch 40/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1367 - categorical_accuracy: 0.9733\n",
      "\n",
      "Epoch 00040: loss improved from 0.17053 to 0.13671, saving model to 3rd-weights-improvement-40-0.1367.hdf5\n",
      "Epoch 41/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1368 - categorical_accuracy: 0.9726\n",
      "\n",
      "Epoch 00041: loss did not improve from 0.13671\n",
      "Epoch 42/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1191 - categorical_accuracy: 0.9770\n",
      "\n",
      "Epoch 00042: loss improved from 0.13671 to 0.11910, saving model to 3rd-weights-improvement-42-0.1191.hdf5\n",
      "Epoch 43/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1601 - categorical_accuracy: 0.9612\n",
      "\n",
      "Epoch 00043: loss did not improve from 0.11910\n",
      "Epoch 44/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1483 - categorical_accuracy: 0.9646\n",
      "\n",
      "Epoch 00044: loss did not improve from 0.11910\n",
      "Epoch 45/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1202 - categorical_accuracy: 0.9729\n",
      "\n",
      "Epoch 00045: loss did not improve from 0.11910\n",
      "Epoch 46/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1088 - categorical_accuracy: 0.9761\n",
      "\n",
      "Epoch 00046: loss improved from 0.11910 to 0.10883, saving model to 3rd-weights-improvement-46-0.1088.hdf5\n",
      "Epoch 47/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1009 - categorical_accuracy: 0.9787\n",
      "\n",
      "Epoch 00047: loss improved from 0.10883 to 0.10095, saving model to 3rd-weights-improvement-47-0.1009.hdf5\n",
      "Epoch 48/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1054 - categorical_accuracy: 0.9767\n",
      "\n",
      "Epoch 00048: loss did not improve from 0.10095\n",
      "Epoch 49/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1048 - categorical_accuracy: 0.9760\n",
      "\n",
      "Epoch 00049: loss did not improve from 0.10095\n",
      "Epoch 50/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1144 - categorical_accuracy: 0.9722\n",
      "\n",
      "Epoch 00050: loss did not improve from 0.10095\n",
      "Epoch 51/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1084 - categorical_accuracy: 0.9744\n",
      "\n",
      "Epoch 00051: loss did not improve from 0.10095\n",
      "Epoch 52/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1036 - categorical_accuracy: 0.9753\n",
      "\n",
      "Epoch 00052: loss did not improve from 0.10095\n",
      "Epoch 53/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0989 - categorical_accuracy: 0.9759\n",
      "\n",
      "Epoch 00053: loss improved from 0.10095 to 0.09892, saving model to 3rd-weights-improvement-53-0.0989.hdf5\n",
      "Epoch 54/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1043 - categorical_accuracy: 0.9734\n",
      "\n",
      "Epoch 00054: loss did not improve from 0.09892\n",
      "Epoch 55/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0964 - categorical_accuracy: 0.9763\n",
      "\n",
      "Epoch 00055: loss improved from 0.09892 to 0.09641, saving model to 3rd-weights-improvement-55-0.0964.hdf5\n",
      "Epoch 56/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0761 - categorical_accuracy: 0.9825\n",
      "\n",
      "Epoch 00056: loss improved from 0.09641 to 0.07606, saving model to 3rd-weights-improvement-56-0.0761.hdf5\n",
      "Epoch 57/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0549 - categorical_accuracy: 0.9887\n",
      "\n",
      "Epoch 00057: loss improved from 0.07606 to 0.05493, saving model to 3rd-weights-improvement-57-0.0549.hdf5\n",
      "Epoch 58/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0958 - categorical_accuracy: 0.9749\n",
      "\n",
      "Epoch 00058: loss did not improve from 0.05493\n",
      "Epoch 59/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1937 - categorical_accuracy: 0.9415\n",
      "\n",
      "Epoch 00059: loss did not improve from 0.05493\n",
      "Epoch 60/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1317 - categorical_accuracy: 0.9627\n",
      "\n",
      "Epoch 00060: loss did not improve from 0.05493\n",
      "Epoch 61/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0593 - categorical_accuracy: 0.9871\n",
      "\n",
      "Epoch 00061: loss did not improve from 0.05493\n",
      "Epoch 62/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0267 - categorical_accuracy: 0.9966\n",
      "\n",
      "Epoch 00062: loss improved from 0.05493 to 0.02671, saving model to 3rd-weights-improvement-62-0.0267.hdf5\n",
      "Epoch 63/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0120 - categorical_accuracy: 0.9992\n",
      "\n",
      "Epoch 00063: loss improved from 0.02671 to 0.01197, saving model to 3rd-weights-improvement-63-0.0120.hdf5\n",
      "Epoch 64/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0060 - categorical_accuracy: 0.9997\n",
      "\n",
      "Epoch 00064: loss improved from 0.01197 to 0.00602, saving model to 3rd-weights-improvement-64-0.0060.hdf5\n",
      "Epoch 65/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0041 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00065: loss improved from 0.00602 to 0.00407, saving model to 3rd-weights-improvement-65-0.0041.hdf5\n",
      "Epoch 66/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0028 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00066: loss improved from 0.00407 to 0.00283, saving model to 3rd-weights-improvement-66-0.0028.hdf5\n",
      "Epoch 67/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0021 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00067: loss improved from 0.00283 to 0.00207, saving model to 3rd-weights-improvement-67-0.0021.hdf5\n",
      "Epoch 68/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0020 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00068: loss improved from 0.00207 to 0.00197, saving model to 3rd-weights-improvement-68-0.0020.hdf5\n",
      "Epoch 69/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0019 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00069: loss improved from 0.00197 to 0.00186, saving model to 3rd-weights-improvement-69-0.0019.hdf5\n",
      "Epoch 70/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0015 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00070: loss improved from 0.00186 to 0.00147, saving model to 3rd-weights-improvement-70-0.0015.hdf5\n",
      "Epoch 71/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0013 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00071: loss improved from 0.00147 to 0.00128, saving model to 3rd-weights-improvement-71-0.0013.hdf5\n",
      "Epoch 72/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2765 - categorical_accuracy: 0.9372\n",
      "\n",
      "Epoch 00072: loss did not improve from 0.00128\n",
      "Epoch 73/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1669 - categorical_accuracy: 0.6646\n",
      "\n",
      "Epoch 00073: loss did not improve from 0.00128\n",
      "Epoch 74/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2549 - categorical_accuracy: 0.9204\n",
      "\n",
      "Epoch 00074: loss did not improve from 0.00128\n",
      "Epoch 75/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0709 - categorical_accuracy: 0.9865\n",
      "\n",
      "Epoch 00075: loss did not improve from 0.00128\n",
      "Epoch 76/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0231 - categorical_accuracy: 0.9990\n",
      "\n",
      "Epoch 00076: loss did not improve from 0.00128\n",
      "Epoch 77/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0098 - categorical_accuracy: 0.9998\n",
      "\n",
      "Epoch 00077: loss did not improve from 0.00128\n",
      "Epoch 78/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0062 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00078: loss did not improve from 0.00128\n",
      "Epoch 79/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0050 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00079: loss did not improve from 0.00128\n",
      "Epoch 80/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0039 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00080: loss did not improve from 0.00128\n",
      "Epoch 81/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0033 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00081: loss did not improve from 0.00128\n",
      "Epoch 82/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0030 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00082: loss did not improve from 0.00128\n",
      "Epoch 83/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0025 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00083: loss did not improve from 0.00128\n",
      "Epoch 84/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0021 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00084: loss did not improve from 0.00128\n",
      "Epoch 85/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0018 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00085: loss did not improve from 0.00128\n",
      "Epoch 86/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0017 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00086: loss did not improve from 0.00128\n",
      "Epoch 87/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0014 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00087: loss did not improve from 0.00128\n",
      "Epoch 88/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2461 - categorical_accuracy: 0.9397\n",
      "\n",
      "Epoch 00088: loss did not improve from 0.00128\n",
      "Epoch 89/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.0540 - categorical_accuracy: 0.6871\n",
      "\n",
      "Epoch 00089: loss did not improve from 0.00128\n",
      "Epoch 90/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2364 - categorical_accuracy: 0.9282\n",
      "\n",
      "Epoch 00090: loss did not improve from 0.00128\n",
      "Epoch 91/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0716 - categorical_accuracy: 0.9868\n",
      "\n",
      "Epoch 00091: loss did not improve from 0.00128\n",
      "Epoch 92/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0238 - categorical_accuracy: 0.9986\n",
      "\n",
      "Epoch 00092: loss did not improve from 0.00128\n",
      "Epoch 93/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0097 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00093: loss did not improve from 0.00128\n",
      "Epoch 94/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0060 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00094: loss did not improve from 0.00128\n",
      "Epoch 95/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0046 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00095: loss did not improve from 0.00128\n",
      "Epoch 96/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0037 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00096: loss did not improve from 0.00128\n",
      "Epoch 97/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0031 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00097: loss did not improve from 0.00128\n",
      "Epoch 98/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0027 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00098: loss did not improve from 0.00128\n",
      "Epoch 99/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0023 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00099: loss did not improve from 0.00128\n",
      "Epoch 100/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0020 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00100: loss did not improve from 0.00128\n",
      "Epoch 101/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0019 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00101: loss did not improve from 0.00128\n",
      "Epoch 102/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0058 - categorical_accuracy: 0.9990\n",
      "\n",
      "Epoch 00102: loss did not improve from 0.00128\n",
      "Epoch 103/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.0023 - categorical_accuracy: 0.7043\n",
      "\n",
      "Epoch 00103: loss did not improve from 0.00128\n",
      "Epoch 104/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2236 - categorical_accuracy: 0.9318\n",
      "\n",
      "Epoch 00104: loss did not improve from 0.00128\n",
      "Epoch 105/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0612 - categorical_accuracy: 0.9894\n",
      "\n",
      "Epoch 00105: loss did not improve from 0.00128\n",
      "Epoch 106/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0198 - categorical_accuracy: 0.9990\n",
      "\n",
      "Epoch 00106: loss did not improve from 0.00128\n",
      "Epoch 107/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0087 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00107: loss did not improve from 0.00128\n",
      "Epoch 108/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0054 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00108: loss did not improve from 0.00128\n",
      "Epoch 109/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0042 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00109: loss did not improve from 0.00128\n",
      "Epoch 110/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0034 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00110: loss did not improve from 0.00128\n",
      "Epoch 111/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0029 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00111: loss did not improve from 0.00128\n",
      "Epoch 112/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0025 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00112: loss did not improve from 0.00128\n",
      "Epoch 113/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0021 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00113: loss did not improve from 0.00128\n",
      "Epoch 114/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0019 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00114: loss did not improve from 0.00128\n",
      "Epoch 115/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0021 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00115: loss did not improve from 0.00128\n",
      "Epoch 116/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3829 - categorical_accuracy: 0.8935\n",
      "\n",
      "Epoch 00116: loss did not improve from 0.00128\n",
      "Epoch 117/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.6186 - categorical_accuracy: 0.8039\n",
      "\n",
      "Epoch 00117: loss did not improve from 0.00128\n",
      "Epoch 118/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1331 - categorical_accuracy: 0.9642\n",
      "\n",
      "Epoch 00118: loss did not improve from 0.00128\n",
      "Epoch 119/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0390 - categorical_accuracy: 0.9951\n",
      "\n",
      "Epoch 00119: loss did not improve from 0.00128\n",
      "Epoch 120/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0138 - categorical_accuracy: 0.9995\n",
      "\n",
      "Epoch 00120: loss did not improve from 0.00128\n",
      "Epoch 121/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0066 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00121: loss did not improve from 0.00128\n",
      "Epoch 122/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0048 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00122: loss did not improve from 0.00128\n",
      "Epoch 123/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0038 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00123: loss did not improve from 0.00128\n",
      "Epoch 124/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0030 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00124: loss did not improve from 0.00128\n",
      "Epoch 125/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0025 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00125: loss did not improve from 0.00128\n",
      "Epoch 126/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0022 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00126: loss did not improve from 0.00128\n",
      "Epoch 127/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0019 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00127: loss did not improve from 0.00128\n",
      "Epoch 128/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0016 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00128: loss did not improve from 0.00128\n",
      "Epoch 129/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0015 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00129: loss did not improve from 0.00128\n",
      "Epoch 130/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0014 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00130: loss did not improve from 0.00128\n",
      "Epoch 131/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00131: loss improved from 0.00128 to 0.00109, saving model to 3rd-weights-improvement-131-0.0011.hdf5\n",
      "Epoch 132/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0010 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00132: loss improved from 0.00109 to 0.00103, saving model to 3rd-weights-improvement-132-0.0010.hdf5\n",
      "Epoch 133/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.9460 - categorical_accuracy: 0.7219\n",
      "\n",
      "Epoch 00133: loss did not improve from 0.00103\n",
      "Epoch 134/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2087 - categorical_accuracy: 0.9360\n",
      "\n",
      "Epoch 00134: loss did not improve from 0.00103\n",
      "Epoch 135/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0554 - categorical_accuracy: 0.9899\n",
      "\n",
      "Epoch 00135: loss did not improve from 0.00103\n",
      "Epoch 136/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0184 - categorical_accuracy: 0.9990\n",
      "\n",
      "Epoch 00136: loss did not improve from 0.00103\n",
      "Epoch 137/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0080 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00137: loss did not improve from 0.00103\n",
      "Epoch 138/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0053 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00138: loss did not improve from 0.00103\n",
      "Epoch 139/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0040 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00139: loss did not improve from 0.00103\n",
      "Epoch 140/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0033 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00140: loss did not improve from 0.00103\n",
      "Epoch 141/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0026 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00141: loss did not improve from 0.00103\n",
      "Epoch 142/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0023 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00142: loss did not improve from 0.00103\n",
      "Epoch 143/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0019 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00143: loss did not improve from 0.00103\n",
      "Epoch 144/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0016 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00144: loss did not improve from 0.00103\n",
      "Epoch 145/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0015 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00145: loss did not improve from 0.00103\n",
      "Epoch 146/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0013 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00146: loss did not improve from 0.00103\n",
      "Epoch 147/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0051 - categorical_accuracy: 0.9991\n",
      "\n",
      "Epoch 00147: loss did not improve from 0.00103\n",
      "Epoch 148/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.8402 - categorical_accuracy: 0.7460\n",
      "\n",
      "Epoch 00148: loss did not improve from 0.00103\n",
      "Epoch 149/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1572 - categorical_accuracy: 0.9538\n",
      "\n",
      "Epoch 00149: loss did not improve from 0.00103\n",
      "Epoch 150/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0425 - categorical_accuracy: 0.9934\n",
      "\n",
      "Epoch 00150: loss did not improve from 0.00103\n",
      "Epoch 151/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0138 - categorical_accuracy: 0.9994\n",
      "\n",
      "Epoch 00151: loss did not improve from 0.00103\n",
      "Epoch 152/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0058 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00152: loss did not improve from 0.00103\n",
      "Epoch 153/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0040 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00153: loss did not improve from 0.00103\n",
      "Epoch 154/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0033 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00154: loss did not improve from 0.00103\n",
      "Epoch 155/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0027 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00155: loss did not improve from 0.00103\n",
      "Epoch 156/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0022 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00156: loss did not improve from 0.00103\n",
      "Epoch 157/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0019 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00157: loss did not improve from 0.00103\n",
      "Epoch 158/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0017 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00158: loss did not improve from 0.00103\n",
      "Epoch 159/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0014 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00159: loss did not improve from 0.00103\n",
      "Epoch 160/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0013 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00160: loss did not improve from 0.00103\n",
      "Epoch 161/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00161: loss did not improve from 0.00103\n",
      "Epoch 162/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0010 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00162: loss did not improve from 0.00103\n",
      "Epoch 163/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.9329e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00163: loss improved from 0.00103 to 0.00099, saving model to 3rd-weights-improvement-163-0.0010.hdf5\n",
      "Epoch 164/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00164: loss did not improve from 0.00099\n",
      "Epoch 165/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.7758 - categorical_accuracy: 0.7736\n",
      "\n",
      "Epoch 00165: loss did not improve from 0.00099\n",
      "Epoch 166/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2623 - categorical_accuracy: 0.9172\n",
      "\n",
      "Epoch 00166: loss did not improve from 0.00099\n",
      "Epoch 167/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0599 - categorical_accuracy: 0.9879\n",
      "\n",
      "Epoch 00167: loss did not improve from 0.00099\n",
      "Epoch 168/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0167 - categorical_accuracy: 0.9991\n",
      "\n",
      "Epoch 00168: loss did not improve from 0.00099\n",
      "Epoch 169/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0070 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00169: loss did not improve from 0.00099\n",
      "Epoch 170/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0043 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00170: loss did not improve from 0.00099\n",
      "Epoch 171/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0035 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00171: loss did not improve from 0.00099\n",
      "Epoch 172/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0031 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00172: loss did not improve from 0.00099\n",
      "Epoch 173/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0024 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00173: loss did not improve from 0.00099\n",
      "Epoch 174/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0020 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00174: loss did not improve from 0.00099\n",
      "Epoch 175/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0017 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00175: loss did not improve from 0.00099\n",
      "Epoch 176/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0015 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00176: loss did not improve from 0.00099\n",
      "Epoch 177/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0013 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00177: loss did not improve from 0.00099\n",
      "Epoch 178/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00178: loss did not improve from 0.00099\n",
      "Epoch 179/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0010 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00179: loss did not improve from 0.00099\n",
      "Epoch 180/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.3362e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00180: loss improved from 0.00099 to 0.00093, saving model to 3rd-weights-improvement-180-0.0009.hdf5\n",
      "Epoch 181/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.2044e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00181: loss improved from 0.00093 to 0.00082, saving model to 3rd-weights-improvement-181-0.0008.hdf5\n",
      "Epoch 182/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.6548 - categorical_accuracy: 0.8071\n",
      "\n",
      "Epoch 00182: loss did not improve from 0.00082\n",
      "Epoch 183/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2672 - categorical_accuracy: 0.9136\n",
      "\n",
      "Epoch 00183: loss did not improve from 0.00082\n",
      "Epoch 184/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0592 - categorical_accuracy: 0.9874\n",
      "\n",
      "Epoch 00184: loss did not improve from 0.00082\n",
      "Epoch 185/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0174 - categorical_accuracy: 0.9987\n",
      "\n",
      "Epoch 00185: loss did not improve from 0.00082\n",
      "Epoch 186/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0068 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00186: loss did not improve from 0.00082\n",
      "Epoch 187/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0040 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00187: loss did not improve from 0.00082\n",
      "Epoch 188/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0030 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00188: loss did not improve from 0.00082\n",
      "Epoch 189/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0025 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00189: loss did not improve from 0.00082\n",
      "Epoch 190/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0021 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00190: loss did not improve from 0.00082\n",
      "Epoch 191/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0018 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00191: loss did not improve from 0.00082\n",
      "Epoch 192/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0016 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00192: loss did not improve from 0.00082\n",
      "Epoch 193/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0013 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00193: loss did not improve from 0.00082\n",
      "Epoch 194/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00194: loss did not improve from 0.00082\n",
      "Epoch 195/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0010 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00195: loss did not improve from 0.00082\n",
      "Epoch 196/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.4785e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00196: loss did not improve from 0.00082\n",
      "Epoch 197/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.0534e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00197: loss improved from 0.00082 to 0.00081, saving model to 3rd-weights-improvement-197-0.0008.hdf5\n",
      "Epoch 198/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.2394e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00198: loss did not improve from 0.00081\n",
      "Epoch 199/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3715 - categorical_accuracy: 0.8949\n",
      "\n",
      "Epoch 00199: loss did not improve from 0.00081\n",
      "Epoch 200/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.4593 - categorical_accuracy: 0.8518\n",
      "\n",
      "Epoch 00200: loss did not improve from 0.00081\n",
      "Epoch 201/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0805 - categorical_accuracy: 0.9799\n",
      "\n",
      "Epoch 00201: loss did not improve from 0.00081\n",
      "Epoch 202/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0210 - categorical_accuracy: 0.9980\n",
      "\n",
      "Epoch 00202: loss did not improve from 0.00081\n",
      "Epoch 203/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0071 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00203: loss did not improve from 0.00081\n",
      "Epoch 204/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0042 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00204: loss did not improve from 0.00081\n",
      "Epoch 205/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0030 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00205: loss did not improve from 0.00081\n",
      "Epoch 206/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0024 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00206: loss did not improve from 0.00081\n",
      "Epoch 207/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0020 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00207: loss did not improve from 0.00081\n",
      "Epoch 208/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0017 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00208: loss did not improve from 0.00081\n",
      "Epoch 209/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0015 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00209: loss did not improve from 0.00081\n",
      "Epoch 210/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0013 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00210: loss did not improve from 0.00081\n",
      "Epoch 211/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00211: loss did not improve from 0.00081\n",
      "Epoch 212/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.8360e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00212: loss did not improve from 0.00081\n",
      "Epoch 213/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.0157e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00213: loss did not improve from 0.00081\n",
      "Epoch 214/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.1486e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00214: loss did not improve from 0.00081\n",
      "Epoch 215/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.7534e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00215: loss improved from 0.00081 to 0.00068, saving model to 3rd-weights-improvement-215-0.0007.hdf5\n",
      "Epoch 216/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.0822e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00216: loss did not improve from 0.00068\n",
      "Epoch 217/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.5632 - categorical_accuracy: 0.8316\n",
      "\n",
      "Epoch 00217: loss did not improve from 0.00068\n",
      "Epoch 218/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2501 - categorical_accuracy: 0.9206\n",
      "\n",
      "Epoch 00218: loss did not improve from 0.00068\n",
      "Epoch 219/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0563 - categorical_accuracy: 0.9875\n",
      "\n",
      "Epoch 00219: loss did not improve from 0.00068\n",
      "Epoch 220/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0154 - categorical_accuracy: 0.9987\n",
      "\n",
      "Epoch 00220: loss did not improve from 0.00068\n",
      "Epoch 221/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0059 - categorical_accuracy: 0.9998\n",
      "\n",
      "Epoch 00221: loss did not improve from 0.00068\n",
      "Epoch 222/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0035 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00222: loss did not improve from 0.00068\n",
      "Epoch 223/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0026 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00223: loss did not improve from 0.00068\n",
      "Epoch 224/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0021 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00224: loss did not improve from 0.00068\n",
      "Epoch 225/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0018 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00225: loss did not improve from 0.00068\n",
      "Epoch 226/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0015 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00226: loss did not improve from 0.00068\n",
      "Epoch 227/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0013 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00227: loss did not improve from 0.00068\n",
      "Epoch 228/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00228: loss did not improve from 0.00068\n",
      "Epoch 229/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.9724e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00229: loss did not improve from 0.00068\n",
      "Epoch 230/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.1388e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00230: loss did not improve from 0.00068\n",
      "Epoch 231/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.0859e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00231: loss did not improve from 0.00068\n",
      "Epoch 232/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.2099e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00232: loss did not improve from 0.00068\n",
      "Epoch 233/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.3783e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00233: loss improved from 0.00068 to 0.00064, saving model to 3rd-weights-improvement-233-0.0006.hdf5\n",
      "Epoch 234/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.4332e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00234: loss improved from 0.00064 to 0.00054, saving model to 3rd-weights-improvement-234-0.0005.hdf5\n",
      "Epoch 235/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.1175e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00235: loss improved from 0.00054 to 0.00051, saving model to 3rd-weights-improvement-235-0.0005.hdf5\n",
      "Epoch 236/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0157 - categorical_accuracy: 0.9952\n",
      "\n",
      "Epoch 00236: loss did not improve from 0.00051\n",
      "Epoch 237/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.7221 - categorical_accuracy: 0.7814\n",
      "\n",
      "Epoch 00237: loss did not improve from 0.00051\n",
      "Epoch 238/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1031 - categorical_accuracy: 0.9710\n",
      "\n",
      "Epoch 00238: loss did not improve from 0.00051\n",
      "Epoch 239/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0241 - categorical_accuracy: 0.9968\n",
      "\n",
      "Epoch 00239: loss did not improve from 0.00051\n",
      "Epoch 240/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0074 - categorical_accuracy: 0.9998\n",
      "\n",
      "Epoch 00240: loss did not improve from 0.00051\n",
      "Epoch 241/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0036 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00241: loss did not improve from 0.00051\n",
      "Epoch 242/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0027 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00242: loss did not improve from 0.00051\n",
      "Epoch 243/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0022 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00243: loss did not improve from 0.00051\n",
      "Epoch 244/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0018 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00244: loss did not improve from 0.00051\n",
      "Epoch 245/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0016 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00245: loss did not improve from 0.00051\n",
      "Epoch 246/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0014 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00246: loss did not improve from 0.00051\n",
      "Epoch 247/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00247: loss did not improve from 0.00051\n",
      "Epoch 248/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0010 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00248: loss did not improve from 0.00051\n",
      "Epoch 249/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.1409e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00249: loss did not improve from 0.00051\n",
      "Epoch 250/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.0792e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00250: loss did not improve from 0.00051\n",
      "Epoch 251/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.9019e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00251: loss did not improve from 0.00051\n",
      "Epoch 252/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.1315e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00252: loss did not improve from 0.00051\n",
      "Epoch 253/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.8519e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00253: loss did not improve from 0.00051\n",
      "Epoch 254/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.8679e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00254: loss improved from 0.00051 to 0.00049, saving model to 3rd-weights-improvement-254-0.0005.hdf5\n",
      "Epoch 255/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.4875e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00255: loss improved from 0.00049 to 0.00045, saving model to 3rd-weights-improvement-255-0.0004.hdf5\n",
      "Epoch 256/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3756 - categorical_accuracy: 0.8914\n",
      "\n",
      "Epoch 00256: loss did not improve from 0.00045\n",
      "Epoch 257/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3719 - categorical_accuracy: 0.8793\n",
      "\n",
      "Epoch 00257: loss did not improve from 0.00045\n",
      "Epoch 258/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0644 - categorical_accuracy: 0.9840\n",
      "\n",
      "Epoch 00258: loss did not improve from 0.00045\n",
      "Epoch 259/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0154 - categorical_accuracy: 0.9986\n",
      "\n",
      "Epoch 00259: loss did not improve from 0.00045\n",
      "Epoch 260/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0056 - categorical_accuracy: 0.9998\n",
      "\n",
      "Epoch 00260: loss did not improve from 0.00045\n",
      "Epoch 261/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0032 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00261: loss did not improve from 0.00045\n",
      "Epoch 262/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0023 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00262: loss did not improve from 0.00045\n",
      "Epoch 263/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0019 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00263: loss did not improve from 0.00045\n",
      "Epoch 264/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0016 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00264: loss did not improve from 0.00045\n",
      "Epoch 265/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0014 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00265: loss did not improve from 0.00045\n",
      "Epoch 266/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00266: loss did not improve from 0.00045\n",
      "Epoch 267/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00267: loss did not improve from 0.00045\n",
      "Epoch 268/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.3416e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00268: loss did not improve from 0.00045\n",
      "Epoch 269/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.9802e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00269: loss did not improve from 0.00045\n",
      "Epoch 270/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.0373e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00270: loss did not improve from 0.00045\n",
      "Epoch 271/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.6963e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00271: loss did not improve from 0.00045\n",
      "Epoch 272/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 6.1631e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00272: loss did not improve from 0.00045\n",
      "Epoch 273/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.4625e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00273: loss did not improve from 0.00045\n",
      "Epoch 274/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.4764 - categorical_accuracy: 0.8539\n",
      "\n",
      "Epoch 00274: loss did not improve from 0.00045\n",
      "Epoch 275/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1765 - categorical_accuracy: 0.9443\n",
      "\n",
      "Epoch 00275: loss did not improve from 0.00045\n",
      "Epoch 276/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0352 - categorical_accuracy: 0.9930\n",
      "\n",
      "Epoch 00276: loss did not improve from 0.00045\n",
      "Epoch 277/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0091 - categorical_accuracy: 0.9996\n",
      "\n",
      "Epoch 00277: loss did not improve from 0.00045\n",
      "Epoch 278/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0039 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00278: loss did not improve from 0.00045\n",
      "Epoch 279/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0025 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00279: loss did not improve from 0.00045\n",
      "Epoch 280/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0019 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00280: loss did not improve from 0.00045\n",
      "Epoch 281/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0016 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00281: loss did not improve from 0.00045\n",
      "Epoch 282/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0014 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00282: loss did not improve from 0.00045\n",
      "Epoch 283/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00283: loss did not improve from 0.00045\n",
      "Epoch 284/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0010 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00284: loss did not improve from 0.00045\n",
      "Epoch 285/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.8740e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00285: loss did not improve from 0.00045\n",
      "Epoch 286/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.7795e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00286: loss did not improve from 0.00045\n",
      "Epoch 287/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.1401e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00287: loss did not improve from 0.00045\n",
      "Epoch 288/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.0582e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00288: loss did not improve from 0.00045\n",
      "Epoch 289/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.6900e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00289: loss did not improve from 0.00045\n",
      "Epoch 290/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.0047e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00290: loss did not improve from 0.00045\n",
      "Epoch 291/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.5411e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00291: loss did not improve from 0.00045\n",
      "Epoch 292/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.1708e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00292: loss improved from 0.00045 to 0.00042, saving model to 3rd-weights-improvement-292-0.0004.hdf5\n",
      "Epoch 293/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.5906e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00293: loss improved from 0.00042 to 0.00036, saving model to 3rd-weights-improvement-293-0.0004.hdf5\n",
      "Epoch 294/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.0959e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00294: loss improved from 0.00036 to 0.00031, saving model to 3rd-weights-improvement-294-0.0003.hdf5\n",
      "Epoch 295/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.5769e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00295: loss did not improve from 0.00031\n",
      "Epoch 296/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7907e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00296: loss improved from 0.00031 to 0.00028, saving model to 3rd-weights-improvement-296-0.0003.hdf5\n",
      "Epoch 297/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.5635 - categorical_accuracy: 0.8318\n",
      "\n",
      "Epoch 00297: loss did not improve from 0.00028\n",
      "Epoch 298/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1501 - categorical_accuracy: 0.9529\n",
      "\n",
      "Epoch 00298: loss did not improve from 0.00028\n",
      "Epoch 299/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0306 - categorical_accuracy: 0.9942\n",
      "\n",
      "Epoch 00299: loss did not improve from 0.00028\n",
      "Epoch 300/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0080 - categorical_accuracy: 0.9996\n",
      "\n",
      "Epoch 00300: loss did not improve from 0.00028\n",
      "Epoch 301/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0036 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00301: loss did not improve from 0.00028\n",
      "Epoch 302/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0022 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00302: loss did not improve from 0.00028\n",
      "Epoch 303/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0018 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00303: loss did not improve from 0.00028\n",
      "Epoch 304/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0015 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00304: loss did not improve from 0.00028\n",
      "Epoch 305/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00305: loss did not improve from 0.00028\n",
      "Epoch 306/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00306: loss did not improve from 0.00028\n",
      "Epoch 307/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.4369e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00307: loss did not improve from 0.00028\n",
      "Epoch 308/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.2672e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00308: loss did not improve from 0.00028\n",
      "Epoch 309/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.1550e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00309: loss did not improve from 0.00028\n",
      "Epoch 310/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.4940e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00310: loss did not improve from 0.00028\n",
      "Epoch 311/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.5808e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00311: loss did not improve from 0.00028\n",
      "Epoch 312/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.9547e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00312: loss did not improve from 0.00028\n",
      "Epoch 313/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.3874e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00313: loss did not improve from 0.00028\n",
      "Epoch 314/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.2478e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00314: loss did not improve from 0.00028\n",
      "Epoch 315/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.5691e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00315: loss did not improve from 0.00028\n",
      "Epoch 316/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.7981e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00316: loss did not improve from 0.00028\n",
      "Epoch 317/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.8605e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00317: loss did not improve from 0.00028\n",
      "Epoch 318/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7155e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00318: loss improved from 0.00028 to 0.00027, saving model to 3rd-weights-improvement-318-0.0003.hdf5\n",
      "Epoch 319/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 2.8354e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00319: loss did not improve from 0.00027\n",
      "Epoch 320/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0061 - categorical_accuracy: 0.9982\n",
      "\n",
      "Epoch 00320: loss did not improve from 0.00027\n",
      "Epoch 321/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.6281 - categorical_accuracy: 0.8093\n",
      "\n",
      "Epoch 00321: loss did not improve from 0.00027\n",
      "Epoch 322/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0833 - categorical_accuracy: 0.9760\n",
      "\n",
      "Epoch 00322: loss did not improve from 0.00027\n",
      "Epoch 323/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0181 - categorical_accuracy: 0.9977\n",
      "\n",
      "Epoch 00323: loss did not improve from 0.00027\n",
      "Epoch 324/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0054 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00324: loss did not improve from 0.00027\n",
      "Epoch 325/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0029 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00325: loss did not improve from 0.00027\n",
      "Epoch 326/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0021 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00326: loss did not improve from 0.00027\n",
      "Epoch 327/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0017 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00327: loss did not improve from 0.00027\n",
      "Epoch 328/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0016 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00328: loss did not improve from 0.00027\n",
      "Epoch 329/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0014 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00329: loss did not improve from 0.00027\n",
      "Epoch 330/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00330: loss did not improve from 0.00027\n",
      "Epoch 331/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.7013e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00331: loss did not improve from 0.00027\n",
      "Epoch 332/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.5983e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00332: loss did not improve from 0.00027\n",
      "Epoch 333/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.5808e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00333: loss did not improve from 0.00027\n",
      "Epoch 334/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.8786e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00334: loss did not improve from 0.00027\n",
      "Epoch 335/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.1056e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00335: loss did not improve from 0.00027\n",
      "Epoch 336/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.5429e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00336: loss did not improve from 0.00027\n",
      "Epoch 337/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.0514e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00337: loss did not improve from 0.00027\n",
      "Epoch 338/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.5897e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00338: loss did not improve from 0.00027\n",
      "Epoch 339/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.2247e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00339: loss did not improve from 0.00027\n",
      "Epoch 340/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.1582e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00340: loss did not improve from 0.00027\n",
      "Epoch 341/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.8697e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00341: loss did not improve from 0.00027\n",
      "Epoch 342/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.6489e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00342: loss improved from 0.00027 to 0.00026, saving model to 3rd-weights-improvement-342-0.0003.hdf5\n",
      "Epoch 343/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3097e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00343: loss improved from 0.00026 to 0.00023, saving model to 3rd-weights-improvement-343-0.0002.hdf5\n",
      "Epoch 344/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.4092 - categorical_accuracy: 0.8804\n",
      "\n",
      "Epoch 00344: loss did not improve from 0.00023\n",
      "Epoch 345/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2305 - categorical_accuracy: 0.9256\n",
      "\n",
      "Epoch 00345: loss did not improve from 0.00023\n",
      "Epoch 346/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0406 - categorical_accuracy: 0.9909\n",
      "\n",
      "Epoch 00346: loss did not improve from 0.00023\n",
      "Epoch 347/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0088 - categorical_accuracy: 0.9995\n",
      "\n",
      "Epoch 00347: loss did not improve from 0.00023\n",
      "Epoch 348/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0033 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00348: loss did not improve from 0.00023\n",
      "Epoch 349/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0021 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00349: loss did not improve from 0.00023\n",
      "Epoch 350/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0016 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00350: loss did not improve from 0.00023\n",
      "Epoch 351/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0013 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00351: loss did not improve from 0.00023\n",
      "Epoch 352/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00352: loss did not improve from 0.00023\n",
      "Epoch 353/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.7965e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00353: loss did not improve from 0.00023\n",
      "Epoch 354/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.4808e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00354: loss did not improve from 0.00023\n",
      "Epoch 355/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.4945e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00355: loss did not improve from 0.00023\n",
      "Epoch 356/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.5926e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00356: loss did not improve from 0.00023\n",
      "Epoch 357/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.7466e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00357: loss did not improve from 0.00023\n",
      "Epoch 358/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.0881e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00358: loss did not improve from 0.00023\n",
      "Epoch 359/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.5232e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00359: loss did not improve from 0.00023\n",
      "Epoch 360/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.0222e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00360: loss did not improve from 0.00023\n",
      "Epoch 361/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.7983e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00361: loss did not improve from 0.00023\n",
      "Epoch 362/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.4291e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00362: loss did not improve from 0.00023\n",
      "Epoch 363/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.1145e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00363: loss did not improve from 0.00023\n",
      "Epoch 364/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.5828e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00364: loss did not improve from 0.00023\n",
      "Epoch 365/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7215e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00365: loss did not improve from 0.00023\n",
      "Epoch 366/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3671 - categorical_accuracy: 0.8919\n",
      "\n",
      "Epoch 00366: loss did not improve from 0.00023\n",
      "Epoch 367/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2334 - categorical_accuracy: 0.9242\n",
      "\n",
      "Epoch 00367: loss did not improve from 0.00023\n",
      "Epoch 368/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0395 - categorical_accuracy: 0.9907\n",
      "\n",
      "Epoch 00368: loss did not improve from 0.00023\n",
      "Epoch 369/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0095 - categorical_accuracy: 0.9992\n",
      "\n",
      "Epoch 00369: loss did not improve from 0.00023\n",
      "Epoch 370/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0035 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00370: loss did not improve from 0.00023\n",
      "Epoch 371/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0023 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00371: loss did not improve from 0.00023\n",
      "Epoch 372/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0024 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00372: loss did not improve from 0.00023\n",
      "Epoch 373/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0017 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00373: loss did not improve from 0.00023\n",
      "Epoch 374/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0018 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00374: loss did not improve from 0.00023\n",
      "Epoch 375/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0017 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00375: loss did not improve from 0.00023\n",
      "Epoch 376/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00376: loss did not improve from 0.00023\n",
      "Epoch 377/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.4254e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00377: loss did not improve from 0.00023\n",
      "Epoch 378/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.8204e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00378: loss did not improve from 0.00023\n",
      "Epoch 379/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1873 - categorical_accuracy: 0.9409\n",
      "\n",
      "Epoch 00379: loss did not improve from 0.00023\n",
      "Epoch 380/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2128 - categorical_accuracy: 0.9311\n",
      "\n",
      "Epoch 00380: loss did not improve from 0.00023\n",
      "Epoch 381/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0373 - categorical_accuracy: 0.9909\n",
      "\n",
      "Epoch 00381: loss did not improve from 0.00023\n",
      "Epoch 382/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0089 - categorical_accuracy: 0.9991\n",
      "\n",
      "Epoch 00382: loss did not improve from 0.00023\n",
      "Epoch 383/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0035 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00383: loss did not improve from 0.00023\n",
      "Epoch 384/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0018 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00384: loss did not improve from 0.00023\n",
      "Epoch 385/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0013 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00385: loss did not improve from 0.00023\n",
      "Epoch 386/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00386: loss did not improve from 0.00023\n",
      "Epoch 387/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.4019e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00387: loss did not improve from 0.00023\n",
      "Epoch 388/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.1639e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00388: loss did not improve from 0.00023\n",
      "Epoch 389/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.0562e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00389: loss did not improve from 0.00023\n",
      "Epoch 390/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.2984e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00390: loss did not improve from 0.00023\n",
      "Epoch 391/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.4670e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00391: loss did not improve from 0.00023\n",
      "Epoch 392/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.8329e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00392: loss did not improve from 0.00023\n",
      "Epoch 393/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.2934e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00393: loss did not improve from 0.00023\n",
      "Epoch 394/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.8381e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00394: loss did not improve from 0.00023\n",
      "Epoch 395/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.4431e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00395: loss did not improve from 0.00023\n",
      "Epoch 396/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.3588e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00396: loss did not improve from 0.00023\n",
      "Epoch 397/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7756e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00397: loss did not improve from 0.00023\n",
      "Epoch 398/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4918e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00398: loss did not improve from 0.00023\n",
      "Epoch 399/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.5598e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00399: loss did not improve from 0.00023\n",
      "Epoch 400/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.0836e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00400: loss improved from 0.00023 to 0.00021, saving model to 3rd-weights-improvement-400-0.0002.hdf5\n",
      "Epoch 401/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1490 - categorical_accuracy: 0.9574\n",
      "\n",
      "Epoch 00401: loss did not improve from 0.00021\n",
      "Epoch 402/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3658 - categorical_accuracy: 0.8853\n",
      "\n",
      "Epoch 00402: loss did not improve from 0.00021\n",
      "Epoch 403/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0498 - categorical_accuracy: 0.9867\n",
      "\n",
      "Epoch 00403: loss did not improve from 0.00021\n",
      "Epoch 404/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0099 - categorical_accuracy: 0.9990\n",
      "\n",
      "Epoch 00404: loss did not improve from 0.00021\n",
      "Epoch 405/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0035 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00405: loss did not improve from 0.00021\n",
      "Epoch 406/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0019 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00406: loss did not improve from 0.00021\n",
      "Epoch 407/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0014 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00407: loss did not improve from 0.00021\n",
      "Epoch 408/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00408: loss did not improve from 0.00021\n",
      "Epoch 409/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0010 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00409: loss did not improve from 0.00021\n",
      "Epoch 410/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.6581e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00410: loss did not improve from 0.00021\n",
      "Epoch 411/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.5512e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00411: loss did not improve from 0.00021\n",
      "Epoch 412/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.6237e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00412: loss did not improve from 0.00021\n",
      "Epoch 413/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.7409e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00413: loss did not improve from 0.00021\n",
      "Epoch 414/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.1899e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00414: loss did not improve from 0.00021\n",
      "Epoch 415/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 4.6276e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00415: loss did not improve from 0.00021\n",
      "Epoch 416/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.1379e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00416: loss did not improve from 0.00021\n",
      "Epoch 417/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.7065e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00417: loss did not improve from 0.00021\n",
      "Epoch 418/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.3674e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00418: loss did not improve from 0.00021\n",
      "Epoch 419/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.0142e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00419: loss did not improve from 0.00021\n",
      "Epoch 420/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.6400e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00420: loss did not improve from 0.00021\n",
      "Epoch 421/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4641e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00421: loss did not improve from 0.00021\n",
      "Epoch 422/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3084e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00422: loss did not improve from 0.00021\n",
      "Epoch 423/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.9279e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00423: loss improved from 0.00021 to 0.00019, saving model to 3rd-weights-improvement-423-0.0002.hdf5\n",
      "Epoch 424/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4589e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00424: loss did not improve from 0.00019\n",
      "Epoch 425/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.4793 - categorical_accuracy: 0.8538\n",
      "\n",
      "Epoch 00425: loss did not improve from 0.00019\n",
      "Epoch 426/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0689 - categorical_accuracy: 0.9800\n",
      "\n",
      "Epoch 00426: loss did not improve from 0.00019\n",
      "Epoch 427/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0135 - categorical_accuracy: 0.9984\n",
      "\n",
      "Epoch 00427: loss did not improve from 0.00019\n",
      "Epoch 428/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0039 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00428: loss did not improve from 0.00019\n",
      "Epoch 429/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0023 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00429: loss did not improve from 0.00019\n",
      "Epoch 430/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0017 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00430: loss did not improve from 0.00019\n",
      "Epoch 431/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00431: loss did not improve from 0.00019\n",
      "Epoch 432/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.9564e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00432: loss did not improve from 0.00019\n",
      "Epoch 433/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.5283e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00433: loss did not improve from 0.00019\n",
      "Epoch 434/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.3903e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00434: loss did not improve from 0.00019\n",
      "Epoch 435/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.4444e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00435: loss did not improve from 0.00019\n",
      "Epoch 436/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.6538e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00436: loss did not improve from 0.00019\n",
      "Epoch 437/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.0365e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00437: loss did not improve from 0.00019\n",
      "Epoch 438/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.4946e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00438: loss did not improve from 0.00019\n",
      "Epoch 439/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.9303e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00439: loss did not improve from 0.00019\n",
      "Epoch 440/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.4986e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00440: loss did not improve from 0.00019\n",
      "Epoch 441/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.1301e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00441: loss did not improve from 0.00019\n",
      "Epoch 442/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.9627e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00442: loss did not improve from 0.00019\n",
      "Epoch 443/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.5059e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00443: loss did not improve from 0.00019\n",
      "Epoch 444/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2567e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00444: loss did not improve from 0.00019\n",
      "Epoch 445/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.0444e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00445: loss did not improve from 0.00019\n",
      "Epoch 446/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.8523e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00446: loss improved from 0.00019 to 0.00019, saving model to 3rd-weights-improvement-446-0.0002.hdf5\n",
      "Epoch 447/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.6955e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00447: loss improved from 0.00019 to 0.00017, saving model to 3rd-weights-improvement-447-0.0002.hdf5\n",
      "Epoch 448/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.5731e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00448: loss improved from 0.00017 to 0.00016, saving model to 3rd-weights-improvement-448-0.0002.hdf5\n",
      "Epoch 449/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4519e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00449: loss improved from 0.00016 to 0.00015, saving model to 3rd-weights-improvement-449-0.0001.hdf5\n",
      "Epoch 450/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0415 - categorical_accuracy: 0.9886\n",
      "\n",
      "Epoch 00450: loss did not improve from 0.00015\n",
      "Epoch 451/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.4420 - categorical_accuracy: 0.8621\n",
      "\n",
      "Epoch 00451: loss did not improve from 0.00015\n",
      "Epoch 452/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0529 - categorical_accuracy: 0.9851\n",
      "\n",
      "Epoch 00452: loss did not improve from 0.00015\n",
      "Epoch 453/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0114 - categorical_accuracy: 0.9986\n",
      "\n",
      "Epoch 00453: loss did not improve from 0.00015\n",
      "Epoch 454/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0038 - categorical_accuracy: 0.9998\n",
      "\n",
      "Epoch 00454: loss did not improve from 0.00015\n",
      "Epoch 455/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0020 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00455: loss did not improve from 0.00015\n",
      "Epoch 456/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0013 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00456: loss did not improve from 0.00015\n",
      "Epoch 457/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0014 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00457: loss did not improve from 0.00015\n",
      "Epoch 458/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0013 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00458: loss did not improve from 0.00015\n",
      "Epoch 459/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.4229e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00459: loss did not improve from 0.00015\n",
      "Epoch 460/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.8947e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00460: loss did not improve from 0.00015\n",
      "Epoch 461/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.0398e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00461: loss did not improve from 0.00015\n",
      "Epoch 462/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 5.2152e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00462: loss did not improve from 0.00015\n",
      "Epoch 463/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.6116e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00463: loss did not improve from 0.00015\n",
      "Epoch 464/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.1148e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00464: loss did not improve from 0.00015\n",
      "Epoch 465/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.6310e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00465: loss did not improve from 0.00015\n",
      "Epoch 466/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.2495e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00466: loss did not improve from 0.00015\n",
      "Epoch 467/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.9033e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00467: loss did not improve from 0.00015\n",
      "Epoch 468/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.6052e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00468: loss did not improve from 0.00015\n",
      "Epoch 469/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3871e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00469: loss did not improve from 0.00015\n",
      "Epoch 470/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4398e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00470: loss did not improve from 0.00015\n",
      "Epoch 471/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3196 - categorical_accuracy: 0.9034\n",
      "\n",
      "Epoch 00471: loss did not improve from 0.00015\n",
      "Epoch 472/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1573 - categorical_accuracy: 0.9490\n",
      "\n",
      "Epoch 00472: loss did not improve from 0.00015\n",
      "Epoch 473/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0270 - categorical_accuracy: 0.9939\n",
      "\n",
      "Epoch 00473: loss did not improve from 0.00015\n",
      "Epoch 474/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0065 - categorical_accuracy: 0.9995\n",
      "\n",
      "Epoch 00474: loss did not improve from 0.00015\n",
      "Epoch 475/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0023 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00475: loss did not improve from 0.00015\n",
      "Epoch 476/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0015 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00476: loss did not improve from 0.00015\n",
      "Epoch 477/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00477: loss did not improve from 0.00015\n",
      "Epoch 478/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.6194e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00478: loss did not improve from 0.00015\n",
      "Epoch 479/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.1536e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00479: loss did not improve from 0.00015\n",
      "Epoch 480/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.0762e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00480: loss did not improve from 0.00015\n",
      "Epoch 481/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.1535e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00481: loss did not improve from 0.00015\n",
      "Epoch 482/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.4102e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00482: loss did not improve from 0.00015\n",
      "Epoch 483/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.7665e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00483: loss did not improve from 0.00015\n",
      "Epoch 484/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.3162e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00484: loss did not improve from 0.00015\n",
      "Epoch 485/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.6927e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00485: loss did not improve from 0.00015\n",
      "Epoch 486/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.4777e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00486: loss did not improve from 0.00015\n",
      "Epoch 487/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.9980e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00487: loss did not improve from 0.00015\n",
      "Epoch 488/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.9096e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00488: loss did not improve from 0.00015\n",
      "Epoch 489/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3658e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00489: loss did not improve from 0.00015\n",
      "Epoch 490/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.1656e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00490: loss did not improve from 0.00015\n",
      "Epoch 491/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.9870e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00491: loss did not improve from 0.00015\n",
      "Epoch 492/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.8266e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00492: loss did not improve from 0.00015\n",
      "Epoch 493/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.6475e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00493: loss did not improve from 0.00015\n",
      "Epoch 494/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0875 - categorical_accuracy: 0.9750\n",
      "\n",
      "Epoch 00494: loss did not improve from 0.00015\n",
      "Epoch 495/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3618 - categorical_accuracy: 0.8870\n",
      "\n",
      "Epoch 00495: loss did not improve from 0.00015\n",
      "Epoch 496/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0424 - categorical_accuracy: 0.9886\n",
      "\n",
      "Epoch 00496: loss did not improve from 0.00015\n",
      "Epoch 497/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0095 - categorical_accuracy: 0.9990\n",
      "\n",
      "Epoch 00497: loss did not improve from 0.00015\n",
      "Epoch 498/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0028 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00498: loss did not improve from 0.00015\n",
      "Epoch 499/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0016 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00499: loss did not improve from 0.00015\n",
      "Epoch 500/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00500: loss did not improve from 0.00015\n",
      "Epoch 501/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.9379e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00501: loss did not improve from 0.00015\n",
      "Epoch 502/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.4505e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00502: loss did not improve from 0.00015\n",
      "Epoch 503/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.2978e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00503: loss did not improve from 0.00015\n",
      "Epoch 504/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.3505e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00504: loss did not improve from 0.00015\n",
      "Epoch 505/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.5307e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00505: loss did not improve from 0.00015\n",
      "Epoch 506/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.9555e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00506: loss did not improve from 0.00015\n",
      "Epoch 507/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.2818e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00507: loss did not improve from 0.00015\n",
      "Epoch 508/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.8916e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00508: loss did not improve from 0.00015\n",
      "Epoch 509/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.4007e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00509: loss did not improve from 0.00015\n",
      "Epoch 510/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 3.0457e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00510: loss did not improve from 0.00015\n",
      "Epoch 511/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7260e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00511: loss did not improve from 0.00015\n",
      "Epoch 512/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4503e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00512: loss did not improve from 0.00015\n",
      "Epoch 513/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2073e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00513: loss did not improve from 0.00015\n",
      "Epoch 514/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.9751e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00514: loss did not improve from 0.00015\n",
      "Epoch 515/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.0575e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00515: loss did not improve from 0.00015\n",
      "Epoch 516/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.8895e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00516: loss did not improve from 0.00015\n",
      "Epoch 517/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.9640e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00517: loss did not improve from 0.00015\n",
      "Epoch 518/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4885e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00518: loss did not improve from 0.00015\n",
      "Epoch 519/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3417 - categorical_accuracy: 0.8948\n",
      "\n",
      "Epoch 00519: loss did not improve from 0.00015\n",
      "Epoch 520/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1019 - categorical_accuracy: 0.9682\n",
      "\n",
      "Epoch 00520: loss did not improve from 0.00015\n",
      "Epoch 521/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0184 - categorical_accuracy: 0.9966\n",
      "\n",
      "Epoch 00521: loss did not improve from 0.00015\n",
      "Epoch 522/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0040 - categorical_accuracy: 0.9998\n",
      "\n",
      "Epoch 00522: loss did not improve from 0.00015\n",
      "Epoch 523/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0017 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00523: loss did not improve from 0.00015\n",
      "Epoch 524/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00524: loss did not improve from 0.00015\n",
      "Epoch 525/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.7061e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00525: loss did not improve from 0.00015\n",
      "Epoch 526/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.1482e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00526: loss did not improve from 0.00015\n",
      "Epoch 527/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.9599e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00527: loss did not improve from 0.00015\n",
      "Epoch 528/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.0513e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00528: loss did not improve from 0.00015\n",
      "Epoch 529/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.2936e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00529: loss did not improve from 0.00015\n",
      "Epoch 530/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.6699e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00530: loss did not improve from 0.00015\n",
      "Epoch 531/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.0973e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00531: loss did not improve from 0.00015\n",
      "Epoch 532/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.6430e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00532: loss did not improve from 0.00015\n",
      "Epoch 533/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.3176e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00533: loss did not improve from 0.00015\n",
      "Epoch 534/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.8822e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00534: loss did not improve from 0.00015\n",
      "Epoch 535/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.6887e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00535: loss did not improve from 0.00015\n",
      "Epoch 536/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4344e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00536: loss did not improve from 0.00015\n",
      "Epoch 537/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2234e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00537: loss did not improve from 0.00015\n",
      "Epoch 538/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.8778e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00538: loss did not improve from 0.00015\n",
      "Epoch 539/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.8643e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00539: loss did not improve from 0.00015\n",
      "Epoch 540/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.7460e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00540: loss did not improve from 0.00015\n",
      "Epoch 541/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4737e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00541: loss did not improve from 0.00015\n",
      "Epoch 542/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4545e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00542: loss did not improve from 0.00015\n",
      "Epoch 543/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4390e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00543: loss improved from 0.00015 to 0.00014, saving model to 3rd-weights-improvement-543-0.0001.hdf5\n",
      "Epoch 544/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.5143e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00544: loss did not improve from 0.00014\n",
      "Epoch 545/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0679 - categorical_accuracy: 0.9802\n",
      "\n",
      "Epoch 00545: loss did not improve from 0.00014\n",
      "Epoch 546/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3777 - categorical_accuracy: 0.8824\n",
      "\n",
      "Epoch 00546: loss did not improve from 0.00014\n",
      "Epoch 547/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0417 - categorical_accuracy: 0.9890\n",
      "\n",
      "Epoch 00547: loss did not improve from 0.00014\n",
      "Epoch 548/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0084 - categorical_accuracy: 0.9991\n",
      "\n",
      "Epoch 00548: loss did not improve from 0.00014\n",
      "Epoch 549/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0029 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00549: loss did not improve from 0.00014\n",
      "Epoch 550/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0016 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00550: loss did not improve from 0.00014\n",
      "Epoch 551/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00551: loss did not improve from 0.00014\n",
      "Epoch 552/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0015 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00552: loss did not improve from 0.00014\n",
      "Epoch 553/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0013 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00553: loss did not improve from 0.00014\n",
      "Epoch 554/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.4328e-04 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00554: loss did not improve from 0.00014\n",
      "Epoch 555/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.3279e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00555: loss did not improve from 0.00014\n",
      "Epoch 556/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.5828e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00556: loss did not improve from 0.00014\n",
      "Epoch 557/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.4536e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00557: loss did not improve from 0.00014\n",
      "Epoch 558/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 3.8618e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00558: loss did not improve from 0.00014\n",
      "Epoch 559/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.3530e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00559: loss did not improve from 0.00014\n",
      "Epoch 560/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.0044e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00560: loss did not improve from 0.00014\n",
      "Epoch 561/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.6776e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00561: loss did not improve from 0.00014\n",
      "Epoch 562/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4123e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00562: loss did not improve from 0.00014\n",
      "Epoch 563/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.1598e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00563: loss did not improve from 0.00014\n",
      "Epoch 564/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.9574e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00564: loss did not improve from 0.00014\n",
      "Epoch 565/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.9282e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00565: loss did not improve from 0.00014\n",
      "Epoch 566/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.8715e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00566: loss did not improve from 0.00014\n",
      "Epoch 567/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.7267e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00567: loss did not improve from 0.00014\n",
      "Epoch 568/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4960e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00568: loss did not improve from 0.00014\n",
      "Epoch 569/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.2104e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00569: loss improved from 0.00014 to 0.00012, saving model to 3rd-weights-improvement-569-0.0001.hdf5\n",
      "Epoch 570/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.2990e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00570: loss did not improve from 0.00012\n",
      "Epoch 571/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.0081e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00571: loss improved from 0.00012 to 0.00010, saving model to 3rd-weights-improvement-571-0.0001.hdf5\n",
      "Epoch 572/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.5296e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00572: loss improved from 0.00010 to 0.00010, saving model to 3rd-weights-improvement-572-0.0001.hdf5\n",
      "Epoch 573/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1389e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00573: loss did not improve from 0.00010\n",
      "Epoch 574/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3347 - categorical_accuracy: 0.8990\n",
      "\n",
      "Epoch 00574: loss did not improve from 0.00010\n",
      "Epoch 575/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1040 - categorical_accuracy: 0.9668\n",
      "\n",
      "Epoch 00575: loss did not improve from 0.00010\n",
      "Epoch 576/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0176 - categorical_accuracy: 0.9965\n",
      "\n",
      "Epoch 00576: loss did not improve from 0.00010\n",
      "Epoch 577/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0037 - categorical_accuracy: 0.9998\n",
      "\n",
      "Epoch 00577: loss did not improve from 0.00010\n",
      "Epoch 578/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0016 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00578: loss did not improve from 0.00010\n",
      "Epoch 579/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00579: loss did not improve from 0.00010\n",
      "Epoch 580/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.8209e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00580: loss did not improve from 0.00010\n",
      "Epoch 581/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.4057e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00581: loss did not improve from 0.00010\n",
      "Epoch 582/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.3287e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00582: loss did not improve from 0.00010\n",
      "Epoch 583/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.5116e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00583: loss did not improve from 0.00010\n",
      "Epoch 584/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.7906e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00584: loss did not improve from 0.00010\n",
      "Epoch 585/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.2221e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00585: loss did not improve from 0.00010\n",
      "Epoch 586/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.7196e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00586: loss did not improve from 0.00010\n",
      "Epoch 587/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.3182e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00587: loss did not improve from 0.00010\n",
      "Epoch 588/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.9730e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00588: loss did not improve from 0.00010\n",
      "Epoch 589/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.6643e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00589: loss did not improve from 0.00010\n",
      "Epoch 590/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3639e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00590: loss did not improve from 0.00010\n",
      "Epoch 591/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.1777e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00591: loss did not improve from 0.00010\n",
      "Epoch 592/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.9829e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00592: loss did not improve from 0.00010\n",
      "Epoch 593/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.7204e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00593: loss did not improve from 0.00010\n",
      "Epoch 594/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.5531e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00594: loss did not improve from 0.00010\n",
      "Epoch 595/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4036e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00595: loss did not improve from 0.00010\n",
      "Epoch 596/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4113e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00596: loss did not improve from 0.00010\n",
      "Epoch 597/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1694e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00597: loss did not improve from 0.00010\n",
      "Epoch 598/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.0735e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00598: loss did not improve from 0.00010\n",
      "Epoch 599/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1214e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00599: loss did not improve from 0.00010\n",
      "Epoch 600/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.0219e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00600: loss improved from 0.00010 to 0.00009, saving model to 3rd-weights-improvement-600-0.0001.hdf5\n",
      "Epoch 601/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.2187e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00601: loss did not improve from 0.00009\n",
      "Epoch 602/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.4430e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00602: loss did not improve from 0.00009\n",
      "Epoch 603/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.7474e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00603: loss improved from 0.00009 to 0.00009, saving model to 3rd-weights-improvement-603-0.0001.hdf5\n",
      "Epoch 604/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 6.8490e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00604: loss improved from 0.00009 to 0.00007, saving model to 3rd-weights-improvement-604-0.0001.hdf5\n",
      "Epoch 605/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2193 - categorical_accuracy: 0.9365\n",
      "\n",
      "Epoch 00605: loss did not improve from 0.00007\n",
      "Epoch 606/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1822 - categorical_accuracy: 0.9418\n",
      "\n",
      "Epoch 00606: loss did not improve from 0.00007\n",
      "Epoch 607/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0249 - categorical_accuracy: 0.9936\n",
      "\n",
      "Epoch 00607: loss did not improve from 0.00007\n",
      "Epoch 608/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0073 - categorical_accuracy: 0.9991\n",
      "\n",
      "Epoch 00608: loss did not improve from 0.00007\n",
      "Epoch 609/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0027 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00609: loss did not improve from 0.00007\n",
      "Epoch 610/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0015 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00610: loss did not improve from 0.00007\n",
      "Epoch 611/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00611: loss did not improve from 0.00007\n",
      "Epoch 612/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.9427e-04 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00612: loss did not improve from 0.00007\n",
      "Epoch 613/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0092 - categorical_accuracy: 0.9983\n",
      "\n",
      "Epoch 00613: loss did not improve from 0.00007\n",
      "Epoch 614/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0337 - categorical_accuracy: 0.9908\n",
      "\n",
      "Epoch 00614: loss did not improve from 0.00007\n",
      "Epoch 615/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0673 - categorical_accuracy: 0.9793\n",
      "\n",
      "Epoch 00615: loss did not improve from 0.00007\n",
      "Epoch 616/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0316 - categorical_accuracy: 0.9914\n",
      "\n",
      "Epoch 00616: loss did not improve from 0.00007\n",
      "Epoch 617/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0138 - categorical_accuracy: 0.9972\n",
      "\n",
      "Epoch 00617: loss did not improve from 0.00007\n",
      "Epoch 618/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0066 - categorical_accuracy: 0.9988\n",
      "\n",
      "Epoch 00618: loss did not improve from 0.00007\n",
      "Epoch 619/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0030 - categorical_accuracy: 0.9997\n",
      "\n",
      "Epoch 00619: loss did not improve from 0.00007\n",
      "Epoch 620/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0055 - categorical_accuracy: 0.9992\n",
      "\n",
      "Epoch 00620: loss did not improve from 0.00007\n",
      "Epoch 621/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0036 - categorical_accuracy: 0.9996\n",
      "\n",
      "Epoch 00621: loss did not improve from 0.00007\n",
      "Epoch 622/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0034 - categorical_accuracy: 0.9995\n",
      "\n",
      "Epoch 00622: loss did not improve from 0.00007\n",
      "Epoch 623/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0029 - categorical_accuracy: 0.9996\n",
      "\n",
      "Epoch 00623: loss did not improve from 0.00007\n",
      "Epoch 624/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0621 - categorical_accuracy: 0.9816\n",
      "\n",
      "Epoch 00624: loss did not improve from 0.00007\n",
      "Epoch 625/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1069 - categorical_accuracy: 0.9652\n",
      "\n",
      "Epoch 00625: loss did not improve from 0.00007\n",
      "Epoch 626/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0235 - categorical_accuracy: 0.9934\n",
      "\n",
      "Epoch 00626: loss did not improve from 0.00007\n",
      "Epoch 627/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0051 - categorical_accuracy: 0.9994\n",
      "\n",
      "Epoch 00627: loss did not improve from 0.00007\n",
      "Epoch 628/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0014 - categorical_accuracy: 0.99990s - loss: 0.0014 - categorical_accuracy: 0.99\n",
      "\n",
      "Epoch 00628: loss did not improve from 0.00007\n",
      "Epoch 629/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.0808e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00629: loss did not improve from 0.00007\n",
      "Epoch 630/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.5356e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00630: loss did not improve from 0.00007\n",
      "Epoch 631/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.6377e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00631: loss did not improve from 0.00007\n",
      "Epoch 632/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.9711e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00632: loss did not improve from 0.00007\n",
      "Epoch 633/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.4709e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00633: loss did not improve from 0.00007\n",
      "Epoch 634/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.0406e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00634: loss did not improve from 0.00007\n",
      "Epoch 635/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7044e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00635: loss did not improve from 0.00007\n",
      "Epoch 636/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4107e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00636: loss did not improve from 0.00007\n",
      "Epoch 637/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.1746e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00637: loss did not improve from 0.00007\n",
      "Epoch 638/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.0067e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00638: loss did not improve from 0.00007\n",
      "Epoch 639/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.7684e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00639: loss did not improve from 0.00007\n",
      "Epoch 640/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.6042e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00640: loss did not improve from 0.00007\n",
      "Epoch 641/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.5327e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00641: loss did not improve from 0.00007\n",
      "Epoch 642/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4201e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00642: loss did not improve from 0.00007\n",
      "Epoch 643/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.2975e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00643: loss did not improve from 0.00007\n",
      "Epoch 644/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1463e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00644: loss did not improve from 0.00007\n",
      "Epoch 645/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1187e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00645: loss did not improve from 0.00007\n",
      "Epoch 646/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.3970e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00646: loss did not improve from 0.00007\n",
      "Epoch 647/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.9154e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00647: loss did not improve from 0.00007\n",
      "Epoch 648/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.7484e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00648: loss did not improve from 0.00007\n",
      "Epoch 649/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.7897e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00649: loss did not improve from 0.00007\n",
      "Epoch 650/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.0328e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00650: loss did not improve from 0.00007\n",
      "Epoch 651/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.6054e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00651: loss improved from 0.00007 to 0.00007, saving model to 3rd-weights-improvement-651-0.0001.hdf5\n",
      "Epoch 652/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 7.7301e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00652: loss did not improve from 0.00007\n",
      "Epoch 653/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.9138e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00653: loss improved from 0.00007 to 0.00006, saving model to 3rd-weights-improvement-653-0.0001.hdf5\n",
      "Epoch 654/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1216 - categorical_accuracy: 0.9650\n",
      "\n",
      "Epoch 00654: loss did not improve from 0.00006\n",
      "Epoch 655/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2223 - categorical_accuracy: 0.9291\n",
      "\n",
      "Epoch 00655: loss did not improve from 0.00006\n",
      "Epoch 656/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0287 - categorical_accuracy: 0.9921\n",
      "\n",
      "Epoch 00656: loss did not improve from 0.00006\n",
      "Epoch 657/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0048 - categorical_accuracy: 0.9996\n",
      "\n",
      "Epoch 00657: loss did not improve from 0.00006\n",
      "Epoch 658/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0014 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00658: loss did not improve from 0.00006\n",
      "Epoch 659/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.0046e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00659: loss did not improve from 0.00006\n",
      "Epoch 660/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.1256e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00660: loss did not improve from 0.00006\n",
      "Epoch 661/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.9499e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00661: loss did not improve from 0.00006\n",
      "Epoch 662/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.0863e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00662: loss did not improve from 0.00006\n",
      "Epoch 663/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.4081e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00663: loss did not improve from 0.00006\n",
      "Epoch 664/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.8542e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00664: loss did not improve from 0.00006\n",
      "Epoch 665/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.3992e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00665: loss did not improve from 0.00006\n",
      "Epoch 666/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.0043e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00666: loss did not improve from 0.00006\n",
      "Epoch 667/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.6739e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00667: loss did not improve from 0.00006\n",
      "Epoch 668/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3904e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00668: loss did not improve from 0.00006\n",
      "Epoch 669/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.1530e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00669: loss did not improve from 0.00006\n",
      "Epoch 670/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.9271e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00670: loss did not improve from 0.00006\n",
      "Epoch 671/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.7556e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00671: loss did not improve from 0.00006\n",
      "Epoch 672/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.5985e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00672: loss did not improve from 0.00006\n",
      "Epoch 673/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.3777e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00673: loss did not improve from 0.00006\n",
      "Epoch 674/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.2463e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00674: loss did not improve from 0.00006\n",
      "Epoch 675/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1773e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00675: loss did not improve from 0.00006\n",
      "Epoch 676/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1300e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00676: loss did not improve from 0.00006\n",
      "Epoch 677/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.7537e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00677: loss did not improve from 0.00006\n",
      "Epoch 678/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.0214e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00678: loss did not improve from 0.00006\n",
      "Epoch 679/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.9484e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00679: loss did not improve from 0.00006\n",
      "Epoch 680/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.5223e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00680: loss did not improve from 0.00006\n",
      "Epoch 681/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.8804e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00681: loss did not improve from 0.00006\n",
      "Epoch 682/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.1372e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00682: loss did not improve from 0.00006\n",
      "Epoch 683/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.8135e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00683: loss did not improve from 0.00006\n",
      "Epoch 684/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.2914e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00684: loss did not improve from 0.00006\n",
      "Epoch 685/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.2826e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00685: loss improved from 0.00006 to 0.00005, saving model to 3rd-weights-improvement-685-0.0001.hdf5\n",
      "Epoch 686/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.7393e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00686: loss did not improve from 0.00005\n",
      "Epoch 687/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.9542e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00687: loss did not improve from 0.00005\n",
      "Epoch 688/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1453 - categorical_accuracy: 0.9575\n",
      "\n",
      "Epoch 00688: loss did not improve from 0.00005\n",
      "Epoch 689/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2179 - categorical_accuracy: 0.9315\n",
      "\n",
      "Epoch 00689: loss did not improve from 0.00005\n",
      "Epoch 690/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0257 - categorical_accuracy: 0.9931\n",
      "\n",
      "Epoch 00690: loss did not improve from 0.00005\n",
      "Epoch 691/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0050 - categorical_accuracy: 0.9995\n",
      "\n",
      "Epoch 00691: loss did not improve from 0.00005\n",
      "Epoch 692/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0016 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00692: loss did not improve from 0.00005\n",
      "Epoch 693/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.9067e-04 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00693: loss did not improve from 0.00005\n",
      "Epoch 694/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.3433e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00694: loss did not improve from 0.00005\n",
      "Epoch 695/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.7040e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00695: loss did not improve from 0.00005\n",
      "Epoch 696/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.8249e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00696: loss did not improve from 0.00005\n",
      "Epoch 697/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.1729e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00697: loss did not improve from 0.00005\n",
      "Epoch 698/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.6509e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00698: loss did not improve from 0.00005\n",
      "Epoch 699/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.1801e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00699: loss did not improve from 0.00005\n",
      "Epoch 700/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 2.8538e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00700: loss did not improve from 0.00005\n",
      "Epoch 701/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.5339e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00701: loss did not improve from 0.00005\n",
      "Epoch 702/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2763e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00702: loss did not improve from 0.00005\n",
      "Epoch 703/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.0486e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00703: loss did not improve from 0.00005\n",
      "Epoch 704/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.8323e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00704: loss did not improve from 0.00005\n",
      "Epoch 705/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.6407e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00705: loss did not improve from 0.00005\n",
      "Epoch 706/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4565e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00706: loss did not improve from 0.00005\n",
      "Epoch 707/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.3449e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00707: loss did not improve from 0.00005\n",
      "Epoch 708/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.2305e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00708: loss did not improve from 0.00005\n",
      "Epoch 709/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1142e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00709: loss did not improve from 0.00005\n",
      "Epoch 710/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.0439e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00710: loss did not improve from 0.00005\n",
      "Epoch 711/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.6264e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00711: loss did not improve from 0.00005\n",
      "Epoch 712/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.5180e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00712: loss did not improve from 0.00005\n",
      "Epoch 713/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.8487e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00713: loss did not improve from 0.00005\n",
      "Epoch 714/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.2131e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00714: loss did not improve from 0.00005\n",
      "Epoch 715/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.6595e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00715: loss did not improve from 0.00005\n",
      "Epoch 716/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.2283e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00716: loss did not improve from 0.00005\n",
      "Epoch 717/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.2327e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00717: loss did not improve from 0.00005\n",
      "Epoch 718/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.5576e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00718: loss did not improve from 0.00005\n",
      "Epoch 719/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.0839e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00719: loss improved from 0.00005 to 0.00005, saving model to 3rd-weights-improvement-719-0.0001.hdf5\n",
      "Epoch 720/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.7653e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00720: loss improved from 0.00005 to 0.00005, saving model to 3rd-weights-improvement-720-0.0000.hdf5\n",
      "Epoch 721/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.7943e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00721: loss did not improve from 0.00005\n",
      "Epoch 722/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.6868e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00722: loss improved from 0.00005 to 0.00005, saving model to 3rd-weights-improvement-722-0.0000.hdf5\n",
      "Epoch 723/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3449 - categorical_accuracy: 0.8961\n",
      "\n",
      "Epoch 00723: loss did not improve from 0.00005\n",
      "Epoch 724/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0393 - categorical_accuracy: 0.9885\n",
      "\n",
      "Epoch 00724: loss did not improve from 0.00005\n",
      "Epoch 725/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0077 - categorical_accuracy: 0.9987\n",
      "\n",
      "Epoch 00725: loss did not improve from 0.00005\n",
      "Epoch 726/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0021 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00726: loss did not improve from 0.00005\n",
      "Epoch 727/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.8115e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00727: loss did not improve from 0.00005\n",
      "Epoch 728/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.9884e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00728: loss did not improve from 0.00005\n",
      "Epoch 729/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.7099e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00729: loss did not improve from 0.00005\n",
      "Epoch 730/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.8266e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00730: loss did not improve from 0.00005\n",
      "Epoch 731/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.1587e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00731: loss did not improve from 0.00005\n",
      "Epoch 732/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.6254e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00732: loss did not improve from 0.00005\n",
      "Epoch 733/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.1841e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00733: loss did not improve from 0.00005\n",
      "Epoch 734/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.8149e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00734: loss did not improve from 0.00005\n",
      "Epoch 735/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.5022e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00735: loss did not improve from 0.00005\n",
      "Epoch 736/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2332e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00736: loss did not improve from 0.00005\n",
      "Epoch 737/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.9970e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00737: loss did not improve from 0.00005\n",
      "Epoch 738/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.7406e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00738: loss did not improve from 0.00005\n",
      "Epoch 739/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.6142e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00739: loss did not improve from 0.00005\n",
      "Epoch 740/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4712e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00740: loss did not improve from 0.00005\n",
      "Epoch 741/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.3300e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00741: loss did not improve from 0.00005\n",
      "Epoch 742/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1979e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00742: loss did not improve from 0.00005\n",
      "Epoch 743/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.0912e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00743: loss did not improve from 0.00005\n",
      "Epoch 744/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.8474e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00744: loss did not improve from 0.00005\n",
      "Epoch 745/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.9993e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00745: loss did not improve from 0.00005\n",
      "Epoch 746/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.3865e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00746: loss did not improve from 0.00005\n",
      "Epoch 747/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 7.7829e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00747: loss did not improve from 0.00005\n",
      "Epoch 748/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.9563e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00748: loss did not improve from 0.00005\n",
      "Epoch 749/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.6210e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00749: loss did not improve from 0.00005\n",
      "Epoch 750/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.0205e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00750: loss did not improve from 0.00005\n",
      "Epoch 751/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.6249e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00751: loss did not improve from 0.00005\n",
      "Epoch 752/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.1546e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00752: loss did not improve from 0.00005\n",
      "Epoch 753/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.0640e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00753: loss did not improve from 0.00005\n",
      "Epoch 754/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.7945e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00754: loss did not improve from 0.00005\n",
      "Epoch 755/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.6023e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00755: loss improved from 0.00005 to 0.00005, saving model to 3rd-weights-improvement-755-0.0000.hdf5\n",
      "Epoch 756/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.1581e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00756: loss improved from 0.00005 to 0.00004, saving model to 3rd-weights-improvement-756-0.0000.hdf5\n",
      "Epoch 757/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.7844e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00757: loss improved from 0.00004 to 0.00004, saving model to 3rd-weights-improvement-757-0.0000.hdf5\n",
      "Epoch 758/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.3921e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00758: loss improved from 0.00004 to 0.00003, saving model to 3rd-weights-improvement-758-0.0000.hdf5\n",
      "Epoch 759/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.5460e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00759: loss did not improve from 0.00003\n",
      "Epoch 760/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.4025e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00760: loss did not improve from 0.00003\n",
      "Epoch 761/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.2832e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00761: loss improved from 0.00003 to 0.00003, saving model to 3rd-weights-improvement-761-0.0000.hdf5\n",
      "Epoch 762/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.1545e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00762: loss improved from 0.00003 to 0.00003, saving model to 3rd-weights-improvement-762-0.0000.hdf5\n",
      "Epoch 763/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2229 - categorical_accuracy: 0.9340\n",
      "\n",
      "Epoch 00763: loss did not improve from 0.00003\n",
      "Epoch 764/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1311 - categorical_accuracy: 0.9570\n",
      "\n",
      "Epoch 00764: loss did not improve from 0.00003\n",
      "Epoch 765/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0193 - categorical_accuracy: 0.9950\n",
      "\n",
      "Epoch 00765: loss did not improve from 0.00003\n",
      "Epoch 766/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0041 - categorical_accuracy: 0.9996\n",
      "\n",
      "Epoch 00766: loss did not improve from 0.00003\n",
      "Epoch 767/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0012 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00767: loss did not improve from 0.00003\n",
      "Epoch 768/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.6598e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00768: loss did not improve from 0.00003\n",
      "Epoch 769/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.8521e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00769: loss did not improve from 0.00003\n",
      "Epoch 770/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.8482e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00770: loss did not improve from 0.00003\n",
      "Epoch 771/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.1413e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00771: loss did not improve from 0.00003\n",
      "Epoch 772/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.5941e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00772: loss did not improve from 0.00003\n",
      "Epoch 773/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.1402e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00773: loss did not improve from 0.00003\n",
      "Epoch 774/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7774e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00774: loss did not improve from 0.00003\n",
      "Epoch 775/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4628e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00775: loss did not improve from 0.00003\n",
      "Epoch 776/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.1935e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00776: loss did not improve from 0.00003\n",
      "Epoch 777/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.9062e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00777: loss did not improve from 0.00003\n",
      "Epoch 778/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.7667e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00778: loss did not improve from 0.00003\n",
      "Epoch 779/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.5904e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00779: loss did not improve from 0.00003\n",
      "Epoch 780/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4362e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00780: loss did not improve from 0.00003\n",
      "Epoch 781/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.2825e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00781: loss did not improve from 0.00003\n",
      "Epoch 782/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1773e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00782: loss did not improve from 0.00003\n",
      "Epoch 783/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.0635e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00783: loss did not improve from 0.00003\n",
      "Epoch 784/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.6982e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00784: loss did not improve from 0.00003\n",
      "Epoch 785/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.9005e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00785: loss did not improve from 0.00003\n",
      "Epoch 786/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.2568e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00786: loss did not improve from 0.00003\n",
      "Epoch 787/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.6421e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00787: loss did not improve from 0.00003\n",
      "Epoch 788/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.8450e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00788: loss did not improve from 0.00003\n",
      "Epoch 789/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.3880e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00789: loss did not improve from 0.00003\n",
      "Epoch 790/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.0540e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00790: loss did not improve from 0.00003\n",
      "Epoch 791/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.6531e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00791: loss did not improve from 0.00003\n",
      "Epoch 792/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.0824e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00792: loss did not improve from 0.00003\n",
      "Epoch 793/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 4.6925e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00793: loss did not improve from 0.00003\n",
      "Epoch 794/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.4595e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00794: loss did not improve from 0.00003\n",
      "Epoch 795/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.2069e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00795: loss did not improve from 0.00003\n",
      "Epoch 796/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.0142e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00796: loss did not improve from 0.00003\n",
      "Epoch 797/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.7525e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00797: loss did not improve from 0.00003\n",
      "Epoch 798/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.5501e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00798: loss did not improve from 0.00003\n",
      "Epoch 799/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.5141e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00799: loss did not improve from 0.00003\n",
      "Epoch 800/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.2450e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00800: loss did not improve from 0.00003\n",
      "Epoch 801/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.1896e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00801: loss did not improve from 0.00003\n",
      "Epoch 802/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.1913e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00802: loss did not improve from 0.00003\n",
      "Epoch 803/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.8662e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00803: loss improved from 0.00003 to 0.00003, saving model to 3rd-weights-improvement-803-0.0000.hdf5\n",
      "Epoch 804/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.9687e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00804: loss did not improve from 0.00003\n",
      "Epoch 805/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.9748e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00805: loss did not improve from 0.00003\n",
      "Epoch 806/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.2958e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00806: loss did not improve from 0.00003\n",
      "Epoch 807/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3157 - categorical_accuracy: 0.9058\n",
      "\n",
      "Epoch 00807: loss did not improve from 0.00003\n",
      "Epoch 808/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0503 - categorical_accuracy: 0.9845\n",
      "\n",
      "Epoch 00808: loss did not improve from 0.00003\n",
      "Epoch 809/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0101 - categorical_accuracy: 0.9979\n",
      "\n",
      "Epoch 00809: loss did not improve from 0.00003\n",
      "Epoch 810/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0027 - categorical_accuracy: 0.9998\n",
      "\n",
      "Epoch 00810: loss did not improve from 0.00003\n",
      "Epoch 811/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00811: loss did not improve from 0.00003\n",
      "Epoch 812/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0011 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00812: loss did not improve from 0.00003\n",
      "Epoch 813/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.8513e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00813: loss did not improve from 0.00003\n",
      "Epoch 814/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.3417e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00814: loss did not improve from 0.00003\n",
      "Epoch 815/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.5043e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00815: loss did not improve from 0.00003\n",
      "Epoch 816/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.0100e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00816: loss did not improve from 0.00003\n",
      "Epoch 817/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.6368e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00817: loss did not improve from 0.00003\n",
      "Epoch 818/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3285e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00818: loss did not improve from 0.00003\n",
      "Epoch 819/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.0679e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00819: loss did not improve from 0.00003\n",
      "Epoch 820/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.8385e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00820: loss did not improve from 0.00003\n",
      "Epoch 821/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.6533e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00821: loss did not improve from 0.00003\n",
      "Epoch 822/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4933e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00822: loss did not improve from 0.00003\n",
      "Epoch 823/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.3462e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00823: loss did not improve from 0.00003\n",
      "Epoch 824/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.2188e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00824: loss did not improve from 0.00003\n",
      "Epoch 825/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1072e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00825: loss did not improve from 0.00003\n",
      "Epoch 826/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.0111e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00826: loss did not improve from 0.00003\n",
      "Epoch 827/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.8284e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00827: loss did not improve from 0.00003\n",
      "Epoch 828/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.3978e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00828: loss did not improve from 0.00003\n",
      "Epoch 829/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.6900e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00829: loss did not improve from 0.00003\n",
      "Epoch 830/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.9854e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00830: loss did not improve from 0.00003\n",
      "Epoch 831/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.5980e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00831: loss did not improve from 0.00003\n",
      "Epoch 832/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.0577e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00832: loss did not improve from 0.00003\n",
      "Epoch 833/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.2051e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00833: loss did not improve from 0.00003\n",
      "Epoch 834/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.2512e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00834: loss did not improve from 0.00003\n",
      "Epoch 835/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.8543e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00835: loss did not improve from 0.00003\n",
      "Epoch 836/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.5589e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00836: loss did not improve from 0.00003\n",
      "Epoch 837/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.0166e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00837: loss did not improve from 0.00003\n",
      "Epoch 838/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.0789e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00838: loss did not improve from 0.00003\n",
      "Epoch 839/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.9096e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00839: loss did not improve from 0.00003\n",
      "Epoch 840/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.5074e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00840: loss did not improve from 0.00003\n",
      "Epoch 841/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 3.4718e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00841: loss did not improve from 0.00003\n",
      "Epoch 842/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.3922e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00842: loss did not improve from 0.00003\n",
      "Epoch 843/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.2709e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00843: loss did not improve from 0.00003\n",
      "Epoch 844/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.1769e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00844: loss did not improve from 0.00003\n",
      "Epoch 845/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.0009e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00845: loss did not improve from 0.00003\n",
      "Epoch 846/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.9412e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00846: loss did not improve from 0.00003\n",
      "Epoch 847/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.8323e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00847: loss improved from 0.00003 to 0.00003, saving model to 3rd-weights-improvement-847-0.0000.hdf5\n",
      "Epoch 848/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7186e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00848: loss improved from 0.00003 to 0.00003, saving model to 3rd-weights-improvement-848-0.0000.hdf5\n",
      "Epoch 849/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7564e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00849: loss did not improve from 0.00003\n",
      "Epoch 850/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7544e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00850: loss did not improve from 0.00003\n",
      "Epoch 851/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.5393e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00851: loss improved from 0.00003 to 0.00003, saving model to 3rd-weights-improvement-851-0.0000.hdf5\n",
      "Epoch 852/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4559e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00852: loss improved from 0.00003 to 0.00002, saving model to 3rd-weights-improvement-852-0.0000.hdf5\n",
      "Epoch 853/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4573e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00853: loss did not improve from 0.00002\n",
      "Epoch 854/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4219e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00854: loss improved from 0.00002 to 0.00002, saving model to 3rd-weights-improvement-854-0.0000.hdf5\n",
      "Epoch 855/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3955e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00855: loss improved from 0.00002 to 0.00002, saving model to 3rd-weights-improvement-855-0.0000.hdf5\n",
      "Epoch 856/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.1295 - categorical_accuracy: 0.9635\n",
      "\n",
      "Epoch 00856: loss did not improve from 0.00002\n",
      "Epoch 857/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2017 - categorical_accuracy: 0.9371\n",
      "\n",
      "Epoch 00857: loss did not improve from 0.00002\n",
      "Epoch 858/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0281 - categorical_accuracy: 0.9919\n",
      "\n",
      "Epoch 00858: loss did not improve from 0.00002\n",
      "Epoch 859/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0050 - categorical_accuracy: 0.9993\n",
      "\n",
      "Epoch 00859: loss did not improve from 0.00002\n",
      "Epoch 860/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0015 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00860: loss did not improve from 0.00002\n",
      "Epoch 861/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.6081e-04 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00861: loss did not improve from 0.00002\n",
      "Epoch 862/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.1389e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00862: loss did not improve from 0.00002\n",
      "Epoch 863/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.0306e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00863: loss did not improve from 0.00002\n",
      "Epoch 864/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.3967e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00864: loss did not improve from 0.00002\n",
      "Epoch 865/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.9272e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00865: loss did not improve from 0.00002\n",
      "Epoch 866/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.5567e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00866: loss did not improve from 0.00002\n",
      "Epoch 867/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2561e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00867: loss did not improve from 0.00002\n",
      "Epoch 868/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.0023e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00868: loss did not improve from 0.00002\n",
      "Epoch 869/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.7859e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00869: loss did not improve from 0.00002\n",
      "Epoch 870/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.5919e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00870: loss did not improve from 0.00002\n",
      "Epoch 871/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4412e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00871: loss did not improve from 0.00002\n",
      "Epoch 872/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.2903e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00872: loss did not improve from 0.00002\n",
      "Epoch 873/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1761e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00873: loss did not improve from 0.00002\n",
      "Epoch 874/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.0637e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00874: loss did not improve from 0.00002\n",
      "Epoch 875/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.7240e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00875: loss did not improve from 0.00002\n",
      "Epoch 876/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.8838e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00876: loss did not improve from 0.00002\n",
      "Epoch 877/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.1062e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00877: loss did not improve from 0.00002\n",
      "Epoch 878/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.3910e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00878: loss did not improve from 0.00002\n",
      "Epoch 879/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.8072e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00879: loss did not improve from 0.00002\n",
      "Epoch 880/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.3003e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00880: loss did not improve from 0.00002\n",
      "Epoch 881/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.7878e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00881: loss did not improve from 0.00002\n",
      "Epoch 882/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.4566e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00882: loss did not improve from 0.00002\n",
      "Epoch 883/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.0574e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00883: loss did not improve from 0.00002\n",
      "Epoch 884/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.6803e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00884: loss did not improve from 0.00002\n",
      "Epoch 885/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.2323e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00885: loss did not improve from 0.00002\n",
      "Epoch 886/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.1753e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00886: loss did not improve from 0.00002\n",
      "Epoch 887/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 3.9687e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00887: loss did not improve from 0.00002\n",
      "Epoch 888/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.4958e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00888: loss did not improve from 0.00002\n",
      "Epoch 889/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.3951e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00889: loss did not improve from 0.00002\n",
      "Epoch 890/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.3591e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00890: loss did not improve from 0.00002\n",
      "Epoch 891/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.2385e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00891: loss did not improve from 0.00002\n",
      "Epoch 892/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7313e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00892: loss did not improve from 0.00002\n",
      "Epoch 893/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.9902e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00893: loss did not improve from 0.00002\n",
      "Epoch 894/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.8635e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00894: loss did not improve from 0.00002\n",
      "Epoch 895/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7872e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00895: loss did not improve from 0.00002\n",
      "Epoch 896/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7968e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00896: loss did not improve from 0.00002\n",
      "Epoch 897/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.6586e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00897: loss did not improve from 0.00002\n",
      "Epoch 898/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.6287e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00898: loss did not improve from 0.00002\n",
      "Epoch 899/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.5337e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00899: loss did not improve from 0.00002\n",
      "Epoch 900/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4397e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00900: loss did not improve from 0.00002\n",
      "Epoch 901/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4726e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00901: loss did not improve from 0.00002\n",
      "Epoch 902/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4238e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00902: loss did not improve from 0.00002\n",
      "Epoch 903/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3698e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00903: loss improved from 0.00002 to 0.00002, saving model to 3rd-weights-improvement-903-0.0000.hdf5\n",
      "Epoch 904/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3170e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00904: loss improved from 0.00002 to 0.00002, saving model to 3rd-weights-improvement-904-0.0000.hdf5\n",
      "Epoch 905/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3466e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00905: loss did not improve from 0.00002\n",
      "Epoch 906/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.8088e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00906: loss improved from 0.00002 to 0.00002, saving model to 3rd-weights-improvement-906-0.0000.hdf5\n",
      "Epoch 907/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2430e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00907: loss did not improve from 0.00002\n",
      "Epoch 908/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2117e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00908: loss did not improve from 0.00002\n",
      "Epoch 909/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2413e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00909: loss did not improve from 0.00002\n",
      "Epoch 910/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2743e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00910: loss did not improve from 0.00002\n",
      "Epoch 911/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.3010 - categorical_accuracy: 0.9124\n",
      "\n",
      "Epoch 00911: loss did not improve from 0.00002\n",
      "Epoch 912/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0618 - categorical_accuracy: 0.9803\n",
      "\n",
      "Epoch 00912: loss did not improve from 0.00002\n",
      "Epoch 913/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0123 - categorical_accuracy: 0.9970\n",
      "\n",
      "Epoch 00913: loss did not improve from 0.00002\n",
      "Epoch 914/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0030 - categorical_accuracy: 0.9997\n",
      "\n",
      "Epoch 00914: loss did not improve from 0.00002\n",
      "Epoch 915/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.7834e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00915: loss did not improve from 0.00002\n",
      "Epoch 916/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.9501e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00916: loss did not improve from 0.00002\n",
      "Epoch 917/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.9228e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00917: loss did not improve from 0.00002\n",
      "Epoch 918/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.2776e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00918: loss did not improve from 0.00002\n",
      "Epoch 919/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.8130e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00919: loss did not improve from 0.00002\n",
      "Epoch 920/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4490e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00920: loss did not improve from 0.00002\n",
      "Epoch 921/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.1504e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00921: loss did not improve from 0.00002\n",
      "Epoch 922/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.9057e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00922: loss did not improve from 0.00002\n",
      "Epoch 923/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.6982e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00923: loss did not improve from 0.00002\n",
      "Epoch 924/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.5260e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00924: loss did not improve from 0.00002\n",
      "Epoch 925/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.3767e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00925: loss did not improve from 0.00002\n",
      "Epoch 926/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.2374e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00926: loss did not improve from 0.00002\n",
      "Epoch 927/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1220e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00927: loss did not improve from 0.00002\n",
      "Epoch 928/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.7364e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00928: loss did not improve from 0.00002\n",
      "Epoch 929/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.2898e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00929: loss did not improve from 0.00002\n",
      "Epoch 930/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.4794e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00930: loss did not improve from 0.00002\n",
      "Epoch 931/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.7548e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00931: loss did not improve from 0.00002\n",
      "Epoch 932/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.1168e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00932: loss did not improve from 0.00002\n",
      "Epoch 933/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.6248e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00933: loss did not improve from 0.00002\n",
      "Epoch 934/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 6.1599e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00934: loss did not improve from 0.00002\n",
      "Epoch 935/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.6300e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00935: loss did not improve from 0.00002\n",
      "Epoch 936/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.1278e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00936: loss did not improve from 0.00002\n",
      "Epoch 937/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.9122e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00937: loss did not improve from 0.00002\n",
      "Epoch 938/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.5406e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00938: loss did not improve from 0.00002\n",
      "Epoch 939/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.3486e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00939: loss did not improve from 0.00002\n",
      "Epoch 940/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.1128e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00940: loss did not improve from 0.00002\n",
      "Epoch 941/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.8043e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00941: loss did not improve from 0.00002\n",
      "Epoch 942/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.6664e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00942: loss did not improve from 0.00002\n",
      "Epoch 943/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.4304e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00943: loss did not improve from 0.00002\n",
      "Epoch 944/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.3114e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00944: loss did not improve from 0.00002\n",
      "Epoch 945/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.2069e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00945: loss did not improve from 0.00002\n",
      "Epoch 946/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.0027e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00946: loss did not improve from 0.00002\n",
      "Epoch 947/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.6866e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00947: loss did not improve from 0.00002\n",
      "Epoch 948/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.8021e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00948: loss did not improve from 0.00002\n",
      "Epoch 949/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7318e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00949: loss did not improve from 0.00002\n",
      "Epoch 950/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7296e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00950: loss did not improve from 0.00002\n",
      "Epoch 951/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.5691e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00951: loss did not improve from 0.00002\n",
      "Epoch 952/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.5340e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00952: loss did not improve from 0.00002\n",
      "Epoch 953/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.5761e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00953: loss did not improve from 0.00002\n",
      "Epoch 954/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4243e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00954: loss did not improve from 0.00002\n",
      "Epoch 955/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.4006e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00955: loss did not improve from 0.00002\n",
      "Epoch 956/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3734e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00956: loss did not improve from 0.00002\n",
      "Epoch 957/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3053e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00957: loss did not improve from 0.00002\n",
      "Epoch 958/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2851e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00958: loss did not improve from 0.00002\n",
      "Epoch 959/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.8150e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00959: loss did not improve from 0.00002\n",
      "Epoch 960/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2711e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00960: loss did not improve from 0.00002\n",
      "Epoch 961/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2623e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00961: loss did not improve from 0.00002\n",
      "Epoch 962/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2562e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00962: loss did not improve from 0.00002\n",
      "Epoch 963/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2838e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00963: loss did not improve from 0.00002\n",
      "Epoch 964/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.9489e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00964: loss did not improve from 0.00002\n",
      "Epoch 965/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2035e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00965: loss did not improve from 0.00002\n",
      "Epoch 966/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.6981e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00966: loss improved from 0.00002 to 0.00002, saving model to 3rd-weights-improvement-966-0.0000.hdf5\n",
      "Epoch 967/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.2383e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00967: loss did not improve from 0.00002\n",
      "Epoch 968/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.1365e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00968: loss did not improve from 0.00002\n",
      "Epoch 969/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.1302e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00969: loss did not improve from 0.00002\n",
      "Epoch 970/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.8834e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00970: loss did not improve from 0.00002\n",
      "Epoch 971/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0226 - categorical_accuracy: 0.9937\n",
      "\n",
      "Epoch 00971: loss did not improve from 0.00002\n",
      "Epoch 972/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.2842 - categorical_accuracy: 0.9166\n",
      "\n",
      "Epoch 00972: loss did not improve from 0.00002\n",
      "Epoch 973/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0311 - categorical_accuracy: 0.9899\n",
      "\n",
      "Epoch 00973: loss did not improve from 0.00002\n",
      "Epoch 974/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0065 - categorical_accuracy: 0.9988\n",
      "\n",
      "Epoch 00974: loss did not improve from 0.00002\n",
      "Epoch 975/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 0.0014 - categorical_accuracy: 0.9999\n",
      "\n",
      "Epoch 00975: loss did not improve from 0.00002\n",
      "Epoch 976/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.3582e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00976: loss did not improve from 0.00002\n",
      "Epoch 977/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.6494e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00977: loss did not improve from 0.00002\n",
      "Epoch 978/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.2995e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00978: loss did not improve from 0.00002\n",
      "Epoch 979/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.7744e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00979: loss did not improve from 0.00002\n",
      "Epoch 980/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.3925e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00980: loss did not improve from 0.00002\n",
      "Epoch 981/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 2.0891e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00981: loss did not improve from 0.00002\n",
      "Epoch 982/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 13s 43ms/step - loss: 1.8464e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00982: loss did not improve from 0.00002\n",
      "Epoch 983/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.6378e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00983: loss did not improve from 0.00002\n",
      "Epoch 984/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.4639e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00984: loss did not improve from 0.00002\n",
      "Epoch 985/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.3175e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00985: loss did not improve from 0.00002\n",
      "Epoch 986/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.1846e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00986: loss did not improve from 0.00002\n",
      "Epoch 987/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 1.0747e-04 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00987: loss did not improve from 0.00002\n",
      "Epoch 988/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 9.7716e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00988: loss did not improve from 0.00002\n",
      "Epoch 989/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.9312e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00989: loss did not improve from 0.00002\n",
      "Epoch 990/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 8.1200e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00990: loss did not improve from 0.00002\n",
      "Epoch 991/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 7.4345e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00991: loss did not improve from 0.00002\n",
      "Epoch 992/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.8697e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00992: loss did not improve from 0.00002\n",
      "Epoch 993/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 6.2903e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00993: loss did not improve from 0.00002\n",
      "Epoch 994/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.8403e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00994: loss did not improve from 0.00002\n",
      "Epoch 995/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.4278e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00995: loss did not improve from 0.00002\n",
      "Epoch 996/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 5.0058e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00996: loss did not improve from 0.00002\n",
      "Epoch 997/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.7397e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00997: loss did not improve from 0.00002\n",
      "Epoch 998/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.4126e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00998: loss did not improve from 0.00002\n",
      "Epoch 999/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 4.1583e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 00999: loss did not improve from 0.00002\n",
      "Epoch 1000/1000\n",
      "293/293 [==============================] - 13s 43ms/step - loss: 3.9236e-05 - categorical_accuracy: 1.0000\n",
      "\n",
      "Epoch 01000: loss did not improve from 0.00002\n"
     ]
    }
   ],
   "source": [
    "filepath3=\"3rd-weights-improvement-{epoch:02d}-{loss:.4f}.hdf5\"\n",
    "checkpoint3 = ModelCheckpoint(filepath3, monitor='loss', verbose=1, save_best_only=True, mode='min')\n",
    "callbacks_list3 = [checkpoint3]\n",
    "\n",
    "\n",
    "try:\n",
    "    with tf.device('/device:GPU:0'): \n",
    "        # [n_samples, Tx, Tc]\n",
    "        X = np.reshape(dataX, (n_patterns, seq_length, 1))\n",
    "        # normalize\n",
    "        X = X / float(n_vocab)\n",
    "        y = to_categorical(dataY)\n",
    "        LSTM_cell_3 = LSTM(600, input_shape=(X.shape[1], X.shape[2]))\n",
    "        densor_3 = Dense(y.shape[1], activation='softmax')\n",
    "\n",
    "        model_3 = Sequential()\n",
    "        #model.add(tf.keras.layers.Embedding(n_vocab, 40, input_length=y.shape[1]))\n",
    "        model_3.add(LSTM_cell_3)\n",
    "        #model.add(Dropout(0.2))\n",
    "        model_3.add(densor_3)\n",
    "        model_3.compile(loss='categorical_crossentropy', optimizer='adam', metrics=['categorical_accuracy'])        \n",
    "except RuntimeError as e:\n",
    "    print(e)\n",
    "\n",
    "saved_model_3 = model_3.fit(X, y, epochs=1000, batch_size=320, callbacks=callbacks_list3)\n",
    "model_3.save('model3.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "4eb143f0",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/1000\n",
      "293/293 [==============================] - 3s 7ms/step - loss: 3.0065 - categorical_accuracy: 0.1643\n",
      "\n",
      "Epoch 00001: loss improved from inf to 3.00653, saving model to 3rd-weights-improvement-01-3.0065.hdf5\n",
      "Epoch 2/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.8691 - categorical_accuracy: 0.2008\n",
      "\n",
      "Epoch 00002: loss improved from 3.00653 to 2.86910, saving model to 3rd-weights-improvement-02-2.8691.hdf5\n",
      "Epoch 3/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.7837 - categorical_accuracy: 0.2205\n",
      "\n",
      "Epoch 00003: loss improved from 2.86910 to 2.78370, saving model to 3rd-weights-improvement-03-2.7837.hdf5\n",
      "Epoch 4/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.7461 - categorical_accuracy: 0.2259\n",
      "\n",
      "Epoch 00004: loss improved from 2.78370 to 2.74609, saving model to 3rd-weights-improvement-04-2.7461.hdf5\n",
      "Epoch 5/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.7205 - categorical_accuracy: 0.2298\n",
      "\n",
      "Epoch 00005: loss improved from 2.74609 to 2.72054, saving model to 3rd-weights-improvement-05-2.7205.hdf5\n",
      "Epoch 6/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.6961 - categorical_accuracy: 0.2416\n",
      "\n",
      "Epoch 00006: loss improved from 2.72054 to 2.69605, saving model to 3rd-weights-improvement-06-2.6961.hdf5\n",
      "Epoch 7/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.6768 - categorical_accuracy: 0.2501\n",
      "\n",
      "Epoch 00007: loss improved from 2.69605 to 2.67675, saving model to 3rd-weights-improvement-07-2.6768.hdf5\n",
      "Epoch 8/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.6545 - categorical_accuracy: 0.2574\n",
      "\n",
      "Epoch 00008: loss improved from 2.67675 to 2.65449, saving model to 3rd-weights-improvement-08-2.6545.hdf5\n",
      "Epoch 9/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.6381 - categorical_accuracy: 0.2621\n",
      "\n",
      "Epoch 00009: loss improved from 2.65449 to 2.63808, saving model to 3rd-weights-improvement-09-2.6381.hdf5\n",
      "Epoch 10/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.6230 - categorical_accuracy: 0.2629\n",
      "\n",
      "Epoch 00010: loss improved from 2.63808 to 2.62297, saving model to 3rd-weights-improvement-10-2.6230.hdf5\n",
      "Epoch 11/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.6104 - categorical_accuracy: 0.2652\n",
      "\n",
      "Epoch 00011: loss improved from 2.62297 to 2.61035, saving model to 3rd-weights-improvement-11-2.6104.hdf5\n",
      "Epoch 12/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.5973 - categorical_accuracy: 0.2671\n",
      "\n",
      "Epoch 00012: loss improved from 2.61035 to 2.59728, saving model to 3rd-weights-improvement-12-2.5973.hdf5\n",
      "Epoch 13/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.5838 - categorical_accuracy: 0.2700\n",
      "\n",
      "Epoch 00013: loss improved from 2.59728 to 2.58379, saving model to 3rd-weights-improvement-13-2.5838.hdf5\n",
      "Epoch 14/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.5720 - categorical_accuracy: 0.2715\n",
      "\n",
      "Epoch 00014: loss improved from 2.58379 to 2.57198, saving model to 3rd-weights-improvement-14-2.5720.hdf5\n",
      "Epoch 15/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.5604 - categorical_accuracy: 0.2741\n",
      "\n",
      "Epoch 00015: loss improved from 2.57198 to 2.56038, saving model to 3rd-weights-improvement-15-2.5604.hdf5\n",
      "Epoch 16/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.5507 - categorical_accuracy: 0.2754\n",
      "\n",
      "Epoch 00016: loss improved from 2.56038 to 2.55069, saving model to 3rd-weights-improvement-16-2.5507.hdf5\n",
      "Epoch 17/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.5392 - categorical_accuracy: 0.2778\n",
      "\n",
      "Epoch 00017: loss improved from 2.55069 to 2.53920, saving model to 3rd-weights-improvement-17-2.5392.hdf5\n",
      "Epoch 18/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.5296 - categorical_accuracy: 0.2799\n",
      "\n",
      "Epoch 00018: loss improved from 2.53920 to 2.52962, saving model to 3rd-weights-improvement-18-2.5296.hdf5\n",
      "Epoch 19/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.5199 - categorical_accuracy: 0.2811\n",
      "\n",
      "Epoch 00019: loss improved from 2.52962 to 2.51993, saving model to 3rd-weights-improvement-19-2.5199.hdf5\n",
      "Epoch 20/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.5115 - categorical_accuracy: 0.2820\n",
      "\n",
      "Epoch 00020: loss improved from 2.51993 to 2.51147, saving model to 3rd-weights-improvement-20-2.5115.hdf5\n",
      "Epoch 21/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.5040 - categorical_accuracy: 0.2836\n",
      "\n",
      "Epoch 00021: loss improved from 2.51147 to 2.50405, saving model to 3rd-weights-improvement-21-2.5040.hdf5\n",
      "Epoch 22/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.4940 - categorical_accuracy: 0.2847\n",
      "\n",
      "Epoch 00022: loss improved from 2.50405 to 2.49395, saving model to 3rd-weights-improvement-22-2.4940.hdf5\n",
      "Epoch 23/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.4875 - categorical_accuracy: 0.2867\n",
      "\n",
      "Epoch 00023: loss improved from 2.49395 to 2.48754, saving model to 3rd-weights-improvement-23-2.4875.hdf5\n",
      "Epoch 24/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.4780 - categorical_accuracy: 0.2885\n",
      "\n",
      "Epoch 00024: loss improved from 2.48754 to 2.47803, saving model to 3rd-weights-improvement-24-2.4780.hdf5\n",
      "Epoch 25/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.4698 - categorical_accuracy: 0.2898\n",
      "\n",
      "Epoch 00025: loss improved from 2.47803 to 2.46985, saving model to 3rd-weights-improvement-25-2.4698.hdf5\n",
      "Epoch 26/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.4625 - categorical_accuracy: 0.2919\n",
      "\n",
      "Epoch 00026: loss improved from 2.46985 to 2.46247, saving model to 3rd-weights-improvement-26-2.4625.hdf5\n",
      "Epoch 27/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.4535 - categorical_accuracy: 0.2934\n",
      "\n",
      "Epoch 00027: loss improved from 2.46247 to 2.45348, saving model to 3rd-weights-improvement-27-2.4535.hdf5\n",
      "Epoch 28/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.4463 - categorical_accuracy: 0.2957\n",
      "\n",
      "Epoch 00028: loss improved from 2.45348 to 2.44626, saving model to 3rd-weights-improvement-28-2.4463.hdf5\n",
      "Epoch 29/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.4387 - categorical_accuracy: 0.2978\n",
      "\n",
      "Epoch 00029: loss improved from 2.44626 to 2.43875, saving model to 3rd-weights-improvement-29-2.4387.hdf5\n",
      "Epoch 30/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.4297 - categorical_accuracy: 0.2994\n",
      "\n",
      "Epoch 00030: loss improved from 2.43875 to 2.42966, saving model to 3rd-weights-improvement-30-2.4297.hdf5\n",
      "Epoch 31/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.4217 - categorical_accuracy: 0.3009\n",
      "\n",
      "Epoch 00031: loss improved from 2.42966 to 2.42166, saving model to 3rd-weights-improvement-31-2.4217.hdf5\n",
      "Epoch 32/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.4136 - categorical_accuracy: 0.3029\n",
      "\n",
      "Epoch 00032: loss improved from 2.42166 to 2.41362, saving model to 3rd-weights-improvement-32-2.4136.hdf5\n",
      "Epoch 33/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.4072 - categorical_accuracy: 0.3052\n",
      "\n",
      "Epoch 00033: loss improved from 2.41362 to 2.40723, saving model to 3rd-weights-improvement-33-2.4072.hdf5\n",
      "Epoch 34/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.4001 - categorical_accuracy: 0.3067\n",
      "\n",
      "Epoch 00034: loss improved from 2.40723 to 2.40006, saving model to 3rd-weights-improvement-34-2.4001.hdf5\n",
      "Epoch 35/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3934 - categorical_accuracy: 0.3077\n",
      "\n",
      "Epoch 00035: loss improved from 2.40006 to 2.39339, saving model to 3rd-weights-improvement-35-2.3934.hdf5\n",
      "Epoch 36/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3857 - categorical_accuracy: 0.3110\n",
      "\n",
      "Epoch 00036: loss improved from 2.39339 to 2.38572, saving model to 3rd-weights-improvement-36-2.3857.hdf5\n",
      "Epoch 37/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3798 - categorical_accuracy: 0.3121\n",
      "\n",
      "Epoch 00037: loss improved from 2.38572 to 2.37981, saving model to 3rd-weights-improvement-37-2.3798.hdf5\n",
      "Epoch 38/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3729 - categorical_accuracy: 0.3135\n",
      "\n",
      "Epoch 00038: loss improved from 2.37981 to 2.37286, saving model to 3rd-weights-improvement-38-2.3729.hdf5\n",
      "Epoch 39/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3688 - categorical_accuracy: 0.3142\n",
      "\n",
      "Epoch 00039: loss improved from 2.37286 to 2.36884, saving model to 3rd-weights-improvement-39-2.3688.hdf5\n",
      "Epoch 40/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3619 - categorical_accuracy: 0.3179\n",
      "\n",
      "Epoch 00040: loss improved from 2.36884 to 2.36189, saving model to 3rd-weights-improvement-40-2.3619.hdf5\n",
      "Epoch 41/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3549 - categorical_accuracy: 0.3194\n",
      "\n",
      "Epoch 00041: loss improved from 2.36189 to 2.35493, saving model to 3rd-weights-improvement-41-2.3549.hdf5\n",
      "Epoch 42/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3501 - categorical_accuracy: 0.3200\n",
      "\n",
      "Epoch 00042: loss improved from 2.35493 to 2.35011, saving model to 3rd-weights-improvement-42-2.3501.hdf5\n",
      "Epoch 43/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3454 - categorical_accuracy: 0.3219\n",
      "\n",
      "Epoch 00043: loss improved from 2.35011 to 2.34540, saving model to 3rd-weights-improvement-43-2.3454.hdf5\n",
      "Epoch 44/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3368 - categorical_accuracy: 0.3241\n",
      "\n",
      "Epoch 00044: loss improved from 2.34540 to 2.33678, saving model to 3rd-weights-improvement-44-2.3368.hdf5\n",
      "Epoch 45/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3320 - categorical_accuracy: 0.3247\n",
      "\n",
      "Epoch 00045: loss improved from 2.33678 to 2.33196, saving model to 3rd-weights-improvement-45-2.3320.hdf5\n",
      "Epoch 46/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3262 - categorical_accuracy: 0.3264\n",
      "\n",
      "Epoch 00046: loss improved from 2.33196 to 2.32623, saving model to 3rd-weights-improvement-46-2.3262.hdf5\n",
      "Epoch 47/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3207 - categorical_accuracy: 0.3284\n",
      "\n",
      "Epoch 00047: loss improved from 2.32623 to 2.32072, saving model to 3rd-weights-improvement-47-2.3207.hdf5\n",
      "Epoch 48/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3152 - categorical_accuracy: 0.3297\n",
      "\n",
      "Epoch 00048: loss improved from 2.32072 to 2.31524, saving model to 3rd-weights-improvement-48-2.3152.hdf5\n",
      "Epoch 49/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3106 - categorical_accuracy: 0.3297\n",
      "\n",
      "Epoch 00049: loss improved from 2.31524 to 2.31059, saving model to 3rd-weights-improvement-49-2.3106.hdf5\n",
      "Epoch 50/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3061 - categorical_accuracy: 0.3323\n",
      "\n",
      "Epoch 00050: loss improved from 2.31059 to 2.30608, saving model to 3rd-weights-improvement-50-2.3061.hdf5\n",
      "Epoch 51/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.3012 - categorical_accuracy: 0.3336\n",
      "\n",
      "Epoch 00051: loss improved from 2.30608 to 2.30117, saving model to 3rd-weights-improvement-51-2.3012.hdf5\n",
      "Epoch 52/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2952 - categorical_accuracy: 0.3345\n",
      "\n",
      "Epoch 00052: loss improved from 2.30117 to 2.29524, saving model to 3rd-weights-improvement-52-2.2952.hdf5\n",
      "Epoch 53/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2898 - categorical_accuracy: 0.3365\n",
      "\n",
      "Epoch 00053: loss improved from 2.29524 to 2.28978, saving model to 3rd-weights-improvement-53-2.2898.hdf5\n",
      "Epoch 54/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2862 - categorical_accuracy: 0.3367\n",
      "\n",
      "Epoch 00054: loss improved from 2.28978 to 2.28620, saving model to 3rd-weights-improvement-54-2.2862.hdf5\n",
      "Epoch 55/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2807 - categorical_accuracy: 0.3386\n",
      "\n",
      "Epoch 00055: loss improved from 2.28620 to 2.28074, saving model to 3rd-weights-improvement-55-2.2807.hdf5\n",
      "Epoch 56/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2758 - categorical_accuracy: 0.3394\n",
      "\n",
      "Epoch 00056: loss improved from 2.28074 to 2.27578, saving model to 3rd-weights-improvement-56-2.2758.hdf5\n",
      "Epoch 57/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2710 - categorical_accuracy: 0.3389\n",
      "\n",
      "Epoch 00057: loss improved from 2.27578 to 2.27095, saving model to 3rd-weights-improvement-57-2.2710.hdf5\n",
      "Epoch 58/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2659 - categorical_accuracy: 0.3419\n",
      "\n",
      "Epoch 00058: loss improved from 2.27095 to 2.26591, saving model to 3rd-weights-improvement-58-2.2659.hdf5\n",
      "Epoch 59/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2603 - categorical_accuracy: 0.3430\n",
      "\n",
      "Epoch 00059: loss improved from 2.26591 to 2.26029, saving model to 3rd-weights-improvement-59-2.2603.hdf5\n",
      "Epoch 60/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2588 - categorical_accuracy: 0.3435\n",
      "\n",
      "Epoch 00060: loss improved from 2.26029 to 2.25883, saving model to 3rd-weights-improvement-60-2.2588.hdf5\n",
      "Epoch 61/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2528 - categorical_accuracy: 0.3445\n",
      "\n",
      "Epoch 00061: loss improved from 2.25883 to 2.25281, saving model to 3rd-weights-improvement-61-2.2528.hdf5\n",
      "Epoch 62/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2497 - categorical_accuracy: 0.3465\n",
      "\n",
      "Epoch 00062: loss improved from 2.25281 to 2.24969, saving model to 3rd-weights-improvement-62-2.2497.hdf5\n",
      "Epoch 63/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2425 - categorical_accuracy: 0.3483\n",
      "\n",
      "Epoch 00063: loss improved from 2.24969 to 2.24246, saving model to 3rd-weights-improvement-63-2.2425.hdf5\n",
      "Epoch 64/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2388 - categorical_accuracy: 0.3485\n",
      "\n",
      "Epoch 00064: loss improved from 2.24246 to 2.23877, saving model to 3rd-weights-improvement-64-2.2388.hdf5\n",
      "Epoch 65/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2352 - categorical_accuracy: 0.3492\n",
      "\n",
      "Epoch 00065: loss improved from 2.23877 to 2.23521, saving model to 3rd-weights-improvement-65-2.2352.hdf5\n",
      "Epoch 66/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2309 - categorical_accuracy: 0.3506\n",
      "\n",
      "Epoch 00066: loss improved from 2.23521 to 2.23088, saving model to 3rd-weights-improvement-66-2.2309.hdf5\n",
      "Epoch 67/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2263 - categorical_accuracy: 0.3511\n",
      "\n",
      "Epoch 00067: loss improved from 2.23088 to 2.22626, saving model to 3rd-weights-improvement-67-2.2263.hdf5\n",
      "Epoch 68/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2255 - categorical_accuracy: 0.3524\n",
      "\n",
      "Epoch 00068: loss improved from 2.22626 to 2.22545, saving model to 3rd-weights-improvement-68-2.2255.hdf5\n",
      "Epoch 69/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2203 - categorical_accuracy: 0.3536\n",
      "\n",
      "Epoch 00069: loss improved from 2.22545 to 2.22027, saving model to 3rd-weights-improvement-69-2.2203.hdf5\n",
      "Epoch 70/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2127 - categorical_accuracy: 0.3551\n",
      "\n",
      "Epoch 00070: loss improved from 2.22027 to 2.21268, saving model to 3rd-weights-improvement-70-2.2127.hdf5\n",
      "Epoch 71/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2094 - categorical_accuracy: 0.3553\n",
      "\n",
      "Epoch 00071: loss improved from 2.21268 to 2.20938, saving model to 3rd-weights-improvement-71-2.2094.hdf5\n",
      "Epoch 72/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2053 - categorical_accuracy: 0.3571\n",
      "\n",
      "Epoch 00072: loss improved from 2.20938 to 2.20528, saving model to 3rd-weights-improvement-72-2.2053.hdf5\n",
      "Epoch 73/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.2019 - categorical_accuracy: 0.3576\n",
      "\n",
      "Epoch 00073: loss improved from 2.20528 to 2.20188, saving model to 3rd-weights-improvement-73-2.2019.hdf5\n",
      "Epoch 74/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1974 - categorical_accuracy: 0.3573\n",
      "\n",
      "Epoch 00074: loss improved from 2.20188 to 2.19742, saving model to 3rd-weights-improvement-74-2.1974.hdf5\n",
      "Epoch 75/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1938 - categorical_accuracy: 0.3598\n",
      "\n",
      "Epoch 00075: loss improved from 2.19742 to 2.19377, saving model to 3rd-weights-improvement-75-2.1938.hdf5\n",
      "Epoch 76/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1903 - categorical_accuracy: 0.3602\n",
      "\n",
      "Epoch 00076: loss improved from 2.19377 to 2.19031, saving model to 3rd-weights-improvement-76-2.1903.hdf5\n",
      "Epoch 77/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1861 - categorical_accuracy: 0.3611\n",
      "\n",
      "Epoch 00077: loss improved from 2.19031 to 2.18614, saving model to 3rd-weights-improvement-77-2.1861.hdf5\n",
      "Epoch 78/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1821 - categorical_accuracy: 0.3619\n",
      "\n",
      "Epoch 00078: loss improved from 2.18614 to 2.18215, saving model to 3rd-weights-improvement-78-2.1821.hdf5\n",
      "Epoch 79/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1797 - categorical_accuracy: 0.3617\n",
      "\n",
      "Epoch 00079: loss improved from 2.18215 to 2.17970, saving model to 3rd-weights-improvement-79-2.1797.hdf5\n",
      "Epoch 80/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1744 - categorical_accuracy: 0.3632\n",
      "\n",
      "Epoch 00080: loss improved from 2.17970 to 2.17439, saving model to 3rd-weights-improvement-80-2.1744.hdf5\n",
      "Epoch 81/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1687 - categorical_accuracy: 0.3646\n",
      "\n",
      "Epoch 00081: loss improved from 2.17439 to 2.16870, saving model to 3rd-weights-improvement-81-2.1687.hdf5\n",
      "Epoch 82/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1659 - categorical_accuracy: 0.3655\n",
      "\n",
      "Epoch 00082: loss improved from 2.16870 to 2.16592, saving model to 3rd-weights-improvement-82-2.1659.hdf5\n",
      "Epoch 83/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1623 - categorical_accuracy: 0.3671\n",
      "\n",
      "Epoch 00083: loss improved from 2.16592 to 2.16235, saving model to 3rd-weights-improvement-83-2.1623.hdf5\n",
      "Epoch 84/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1594 - categorical_accuracy: 0.3678\n",
      "\n",
      "Epoch 00084: loss improved from 2.16235 to 2.15937, saving model to 3rd-weights-improvement-84-2.1594.hdf5\n",
      "Epoch 85/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1552 - categorical_accuracy: 0.3693\n",
      "\n",
      "Epoch 00085: loss improved from 2.15937 to 2.15523, saving model to 3rd-weights-improvement-85-2.1552.hdf5\n",
      "Epoch 86/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1499 - categorical_accuracy: 0.3701\n",
      "\n",
      "Epoch 00086: loss improved from 2.15523 to 2.14991, saving model to 3rd-weights-improvement-86-2.1499.hdf5\n",
      "Epoch 87/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1480 - categorical_accuracy: 0.3711\n",
      "\n",
      "Epoch 00087: loss improved from 2.14991 to 2.14796, saving model to 3rd-weights-improvement-87-2.1480.hdf5\n",
      "Epoch 88/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1417 - categorical_accuracy: 0.3713\n",
      "\n",
      "Epoch 00088: loss improved from 2.14796 to 2.14168, saving model to 3rd-weights-improvement-88-2.1417.hdf5\n",
      "Epoch 89/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1384 - categorical_accuracy: 0.3725\n",
      "\n",
      "Epoch 00089: loss improved from 2.14168 to 2.13839, saving model to 3rd-weights-improvement-89-2.1384.hdf5\n",
      "Epoch 90/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1330 - categorical_accuracy: 0.3742\n",
      "\n",
      "Epoch 00090: loss improved from 2.13839 to 2.13304, saving model to 3rd-weights-improvement-90-2.1330.hdf5\n",
      "Epoch 91/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1297 - categorical_accuracy: 0.3738\n",
      "\n",
      "Epoch 00091: loss improved from 2.13304 to 2.12967, saving model to 3rd-weights-improvement-91-2.1297.hdf5\n",
      "Epoch 92/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1280 - categorical_accuracy: 0.3740\n",
      "\n",
      "Epoch 00092: loss improved from 2.12967 to 2.12799, saving model to 3rd-weights-improvement-92-2.1280.hdf5\n",
      "Epoch 93/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1221 - categorical_accuracy: 0.3756\n",
      "\n",
      "Epoch 00093: loss improved from 2.12799 to 2.12207, saving model to 3rd-weights-improvement-93-2.1221.hdf5\n",
      "Epoch 94/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1195 - categorical_accuracy: 0.3776\n",
      "\n",
      "Epoch 00094: loss improved from 2.12207 to 2.11945, saving model to 3rd-weights-improvement-94-2.1195.hdf5\n",
      "Epoch 95/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1155 - categorical_accuracy: 0.3771\n",
      "\n",
      "Epoch 00095: loss improved from 2.11945 to 2.11550, saving model to 3rd-weights-improvement-95-2.1155.hdf5\n",
      "Epoch 96/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1112 - categorical_accuracy: 0.3790\n",
      "\n",
      "Epoch 00096: loss improved from 2.11550 to 2.11119, saving model to 3rd-weights-improvement-96-2.1112.hdf5\n",
      "Epoch 97/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1101 - categorical_accuracy: 0.3786\n",
      "\n",
      "Epoch 00097: loss improved from 2.11119 to 2.11005, saving model to 3rd-weights-improvement-97-2.1101.hdf5\n",
      "Epoch 98/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1033 - categorical_accuracy: 0.3803\n",
      "\n",
      "Epoch 00098: loss improved from 2.11005 to 2.10328, saving model to 3rd-weights-improvement-98-2.1033.hdf5\n",
      "Epoch 99/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.1030 - categorical_accuracy: 0.3804\n",
      "\n",
      "Epoch 00099: loss improved from 2.10328 to 2.10300, saving model to 3rd-weights-improvement-99-2.1030.hdf5\n",
      "Epoch 100/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0940 - categorical_accuracy: 0.3831\n",
      "\n",
      "Epoch 00100: loss improved from 2.10300 to 2.09395, saving model to 3rd-weights-improvement-100-2.0940.hdf5\n",
      "Epoch 101/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0918 - categorical_accuracy: 0.3846\n",
      "\n",
      "Epoch 00101: loss improved from 2.09395 to 2.09177, saving model to 3rd-weights-improvement-101-2.0918.hdf5\n",
      "Epoch 102/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0875 - categorical_accuracy: 0.3837\n",
      "\n",
      "Epoch 00102: loss improved from 2.09177 to 2.08753, saving model to 3rd-weights-improvement-102-2.0875.hdf5\n",
      "Epoch 103/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0842 - categorical_accuracy: 0.3851\n",
      "\n",
      "Epoch 00103: loss improved from 2.08753 to 2.08418, saving model to 3rd-weights-improvement-103-2.0842.hdf5\n",
      "Epoch 104/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0807 - categorical_accuracy: 0.3866\n",
      "\n",
      "Epoch 00104: loss improved from 2.08418 to 2.08071, saving model to 3rd-weights-improvement-104-2.0807.hdf5\n",
      "Epoch 105/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0774 - categorical_accuracy: 0.3881\n",
      "\n",
      "Epoch 00105: loss improved from 2.08071 to 2.07736, saving model to 3rd-weights-improvement-105-2.0774.hdf5\n",
      "Epoch 106/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0749 - categorical_accuracy: 0.3877\n",
      "\n",
      "Epoch 00106: loss improved from 2.07736 to 2.07488, saving model to 3rd-weights-improvement-106-2.0749.hdf5\n",
      "Epoch 107/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0697 - categorical_accuracy: 0.3905\n",
      "\n",
      "Epoch 00107: loss improved from 2.07488 to 2.06975, saving model to 3rd-weights-improvement-107-2.0697.hdf5\n",
      "Epoch 108/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0679 - categorical_accuracy: 0.3901\n",
      "\n",
      "Epoch 00108: loss improved from 2.06975 to 2.06788, saving model to 3rd-weights-improvement-108-2.0679.hdf5\n",
      "Epoch 109/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0665 - categorical_accuracy: 0.3906\n",
      "\n",
      "Epoch 00109: loss improved from 2.06788 to 2.06648, saving model to 3rd-weights-improvement-109-2.0665.hdf5\n",
      "Epoch 110/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0590 - categorical_accuracy: 0.3929\n",
      "\n",
      "Epoch 00110: loss improved from 2.06648 to 2.05900, saving model to 3rd-weights-improvement-110-2.0590.hdf5\n",
      "Epoch 111/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0567 - categorical_accuracy: 0.3931\n",
      "\n",
      "Epoch 00111: loss improved from 2.05900 to 2.05672, saving model to 3rd-weights-improvement-111-2.0567.hdf5\n",
      "Epoch 112/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0532 - categorical_accuracy: 0.3941\n",
      "\n",
      "Epoch 00112: loss improved from 2.05672 to 2.05321, saving model to 3rd-weights-improvement-112-2.0532.hdf5\n",
      "Epoch 113/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0542 - categorical_accuracy: 0.3933\n",
      "\n",
      "Epoch 00113: loss did not improve from 2.05321\n",
      "Epoch 114/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0482 - categorical_accuracy: 0.3956\n",
      "\n",
      "Epoch 00114: loss improved from 2.05321 to 2.04824, saving model to 3rd-weights-improvement-114-2.0482.hdf5\n",
      "Epoch 115/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0422 - categorical_accuracy: 0.3965\n",
      "\n",
      "Epoch 00115: loss improved from 2.04824 to 2.04216, saving model to 3rd-weights-improvement-115-2.0422.hdf5\n",
      "Epoch 116/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0398 - categorical_accuracy: 0.3964\n",
      "\n",
      "Epoch 00116: loss improved from 2.04216 to 2.03982, saving model to 3rd-weights-improvement-116-2.0398.hdf5\n",
      "Epoch 117/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0384 - categorical_accuracy: 0.3970\n",
      "\n",
      "Epoch 00117: loss improved from 2.03982 to 2.03837, saving model to 3rd-weights-improvement-117-2.0384.hdf5\n",
      "Epoch 118/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0326 - categorical_accuracy: 0.3987\n",
      "\n",
      "Epoch 00118: loss improved from 2.03837 to 2.03257, saving model to 3rd-weights-improvement-118-2.0326.hdf5\n",
      "Epoch 119/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0301 - categorical_accuracy: 0.4008\n",
      "\n",
      "Epoch 00119: loss improved from 2.03257 to 2.03012, saving model to 3rd-weights-improvement-119-2.0301.hdf5\n",
      "Epoch 120/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0285 - categorical_accuracy: 0.4000\n",
      "\n",
      "Epoch 00120: loss improved from 2.03012 to 2.02846, saving model to 3rd-weights-improvement-120-2.0285.hdf5\n",
      "Epoch 121/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0242 - categorical_accuracy: 0.4016\n",
      "\n",
      "Epoch 00121: loss improved from 2.02846 to 2.02421, saving model to 3rd-weights-improvement-121-2.0242.hdf5\n",
      "Epoch 122/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0222 - categorical_accuracy: 0.4017\n",
      "\n",
      "Epoch 00122: loss improved from 2.02421 to 2.02219, saving model to 3rd-weights-improvement-122-2.0222.hdf5\n",
      "Epoch 123/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0152 - categorical_accuracy: 0.4028\n",
      "\n",
      "Epoch 00123: loss improved from 2.02219 to 2.01515, saving model to 3rd-weights-improvement-123-2.0152.hdf5\n",
      "Epoch 124/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0138 - categorical_accuracy: 0.4036\n",
      "\n",
      "Epoch 00124: loss improved from 2.01515 to 2.01378, saving model to 3rd-weights-improvement-124-2.0138.hdf5\n",
      "Epoch 125/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0106 - categorical_accuracy: 0.4055\n",
      "\n",
      "Epoch 00125: loss improved from 2.01378 to 2.01057, saving model to 3rd-weights-improvement-125-2.0106.hdf5\n",
      "Epoch 126/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0096 - categorical_accuracy: 0.4038\n",
      "\n",
      "Epoch 00126: loss improved from 2.01057 to 2.00964, saving model to 3rd-weights-improvement-126-2.0096.hdf5\n",
      "Epoch 127/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0068 - categorical_accuracy: 0.4053\n",
      "\n",
      "Epoch 00127: loss improved from 2.00964 to 2.00678, saving model to 3rd-weights-improvement-127-2.0068.hdf5\n",
      "Epoch 128/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0019 - categorical_accuracy: 0.4062\n",
      "\n",
      "Epoch 00128: loss improved from 2.00678 to 2.00188, saving model to 3rd-weights-improvement-128-2.0019.hdf5\n",
      "Epoch 129/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 2.0007 - categorical_accuracy: 0.4064\n",
      "\n",
      "Epoch 00129: loss improved from 2.00188 to 2.00074, saving model to 3rd-weights-improvement-129-2.0007.hdf5\n",
      "Epoch 130/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9954 - categorical_accuracy: 0.4084\n",
      "\n",
      "Epoch 00130: loss improved from 2.00074 to 1.99537, saving model to 3rd-weights-improvement-130-1.9954.hdf5\n",
      "Epoch 131/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9926 - categorical_accuracy: 0.4088\n",
      "\n",
      "Epoch 00131: loss improved from 1.99537 to 1.99263, saving model to 3rd-weights-improvement-131-1.9926.hdf5\n",
      "Epoch 132/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9923 - categorical_accuracy: 0.4083\n",
      "\n",
      "Epoch 00132: loss improved from 1.99263 to 1.99227, saving model to 3rd-weights-improvement-132-1.9923.hdf5\n",
      "Epoch 133/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9902 - categorical_accuracy: 0.4105\n",
      "\n",
      "Epoch 00133: loss improved from 1.99227 to 1.99022, saving model to 3rd-weights-improvement-133-1.9902.hdf5\n",
      "Epoch 134/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9868 - categorical_accuracy: 0.4103\n",
      "\n",
      "Epoch 00134: loss improved from 1.99022 to 1.98676, saving model to 3rd-weights-improvement-134-1.9868.hdf5\n",
      "Epoch 135/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9835 - categorical_accuracy: 0.4128\n",
      "\n",
      "Epoch 00135: loss improved from 1.98676 to 1.98353, saving model to 3rd-weights-improvement-135-1.9835.hdf5\n",
      "Epoch 136/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9840 - categorical_accuracy: 0.4109\n",
      "\n",
      "Epoch 00136: loss did not improve from 1.98353\n",
      "Epoch 137/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9751 - categorical_accuracy: 0.4137\n",
      "\n",
      "Epoch 00137: loss improved from 1.98353 to 1.97509, saving model to 3rd-weights-improvement-137-1.9751.hdf5\n",
      "Epoch 138/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9755 - categorical_accuracy: 0.4133\n",
      "\n",
      "Epoch 00138: loss did not improve from 1.97509\n",
      "Epoch 139/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9709 - categorical_accuracy: 0.4154\n",
      "\n",
      "Epoch 00139: loss improved from 1.97509 to 1.97093, saving model to 3rd-weights-improvement-139-1.9709.hdf5\n",
      "Epoch 140/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9719 - categorical_accuracy: 0.4141\n",
      "\n",
      "Epoch 00140: loss did not improve from 1.97093\n",
      "Epoch 141/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9689 - categorical_accuracy: 0.4162\n",
      "\n",
      "Epoch 00141: loss improved from 1.97093 to 1.96894, saving model to 3rd-weights-improvement-141-1.9689.hdf5\n",
      "Epoch 142/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9650 - categorical_accuracy: 0.4161\n",
      "\n",
      "Epoch 00142: loss improved from 1.96894 to 1.96501, saving model to 3rd-weights-improvement-142-1.9650.hdf5\n",
      "Epoch 143/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9608 - categorical_accuracy: 0.4184\n",
      "\n",
      "Epoch 00143: loss improved from 1.96501 to 1.96075, saving model to 3rd-weights-improvement-143-1.9608.hdf5\n",
      "Epoch 144/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9586 - categorical_accuracy: 0.4178\n",
      "\n",
      "Epoch 00144: loss improved from 1.96075 to 1.95862, saving model to 3rd-weights-improvement-144-1.9586.hdf5\n",
      "Epoch 145/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9535 - categorical_accuracy: 0.4202\n",
      "\n",
      "Epoch 00145: loss improved from 1.95862 to 1.95348, saving model to 3rd-weights-improvement-145-1.9535.hdf5\n",
      "Epoch 146/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9506 - categorical_accuracy: 0.4201\n",
      "\n",
      "Epoch 00146: loss improved from 1.95348 to 1.95057, saving model to 3rd-weights-improvement-146-1.9506.hdf5\n",
      "Epoch 147/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9509 - categorical_accuracy: 0.4199\n",
      "\n",
      "Epoch 00147: loss did not improve from 1.95057\n",
      "Epoch 148/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9494 - categorical_accuracy: 0.4207\n",
      "\n",
      "Epoch 00148: loss improved from 1.95057 to 1.94941, saving model to 3rd-weights-improvement-148-1.9494.hdf5\n",
      "Epoch 149/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9470 - categorical_accuracy: 0.4214\n",
      "\n",
      "Epoch 00149: loss improved from 1.94941 to 1.94697, saving model to 3rd-weights-improvement-149-1.9470.hdf5\n",
      "Epoch 150/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9435 - categorical_accuracy: 0.4227\n",
      "\n",
      "Epoch 00150: loss improved from 1.94697 to 1.94350, saving model to 3rd-weights-improvement-150-1.9435.hdf5\n",
      "Epoch 151/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9403 - categorical_accuracy: 0.4233\n",
      "\n",
      "Epoch 00151: loss improved from 1.94350 to 1.94032, saving model to 3rd-weights-improvement-151-1.9403.hdf5\n",
      "Epoch 152/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9417 - categorical_accuracy: 0.4222\n",
      "\n",
      "Epoch 00152: loss did not improve from 1.94032\n",
      "Epoch 153/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9372 - categorical_accuracy: 0.4228\n",
      "\n",
      "Epoch 00153: loss improved from 1.94032 to 1.93717, saving model to 3rd-weights-improvement-153-1.9372.hdf5\n",
      "Epoch 154/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9318 - categorical_accuracy: 0.4251\n",
      "\n",
      "Epoch 00154: loss improved from 1.93717 to 1.93176, saving model to 3rd-weights-improvement-154-1.9318.hdf5\n",
      "Epoch 155/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9281 - categorical_accuracy: 0.4269\n",
      "\n",
      "Epoch 00155: loss improved from 1.93176 to 1.92807, saving model to 3rd-weights-improvement-155-1.9281.hdf5\n",
      "Epoch 156/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9306 - categorical_accuracy: 0.4255\n",
      "\n",
      "Epoch 00156: loss did not improve from 1.92807\n",
      "Epoch 157/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9257 - categorical_accuracy: 0.4271\n",
      "\n",
      "Epoch 00157: loss improved from 1.92807 to 1.92565, saving model to 3rd-weights-improvement-157-1.9257.hdf5\n",
      "Epoch 158/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9236 - categorical_accuracy: 0.4264\n",
      "\n",
      "Epoch 00158: loss improved from 1.92565 to 1.92364, saving model to 3rd-weights-improvement-158-1.9236.hdf5\n",
      "Epoch 159/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9239 - categorical_accuracy: 0.4261\n",
      "\n",
      "Epoch 00159: loss did not improve from 1.92364\n",
      "Epoch 160/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9256 - categorical_accuracy: 0.4274\n",
      "\n",
      "Epoch 00160: loss did not improve from 1.92364\n",
      "Epoch 161/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9187 - categorical_accuracy: 0.4284\n",
      "\n",
      "Epoch 00161: loss improved from 1.92364 to 1.91868, saving model to 3rd-weights-improvement-161-1.9187.hdf5\n",
      "Epoch 162/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9141 - categorical_accuracy: 0.4298\n",
      "\n",
      "Epoch 00162: loss improved from 1.91868 to 1.91405, saving model to 3rd-weights-improvement-162-1.9141.hdf5\n",
      "Epoch 163/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9129 - categorical_accuracy: 0.4305\n",
      "\n",
      "Epoch 00163: loss improved from 1.91405 to 1.91288, saving model to 3rd-weights-improvement-163-1.9129.hdf5\n",
      "Epoch 164/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9142 - categorical_accuracy: 0.4294\n",
      "\n",
      "Epoch 00164: loss did not improve from 1.91288\n",
      "Epoch 165/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9079 - categorical_accuracy: 0.4312\n",
      "\n",
      "Epoch 00165: loss improved from 1.91288 to 1.90789, saving model to 3rd-weights-improvement-165-1.9079.hdf5\n",
      "Epoch 166/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9068 - categorical_accuracy: 0.4319\n",
      "\n",
      "Epoch 00166: loss improved from 1.90789 to 1.90682, saving model to 3rd-weights-improvement-166-1.9068.hdf5\n",
      "Epoch 167/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9075 - categorical_accuracy: 0.4316\n",
      "\n",
      "Epoch 00167: loss did not improve from 1.90682\n",
      "Epoch 168/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9011 - categorical_accuracy: 0.4332\n",
      "\n",
      "Epoch 00168: loss improved from 1.90682 to 1.90106, saving model to 3rd-weights-improvement-168-1.9011.hdf5\n",
      "Epoch 169/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8991 - categorical_accuracy: 0.4343\n",
      "\n",
      "Epoch 00169: loss improved from 1.90106 to 1.89908, saving model to 3rd-weights-improvement-169-1.8991.hdf5\n",
      "Epoch 170/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.9006 - categorical_accuracy: 0.4332\n",
      "\n",
      "Epoch 00170: loss did not improve from 1.89908\n",
      "Epoch 171/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8945 - categorical_accuracy: 0.4331\n",
      "\n",
      "Epoch 00171: loss improved from 1.89908 to 1.89448, saving model to 3rd-weights-improvement-171-1.8945.hdf5\n",
      "Epoch 172/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8954 - categorical_accuracy: 0.4345\n",
      "\n",
      "Epoch 00172: loss did not improve from 1.89448\n",
      "Epoch 173/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8910 - categorical_accuracy: 0.4342\n",
      "\n",
      "Epoch 00173: loss improved from 1.89448 to 1.89098, saving model to 3rd-weights-improvement-173-1.8910.hdf5\n",
      "Epoch 174/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8893 - categorical_accuracy: 0.4358\n",
      "\n",
      "Epoch 00174: loss improved from 1.89098 to 1.88930, saving model to 3rd-weights-improvement-174-1.8893.hdf5\n",
      "Epoch 175/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8891 - categorical_accuracy: 0.4364\n",
      "\n",
      "Epoch 00175: loss improved from 1.88930 to 1.88914, saving model to 3rd-weights-improvement-175-1.8891.hdf5\n",
      "Epoch 176/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8838 - categorical_accuracy: 0.4375\n",
      "\n",
      "Epoch 00176: loss improved from 1.88914 to 1.88377, saving model to 3rd-weights-improvement-176-1.8838.hdf5\n",
      "Epoch 177/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8856 - categorical_accuracy: 0.4378\n",
      "\n",
      "Epoch 00177: loss did not improve from 1.88377\n",
      "Epoch 178/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8841 - categorical_accuracy: 0.4365\n",
      "\n",
      "Epoch 00178: loss did not improve from 1.88377\n",
      "Epoch 179/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8793 - categorical_accuracy: 0.4379\n",
      "\n",
      "Epoch 00179: loss improved from 1.88377 to 1.87927, saving model to 3rd-weights-improvement-179-1.8793.hdf5\n",
      "Epoch 180/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8829 - categorical_accuracy: 0.4381\n",
      "\n",
      "Epoch 00180: loss did not improve from 1.87927\n",
      "Epoch 181/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8798 - categorical_accuracy: 0.4385\n",
      "\n",
      "Epoch 00181: loss did not improve from 1.87927\n",
      "Epoch 182/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8711 - categorical_accuracy: 0.4410\n",
      "\n",
      "Epoch 00182: loss improved from 1.87927 to 1.87112, saving model to 3rd-weights-improvement-182-1.8711.hdf5\n",
      "Epoch 183/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8724 - categorical_accuracy: 0.4404\n",
      "\n",
      "Epoch 00183: loss did not improve from 1.87112\n",
      "Epoch 184/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8746 - categorical_accuracy: 0.4401\n",
      "\n",
      "Epoch 00184: loss did not improve from 1.87112\n",
      "Epoch 185/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8713 - categorical_accuracy: 0.4414\n",
      "\n",
      "Epoch 00185: loss did not improve from 1.87112\n",
      "Epoch 186/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8677 - categorical_accuracy: 0.4412\n",
      "\n",
      "Epoch 00186: loss improved from 1.87112 to 1.86772, saving model to 3rd-weights-improvement-186-1.8677.hdf5\n",
      "Epoch 187/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8658 - categorical_accuracy: 0.4417\n",
      "\n",
      "Epoch 00187: loss improved from 1.86772 to 1.86577, saving model to 3rd-weights-improvement-187-1.8658.hdf5\n",
      "Epoch 188/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8679 - categorical_accuracy: 0.4425\n",
      "\n",
      "Epoch 00188: loss did not improve from 1.86577\n",
      "Epoch 189/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8636 - categorical_accuracy: 0.4428\n",
      "\n",
      "Epoch 00189: loss improved from 1.86577 to 1.86357, saving model to 3rd-weights-improvement-189-1.8636.hdf5\n",
      "Epoch 190/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8589 - categorical_accuracy: 0.4436\n",
      "\n",
      "Epoch 00190: loss improved from 1.86357 to 1.85886, saving model to 3rd-weights-improvement-190-1.8589.hdf5\n",
      "Epoch 191/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8616 - categorical_accuracy: 0.4427\n",
      "\n",
      "Epoch 00191: loss did not improve from 1.85886\n",
      "Epoch 192/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8626 - categorical_accuracy: 0.4420\n",
      "\n",
      "Epoch 00192: loss did not improve from 1.85886\n",
      "Epoch 193/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8645 - categorical_accuracy: 0.4407\n",
      "\n",
      "Epoch 00193: loss did not improve from 1.85886\n",
      "Epoch 194/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8557 - categorical_accuracy: 0.4446\n",
      "\n",
      "Epoch 00194: loss improved from 1.85886 to 1.85567, saving model to 3rd-weights-improvement-194-1.8557.hdf5\n",
      "Epoch 195/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8508 - categorical_accuracy: 0.4473\n",
      "\n",
      "Epoch 00195: loss improved from 1.85567 to 1.85079, saving model to 3rd-weights-improvement-195-1.8508.hdf5\n",
      "Epoch 196/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8568 - categorical_accuracy: 0.4439\n",
      "\n",
      "Epoch 00196: loss did not improve from 1.85079\n",
      "Epoch 197/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8506 - categorical_accuracy: 0.4458\n",
      "\n",
      "Epoch 00197: loss improved from 1.85079 to 1.85058, saving model to 3rd-weights-improvement-197-1.8506.hdf5\n",
      "Epoch 198/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8520 - categorical_accuracy: 0.4448\n",
      "\n",
      "Epoch 00198: loss did not improve from 1.85058\n",
      "Epoch 199/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8431 - categorical_accuracy: 0.4483\n",
      "\n",
      "Epoch 00199: loss improved from 1.85058 to 1.84314, saving model to 3rd-weights-improvement-199-1.8431.hdf5\n",
      "Epoch 200/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8424 - categorical_accuracy: 0.4479\n",
      "\n",
      "Epoch 00200: loss improved from 1.84314 to 1.84238, saving model to 3rd-weights-improvement-200-1.8424.hdf5\n",
      "Epoch 201/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8469 - categorical_accuracy: 0.4466\n",
      "\n",
      "Epoch 00201: loss did not improve from 1.84238\n",
      "Epoch 202/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8368 - categorical_accuracy: 0.4501\n",
      "\n",
      "Epoch 00202: loss improved from 1.84238 to 1.83679, saving model to 3rd-weights-improvement-202-1.8368.hdf5\n",
      "Epoch 203/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8509 - categorical_accuracy: 0.4456\n",
      "\n",
      "Epoch 00203: loss did not improve from 1.83679\n",
      "Epoch 204/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8388 - categorical_accuracy: 0.4491\n",
      "\n",
      "Epoch 00204: loss did not improve from 1.83679\n",
      "Epoch 205/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8393 - categorical_accuracy: 0.4485\n",
      "\n",
      "Epoch 00205: loss did not improve from 1.83679\n",
      "Epoch 206/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8377 - categorical_accuracy: 0.4500\n",
      "\n",
      "Epoch 00206: loss did not improve from 1.83679\n",
      "Epoch 207/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8366 - categorical_accuracy: 0.4488\n",
      "\n",
      "Epoch 00207: loss improved from 1.83679 to 1.83656, saving model to 3rd-weights-improvement-207-1.8366.hdf5\n",
      "Epoch 208/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8304 - categorical_accuracy: 0.4515\n",
      "\n",
      "Epoch 00208: loss improved from 1.83656 to 1.83038, saving model to 3rd-weights-improvement-208-1.8304.hdf5\n",
      "Epoch 209/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8342 - categorical_accuracy: 0.4504\n",
      "\n",
      "Epoch 00209: loss did not improve from 1.83038\n",
      "Epoch 210/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8337 - categorical_accuracy: 0.4509\n",
      "\n",
      "Epoch 00210: loss did not improve from 1.83038\n",
      "Epoch 211/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8330 - categorical_accuracy: 0.4500\n",
      "\n",
      "Epoch 00211: loss did not improve from 1.83038\n",
      "Epoch 212/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8287 - categorical_accuracy: 0.4508\n",
      "\n",
      "Epoch 00212: loss improved from 1.83038 to 1.82874, saving model to 3rd-weights-improvement-212-1.8287.hdf5\n",
      "Epoch 213/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8238 - categorical_accuracy: 0.4543\n",
      "\n",
      "Epoch 00213: loss improved from 1.82874 to 1.82383, saving model to 3rd-weights-improvement-213-1.8238.hdf5\n",
      "Epoch 214/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8255 - categorical_accuracy: 0.4533\n",
      "\n",
      "Epoch 00214: loss did not improve from 1.82383\n",
      "Epoch 215/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8232 - categorical_accuracy: 0.4544\n",
      "\n",
      "Epoch 00215: loss improved from 1.82383 to 1.82325, saving model to 3rd-weights-improvement-215-1.8232.hdf5\n",
      "Epoch 216/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8234 - categorical_accuracy: 0.4532\n",
      "\n",
      "Epoch 00216: loss did not improve from 1.82325\n",
      "Epoch 217/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8218 - categorical_accuracy: 0.4533\n",
      "\n",
      "Epoch 00217: loss improved from 1.82325 to 1.82176, saving model to 3rd-weights-improvement-217-1.8218.hdf5\n",
      "Epoch 218/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8223 - categorical_accuracy: 0.4535\n",
      "\n",
      "Epoch 00218: loss did not improve from 1.82176\n",
      "Epoch 219/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8194 - categorical_accuracy: 0.4539\n",
      "\n",
      "Epoch 00219: loss improved from 1.82176 to 1.81936, saving model to 3rd-weights-improvement-219-1.8194.hdf5\n",
      "Epoch 220/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8124 - categorical_accuracy: 0.4565\n",
      "\n",
      "Epoch 00220: loss improved from 1.81936 to 1.81236, saving model to 3rd-weights-improvement-220-1.8124.hdf5\n",
      "Epoch 221/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8372 - categorical_accuracy: 0.4488\n",
      "\n",
      "Epoch 00221: loss did not improve from 1.81236\n",
      "Epoch 222/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8155 - categorical_accuracy: 0.4558\n",
      "\n",
      "Epoch 00222: loss did not improve from 1.81236\n",
      "Epoch 223/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8141 - categorical_accuracy: 0.4550\n",
      "\n",
      "Epoch 00223: loss did not improve from 1.81236\n",
      "Epoch 224/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8140 - categorical_accuracy: 0.4558\n",
      "\n",
      "Epoch 00224: loss did not improve from 1.81236\n",
      "Epoch 225/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8106 - categorical_accuracy: 0.4568\n",
      "\n",
      "Epoch 00225: loss improved from 1.81236 to 1.81063, saving model to 3rd-weights-improvement-225-1.8106.hdf5\n",
      "Epoch 226/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8082 - categorical_accuracy: 0.4577\n",
      "\n",
      "Epoch 00226: loss improved from 1.81063 to 1.80821, saving model to 3rd-weights-improvement-226-1.8082.hdf5\n",
      "Epoch 227/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8052 - categorical_accuracy: 0.4587\n",
      "\n",
      "Epoch 00227: loss improved from 1.80821 to 1.80520, saving model to 3rd-weights-improvement-227-1.8052.hdf5\n",
      "Epoch 228/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8138 - categorical_accuracy: 0.4548\n",
      "\n",
      "Epoch 00228: loss did not improve from 1.80520\n",
      "Epoch 229/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8035 - categorical_accuracy: 0.4576\n",
      "\n",
      "Epoch 00229: loss improved from 1.80520 to 1.80348, saving model to 3rd-weights-improvement-229-1.8035.hdf5\n",
      "Epoch 230/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8037 - categorical_accuracy: 0.4589\n",
      "\n",
      "Epoch 00230: loss did not improve from 1.80348\n",
      "Epoch 231/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8065 - categorical_accuracy: 0.4571\n",
      "\n",
      "Epoch 00231: loss did not improve from 1.80348\n",
      "Epoch 232/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8015 - categorical_accuracy: 0.4594\n",
      "\n",
      "Epoch 00232: loss improved from 1.80348 to 1.80145, saving model to 3rd-weights-improvement-232-1.8015.hdf5\n",
      "Epoch 233/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8020 - categorical_accuracy: 0.4588\n",
      "\n",
      "Epoch 00233: loss did not improve from 1.80145\n",
      "Epoch 234/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7982 - categorical_accuracy: 0.4602\n",
      "\n",
      "Epoch 00234: loss improved from 1.80145 to 1.79815, saving model to 3rd-weights-improvement-234-1.7982.hdf5\n",
      "Epoch 235/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7977 - categorical_accuracy: 0.4609\n",
      "\n",
      "Epoch 00235: loss improved from 1.79815 to 1.79770, saving model to 3rd-weights-improvement-235-1.7977.hdf5\n",
      "Epoch 236/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7966 - categorical_accuracy: 0.4606\n",
      "\n",
      "Epoch 00236: loss improved from 1.79770 to 1.79659, saving model to 3rd-weights-improvement-236-1.7966.hdf5\n",
      "Epoch 237/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8007 - categorical_accuracy: 0.4594\n",
      "\n",
      "Epoch 00237: loss did not improve from 1.79659\n",
      "Epoch 238/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7953 - categorical_accuracy: 0.4598\n",
      "\n",
      "Epoch 00238: loss improved from 1.79659 to 1.79529, saving model to 3rd-weights-improvement-238-1.7953.hdf5\n",
      "Epoch 239/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7970 - categorical_accuracy: 0.4594\n",
      "\n",
      "Epoch 00239: loss did not improve from 1.79529\n",
      "Epoch 240/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7926 - categorical_accuracy: 0.4607\n",
      "\n",
      "Epoch 00240: loss improved from 1.79529 to 1.79258, saving model to 3rd-weights-improvement-240-1.7926.hdf5\n",
      "Epoch 241/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8007 - categorical_accuracy: 0.4602\n",
      "\n",
      "Epoch 00241: loss did not improve from 1.79258\n",
      "Epoch 242/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7987 - categorical_accuracy: 0.4604\n",
      "\n",
      "Epoch 00242: loss did not improve from 1.79258\n",
      "Epoch 243/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7970 - categorical_accuracy: 0.4619\n",
      "\n",
      "Epoch 00243: loss did not improve from 1.79258\n",
      "Epoch 244/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7936 - categorical_accuracy: 0.4616\n",
      "\n",
      "Epoch 00244: loss did not improve from 1.79258\n",
      "Epoch 245/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7893 - categorical_accuracy: 0.4629\n",
      "\n",
      "Epoch 00245: loss improved from 1.79258 to 1.78935, saving model to 3rd-weights-improvement-245-1.7893.hdf5\n",
      "Epoch 246/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7917 - categorical_accuracy: 0.4608\n",
      "\n",
      "Epoch 00246: loss did not improve from 1.78935\n",
      "Epoch 247/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7871 - categorical_accuracy: 0.4632\n",
      "\n",
      "Epoch 00247: loss improved from 1.78935 to 1.78707, saving model to 3rd-weights-improvement-247-1.7871.hdf5\n",
      "Epoch 248/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7898 - categorical_accuracy: 0.4629\n",
      "\n",
      "Epoch 00248: loss did not improve from 1.78707\n",
      "Epoch 249/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7859 - categorical_accuracy: 0.4633\n",
      "\n",
      "Epoch 00249: loss improved from 1.78707 to 1.78592, saving model to 3rd-weights-improvement-249-1.7859.hdf5\n",
      "Epoch 250/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7954 - categorical_accuracy: 0.4611\n",
      "\n",
      "Epoch 00250: loss did not improve from 1.78592\n",
      "Epoch 251/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7783 - categorical_accuracy: 0.4646\n",
      "\n",
      "Epoch 00251: loss improved from 1.78592 to 1.77832, saving model to 3rd-weights-improvement-251-1.7783.hdf5\n",
      "Epoch 252/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7821 - categorical_accuracy: 0.4639\n",
      "\n",
      "Epoch 00252: loss did not improve from 1.77832\n",
      "Epoch 253/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7846 - categorical_accuracy: 0.4639\n",
      "\n",
      "Epoch 00253: loss did not improve from 1.77832\n",
      "Epoch 254/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7849 - categorical_accuracy: 0.4642\n",
      "\n",
      "Epoch 00254: loss did not improve from 1.77832\n",
      "Epoch 255/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7752 - categorical_accuracy: 0.4687\n",
      "\n",
      "Epoch 00255: loss improved from 1.77832 to 1.77519, saving model to 3rd-weights-improvement-255-1.7752.hdf5\n",
      "Epoch 256/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7756 - categorical_accuracy: 0.4663\n",
      "\n",
      "Epoch 00256: loss did not improve from 1.77519\n",
      "Epoch 257/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7803 - categorical_accuracy: 0.4651\n",
      "\n",
      "Epoch 00257: loss did not improve from 1.77519\n",
      "Epoch 258/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7733 - categorical_accuracy: 0.4669\n",
      "\n",
      "Epoch 00258: loss improved from 1.77519 to 1.77328, saving model to 3rd-weights-improvement-258-1.7733.hdf5\n",
      "Epoch 259/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7748 - categorical_accuracy: 0.4655\n",
      "\n",
      "Epoch 00259: loss did not improve from 1.77328\n",
      "Epoch 260/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7775 - categorical_accuracy: 0.4644\n",
      "\n",
      "Epoch 00260: loss did not improve from 1.77328\n",
      "Epoch 261/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7835 - categorical_accuracy: 0.4637\n",
      "\n",
      "Epoch 00261: loss did not improve from 1.77328\n",
      "Epoch 262/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7718 - categorical_accuracy: 0.4665\n",
      "\n",
      "Epoch 00262: loss improved from 1.77328 to 1.77181, saving model to 3rd-weights-improvement-262-1.7718.hdf5\n",
      "Epoch 263/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7739 - categorical_accuracy: 0.4675\n",
      "\n",
      "Epoch 00263: loss did not improve from 1.77181\n",
      "Epoch 264/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7657 - categorical_accuracy: 0.4683\n",
      "\n",
      "Epoch 00264: loss improved from 1.77181 to 1.76570, saving model to 3rd-weights-improvement-264-1.7657.hdf5\n",
      "Epoch 265/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7621 - categorical_accuracy: 0.4698\n",
      "\n",
      "Epoch 00265: loss improved from 1.76570 to 1.76214, saving model to 3rd-weights-improvement-265-1.7621.hdf5\n",
      "Epoch 266/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7690 - categorical_accuracy: 0.4678\n",
      "\n",
      "Epoch 00266: loss did not improve from 1.76214\n",
      "Epoch 267/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7686 - categorical_accuracy: 0.4692\n",
      "\n",
      "Epoch 00267: loss did not improve from 1.76214\n",
      "Epoch 268/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7734 - categorical_accuracy: 0.4659\n",
      "\n",
      "Epoch 00268: loss did not improve from 1.76214\n",
      "Epoch 269/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7673 - categorical_accuracy: 0.4681\n",
      "\n",
      "Epoch 00269: loss did not improve from 1.76214\n",
      "Epoch 270/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7679 - categorical_accuracy: 0.4676\n",
      "\n",
      "Epoch 00270: loss did not improve from 1.76214\n",
      "Epoch 271/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7572 - categorical_accuracy: 0.4710\n",
      "\n",
      "Epoch 00271: loss improved from 1.76214 to 1.75718, saving model to 3rd-weights-improvement-271-1.7572.hdf5\n",
      "Epoch 272/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7608 - categorical_accuracy: 0.4708\n",
      "\n",
      "Epoch 00272: loss did not improve from 1.75718\n",
      "Epoch 273/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7641 - categorical_accuracy: 0.4688\n",
      "\n",
      "Epoch 00273: loss did not improve from 1.75718\n",
      "Epoch 274/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7609 - categorical_accuracy: 0.4692\n",
      "\n",
      "Epoch 00274: loss did not improve from 1.75718\n",
      "Epoch 275/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7679 - categorical_accuracy: 0.4684\n",
      "\n",
      "Epoch 00275: loss did not improve from 1.75718\n",
      "Epoch 276/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7549 - categorical_accuracy: 0.4719\n",
      "\n",
      "Epoch 00276: loss improved from 1.75718 to 1.75486, saving model to 3rd-weights-improvement-276-1.7549.hdf5\n",
      "Epoch 277/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7586 - categorical_accuracy: 0.4703\n",
      "\n",
      "Epoch 00277: loss did not improve from 1.75486\n",
      "Epoch 278/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7650 - categorical_accuracy: 0.4684\n",
      "\n",
      "Epoch 00278: loss did not improve from 1.75486\n",
      "Epoch 279/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7567 - categorical_accuracy: 0.4712\n",
      "\n",
      "Epoch 00279: loss did not improve from 1.75486\n",
      "Epoch 280/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7530 - categorical_accuracy: 0.4718\n",
      "\n",
      "Epoch 00280: loss improved from 1.75486 to 1.75303, saving model to 3rd-weights-improvement-280-1.7530.hdf5\n",
      "Epoch 281/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7524 - categorical_accuracy: 0.4719\n",
      "\n",
      "Epoch 00281: loss improved from 1.75303 to 1.75242, saving model to 3rd-weights-improvement-281-1.7524.hdf5\n",
      "Epoch 282/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7606 - categorical_accuracy: 0.4707\n",
      "\n",
      "Epoch 00282: loss did not improve from 1.75242\n",
      "Epoch 283/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7525 - categorical_accuracy: 0.4720\n",
      "\n",
      "Epoch 00283: loss did not improve from 1.75242\n",
      "Epoch 284/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7599 - categorical_accuracy: 0.4708\n",
      "\n",
      "Epoch 00284: loss did not improve from 1.75242\n",
      "Epoch 285/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7530 - categorical_accuracy: 0.4717\n",
      "\n",
      "Epoch 00285: loss did not improve from 1.75242\n",
      "Epoch 286/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7554 - categorical_accuracy: 0.4717\n",
      "\n",
      "Epoch 00286: loss did not improve from 1.75242\n",
      "Epoch 287/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7468 - categorical_accuracy: 0.4746\n",
      "\n",
      "Epoch 00287: loss improved from 1.75242 to 1.74680, saving model to 3rd-weights-improvement-287-1.7468.hdf5\n",
      "Epoch 288/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7539 - categorical_accuracy: 0.4725\n",
      "\n",
      "Epoch 00288: loss did not improve from 1.74680\n",
      "Epoch 289/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7597 - categorical_accuracy: 0.4698\n",
      "\n",
      "Epoch 00289: loss did not improve from 1.74680\n",
      "Epoch 290/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7472 - categorical_accuracy: 0.4754\n",
      "\n",
      "Epoch 00290: loss did not improve from 1.74680\n",
      "Epoch 291/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7495 - categorical_accuracy: 0.4733\n",
      "\n",
      "Epoch 00291: loss did not improve from 1.74680\n",
      "Epoch 292/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7522 - categorical_accuracy: 0.4720\n",
      "\n",
      "Epoch 00292: loss did not improve from 1.74680\n",
      "Epoch 293/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7420 - categorical_accuracy: 0.4745\n",
      "\n",
      "Epoch 00293: loss improved from 1.74680 to 1.74197, saving model to 3rd-weights-improvement-293-1.7420.hdf5\n",
      "Epoch 294/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7457 - categorical_accuracy: 0.4746\n",
      "\n",
      "Epoch 00294: loss did not improve from 1.74197\n",
      "Epoch 295/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7432 - categorical_accuracy: 0.4751\n",
      "\n",
      "Epoch 00295: loss did not improve from 1.74197\n",
      "Epoch 296/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7500 - categorical_accuracy: 0.4723\n",
      "\n",
      "Epoch 00296: loss did not improve from 1.74197\n",
      "Epoch 297/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7430 - categorical_accuracy: 0.4745\n",
      "\n",
      "Epoch 00297: loss did not improve from 1.74197\n",
      "Epoch 298/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7411 - categorical_accuracy: 0.4758\n",
      "\n",
      "Epoch 00298: loss improved from 1.74197 to 1.74109, saving model to 3rd-weights-improvement-298-1.7411.hdf5\n",
      "Epoch 299/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7451 - categorical_accuracy: 0.4753\n",
      "\n",
      "Epoch 00299: loss did not improve from 1.74109\n",
      "Epoch 300/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7353 - categorical_accuracy: 0.4779\n",
      "\n",
      "Epoch 00300: loss improved from 1.74109 to 1.73528, saving model to 3rd-weights-improvement-300-1.7353.hdf5\n",
      "Epoch 301/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7513 - categorical_accuracy: 0.4721\n",
      "\n",
      "Epoch 00301: loss did not improve from 1.73528\n",
      "Epoch 302/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7368 - categorical_accuracy: 0.4772\n",
      "\n",
      "Epoch 00302: loss did not improve from 1.73528\n",
      "Epoch 303/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7380 - categorical_accuracy: 0.4770\n",
      "\n",
      "Epoch 00303: loss did not improve from 1.73528\n",
      "Epoch 304/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7436 - categorical_accuracy: 0.4735\n",
      "\n",
      "Epoch 00304: loss did not improve from 1.73528\n",
      "Epoch 305/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7433 - categorical_accuracy: 0.4749\n",
      "\n",
      "Epoch 00305: loss did not improve from 1.73528\n",
      "Epoch 306/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7318 - categorical_accuracy: 0.4783\n",
      "\n",
      "Epoch 00306: loss improved from 1.73528 to 1.73180, saving model to 3rd-weights-improvement-306-1.7318.hdf5\n",
      "Epoch 307/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7416 - categorical_accuracy: 0.4752\n",
      "\n",
      "Epoch 00307: loss did not improve from 1.73180\n",
      "Epoch 308/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7341 - categorical_accuracy: 0.4774\n",
      "\n",
      "Epoch 00308: loss did not improve from 1.73180\n",
      "Epoch 309/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7345 - categorical_accuracy: 0.4767\n",
      "\n",
      "Epoch 00309: loss did not improve from 1.73180\n",
      "Epoch 310/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7262 - categorical_accuracy: 0.4798\n",
      "\n",
      "Epoch 00310: loss improved from 1.73180 to 1.72616, saving model to 3rd-weights-improvement-310-1.7262.hdf5\n",
      "Epoch 311/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7354 - categorical_accuracy: 0.4762\n",
      "\n",
      "Epoch 00311: loss did not improve from 1.72616\n",
      "Epoch 312/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7370 - categorical_accuracy: 0.4757\n",
      "\n",
      "Epoch 00312: loss did not improve from 1.72616\n",
      "Epoch 313/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7460 - categorical_accuracy: 0.4741\n",
      "\n",
      "Epoch 00313: loss did not improve from 1.72616\n",
      "Epoch 314/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7342 - categorical_accuracy: 0.4769\n",
      "\n",
      "Epoch 00314: loss did not improve from 1.72616\n",
      "Epoch 315/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7316 - categorical_accuracy: 0.4786\n",
      "\n",
      "Epoch 00315: loss did not improve from 1.72616\n",
      "Epoch 316/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7315 - categorical_accuracy: 0.4780\n",
      "\n",
      "Epoch 00316: loss did not improve from 1.72616\n",
      "Epoch 317/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7375 - categorical_accuracy: 0.4770\n",
      "\n",
      "Epoch 00317: loss did not improve from 1.72616\n",
      "Epoch 318/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7259 - categorical_accuracy: 0.4802\n",
      "\n",
      "Epoch 00318: loss improved from 1.72616 to 1.72589, saving model to 3rd-weights-improvement-318-1.7259.hdf5\n",
      "Epoch 319/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7353 - categorical_accuracy: 0.4758\n",
      "\n",
      "Epoch 00319: loss did not improve from 1.72589\n",
      "Epoch 320/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7331 - categorical_accuracy: 0.4782\n",
      "\n",
      "Epoch 00320: loss did not improve from 1.72589\n",
      "Epoch 321/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7283 - categorical_accuracy: 0.4795\n",
      "\n",
      "Epoch 00321: loss did not improve from 1.72589\n",
      "Epoch 322/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7288 - categorical_accuracy: 0.4799\n",
      "\n",
      "Epoch 00322: loss did not improve from 1.72589\n",
      "Epoch 323/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7310 - categorical_accuracy: 0.4788\n",
      "\n",
      "Epoch 00323: loss did not improve from 1.72589\n",
      "Epoch 324/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7285 - categorical_accuracy: 0.4781\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00324: loss did not improve from 1.72589\n",
      "Epoch 325/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7362 - categorical_accuracy: 0.4773\n",
      "\n",
      "Epoch 00325: loss did not improve from 1.72589\n",
      "Epoch 326/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7157 - categorical_accuracy: 0.4825\n",
      "\n",
      "Epoch 00326: loss improved from 1.72589 to 1.71569, saving model to 3rd-weights-improvement-326-1.7157.hdf5\n",
      "Epoch 327/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7329 - categorical_accuracy: 0.4771\n",
      "\n",
      "Epoch 00327: loss did not improve from 1.71569\n",
      "Epoch 328/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7259 - categorical_accuracy: 0.4807\n",
      "\n",
      "Epoch 00328: loss did not improve from 1.71569\n",
      "Epoch 329/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7232 - categorical_accuracy: 0.4804\n",
      "\n",
      "Epoch 00329: loss did not improve from 1.71569\n",
      "Epoch 330/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7155 - categorical_accuracy: 0.4831\n",
      "\n",
      "Epoch 00330: loss improved from 1.71569 to 1.71546, saving model to 3rd-weights-improvement-330-1.7155.hdf5\n",
      "Epoch 331/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7144 - categorical_accuracy: 0.4839\n",
      "\n",
      "Epoch 00331: loss improved from 1.71546 to 1.71443, saving model to 3rd-weights-improvement-331-1.7144.hdf5\n",
      "Epoch 332/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7291 - categorical_accuracy: 0.4787\n",
      "\n",
      "Epoch 00332: loss did not improve from 1.71443\n",
      "Epoch 333/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7650 - categorical_accuracy: 0.4691\n",
      "\n",
      "Epoch 00333: loss did not improve from 1.71443\n",
      "Epoch 334/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7251 - categorical_accuracy: 0.4803\n",
      "\n",
      "Epoch 00334: loss did not improve from 1.71443\n",
      "Epoch 335/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7207 - categorical_accuracy: 0.4803\n",
      "\n",
      "Epoch 00335: loss did not improve from 1.71443\n",
      "Epoch 336/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7228 - categorical_accuracy: 0.4808\n",
      "\n",
      "Epoch 00336: loss did not improve from 1.71443\n",
      "Epoch 337/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7143 - categorical_accuracy: 0.4835\n",
      "\n",
      "Epoch 00337: loss improved from 1.71443 to 1.71426, saving model to 3rd-weights-improvement-337-1.7143.hdf5\n",
      "Epoch 338/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7134 - categorical_accuracy: 0.4838\n",
      "\n",
      "Epoch 00338: loss improved from 1.71426 to 1.71342, saving model to 3rd-weights-improvement-338-1.7134.hdf5\n",
      "Epoch 339/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7261 - categorical_accuracy: 0.4791\n",
      "\n",
      "Epoch 00339: loss did not improve from 1.71342\n",
      "Epoch 340/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7139 - categorical_accuracy: 0.4833\n",
      "\n",
      "Epoch 00340: loss did not improve from 1.71342\n",
      "Epoch 341/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7121 - categorical_accuracy: 0.4836\n",
      "\n",
      "Epoch 00341: loss improved from 1.71342 to 1.71210, saving model to 3rd-weights-improvement-341-1.7121.hdf5\n",
      "Epoch 342/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7141 - categorical_accuracy: 0.4835\n",
      "\n",
      "Epoch 00342: loss did not improve from 1.71210\n",
      "Epoch 343/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7183 - categorical_accuracy: 0.4827\n",
      "\n",
      "Epoch 00343: loss did not improve from 1.71210\n",
      "Epoch 344/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7114 - categorical_accuracy: 0.4831\n",
      "\n",
      "Epoch 00344: loss improved from 1.71210 to 1.71137, saving model to 3rd-weights-improvement-344-1.7114.hdf5\n",
      "Epoch 345/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7100 - categorical_accuracy: 0.4838\n",
      "\n",
      "Epoch 00345: loss improved from 1.71137 to 1.70998, saving model to 3rd-weights-improvement-345-1.7100.hdf5\n",
      "Epoch 346/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7093 - categorical_accuracy: 0.4854\n",
      "\n",
      "Epoch 00346: loss improved from 1.70998 to 1.70925, saving model to 3rd-weights-improvement-346-1.7093.hdf5\n",
      "Epoch 347/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7100 - categorical_accuracy: 0.4842\n",
      "\n",
      "Epoch 00347: loss did not improve from 1.70925\n",
      "Epoch 348/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7106 - categorical_accuracy: 0.4845\n",
      "\n",
      "Epoch 00348: loss did not improve from 1.70925\n",
      "Epoch 349/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7068 - categorical_accuracy: 0.4853\n",
      "\n",
      "Epoch 00349: loss improved from 1.70925 to 1.70685, saving model to 3rd-weights-improvement-349-1.7068.hdf5\n",
      "Epoch 350/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7193 - categorical_accuracy: 0.4815\n",
      "\n",
      "Epoch 00350: loss did not improve from 1.70685\n",
      "Epoch 351/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7072 - categorical_accuracy: 0.4852\n",
      "\n",
      "Epoch 00351: loss did not improve from 1.70685\n",
      "Epoch 352/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7108 - categorical_accuracy: 0.4842\n",
      "\n",
      "Epoch 00352: loss did not improve from 1.70685\n",
      "Epoch 353/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7057 - categorical_accuracy: 0.4862\n",
      "\n",
      "Epoch 00353: loss improved from 1.70685 to 1.70567, saving model to 3rd-weights-improvement-353-1.7057.hdf5\n",
      "Epoch 354/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7060 - categorical_accuracy: 0.4844\n",
      "\n",
      "Epoch 00354: loss did not improve from 1.70567\n",
      "Epoch 355/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7021 - categorical_accuracy: 0.4871\n",
      "\n",
      "Epoch 00355: loss improved from 1.70567 to 1.70211, saving model to 3rd-weights-improvement-355-1.7021.hdf5\n",
      "Epoch 356/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7042 - categorical_accuracy: 0.4873\n",
      "\n",
      "Epoch 00356: loss did not improve from 1.70211\n",
      "Epoch 357/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7073 - categorical_accuracy: 0.4853\n",
      "\n",
      "Epoch 00357: loss did not improve from 1.70211\n",
      "Epoch 358/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7058 - categorical_accuracy: 0.4852\n",
      "\n",
      "Epoch 00358: loss did not improve from 1.70211\n",
      "Epoch 359/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7036 - categorical_accuracy: 0.4866\n",
      "\n",
      "Epoch 00359: loss did not improve from 1.70211\n",
      "Epoch 360/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6975 - categorical_accuracy: 0.4872\n",
      "\n",
      "Epoch 00360: loss improved from 1.70211 to 1.69747, saving model to 3rd-weights-improvement-360-1.6975.hdf5\n",
      "Epoch 361/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7365 - categorical_accuracy: 0.4759\n",
      "\n",
      "Epoch 00361: loss did not improve from 1.69747\n",
      "Epoch 362/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7038 - categorical_accuracy: 0.4861\n",
      "\n",
      "Epoch 00362: loss did not improve from 1.69747\n",
      "Epoch 363/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6969 - categorical_accuracy: 0.4885\n",
      "\n",
      "Epoch 00363: loss improved from 1.69747 to 1.69691, saving model to 3rd-weights-improvement-363-1.6969.hdf5\n",
      "Epoch 364/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6967 - categorical_accuracy: 0.4861\n",
      "\n",
      "Epoch 00364: loss improved from 1.69691 to 1.69667, saving model to 3rd-weights-improvement-364-1.6967.hdf5\n",
      "Epoch 365/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6972 - categorical_accuracy: 0.4876\n",
      "\n",
      "Epoch 00365: loss did not improve from 1.69667\n",
      "Epoch 366/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6978 - categorical_accuracy: 0.4868\n",
      "\n",
      "Epoch 00366: loss did not improve from 1.69667\n",
      "Epoch 367/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6953 - categorical_accuracy: 0.4875\n",
      "\n",
      "Epoch 00367: loss improved from 1.69667 to 1.69527, saving model to 3rd-weights-improvement-367-1.6953.hdf5\n",
      "Epoch 368/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6952 - categorical_accuracy: 0.4869\n",
      "\n",
      "Epoch 00368: loss improved from 1.69527 to 1.69516, saving model to 3rd-weights-improvement-368-1.6952.hdf5\n",
      "Epoch 369/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7000 - categorical_accuracy: 0.4869\n",
      "\n",
      "Epoch 00369: loss did not improve from 1.69516\n",
      "Epoch 370/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6942 - categorical_accuracy: 0.4889\n",
      "\n",
      "Epoch 00370: loss improved from 1.69516 to 1.69422, saving model to 3rd-weights-improvement-370-1.6942.hdf5\n",
      "Epoch 371/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7002 - categorical_accuracy: 0.4857\n",
      "\n",
      "Epoch 00371: loss did not improve from 1.69422\n",
      "Epoch 372/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7092 - categorical_accuracy: 0.4840\n",
      "\n",
      "Epoch 00372: loss did not improve from 1.69422\n",
      "Epoch 373/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7065 - categorical_accuracy: 0.4855\n",
      "\n",
      "Epoch 00373: loss did not improve from 1.69422\n",
      "Epoch 374/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7008 - categorical_accuracy: 0.4870\n",
      "\n",
      "Epoch 00374: loss did not improve from 1.69422\n",
      "Epoch 375/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6969 - categorical_accuracy: 0.4875\n",
      "\n",
      "Epoch 00375: loss did not improve from 1.69422\n",
      "Epoch 376/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6958 - categorical_accuracy: 0.4883\n",
      "\n",
      "Epoch 00376: loss did not improve from 1.69422\n",
      "Epoch 377/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6905 - categorical_accuracy: 0.4883\n",
      "\n",
      "Epoch 00377: loss improved from 1.69422 to 1.69047, saving model to 3rd-weights-improvement-377-1.6905.hdf5\n",
      "Epoch 378/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6912 - categorical_accuracy: 0.4892\n",
      "\n",
      "Epoch 00378: loss did not improve from 1.69047\n",
      "Epoch 379/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6891 - categorical_accuracy: 0.4912\n",
      "\n",
      "Epoch 00379: loss improved from 1.69047 to 1.68907, saving model to 3rd-weights-improvement-379-1.6891.hdf5\n",
      "Epoch 380/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7023 - categorical_accuracy: 0.4864\n",
      "\n",
      "Epoch 00380: loss did not improve from 1.68907\n",
      "Epoch 381/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6940 - categorical_accuracy: 0.4885\n",
      "\n",
      "Epoch 00381: loss did not improve from 1.68907\n",
      "Epoch 382/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7016 - categorical_accuracy: 0.4856\n",
      "\n",
      "Epoch 00382: loss did not improve from 1.68907\n",
      "Epoch 383/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6950 - categorical_accuracy: 0.4877\n",
      "\n",
      "Epoch 00383: loss did not improve from 1.68907\n",
      "Epoch 384/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7058 - categorical_accuracy: 0.4851\n",
      "\n",
      "Epoch 00384: loss did not improve from 1.68907\n",
      "Epoch 385/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6859 - categorical_accuracy: 0.4913\n",
      "\n",
      "Epoch 00385: loss improved from 1.68907 to 1.68590, saving model to 3rd-weights-improvement-385-1.6859.hdf5\n",
      "Epoch 386/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6959 - categorical_accuracy: 0.4884\n",
      "\n",
      "Epoch 00386: loss did not improve from 1.68590\n",
      "Epoch 387/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6907 - categorical_accuracy: 0.4889\n",
      "\n",
      "Epoch 00387: loss did not improve from 1.68590\n",
      "Epoch 388/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6817 - categorical_accuracy: 0.4913\n",
      "\n",
      "Epoch 00388: loss improved from 1.68590 to 1.68174, saving model to 3rd-weights-improvement-388-1.6817.hdf5\n",
      "Epoch 389/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6835 - categorical_accuracy: 0.4917\n",
      "\n",
      "Epoch 00389: loss did not improve from 1.68174\n",
      "Epoch 390/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6980 - categorical_accuracy: 0.4864\n",
      "\n",
      "Epoch 00390: loss did not improve from 1.68174\n",
      "Epoch 391/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6930 - categorical_accuracy: 0.4870\n",
      "\n",
      "Epoch 00391: loss did not improve from 1.68174\n",
      "Epoch 392/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7044 - categorical_accuracy: 0.4846\n",
      "\n",
      "Epoch 00392: loss did not improve from 1.68174\n",
      "Epoch 393/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6810 - categorical_accuracy: 0.4914\n",
      "\n",
      "Epoch 00393: loss improved from 1.68174 to 1.68100, saving model to 3rd-weights-improvement-393-1.6810.hdf5\n",
      "Epoch 394/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6832 - categorical_accuracy: 0.4918\n",
      "\n",
      "Epoch 00394: loss did not improve from 1.68100\n",
      "Epoch 395/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6865 - categorical_accuracy: 0.4903\n",
      "\n",
      "Epoch 00395: loss did not improve from 1.68100\n",
      "Epoch 396/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6830 - categorical_accuracy: 0.4912\n",
      "\n",
      "Epoch 00396: loss did not improve from 1.68100\n",
      "Epoch 397/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6743 - categorical_accuracy: 0.4942\n",
      "\n",
      "Epoch 00397: loss improved from 1.68100 to 1.67435, saving model to 3rd-weights-improvement-397-1.6743.hdf5\n",
      "Epoch 398/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6839 - categorical_accuracy: 0.4906\n",
      "\n",
      "Epoch 00398: loss did not improve from 1.67435\n",
      "Epoch 399/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6808 - categorical_accuracy: 0.4921\n",
      "\n",
      "Epoch 00399: loss did not improve from 1.67435\n",
      "Epoch 400/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6821 - categorical_accuracy: 0.4911\n",
      "\n",
      "Epoch 00400: loss did not improve from 1.67435\n",
      "Epoch 401/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6811 - categorical_accuracy: 0.4916\n",
      "\n",
      "Epoch 00401: loss did not improve from 1.67435\n",
      "Epoch 402/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6926 - categorical_accuracy: 0.4900\n",
      "\n",
      "Epoch 00402: loss did not improve from 1.67435\n",
      "Epoch 403/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6774 - categorical_accuracy: 0.4922\n",
      "\n",
      "Epoch 00403: loss did not improve from 1.67435\n",
      "Epoch 404/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6773 - categorical_accuracy: 0.4918\n",
      "\n",
      "Epoch 00404: loss did not improve from 1.67435\n",
      "Epoch 405/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6744 - categorical_accuracy: 0.4936\n",
      "\n",
      "Epoch 00405: loss did not improve from 1.67435\n",
      "Epoch 406/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6809 - categorical_accuracy: 0.4918\n",
      "\n",
      "Epoch 00406: loss did not improve from 1.67435\n",
      "Epoch 407/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6757 - categorical_accuracy: 0.4928\n",
      "\n",
      "Epoch 00407: loss did not improve from 1.67435\n",
      "Epoch 408/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6799 - categorical_accuracy: 0.4917\n",
      "\n",
      "Epoch 00408: loss did not improve from 1.67435\n",
      "Epoch 409/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6746 - categorical_accuracy: 0.4926\n",
      "\n",
      "Epoch 00409: loss did not improve from 1.67435\n",
      "Epoch 410/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6738 - categorical_accuracy: 0.4932\n",
      "\n",
      "Epoch 00410: loss improved from 1.67435 to 1.67381, saving model to 3rd-weights-improvement-410-1.6738.hdf5\n",
      "Epoch 411/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6847 - categorical_accuracy: 0.4914\n",
      "\n",
      "Epoch 00411: loss did not improve from 1.67381\n",
      "Epoch 412/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6777 - categorical_accuracy: 0.4934\n",
      "\n",
      "Epoch 00412: loss did not improve from 1.67381\n",
      "Epoch 413/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6779 - categorical_accuracy: 0.4933\n",
      "\n",
      "Epoch 00413: loss did not improve from 1.67381\n",
      "Epoch 414/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6743 - categorical_accuracy: 0.4942\n",
      "\n",
      "Epoch 00414: loss did not improve from 1.67381\n",
      "Epoch 415/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6767 - categorical_accuracy: 0.4930\n",
      "\n",
      "Epoch 00415: loss did not improve from 1.67381\n",
      "Epoch 416/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6872 - categorical_accuracy: 0.4918\n",
      "\n",
      "Epoch 00416: loss did not improve from 1.67381\n",
      "Epoch 417/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6756 - categorical_accuracy: 0.4928\n",
      "\n",
      "Epoch 00417: loss did not improve from 1.67381\n",
      "Epoch 418/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6879 - categorical_accuracy: 0.4899\n",
      "\n",
      "Epoch 00418: loss did not improve from 1.67381\n",
      "Epoch 419/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6730 - categorical_accuracy: 0.4944\n",
      "\n",
      "Epoch 00419: loss improved from 1.67381 to 1.67304, saving model to 3rd-weights-improvement-419-1.6730.hdf5\n",
      "Epoch 420/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6793 - categorical_accuracy: 0.4924\n",
      "\n",
      "Epoch 00420: loss did not improve from 1.67304\n",
      "Epoch 421/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6684 - categorical_accuracy: 0.4952\n",
      "\n",
      "Epoch 00421: loss improved from 1.67304 to 1.66836, saving model to 3rd-weights-improvement-421-1.6684.hdf5\n",
      "Epoch 422/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6675 - categorical_accuracy: 0.4955\n",
      "\n",
      "Epoch 00422: loss improved from 1.66836 to 1.66746, saving model to 3rd-weights-improvement-422-1.6675.hdf5\n",
      "Epoch 423/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6697 - categorical_accuracy: 0.4947\n",
      "\n",
      "Epoch 00423: loss did not improve from 1.66746\n",
      "Epoch 424/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6906 - categorical_accuracy: 0.4881\n",
      "\n",
      "Epoch 00424: loss did not improve from 1.66746\n",
      "Epoch 425/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6700 - categorical_accuracy: 0.4947\n",
      "\n",
      "Epoch 00425: loss did not improve from 1.66746\n",
      "Epoch 426/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6818 - categorical_accuracy: 0.4924\n",
      "\n",
      "Epoch 00426: loss did not improve from 1.66746\n",
      "Epoch 427/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6698 - categorical_accuracy: 0.4965\n",
      "\n",
      "Epoch 00427: loss did not improve from 1.66746\n",
      "Epoch 428/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6737 - categorical_accuracy: 0.4924\n",
      "\n",
      "Epoch 00428: loss did not improve from 1.66746\n",
      "Epoch 429/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6705 - categorical_accuracy: 0.4946\n",
      "\n",
      "Epoch 00429: loss did not improve from 1.66746\n",
      "Epoch 430/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6754 - categorical_accuracy: 0.4925\n",
      "\n",
      "Epoch 00430: loss did not improve from 1.66746\n",
      "Epoch 431/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6721 - categorical_accuracy: 0.4951\n",
      "\n",
      "Epoch 00431: loss did not improve from 1.66746\n",
      "Epoch 432/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6863 - categorical_accuracy: 0.4906\n",
      "\n",
      "Epoch 00432: loss did not improve from 1.66746\n",
      "Epoch 433/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6683 - categorical_accuracy: 0.4949\n",
      "\n",
      "Epoch 00433: loss did not improve from 1.66746\n",
      "Epoch 434/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6644 - categorical_accuracy: 0.4959\n",
      "\n",
      "Epoch 00434: loss improved from 1.66746 to 1.66436, saving model to 3rd-weights-improvement-434-1.6644.hdf5\n",
      "Epoch 435/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6700 - categorical_accuracy: 0.4945\n",
      "\n",
      "Epoch 00435: loss did not improve from 1.66436\n",
      "Epoch 436/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6675 - categorical_accuracy: 0.4940\n",
      "\n",
      "Epoch 00436: loss did not improve from 1.66436\n",
      "Epoch 437/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6615 - categorical_accuracy: 0.4986\n",
      "\n",
      "Epoch 00437: loss improved from 1.66436 to 1.66146, saving model to 3rd-weights-improvement-437-1.6615.hdf5\n",
      "Epoch 438/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6710 - categorical_accuracy: 0.4941\n",
      "\n",
      "Epoch 00438: loss did not improve from 1.66146\n",
      "Epoch 439/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6723 - categorical_accuracy: 0.4939\n",
      "\n",
      "Epoch 00439: loss did not improve from 1.66146\n",
      "Epoch 440/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6671 - categorical_accuracy: 0.4939\n",
      "\n",
      "Epoch 00440: loss did not improve from 1.66146\n",
      "Epoch 441/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6844 - categorical_accuracy: 0.4895\n",
      "\n",
      "Epoch 00441: loss did not improve from 1.66146\n",
      "Epoch 442/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6719 - categorical_accuracy: 0.4937\n",
      "\n",
      "Epoch 00442: loss did not improve from 1.66146\n",
      "Epoch 443/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6612 - categorical_accuracy: 0.4960\n",
      "\n",
      "Epoch 00443: loss improved from 1.66146 to 1.66123, saving model to 3rd-weights-improvement-443-1.6612.hdf5\n",
      "Epoch 444/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6573 - categorical_accuracy: 0.4992\n",
      "\n",
      "Epoch 00444: loss improved from 1.66123 to 1.65732, saving model to 3rd-weights-improvement-444-1.6573.hdf5\n",
      "Epoch 445/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6632 - categorical_accuracy: 0.4971\n",
      "\n",
      "Epoch 00445: loss did not improve from 1.65732\n",
      "Epoch 446/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6732 - categorical_accuracy: 0.4923\n",
      "\n",
      "Epoch 00446: loss did not improve from 1.65732\n",
      "Epoch 447/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6597 - categorical_accuracy: 0.4977\n",
      "\n",
      "Epoch 00447: loss did not improve from 1.65732\n",
      "Epoch 448/1000\n",
      "293/293 [==============================] - 2s 7ms/step - loss: 1.6594 - categorical_accuracy: 0.4975\n",
      "\n",
      "Epoch 00448: loss did not improve from 1.65732\n",
      "Epoch 449/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6701 - categorical_accuracy: 0.4936\n",
      "\n",
      "Epoch 00449: loss did not improve from 1.65732\n",
      "Epoch 450/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6571 - categorical_accuracy: 0.4972\n",
      "\n",
      "Epoch 00450: loss improved from 1.65732 to 1.65715, saving model to 3rd-weights-improvement-450-1.6571.hdf5\n",
      "Epoch 451/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6585 - categorical_accuracy: 0.4980\n",
      "\n",
      "Epoch 00451: loss did not improve from 1.65715\n",
      "Epoch 452/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6667 - categorical_accuracy: 0.4965\n",
      "\n",
      "Epoch 00452: loss did not improve from 1.65715\n",
      "Epoch 453/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6682 - categorical_accuracy: 0.4951\n",
      "\n",
      "Epoch 00453: loss did not improve from 1.65715\n",
      "Epoch 454/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6609 - categorical_accuracy: 0.4977\n",
      "\n",
      "Epoch 00454: loss did not improve from 1.65715\n",
      "Epoch 455/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6603 - categorical_accuracy: 0.4973\n",
      "\n",
      "Epoch 00455: loss did not improve from 1.65715\n",
      "Epoch 456/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6616 - categorical_accuracy: 0.4976\n",
      "\n",
      "Epoch 00456: loss did not improve from 1.65715\n",
      "Epoch 457/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6597 - categorical_accuracy: 0.4975\n",
      "\n",
      "Epoch 00457: loss did not improve from 1.65715\n",
      "Epoch 458/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6682 - categorical_accuracy: 0.4954\n",
      "\n",
      "Epoch 00458: loss did not improve from 1.65715\n",
      "Epoch 459/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6599 - categorical_accuracy: 0.4969\n",
      "\n",
      "Epoch 00459: loss did not improve from 1.65715\n",
      "Epoch 460/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6563 - categorical_accuracy: 0.4988\n",
      "\n",
      "Epoch 00460: loss improved from 1.65715 to 1.65625, saving model to 3rd-weights-improvement-460-1.6563.hdf5\n",
      "Epoch 461/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6593 - categorical_accuracy: 0.4978\n",
      "\n",
      "Epoch 00461: loss did not improve from 1.65625\n",
      "Epoch 462/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6626 - categorical_accuracy: 0.4961\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "Epoch 00462: loss did not improve from 1.65625\n",
      "Epoch 463/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6717 - categorical_accuracy: 0.4963\n",
      "\n",
      "Epoch 00463: loss did not improve from 1.65625\n",
      "Epoch 464/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6614 - categorical_accuracy: 0.4967\n",
      "\n",
      "Epoch 00464: loss did not improve from 1.65625\n",
      "Epoch 465/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6522 - categorical_accuracy: 0.4994\n",
      "\n",
      "Epoch 00465: loss improved from 1.65625 to 1.65225, saving model to 3rd-weights-improvement-465-1.6522.hdf5\n",
      "Epoch 466/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6700 - categorical_accuracy: 0.4948\n",
      "\n",
      "Epoch 00466: loss did not improve from 1.65225\n",
      "Epoch 467/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6595 - categorical_accuracy: 0.4980\n",
      "\n",
      "Epoch 00467: loss did not improve from 1.65225\n",
      "Epoch 468/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6592 - categorical_accuracy: 0.4973\n",
      "\n",
      "Epoch 00468: loss did not improve from 1.65225\n",
      "Epoch 469/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6622 - categorical_accuracy: 0.4966\n",
      "\n",
      "Epoch 00469: loss did not improve from 1.65225\n",
      "Epoch 470/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6523 - categorical_accuracy: 0.5001\n",
      "\n",
      "Epoch 00470: loss did not improve from 1.65225\n",
      "Epoch 471/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6513 - categorical_accuracy: 0.5008\n",
      "\n",
      "Epoch 00471: loss improved from 1.65225 to 1.65132, saving model to 3rd-weights-improvement-471-1.6513.hdf5\n",
      "Epoch 472/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6614 - categorical_accuracy: 0.4967\n",
      "\n",
      "Epoch 00472: loss did not improve from 1.65132\n",
      "Epoch 473/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6659 - categorical_accuracy: 0.4955\n",
      "\n",
      "Epoch 00473: loss did not improve from 1.65132\n",
      "Epoch 474/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6601 - categorical_accuracy: 0.4970\n",
      "\n",
      "Epoch 00474: loss did not improve from 1.65132\n",
      "Epoch 475/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6572 - categorical_accuracy: 0.4989\n",
      "\n",
      "Epoch 00475: loss did not improve from 1.65132\n",
      "Epoch 476/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6394 - categorical_accuracy: 0.5038\n",
      "\n",
      "Epoch 00476: loss improved from 1.65132 to 1.63941, saving model to 3rd-weights-improvement-476-1.6394.hdf5\n",
      "Epoch 477/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6491 - categorical_accuracy: 0.5004\n",
      "\n",
      "Epoch 00477: loss did not improve from 1.63941\n",
      "Epoch 478/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6597 - categorical_accuracy: 0.4980\n",
      "\n",
      "Epoch 00478: loss did not improve from 1.63941\n",
      "Epoch 479/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6476 - categorical_accuracy: 0.4997\n",
      "\n",
      "Epoch 00479: loss did not improve from 1.63941\n",
      "Epoch 480/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6537 - categorical_accuracy: 0.4997\n",
      "\n",
      "Epoch 00480: loss did not improve from 1.63941\n",
      "Epoch 481/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6575 - categorical_accuracy: 0.4985\n",
      "\n",
      "Epoch 00481: loss did not improve from 1.63941\n",
      "Epoch 482/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6548 - categorical_accuracy: 0.4992\n",
      "\n",
      "Epoch 00482: loss did not improve from 1.63941\n",
      "Epoch 483/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6747 - categorical_accuracy: 0.4927\n",
      "\n",
      "Epoch 00483: loss did not improve from 1.63941\n",
      "Epoch 484/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6721 - categorical_accuracy: 0.4939\n",
      "\n",
      "Epoch 00484: loss did not improve from 1.63941\n",
      "Epoch 485/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6379 - categorical_accuracy: 0.5035\n",
      "\n",
      "Epoch 00485: loss improved from 1.63941 to 1.63786, saving model to 3rd-weights-improvement-485-1.6379.hdf5\n",
      "Epoch 486/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6540 - categorical_accuracy: 0.4980\n",
      "\n",
      "Epoch 00486: loss did not improve from 1.63786\n",
      "Epoch 487/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6516 - categorical_accuracy: 0.4998\n",
      "\n",
      "Epoch 00487: loss did not improve from 1.63786\n",
      "Epoch 488/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6561 - categorical_accuracy: 0.4970\n",
      "\n",
      "Epoch 00488: loss did not improve from 1.63786\n",
      "Epoch 489/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6525 - categorical_accuracy: 0.4991\n",
      "\n",
      "Epoch 00489: loss did not improve from 1.63786\n",
      "Epoch 490/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6664 - categorical_accuracy: 0.4953\n",
      "\n",
      "Epoch 00490: loss did not improve from 1.63786\n",
      "Epoch 491/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6447 - categorical_accuracy: 0.5014\n",
      "\n",
      "Epoch 00491: loss did not improve from 1.63786\n",
      "Epoch 492/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6457 - categorical_accuracy: 0.5007\n",
      "\n",
      "Epoch 00492: loss did not improve from 1.63786\n",
      "Epoch 493/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6513 - categorical_accuracy: 0.4993\n",
      "\n",
      "Epoch 00493: loss did not improve from 1.63786\n",
      "Epoch 494/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6504 - categorical_accuracy: 0.4996\n",
      "\n",
      "Epoch 00494: loss did not improve from 1.63786\n",
      "Epoch 495/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6664 - categorical_accuracy: 0.4958\n",
      "\n",
      "Epoch 00495: loss did not improve from 1.63786\n",
      "Epoch 496/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6433 - categorical_accuracy: 0.5018\n",
      "\n",
      "Epoch 00496: loss did not improve from 1.63786\n",
      "Epoch 497/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6407 - categorical_accuracy: 0.5042\n",
      "\n",
      "Epoch 00497: loss did not improve from 1.63786\n",
      "Epoch 498/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6457 - categorical_accuracy: 0.5003\n",
      "\n",
      "Epoch 00498: loss did not improve from 1.63786\n",
      "Epoch 499/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6557 - categorical_accuracy: 0.4987\n",
      "\n",
      "Epoch 00499: loss did not improve from 1.63786\n",
      "Epoch 500/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.7011 - categorical_accuracy: 0.4853\n",
      "\n",
      "Epoch 00500: loss did not improve from 1.63786\n",
      "Epoch 501/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6757 - categorical_accuracy: 0.4933\n",
      "\n",
      "Epoch 00501: loss did not improve from 1.63786\n",
      "Epoch 502/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6397 - categorical_accuracy: 0.5029\n",
      "\n",
      "Epoch 00502: loss did not improve from 1.63786\n",
      "Epoch 503/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6338 - categorical_accuracy: 0.5049\n",
      "\n",
      "Epoch 00503: loss improved from 1.63786 to 1.63378, saving model to 3rd-weights-improvement-503-1.6338.hdf5\n",
      "Epoch 504/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6448 - categorical_accuracy: 0.5016\n",
      "\n",
      "Epoch 00504: loss did not improve from 1.63378\n",
      "Epoch 505/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6431 - categorical_accuracy: 0.5019\n",
      "\n",
      "Epoch 00505: loss did not improve from 1.63378\n",
      "Epoch 506/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6842 - categorical_accuracy: 0.4910\n",
      "\n",
      "Epoch 00506: loss did not improve from 1.63378\n",
      "Epoch 507/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6548 - categorical_accuracy: 0.4970\n",
      "\n",
      "Epoch 00507: loss did not improve from 1.63378\n",
      "Epoch 508/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6328 - categorical_accuracy: 0.5044\n",
      "\n",
      "Epoch 00508: loss improved from 1.63378 to 1.63284, saving model to 3rd-weights-improvement-508-1.6328.hdf5\n",
      "Epoch 509/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6452 - categorical_accuracy: 0.5018\n",
      "\n",
      "Epoch 00509: loss did not improve from 1.63284\n",
      "Epoch 510/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6441 - categorical_accuracy: 0.5005\n",
      "\n",
      "Epoch 00510: loss did not improve from 1.63284\n",
      "Epoch 511/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6432 - categorical_accuracy: 0.5037\n",
      "\n",
      "Epoch 00511: loss did not improve from 1.63284\n",
      "Epoch 512/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6389 - categorical_accuracy: 0.5035\n",
      "\n",
      "Epoch 00512: loss did not improve from 1.63284\n",
      "Epoch 513/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6612 - categorical_accuracy: 0.4981\n",
      "\n",
      "Epoch 00513: loss did not improve from 1.63284\n",
      "Epoch 514/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6377 - categorical_accuracy: 0.5036\n",
      "\n",
      "Epoch 00514: loss did not improve from 1.63284\n",
      "Epoch 515/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6509 - categorical_accuracy: 0.5001\n",
      "\n",
      "Epoch 00515: loss did not improve from 1.63284\n",
      "Epoch 516/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6457 - categorical_accuracy: 0.5002\n",
      "\n",
      "Epoch 00516: loss did not improve from 1.63284\n",
      "Epoch 517/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6437 - categorical_accuracy: 0.5028\n",
      "\n",
      "Epoch 00517: loss did not improve from 1.63284\n",
      "Epoch 518/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6539 - categorical_accuracy: 0.4985\n",
      "\n",
      "Epoch 00518: loss did not improve from 1.63284\n",
      "Epoch 519/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6371 - categorical_accuracy: 0.5052\n",
      "\n",
      "Epoch 00519: loss did not improve from 1.63284\n",
      "Epoch 520/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6247 - categorical_accuracy: 0.5069\n",
      "\n",
      "Epoch 00520: loss improved from 1.63284 to 1.62470, saving model to 3rd-weights-improvement-520-1.6247.hdf5\n",
      "Epoch 521/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6398 - categorical_accuracy: 0.5029\n",
      "\n",
      "Epoch 00521: loss did not improve from 1.62470\n",
      "Epoch 522/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6448 - categorical_accuracy: 0.5011\n",
      "\n",
      "Epoch 00522: loss did not improve from 1.62470\n",
      "Epoch 523/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6448 - categorical_accuracy: 0.5029\n",
      "\n",
      "Epoch 00523: loss did not improve from 1.62470\n",
      "Epoch 524/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6422 - categorical_accuracy: 0.5010\n",
      "\n",
      "Epoch 00524: loss did not improve from 1.62470\n",
      "Epoch 525/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6459 - categorical_accuracy: 0.5016\n",
      "\n",
      "Epoch 00525: loss did not improve from 1.62470\n",
      "Epoch 526/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6545 - categorical_accuracy: 0.4987\n",
      "\n",
      "Epoch 00526: loss did not improve from 1.62470\n",
      "Epoch 527/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6588 - categorical_accuracy: 0.4979\n",
      "\n",
      "Epoch 00527: loss did not improve from 1.62470\n",
      "Epoch 528/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6366 - categorical_accuracy: 0.5027\n",
      "\n",
      "Epoch 00528: loss did not improve from 1.62470\n",
      "Epoch 529/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6314 - categorical_accuracy: 0.5068\n",
      "\n",
      "Epoch 00529: loss did not improve from 1.62470\n",
      "Epoch 530/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6419 - categorical_accuracy: 0.5019\n",
      "\n",
      "Epoch 00530: loss did not improve from 1.62470\n",
      "Epoch 531/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6421 - categorical_accuracy: 0.5020\n",
      "\n",
      "Epoch 00531: loss did not improve from 1.62470\n",
      "Epoch 532/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6361 - categorical_accuracy: 0.5037\n",
      "\n",
      "Epoch 00532: loss did not improve from 1.62470\n",
      "Epoch 533/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6392 - categorical_accuracy: 0.5034\n",
      "\n",
      "Epoch 00533: loss did not improve from 1.62470\n",
      "Epoch 534/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6310 - categorical_accuracy: 0.5060\n",
      "\n",
      "Epoch 00534: loss did not improve from 1.62470\n",
      "Epoch 535/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6328 - categorical_accuracy: 0.5055\n",
      "\n",
      "Epoch 00535: loss did not improve from 1.62470\n",
      "Epoch 536/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6444 - categorical_accuracy: 0.5025\n",
      "\n",
      "Epoch 00536: loss did not improve from 1.62470\n",
      "Epoch 537/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6388 - categorical_accuracy: 0.5043\n",
      "\n",
      "Epoch 00537: loss did not improve from 1.62470\n",
      "Epoch 538/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6387 - categorical_accuracy: 0.5027\n",
      "\n",
      "Epoch 00538: loss did not improve from 1.62470\n",
      "Epoch 539/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6245 - categorical_accuracy: 0.5080\n",
      "\n",
      "Epoch 00539: loss improved from 1.62470 to 1.62454, saving model to 3rd-weights-improvement-539-1.6245.hdf5\n",
      "Epoch 540/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6279 - categorical_accuracy: 0.5052\n",
      "\n",
      "Epoch 00540: loss did not improve from 1.62454\n",
      "Epoch 541/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6378 - categorical_accuracy: 0.5023\n",
      "\n",
      "Epoch 00541: loss did not improve from 1.62454\n",
      "Epoch 542/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6342 - categorical_accuracy: 0.5041\n",
      "\n",
      "Epoch 00542: loss did not improve from 1.62454\n",
      "Epoch 543/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6482 - categorical_accuracy: 0.4999\n",
      "\n",
      "Epoch 00543: loss did not improve from 1.62454\n",
      "Epoch 544/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6370 - categorical_accuracy: 0.5029\n",
      "\n",
      "Epoch 00544: loss did not improve from 1.62454\n",
      "Epoch 545/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6380 - categorical_accuracy: 0.5033\n",
      "\n",
      "Epoch 00545: loss did not improve from 1.62454\n",
      "Epoch 546/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6267 - categorical_accuracy: 0.5067\n",
      "\n",
      "Epoch 00546: loss did not improve from 1.62454\n",
      "Epoch 547/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6583 - categorical_accuracy: 0.4976\n",
      "\n",
      "Epoch 00547: loss did not improve from 1.62454\n",
      "Epoch 548/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6377 - categorical_accuracy: 0.5034\n",
      "\n",
      "Epoch 00548: loss did not improve from 1.62454\n",
      "Epoch 549/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6323 - categorical_accuracy: 0.5058\n",
      "\n",
      "Epoch 00549: loss did not improve from 1.62454\n",
      "Epoch 550/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6350 - categorical_accuracy: 0.5048\n",
      "\n",
      "Epoch 00550: loss did not improve from 1.62454\n",
      "Epoch 551/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6324 - categorical_accuracy: 0.5048\n",
      "\n",
      "Epoch 00551: loss did not improve from 1.62454\n",
      "Epoch 552/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6669 - categorical_accuracy: 0.4944\n",
      "\n",
      "Epoch 00552: loss did not improve from 1.62454\n",
      "Epoch 553/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6305 - categorical_accuracy: 0.5072\n",
      "\n",
      "Epoch 00553: loss did not improve from 1.62454\n",
      "Epoch 554/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6419 - categorical_accuracy: 0.5026\n",
      "\n",
      "Epoch 00554: loss did not improve from 1.62454\n",
      "Epoch 555/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6286 - categorical_accuracy: 0.5061\n",
      "\n",
      "Epoch 00555: loss did not improve from 1.62454\n",
      "Epoch 556/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6302 - categorical_accuracy: 0.5052\n",
      "\n",
      "Epoch 00556: loss did not improve from 1.62454\n",
      "Epoch 557/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6384 - categorical_accuracy: 0.5024\n",
      "\n",
      "Epoch 00557: loss did not improve from 1.62454\n",
      "Epoch 558/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6376 - categorical_accuracy: 0.5029\n",
      "\n",
      "Epoch 00558: loss did not improve from 1.62454\n",
      "Epoch 559/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6321 - categorical_accuracy: 0.5045\n",
      "\n",
      "Epoch 00559: loss did not improve from 1.62454\n",
      "Epoch 560/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6273 - categorical_accuracy: 0.5070\n",
      "\n",
      "Epoch 00560: loss did not improve from 1.62454\n",
      "Epoch 561/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6373 - categorical_accuracy: 0.5030\n",
      "\n",
      "Epoch 00561: loss did not improve from 1.62454\n",
      "Epoch 562/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6288 - categorical_accuracy: 0.5045\n",
      "\n",
      "Epoch 00562: loss did not improve from 1.62454\n",
      "Epoch 563/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6303 - categorical_accuracy: 0.5055\n",
      "\n",
      "Epoch 00563: loss did not improve from 1.62454\n",
      "Epoch 564/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6264 - categorical_accuracy: 0.5066\n",
      "\n",
      "Epoch 00564: loss did not improve from 1.62454\n",
      "Epoch 565/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6384 - categorical_accuracy: 0.5041\n",
      "\n",
      "Epoch 00565: loss did not improve from 1.62454\n",
      "Epoch 566/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6288 - categorical_accuracy: 0.5071\n",
      "\n",
      "Epoch 00566: loss did not improve from 1.62454\n",
      "Epoch 567/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6356 - categorical_accuracy: 0.5040\n",
      "\n",
      "Epoch 00567: loss did not improve from 1.62454\n",
      "Epoch 568/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6218 - categorical_accuracy: 0.5086\n",
      "\n",
      "Epoch 00568: loss improved from 1.62454 to 1.62180, saving model to 3rd-weights-improvement-568-1.6218.hdf5\n",
      "Epoch 569/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6251 - categorical_accuracy: 0.5072\n",
      "\n",
      "Epoch 00569: loss did not improve from 1.62180\n",
      "Epoch 570/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6342 - categorical_accuracy: 0.5053\n",
      "\n",
      "Epoch 00570: loss did not improve from 1.62180\n",
      "Epoch 571/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6277 - categorical_accuracy: 0.5062\n",
      "\n",
      "Epoch 00571: loss did not improve from 1.62180\n",
      "Epoch 572/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6368 - categorical_accuracy: 0.5041\n",
      "\n",
      "Epoch 00572: loss did not improve from 1.62180\n",
      "Epoch 573/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6295 - categorical_accuracy: 0.5057\n",
      "\n",
      "Epoch 00573: loss did not improve from 1.62180\n",
      "Epoch 574/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6194 - categorical_accuracy: 0.5084\n",
      "\n",
      "Epoch 00574: loss improved from 1.62180 to 1.61936, saving model to 3rd-weights-improvement-574-1.6194.hdf5\n",
      "Epoch 575/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6304 - categorical_accuracy: 0.5052\n",
      "\n",
      "Epoch 00575: loss did not improve from 1.61936\n",
      "Epoch 576/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6348 - categorical_accuracy: 0.5038\n",
      "\n",
      "Epoch 00576: loss did not improve from 1.61936\n",
      "Epoch 577/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6276 - categorical_accuracy: 0.5062\n",
      "\n",
      "Epoch 00577: loss did not improve from 1.61936\n",
      "Epoch 578/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6221 - categorical_accuracy: 0.5085\n",
      "\n",
      "Epoch 00578: loss did not improve from 1.61936\n",
      "Epoch 579/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6233 - categorical_accuracy: 0.5077\n",
      "\n",
      "Epoch 00579: loss did not improve from 1.61936\n",
      "Epoch 580/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6348 - categorical_accuracy: 0.5033\n",
      "\n",
      "Epoch 00580: loss did not improve from 1.61936\n",
      "Epoch 581/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6311 - categorical_accuracy: 0.5052\n",
      "\n",
      "Epoch 00581: loss did not improve from 1.61936\n",
      "Epoch 582/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6233 - categorical_accuracy: 0.5087\n",
      "\n",
      "Epoch 00582: loss did not improve from 1.61936\n",
      "Epoch 583/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6466 - categorical_accuracy: 0.5009\n",
      "\n",
      "Epoch 00583: loss did not improve from 1.61936\n",
      "Epoch 584/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6275 - categorical_accuracy: 0.5063\n",
      "\n",
      "Epoch 00584: loss did not improve from 1.61936\n",
      "Epoch 585/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6164 - categorical_accuracy: 0.5095\n",
      "\n",
      "Epoch 00585: loss improved from 1.61936 to 1.61643, saving model to 3rd-weights-improvement-585-1.6164.hdf5\n",
      "Epoch 586/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6259 - categorical_accuracy: 0.5066\n",
      "\n",
      "Epoch 00586: loss did not improve from 1.61643\n",
      "Epoch 587/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6275 - categorical_accuracy: 0.5060\n",
      "\n",
      "Epoch 00587: loss did not improve from 1.61643\n",
      "Epoch 588/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6501 - categorical_accuracy: 0.4997\n",
      "\n",
      "Epoch 00588: loss did not improve from 1.61643\n",
      "Epoch 589/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6427 - categorical_accuracy: 0.5023\n",
      "\n",
      "Epoch 00589: loss did not improve from 1.61643\n",
      "Epoch 590/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6145 - categorical_accuracy: 0.5094\n",
      "\n",
      "Epoch 00590: loss improved from 1.61643 to 1.61446, saving model to 3rd-weights-improvement-590-1.6145.hdf5\n",
      "Epoch 591/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6254 - categorical_accuracy: 0.5069\n",
      "\n",
      "Epoch 00591: loss did not improve from 1.61446\n",
      "Epoch 592/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6134 - categorical_accuracy: 0.5097\n",
      "\n",
      "Epoch 00592: loss improved from 1.61446 to 1.61341, saving model to 3rd-weights-improvement-592-1.6134.hdf5\n",
      "Epoch 593/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6146 - categorical_accuracy: 0.5099\n",
      "\n",
      "Epoch 00593: loss did not improve from 1.61341\n",
      "Epoch 594/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6412 - categorical_accuracy: 0.5029\n",
      "\n",
      "Epoch 00594: loss did not improve from 1.61341\n",
      "Epoch 595/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6735 - categorical_accuracy: 0.4944\n",
      "\n",
      "Epoch 00595: loss did not improve from 1.61341\n",
      "Epoch 596/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6235 - categorical_accuracy: 0.5072\n",
      "\n",
      "Epoch 00596: loss did not improve from 1.61341\n",
      "Epoch 597/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6264 - categorical_accuracy: 0.5072\n",
      "\n",
      "Epoch 00597: loss did not improve from 1.61341\n",
      "Epoch 598/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6399 - categorical_accuracy: 0.5033\n",
      "\n",
      "Epoch 00598: loss did not improve from 1.61341\n",
      "Epoch 599/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6173 - categorical_accuracy: 0.5090\n",
      "\n",
      "Epoch 00599: loss did not improve from 1.61341\n",
      "Epoch 600/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6169 - categorical_accuracy: 0.5088\n",
      "\n",
      "Epoch 00600: loss did not improve from 1.61341\n",
      "Epoch 601/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6144 - categorical_accuracy: 0.5102\n",
      "\n",
      "Epoch 00601: loss did not improve from 1.61341\n",
      "Epoch 602/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6097 - categorical_accuracy: 0.5117\n",
      "\n",
      "Epoch 00602: loss improved from 1.61341 to 1.60974, saving model to 3rd-weights-improvement-602-1.6097.hdf5\n",
      "Epoch 603/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6184 - categorical_accuracy: 0.5086\n",
      "\n",
      "Epoch 00603: loss did not improve from 1.60974\n",
      "Epoch 604/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6289 - categorical_accuracy: 0.5071\n",
      "\n",
      "Epoch 00604: loss did not improve from 1.60974\n",
      "Epoch 605/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6243 - categorical_accuracy: 0.5073\n",
      "\n",
      "Epoch 00605: loss did not improve from 1.60974\n",
      "Epoch 606/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6273 - categorical_accuracy: 0.5053\n",
      "\n",
      "Epoch 00606: loss did not improve from 1.60974\n",
      "Epoch 607/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6246 - categorical_accuracy: 0.5073\n",
      "\n",
      "Epoch 00607: loss did not improve from 1.60974\n",
      "Epoch 608/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6296 - categorical_accuracy: 0.5065\n",
      "\n",
      "Epoch 00608: loss did not improve from 1.60974\n",
      "Epoch 609/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6231 - categorical_accuracy: 0.5074\n",
      "\n",
      "Epoch 00609: loss did not improve from 1.60974\n",
      "Epoch 610/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6150 - categorical_accuracy: 0.5112\n",
      "\n",
      "Epoch 00610: loss did not improve from 1.60974\n",
      "Epoch 611/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6173 - categorical_accuracy: 0.5094\n",
      "\n",
      "Epoch 00611: loss did not improve from 1.60974\n",
      "Epoch 612/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6350 - categorical_accuracy: 0.5046\n",
      "\n",
      "Epoch 00612: loss did not improve from 1.60974\n",
      "Epoch 613/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6216 - categorical_accuracy: 0.5085\n",
      "\n",
      "Epoch 00613: loss did not improve from 1.60974\n",
      "Epoch 614/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6155 - categorical_accuracy: 0.5101\n",
      "\n",
      "Epoch 00614: loss did not improve from 1.60974\n",
      "Epoch 615/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6055 - categorical_accuracy: 0.5132\n",
      "\n",
      "Epoch 00615: loss improved from 1.60974 to 1.60546, saving model to 3rd-weights-improvement-615-1.6055.hdf5\n",
      "Epoch 616/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6149 - categorical_accuracy: 0.5107\n",
      "\n",
      "Epoch 00616: loss did not improve from 1.60546\n",
      "Epoch 617/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6144 - categorical_accuracy: 0.5098\n",
      "\n",
      "Epoch 00617: loss did not improve from 1.60546\n",
      "Epoch 618/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6282 - categorical_accuracy: 0.5051\n",
      "\n",
      "Epoch 00618: loss did not improve from 1.60546\n",
      "Epoch 619/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6135 - categorical_accuracy: 0.5099\n",
      "\n",
      "Epoch 00619: loss did not improve from 1.60546\n",
      "Epoch 620/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6722 - categorical_accuracy: 0.4956\n",
      "\n",
      "Epoch 00620: loss did not improve from 1.60546\n",
      "Epoch 621/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6433 - categorical_accuracy: 0.5013\n",
      "\n",
      "Epoch 00621: loss did not improve from 1.60546\n",
      "Epoch 622/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6259 - categorical_accuracy: 0.5069\n",
      "\n",
      "Epoch 00622: loss did not improve from 1.60546\n",
      "Epoch 623/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6282 - categorical_accuracy: 0.5054\n",
      "\n",
      "Epoch 00623: loss did not improve from 1.60546\n",
      "Epoch 624/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6245 - categorical_accuracy: 0.5065\n",
      "\n",
      "Epoch 00624: loss did not improve from 1.60546\n",
      "Epoch 625/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6013 - categorical_accuracy: 0.5149\n",
      "\n",
      "Epoch 00625: loss improved from 1.60546 to 1.60132, saving model to 3rd-weights-improvement-625-1.6013.hdf5\n",
      "Epoch 626/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6085 - categorical_accuracy: 0.5107\n",
      "\n",
      "Epoch 00626: loss did not improve from 1.60132\n",
      "Epoch 627/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6180 - categorical_accuracy: 0.5084\n",
      "\n",
      "Epoch 00627: loss did not improve from 1.60132\n",
      "Epoch 628/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6184 - categorical_accuracy: 0.5088\n",
      "\n",
      "Epoch 00628: loss did not improve from 1.60132\n",
      "Epoch 629/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6418 - categorical_accuracy: 0.5020\n",
      "\n",
      "Epoch 00629: loss did not improve from 1.60132\n",
      "Epoch 630/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6130 - categorical_accuracy: 0.5091\n",
      "\n",
      "Epoch 00630: loss did not improve from 1.60132\n",
      "Epoch 631/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6188 - categorical_accuracy: 0.5086\n",
      "\n",
      "Epoch 00631: loss did not improve from 1.60132\n",
      "Epoch 632/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6463 - categorical_accuracy: 0.5005\n",
      "\n",
      "Epoch 00632: loss did not improve from 1.60132\n",
      "Epoch 633/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6182 - categorical_accuracy: 0.5089\n",
      "\n",
      "Epoch 00633: loss did not improve from 1.60132\n",
      "Epoch 634/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6147 - categorical_accuracy: 0.5092\n",
      "\n",
      "Epoch 00634: loss did not improve from 1.60132\n",
      "Epoch 635/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6058 - categorical_accuracy: 0.5124\n",
      "\n",
      "Epoch 00635: loss did not improve from 1.60132\n",
      "Epoch 636/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6153 - categorical_accuracy: 0.5090\n",
      "\n",
      "Epoch 00636: loss did not improve from 1.60132\n",
      "Epoch 637/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6342 - categorical_accuracy: 0.5032\n",
      "\n",
      "Epoch 00637: loss did not improve from 1.60132\n",
      "Epoch 638/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6718 - categorical_accuracy: 0.4940\n",
      "\n",
      "Epoch 00638: loss did not improve from 1.60132\n",
      "Epoch 639/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6116 - categorical_accuracy: 0.5115\n",
      "\n",
      "Epoch 00639: loss did not improve from 1.60132\n",
      "Epoch 640/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5960 - categorical_accuracy: 0.5169\n",
      "\n",
      "Epoch 00640: loss improved from 1.60132 to 1.59602, saving model to 3rd-weights-improvement-640-1.5960.hdf5\n",
      "Epoch 641/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6097 - categorical_accuracy: 0.5111\n",
      "\n",
      "Epoch 00641: loss did not improve from 1.59602\n",
      "Epoch 642/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6193 - categorical_accuracy: 0.5078\n",
      "\n",
      "Epoch 00642: loss did not improve from 1.59602\n",
      "Epoch 643/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6315 - categorical_accuracy: 0.5042\n",
      "\n",
      "Epoch 00643: loss did not improve from 1.59602\n",
      "Epoch 644/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6189 - categorical_accuracy: 0.5089\n",
      "\n",
      "Epoch 00644: loss did not improve from 1.59602\n",
      "Epoch 645/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6130 - categorical_accuracy: 0.5102\n",
      "\n",
      "Epoch 00645: loss did not improve from 1.59602\n",
      "Epoch 646/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6342 - categorical_accuracy: 0.5043\n",
      "\n",
      "Epoch 00646: loss did not improve from 1.59602\n",
      "Epoch 647/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6365 - categorical_accuracy: 0.5032\n",
      "\n",
      "Epoch 00647: loss did not improve from 1.59602\n",
      "Epoch 648/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6048 - categorical_accuracy: 0.5137\n",
      "\n",
      "Epoch 00648: loss did not improve from 1.59602\n",
      "Epoch 649/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6169 - categorical_accuracy: 0.5091\n",
      "\n",
      "Epoch 00649: loss did not improve from 1.59602\n",
      "Epoch 650/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6178 - categorical_accuracy: 0.5090\n",
      "\n",
      "Epoch 00650: loss did not improve from 1.59602\n",
      "Epoch 651/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6049 - categorical_accuracy: 0.5141\n",
      "\n",
      "Epoch 00651: loss did not improve from 1.59602\n",
      "Epoch 652/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6117 - categorical_accuracy: 0.5114\n",
      "\n",
      "Epoch 00652: loss did not improve from 1.59602\n",
      "Epoch 653/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6222 - categorical_accuracy: 0.5072\n",
      "\n",
      "Epoch 00653: loss did not improve from 1.59602\n",
      "Epoch 654/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6195 - categorical_accuracy: 0.5085\n",
      "\n",
      "Epoch 00654: loss did not improve from 1.59602\n",
      "Epoch 655/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6007 - categorical_accuracy: 0.5133\n",
      "\n",
      "Epoch 00655: loss did not improve from 1.59602\n",
      "Epoch 656/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6146 - categorical_accuracy: 0.5100\n",
      "\n",
      "Epoch 00656: loss did not improve from 1.59602\n",
      "Epoch 657/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6350 - categorical_accuracy: 0.5039\n",
      "\n",
      "Epoch 00657: loss did not improve from 1.59602\n",
      "Epoch 658/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6163 - categorical_accuracy: 0.5085\n",
      "\n",
      "Epoch 00658: loss did not improve from 1.59602\n",
      "Epoch 659/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6027 - categorical_accuracy: 0.5133\n",
      "\n",
      "Epoch 00659: loss did not improve from 1.59602\n",
      "Epoch 660/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6040 - categorical_accuracy: 0.5148\n",
      "\n",
      "Epoch 00660: loss did not improve from 1.59602\n",
      "Epoch 661/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6068 - categorical_accuracy: 0.5125\n",
      "\n",
      "Epoch 00661: loss did not improve from 1.59602\n",
      "Epoch 662/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6218 - categorical_accuracy: 0.5072\n",
      "\n",
      "Epoch 00662: loss did not improve from 1.59602\n",
      "Epoch 663/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6147 - categorical_accuracy: 0.5091\n",
      "\n",
      "Epoch 00663: loss did not improve from 1.59602\n",
      "Epoch 664/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6223 - categorical_accuracy: 0.5077\n",
      "\n",
      "Epoch 00664: loss did not improve from 1.59602\n",
      "Epoch 665/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6199 - categorical_accuracy: 0.5093\n",
      "\n",
      "Epoch 00665: loss did not improve from 1.59602\n",
      "Epoch 666/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8028 - categorical_accuracy: 0.4658\n",
      "\n",
      "Epoch 00666: loss did not improve from 1.59602\n",
      "Epoch 667/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6468 - categorical_accuracy: 0.5016\n",
      "\n",
      "Epoch 00667: loss did not improve from 1.59602\n",
      "Epoch 668/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6037 - categorical_accuracy: 0.5124\n",
      "\n",
      "Epoch 00668: loss did not improve from 1.59602\n",
      "Epoch 669/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6006 - categorical_accuracy: 0.5151\n",
      "\n",
      "Epoch 00669: loss did not improve from 1.59602\n",
      "Epoch 670/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5997 - categorical_accuracy: 0.5150\n",
      "\n",
      "Epoch 00670: loss did not improve from 1.59602\n",
      "Epoch 671/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5999 - categorical_accuracy: 0.5138\n",
      "\n",
      "Epoch 00671: loss did not improve from 1.59602\n",
      "Epoch 672/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6108 - categorical_accuracy: 0.5104\n",
      "\n",
      "Epoch 00672: loss did not improve from 1.59602\n",
      "Epoch 673/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5943 - categorical_accuracy: 0.5154\n",
      "\n",
      "Epoch 00673: loss improved from 1.59602 to 1.59431, saving model to 3rd-weights-improvement-673-1.5943.hdf5\n",
      "Epoch 674/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6052 - categorical_accuracy: 0.5123\n",
      "\n",
      "Epoch 00674: loss did not improve from 1.59431\n",
      "Epoch 675/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6028 - categorical_accuracy: 0.5131\n",
      "\n",
      "Epoch 00675: loss did not improve from 1.59431\n",
      "Epoch 676/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6066 - categorical_accuracy: 0.5122\n",
      "\n",
      "Epoch 00676: loss did not improve from 1.59431\n",
      "Epoch 677/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6004 - categorical_accuracy: 0.5147\n",
      "\n",
      "Epoch 00677: loss did not improve from 1.59431\n",
      "Epoch 678/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6676 - categorical_accuracy: 0.4973\n",
      "\n",
      "Epoch 00678: loss did not improve from 1.59431\n",
      "Epoch 679/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6030 - categorical_accuracy: 0.5126\n",
      "\n",
      "Epoch 00679: loss did not improve from 1.59431\n",
      "Epoch 680/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6382 - categorical_accuracy: 0.5064\n",
      "\n",
      "Epoch 00680: loss did not improve from 1.59431\n",
      "Epoch 681/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6344 - categorical_accuracy: 0.5059\n",
      "\n",
      "Epoch 00681: loss did not improve from 1.59431\n",
      "Epoch 682/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6031 - categorical_accuracy: 0.5130\n",
      "\n",
      "Epoch 00682: loss did not improve from 1.59431\n",
      "Epoch 683/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5943 - categorical_accuracy: 0.5177\n",
      "\n",
      "Epoch 00683: loss improved from 1.59431 to 1.59426, saving model to 3rd-weights-improvement-683-1.5943.hdf5\n",
      "Epoch 684/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5968 - categorical_accuracy: 0.5152\n",
      "\n",
      "Epoch 00684: loss did not improve from 1.59426\n",
      "Epoch 685/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6052 - categorical_accuracy: 0.5128\n",
      "\n",
      "Epoch 00685: loss did not improve from 1.59426\n",
      "Epoch 686/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5993 - categorical_accuracy: 0.5142\n",
      "\n",
      "Epoch 00686: loss did not improve from 1.59426\n",
      "Epoch 687/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6066 - categorical_accuracy: 0.5129\n",
      "\n",
      "Epoch 00687: loss did not improve from 1.59426\n",
      "Epoch 688/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6156 - categorical_accuracy: 0.5085\n",
      "\n",
      "Epoch 00688: loss did not improve from 1.59426\n",
      "Epoch 689/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6021 - categorical_accuracy: 0.5141\n",
      "\n",
      "Epoch 00689: loss did not improve from 1.59426\n",
      "Epoch 690/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5924 - categorical_accuracy: 0.5171\n",
      "\n",
      "Epoch 00690: loss improved from 1.59426 to 1.59241, saving model to 3rd-weights-improvement-690-1.5924.hdf5\n",
      "Epoch 691/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5999 - categorical_accuracy: 0.5142\n",
      "\n",
      "Epoch 00691: loss did not improve from 1.59241\n",
      "Epoch 692/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5996 - categorical_accuracy: 0.5141\n",
      "\n",
      "Epoch 00692: loss did not improve from 1.59241\n",
      "Epoch 693/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6026 - categorical_accuracy: 0.5126\n",
      "\n",
      "Epoch 00693: loss did not improve from 1.59241\n",
      "Epoch 694/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6086 - categorical_accuracy: 0.5104\n",
      "\n",
      "Epoch 00694: loss did not improve from 1.59241\n",
      "Epoch 695/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6033 - categorical_accuracy: 0.5125\n",
      "\n",
      "Epoch 00695: loss did not improve from 1.59241\n",
      "Epoch 696/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6067 - categorical_accuracy: 0.5109\n",
      "\n",
      "Epoch 00696: loss did not improve from 1.59241\n",
      "Epoch 697/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6067 - categorical_accuracy: 0.5100\n",
      "\n",
      "Epoch 00697: loss did not improve from 1.59241\n",
      "Epoch 698/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5954 - categorical_accuracy: 0.5151\n",
      "\n",
      "Epoch 00698: loss did not improve from 1.59241\n",
      "Epoch 699/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6449 - categorical_accuracy: 0.5016\n",
      "\n",
      "Epoch 00699: loss did not improve from 1.59241\n",
      "Epoch 700/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6057 - categorical_accuracy: 0.5131\n",
      "\n",
      "Epoch 00700: loss did not improve from 1.59241\n",
      "Epoch 701/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6145 - categorical_accuracy: 0.5089\n",
      "\n",
      "Epoch 00701: loss did not improve from 1.59241\n",
      "Epoch 702/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5961 - categorical_accuracy: 0.5144\n",
      "\n",
      "Epoch 00702: loss did not improve from 1.59241\n",
      "Epoch 703/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6027 - categorical_accuracy: 0.5138\n",
      "\n",
      "Epoch 00703: loss did not improve from 1.59241\n",
      "Epoch 704/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6142 - categorical_accuracy: 0.5088\n",
      "\n",
      "Epoch 00704: loss did not improve from 1.59241\n",
      "Epoch 705/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5969 - categorical_accuracy: 0.5148\n",
      "\n",
      "Epoch 00705: loss did not improve from 1.59241\n",
      "Epoch 706/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5944 - categorical_accuracy: 0.5167\n",
      "\n",
      "Epoch 00706: loss did not improve from 1.59241\n",
      "Epoch 707/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6137 - categorical_accuracy: 0.5093\n",
      "\n",
      "Epoch 00707: loss did not improve from 1.59241\n",
      "Epoch 708/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5916 - categorical_accuracy: 0.5173\n",
      "\n",
      "Epoch 00708: loss improved from 1.59241 to 1.59162, saving model to 3rd-weights-improvement-708-1.5916.hdf5\n",
      "Epoch 709/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5985 - categorical_accuracy: 0.5139\n",
      "\n",
      "Epoch 00709: loss did not improve from 1.59162\n",
      "Epoch 710/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5978 - categorical_accuracy: 0.5158\n",
      "\n",
      "Epoch 00710: loss did not improve from 1.59162\n",
      "Epoch 711/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6067 - categorical_accuracy: 0.5121\n",
      "\n",
      "Epoch 00711: loss did not improve from 1.59162\n",
      "Epoch 712/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6066 - categorical_accuracy: 0.5110\n",
      "\n",
      "Epoch 00712: loss did not improve from 1.59162\n",
      "Epoch 713/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5954 - categorical_accuracy: 0.5151\n",
      "\n",
      "Epoch 00713: loss did not improve from 1.59162\n",
      "Epoch 714/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6000 - categorical_accuracy: 0.5134\n",
      "\n",
      "Epoch 00714: loss did not improve from 1.59162\n",
      "Epoch 715/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6019 - categorical_accuracy: 0.5138\n",
      "\n",
      "Epoch 00715: loss did not improve from 1.59162\n",
      "Epoch 716/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6241 - categorical_accuracy: 0.5071\n",
      "\n",
      "Epoch 00716: loss did not improve from 1.59162\n",
      "Epoch 717/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5996 - categorical_accuracy: 0.5130\n",
      "\n",
      "Epoch 00717: loss did not improve from 1.59162\n",
      "Epoch 718/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6006 - categorical_accuracy: 0.5140\n",
      "\n",
      "Epoch 00718: loss did not improve from 1.59162\n",
      "Epoch 719/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5998 - categorical_accuracy: 0.5132\n",
      "\n",
      "Epoch 00719: loss did not improve from 1.59162\n",
      "Epoch 720/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5913 - categorical_accuracy: 0.5155\n",
      "\n",
      "Epoch 00720: loss improved from 1.59162 to 1.59135, saving model to 3rd-weights-improvement-720-1.5913.hdf5\n",
      "Epoch 721/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5940 - categorical_accuracy: 0.5156\n",
      "\n",
      "Epoch 00721: loss did not improve from 1.59135\n",
      "Epoch 722/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6015 - categorical_accuracy: 0.5135\n",
      "\n",
      "Epoch 00722: loss did not improve from 1.59135\n",
      "Epoch 723/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5961 - categorical_accuracy: 0.5144\n",
      "\n",
      "Epoch 00723: loss did not improve from 1.59135\n",
      "Epoch 724/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5863 - categorical_accuracy: 0.5182\n",
      "\n",
      "Epoch 00724: loss improved from 1.59135 to 1.58629, saving model to 3rd-weights-improvement-724-1.5863.hdf5\n",
      "Epoch 725/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5980 - categorical_accuracy: 0.5140\n",
      "\n",
      "Epoch 00725: loss did not improve from 1.58629\n",
      "Epoch 726/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5955 - categorical_accuracy: 0.5146\n",
      "\n",
      "Epoch 00726: loss did not improve from 1.58629\n",
      "Epoch 727/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6050 - categorical_accuracy: 0.5129\n",
      "\n",
      "Epoch 00727: loss did not improve from 1.58629\n",
      "Epoch 728/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6011 - categorical_accuracy: 0.5135\n",
      "\n",
      "Epoch 00728: loss did not improve from 1.58629\n",
      "Epoch 729/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5964 - categorical_accuracy: 0.5145\n",
      "\n",
      "Epoch 00729: loss did not improve from 1.58629\n",
      "Epoch 730/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5989 - categorical_accuracy: 0.5133\n",
      "\n",
      "Epoch 00730: loss did not improve from 1.58629\n",
      "Epoch 731/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5937 - categorical_accuracy: 0.5146\n",
      "\n",
      "Epoch 00731: loss did not improve from 1.58629\n",
      "Epoch 732/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6104 - categorical_accuracy: 0.5117\n",
      "\n",
      "Epoch 00732: loss did not improve from 1.58629\n",
      "Epoch 733/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5933 - categorical_accuracy: 0.5155\n",
      "\n",
      "Epoch 00733: loss did not improve from 1.58629\n",
      "Epoch 734/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6043 - categorical_accuracy: 0.5128\n",
      "\n",
      "Epoch 00734: loss did not improve from 1.58629\n",
      "Epoch 735/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6025 - categorical_accuracy: 0.5125\n",
      "\n",
      "Epoch 00735: loss did not improve from 1.58629\n",
      "Epoch 736/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5906 - categorical_accuracy: 0.5166\n",
      "\n",
      "Epoch 00736: loss did not improve from 1.58629\n",
      "Epoch 737/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5984 - categorical_accuracy: 0.5153\n",
      "\n",
      "Epoch 00737: loss did not improve from 1.58629\n",
      "Epoch 738/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5947 - categorical_accuracy: 0.5149\n",
      "\n",
      "Epoch 00738: loss did not improve from 1.58629\n",
      "Epoch 739/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5939 - categorical_accuracy: 0.5153\n",
      "\n",
      "Epoch 00739: loss did not improve from 1.58629\n",
      "Epoch 740/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5893 - categorical_accuracy: 0.5166\n",
      "\n",
      "Epoch 00740: loss did not improve from 1.58629\n",
      "Epoch 741/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5866 - categorical_accuracy: 0.5161\n",
      "\n",
      "Epoch 00741: loss did not improve from 1.58629\n",
      "Epoch 742/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5929 - categorical_accuracy: 0.5160\n",
      "\n",
      "Epoch 00742: loss did not improve from 1.58629\n",
      "Epoch 743/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5977 - categorical_accuracy: 0.5137\n",
      "\n",
      "Epoch 00743: loss did not improve from 1.58629\n",
      "Epoch 744/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6161 - categorical_accuracy: 0.5077\n",
      "\n",
      "Epoch 00744: loss did not improve from 1.58629\n",
      "Epoch 745/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5916 - categorical_accuracy: 0.5153\n",
      "\n",
      "Epoch 00745: loss did not improve from 1.58629\n",
      "Epoch 746/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5887 - categorical_accuracy: 0.5171\n",
      "\n",
      "Epoch 00746: loss did not improve from 1.58629\n",
      "Epoch 747/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6167 - categorical_accuracy: 0.5091\n",
      "\n",
      "Epoch 00747: loss did not improve from 1.58629\n",
      "Epoch 748/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6183 - categorical_accuracy: 0.5089\n",
      "\n",
      "Epoch 00748: loss did not improve from 1.58629\n",
      "Epoch 749/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6077 - categorical_accuracy: 0.5106\n",
      "\n",
      "Epoch 00749: loss did not improve from 1.58629\n",
      "Epoch 750/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5947 - categorical_accuracy: 0.5150\n",
      "\n",
      "Epoch 00750: loss did not improve from 1.58629\n",
      "Epoch 751/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5936 - categorical_accuracy: 0.5157\n",
      "\n",
      "Epoch 00751: loss did not improve from 1.58629\n",
      "Epoch 752/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6061 - categorical_accuracy: 0.5113\n",
      "\n",
      "Epoch 00752: loss did not improve from 1.58629\n",
      "Epoch 753/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6043 - categorical_accuracy: 0.5131\n",
      "\n",
      "Epoch 00753: loss did not improve from 1.58629\n",
      "Epoch 754/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5869 - categorical_accuracy: 0.5168\n",
      "\n",
      "Epoch 00754: loss did not improve from 1.58629\n",
      "Epoch 755/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6197 - categorical_accuracy: 0.5076\n",
      "\n",
      "Epoch 00755: loss did not improve from 1.58629\n",
      "Epoch 756/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6045 - categorical_accuracy: 0.5111\n",
      "\n",
      "Epoch 00756: loss did not improve from 1.58629\n",
      "Epoch 757/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5872 - categorical_accuracy: 0.5180\n",
      "\n",
      "Epoch 00757: loss did not improve from 1.58629\n",
      "Epoch 758/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5927 - categorical_accuracy: 0.5156\n",
      "\n",
      "Epoch 00758: loss did not improve from 1.58629\n",
      "Epoch 759/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5916 - categorical_accuracy: 0.5156\n",
      "\n",
      "Epoch 00759: loss did not improve from 1.58629\n",
      "Epoch 760/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6014 - categorical_accuracy: 0.5145\n",
      "\n",
      "Epoch 00760: loss did not improve from 1.58629\n",
      "Epoch 761/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5846 - categorical_accuracy: 0.5183\n",
      "\n",
      "Epoch 00761: loss improved from 1.58629 to 1.58464, saving model to 3rd-weights-improvement-761-1.5846.hdf5\n",
      "Epoch 762/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5895 - categorical_accuracy: 0.5169\n",
      "\n",
      "Epoch 00762: loss did not improve from 1.58464\n",
      "Epoch 763/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5963 - categorical_accuracy: 0.5145\n",
      "\n",
      "Epoch 00763: loss did not improve from 1.58464\n",
      "Epoch 764/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6361 - categorical_accuracy: 0.5064\n",
      "\n",
      "Epoch 00764: loss did not improve from 1.58464\n",
      "Epoch 765/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6203 - categorical_accuracy: 0.5081\n",
      "\n",
      "Epoch 00765: loss did not improve from 1.58464\n",
      "Epoch 766/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5886 - categorical_accuracy: 0.5174\n",
      "\n",
      "Epoch 00766: loss did not improve from 1.58464\n",
      "Epoch 767/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5912 - categorical_accuracy: 0.5161\n",
      "\n",
      "Epoch 00767: loss did not improve from 1.58464\n",
      "Epoch 768/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5882 - categorical_accuracy: 0.5179\n",
      "\n",
      "Epoch 00768: loss did not improve from 1.58464\n",
      "Epoch 769/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5856 - categorical_accuracy: 0.5188\n",
      "\n",
      "Epoch 00769: loss did not improve from 1.58464\n",
      "Epoch 770/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5752 - categorical_accuracy: 0.5204\n",
      "\n",
      "Epoch 00770: loss improved from 1.58464 to 1.57516, saving model to 3rd-weights-improvement-770-1.5752.hdf5\n",
      "Epoch 771/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5838 - categorical_accuracy: 0.5175\n",
      "\n",
      "Epoch 00771: loss did not improve from 1.57516\n",
      "Epoch 772/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5911 - categorical_accuracy: 0.5151\n",
      "\n",
      "Epoch 00772: loss did not improve from 1.57516\n",
      "Epoch 773/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6007 - categorical_accuracy: 0.5129\n",
      "\n",
      "Epoch 00773: loss did not improve from 1.57516\n",
      "Epoch 774/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5913 - categorical_accuracy: 0.5166\n",
      "\n",
      "Epoch 00774: loss did not improve from 1.57516\n",
      "Epoch 775/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6002 - categorical_accuracy: 0.5135\n",
      "\n",
      "Epoch 00775: loss did not improve from 1.57516\n",
      "Epoch 776/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5874 - categorical_accuracy: 0.5173\n",
      "\n",
      "Epoch 00776: loss did not improve from 1.57516\n",
      "Epoch 777/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5920 - categorical_accuracy: 0.5164\n",
      "\n",
      "Epoch 00777: loss did not improve from 1.57516\n",
      "Epoch 778/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5846 - categorical_accuracy: 0.5172\n",
      "\n",
      "Epoch 00778: loss did not improve from 1.57516\n",
      "Epoch 779/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5859 - categorical_accuracy: 0.5170\n",
      "\n",
      "Epoch 00779: loss did not improve from 1.57516\n",
      "Epoch 780/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5957 - categorical_accuracy: 0.5142\n",
      "\n",
      "Epoch 00780: loss did not improve from 1.57516\n",
      "Epoch 781/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6812 - categorical_accuracy: 0.4932\n",
      "\n",
      "Epoch 00781: loss did not improve from 1.57516\n",
      "Epoch 782/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5778 - categorical_accuracy: 0.5218\n",
      "\n",
      "Epoch 00782: loss did not improve from 1.57516\n",
      "Epoch 783/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5812 - categorical_accuracy: 0.5177\n",
      "\n",
      "Epoch 00783: loss did not improve from 1.57516\n",
      "Epoch 784/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5745 - categorical_accuracy: 0.5209\n",
      "\n",
      "Epoch 00784: loss improved from 1.57516 to 1.57447, saving model to 3rd-weights-improvement-784-1.5745.hdf5\n",
      "Epoch 785/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5770 - categorical_accuracy: 0.5199\n",
      "\n",
      "Epoch 00785: loss did not improve from 1.57447\n",
      "Epoch 786/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5965 - categorical_accuracy: 0.5149\n",
      "\n",
      "Epoch 00786: loss did not improve from 1.57447\n",
      "Epoch 787/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5779 - categorical_accuracy: 0.5206\n",
      "\n",
      "Epoch 00787: loss did not improve from 1.57447\n",
      "Epoch 788/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6167 - categorical_accuracy: 0.5081\n",
      "\n",
      "Epoch 00788: loss did not improve from 1.57447\n",
      "Epoch 789/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5956 - categorical_accuracy: 0.5121\n",
      "\n",
      "Epoch 00789: loss did not improve from 1.57447\n",
      "Epoch 790/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5703 - categorical_accuracy: 0.5201\n",
      "\n",
      "Epoch 00790: loss improved from 1.57447 to 1.57030, saving model to 3rd-weights-improvement-790-1.5703.hdf5\n",
      "Epoch 791/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5761 - categorical_accuracy: 0.5199\n",
      "\n",
      "Epoch 00791: loss did not improve from 1.57030\n",
      "Epoch 792/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5794 - categorical_accuracy: 0.5190\n",
      "\n",
      "Epoch 00792: loss did not improve from 1.57030\n",
      "Epoch 793/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5822 - categorical_accuracy: 0.5181\n",
      "\n",
      "Epoch 00793: loss did not improve from 1.57030\n",
      "Epoch 794/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5823 - categorical_accuracy: 0.5185\n",
      "\n",
      "Epoch 00794: loss did not improve from 1.57030\n",
      "Epoch 795/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5832 - categorical_accuracy: 0.5174\n",
      "\n",
      "Epoch 00795: loss did not improve from 1.57030\n",
      "Epoch 796/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5819 - categorical_accuracy: 0.5183\n",
      "\n",
      "Epoch 00796: loss did not improve from 1.57030\n",
      "Epoch 797/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5772 - categorical_accuracy: 0.5193\n",
      "\n",
      "Epoch 00797: loss did not improve from 1.57030\n",
      "Epoch 798/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5779 - categorical_accuracy: 0.5198\n",
      "\n",
      "Epoch 00798: loss did not improve from 1.57030\n",
      "Epoch 799/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5835 - categorical_accuracy: 0.5191\n",
      "\n",
      "Epoch 00799: loss did not improve from 1.57030\n",
      "Epoch 800/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5939 - categorical_accuracy: 0.5165\n",
      "\n",
      "Epoch 00800: loss did not improve from 1.57030\n",
      "Epoch 801/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5844 - categorical_accuracy: 0.5191\n",
      "\n",
      "Epoch 00801: loss did not improve from 1.57030\n",
      "Epoch 802/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5739 - categorical_accuracy: 0.5211\n",
      "\n",
      "Epoch 00802: loss did not improve from 1.57030\n",
      "Epoch 803/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6014 - categorical_accuracy: 0.5135\n",
      "\n",
      "Epoch 00803: loss did not improve from 1.57030\n",
      "Epoch 804/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5783 - categorical_accuracy: 0.5209\n",
      "\n",
      "Epoch 00804: loss did not improve from 1.57030\n",
      "Epoch 805/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5841 - categorical_accuracy: 0.5175\n",
      "\n",
      "Epoch 00805: loss did not improve from 1.57030\n",
      "Epoch 806/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5779 - categorical_accuracy: 0.5196\n",
      "\n",
      "Epoch 00806: loss did not improve from 1.57030\n",
      "Epoch 807/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5838 - categorical_accuracy: 0.5194\n",
      "\n",
      "Epoch 00807: loss did not improve from 1.57030\n",
      "Epoch 808/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5737 - categorical_accuracy: 0.5206\n",
      "\n",
      "Epoch 00808: loss did not improve from 1.57030\n",
      "Epoch 809/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5825 - categorical_accuracy: 0.5175\n",
      "\n",
      "Epoch 00809: loss did not improve from 1.57030\n",
      "Epoch 810/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5735 - categorical_accuracy: 0.5208\n",
      "\n",
      "Epoch 00810: loss did not improve from 1.57030\n",
      "Epoch 811/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5898 - categorical_accuracy: 0.5159\n",
      "\n",
      "Epoch 00811: loss did not improve from 1.57030\n",
      "Epoch 812/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5970 - categorical_accuracy: 0.5143\n",
      "\n",
      "Epoch 00812: loss did not improve from 1.57030\n",
      "Epoch 813/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6057 - categorical_accuracy: 0.5117\n",
      "\n",
      "Epoch 00813: loss did not improve from 1.57030\n",
      "Epoch 814/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5827 - categorical_accuracy: 0.5187\n",
      "\n",
      "Epoch 00814: loss did not improve from 1.57030\n",
      "Epoch 815/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5881 - categorical_accuracy: 0.5160\n",
      "\n",
      "Epoch 00815: loss did not improve from 1.57030\n",
      "Epoch 816/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6337 - categorical_accuracy: 0.5042\n",
      "\n",
      "Epoch 00816: loss did not improve from 1.57030\n",
      "Epoch 817/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5889 - categorical_accuracy: 0.5159\n",
      "\n",
      "Epoch 00817: loss did not improve from 1.57030\n",
      "Epoch 818/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5854 - categorical_accuracy: 0.5160\n",
      "\n",
      "Epoch 00818: loss did not improve from 1.57030\n",
      "Epoch 819/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5976 - categorical_accuracy: 0.5116\n",
      "\n",
      "Epoch 00819: loss did not improve from 1.57030\n",
      "Epoch 820/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.8743 - categorical_accuracy: 0.4524\n",
      "\n",
      "Epoch 00820: loss did not improve from 1.57030\n",
      "Epoch 821/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6714 - categorical_accuracy: 0.4929\n",
      "\n",
      "Epoch 00821: loss did not improve from 1.57030\n",
      "Epoch 822/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6113 - categorical_accuracy: 0.5109\n",
      "\n",
      "Epoch 00822: loss did not improve from 1.57030\n",
      "Epoch 823/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5837 - categorical_accuracy: 0.5176\n",
      "\n",
      "Epoch 00823: loss did not improve from 1.57030\n",
      "Epoch 824/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5732 - categorical_accuracy: 0.5207\n",
      "\n",
      "Epoch 00824: loss did not improve from 1.57030\n",
      "Epoch 825/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5635 - categorical_accuracy: 0.5245\n",
      "\n",
      "Epoch 00825: loss improved from 1.57030 to 1.56345, saving model to 3rd-weights-improvement-825-1.5635.hdf5\n",
      "Epoch 826/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5717 - categorical_accuracy: 0.5223\n",
      "\n",
      "Epoch 00826: loss did not improve from 1.56345\n",
      "Epoch 827/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5701 - categorical_accuracy: 0.5226\n",
      "\n",
      "Epoch 00827: loss did not improve from 1.56345\n",
      "Epoch 828/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5831 - categorical_accuracy: 0.5178\n",
      "\n",
      "Epoch 00828: loss did not improve from 1.56345\n",
      "Epoch 829/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5900 - categorical_accuracy: 0.5171\n",
      "\n",
      "Epoch 00829: loss did not improve from 1.56345\n",
      "Epoch 830/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5939 - categorical_accuracy: 0.5136\n",
      "\n",
      "Epoch 00830: loss did not improve from 1.56345\n",
      "Epoch 831/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5819 - categorical_accuracy: 0.5192\n",
      "\n",
      "Epoch 00831: loss did not improve from 1.56345\n",
      "Epoch 832/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5678 - categorical_accuracy: 0.5217\n",
      "\n",
      "Epoch 00832: loss did not improve from 1.56345\n",
      "Epoch 833/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5806 - categorical_accuracy: 0.5174\n",
      "\n",
      "Epoch 00833: loss did not improve from 1.56345\n",
      "Epoch 834/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5902 - categorical_accuracy: 0.5169\n",
      "\n",
      "Epoch 00834: loss did not improve from 1.56345\n",
      "Epoch 835/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5827 - categorical_accuracy: 0.5173\n",
      "\n",
      "Epoch 00835: loss did not improve from 1.56345\n",
      "Epoch 836/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5862 - categorical_accuracy: 0.5160\n",
      "\n",
      "Epoch 00836: loss did not improve from 1.56345\n",
      "Epoch 837/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5820 - categorical_accuracy: 0.5181\n",
      "\n",
      "Epoch 00837: loss did not improve from 1.56345\n",
      "Epoch 838/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6161 - categorical_accuracy: 0.5104\n",
      "\n",
      "Epoch 00838: loss did not improve from 1.56345\n",
      "Epoch 839/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5944 - categorical_accuracy: 0.5148\n",
      "\n",
      "Epoch 00839: loss did not improve from 1.56345\n",
      "Epoch 840/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5739 - categorical_accuracy: 0.5211\n",
      "\n",
      "Epoch 00840: loss did not improve from 1.56345\n",
      "Epoch 841/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5946 - categorical_accuracy: 0.5152\n",
      "\n",
      "Epoch 00841: loss did not improve from 1.56345\n",
      "Epoch 842/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5896 - categorical_accuracy: 0.5149\n",
      "\n",
      "Epoch 00842: loss did not improve from 1.56345\n",
      "Epoch 843/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5724 - categorical_accuracy: 0.5213\n",
      "\n",
      "Epoch 00843: loss did not improve from 1.56345\n",
      "Epoch 844/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5660 - categorical_accuracy: 0.5215\n",
      "\n",
      "Epoch 00844: loss did not improve from 1.56345\n",
      "Epoch 845/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5712 - categorical_accuracy: 0.5219\n",
      "\n",
      "Epoch 00845: loss did not improve from 1.56345\n",
      "Epoch 846/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6086 - categorical_accuracy: 0.5107\n",
      "\n",
      "Epoch 00846: loss did not improve from 1.56345\n",
      "Epoch 847/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5877 - categorical_accuracy: 0.5160\n",
      "\n",
      "Epoch 00847: loss did not improve from 1.56345\n",
      "Epoch 848/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5689 - categorical_accuracy: 0.5231\n",
      "\n",
      "Epoch 00848: loss did not improve from 1.56345\n",
      "Epoch 849/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5940 - categorical_accuracy: 0.5150\n",
      "\n",
      "Epoch 00849: loss did not improve from 1.56345\n",
      "Epoch 850/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6370 - categorical_accuracy: 0.5026\n",
      "\n",
      "Epoch 00850: loss did not improve from 1.56345\n",
      "Epoch 851/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6321 - categorical_accuracy: 0.5047\n",
      "\n",
      "Epoch 00851: loss did not improve from 1.56345\n",
      "Epoch 852/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5827 - categorical_accuracy: 0.5191\n",
      "\n",
      "Epoch 00852: loss did not improve from 1.56345\n",
      "Epoch 853/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5649 - categorical_accuracy: 0.5230\n",
      "\n",
      "Epoch 00853: loss did not improve from 1.56345\n",
      "Epoch 854/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5703 - categorical_accuracy: 0.5224\n",
      "\n",
      "Epoch 00854: loss did not improve from 1.56345\n",
      "Epoch 855/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5876 - categorical_accuracy: 0.5176\n",
      "\n",
      "Epoch 00855: loss did not improve from 1.56345\n",
      "Epoch 856/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5781 - categorical_accuracy: 0.5201\n",
      "\n",
      "Epoch 00856: loss did not improve from 1.56345\n",
      "Epoch 857/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5686 - categorical_accuracy: 0.5227\n",
      "\n",
      "Epoch 00857: loss did not improve from 1.56345\n",
      "Epoch 858/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5669 - categorical_accuracy: 0.5235\n",
      "\n",
      "Epoch 00858: loss did not improve from 1.56345\n",
      "Epoch 859/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5785 - categorical_accuracy: 0.5192\n",
      "\n",
      "Epoch 00859: loss did not improve from 1.56345\n",
      "Epoch 860/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5881 - categorical_accuracy: 0.5170\n",
      "\n",
      "Epoch 00860: loss did not improve from 1.56345\n",
      "Epoch 861/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5772 - categorical_accuracy: 0.5212\n",
      "\n",
      "Epoch 00861: loss did not improve from 1.56345\n",
      "Epoch 862/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5771 - categorical_accuracy: 0.5202\n",
      "\n",
      "Epoch 00862: loss did not improve from 1.56345\n",
      "Epoch 863/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5738 - categorical_accuracy: 0.5215\n",
      "\n",
      "Epoch 00863: loss did not improve from 1.56345\n",
      "Epoch 864/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5718 - categorical_accuracy: 0.5215\n",
      "\n",
      "Epoch 00864: loss did not improve from 1.56345\n",
      "Epoch 865/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5967 - categorical_accuracy: 0.5143\n",
      "\n",
      "Epoch 00865: loss did not improve from 1.56345\n",
      "Epoch 866/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5917 - categorical_accuracy: 0.5175\n",
      "\n",
      "Epoch 00866: loss did not improve from 1.56345\n",
      "Epoch 867/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5706 - categorical_accuracy: 0.5226\n",
      "\n",
      "Epoch 00867: loss did not improve from 1.56345\n",
      "Epoch 868/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5867 - categorical_accuracy: 0.5179\n",
      "\n",
      "Epoch 00868: loss did not improve from 1.56345\n",
      "Epoch 869/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5761 - categorical_accuracy: 0.5198\n",
      "\n",
      "Epoch 00869: loss did not improve from 1.56345\n",
      "Epoch 870/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5938 - categorical_accuracy: 0.5144\n",
      "\n",
      "Epoch 00870: loss did not improve from 1.56345\n",
      "Epoch 871/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5766 - categorical_accuracy: 0.5201\n",
      "\n",
      "Epoch 00871: loss did not improve from 1.56345\n",
      "Epoch 872/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5866 - categorical_accuracy: 0.5166\n",
      "\n",
      "Epoch 00872: loss did not improve from 1.56345\n",
      "Epoch 873/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5666 - categorical_accuracy: 0.5248\n",
      "\n",
      "Epoch 00873: loss did not improve from 1.56345\n",
      "Epoch 874/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5701 - categorical_accuracy: 0.5219\n",
      "\n",
      "Epoch 00874: loss did not improve from 1.56345\n",
      "Epoch 875/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5792 - categorical_accuracy: 0.5197\n",
      "\n",
      "Epoch 00875: loss did not improve from 1.56345\n",
      "Epoch 876/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5662 - categorical_accuracy: 0.5245\n",
      "\n",
      "Epoch 00876: loss did not improve from 1.56345\n",
      "Epoch 877/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5719 - categorical_accuracy: 0.5214\n",
      "\n",
      "Epoch 00877: loss did not improve from 1.56345\n",
      "Epoch 878/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5851 - categorical_accuracy: 0.5179\n",
      "\n",
      "Epoch 00878: loss did not improve from 1.56345\n",
      "Epoch 879/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5775 - categorical_accuracy: 0.5197\n",
      "\n",
      "Epoch 00879: loss did not improve from 1.56345\n",
      "Epoch 880/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5666 - categorical_accuracy: 0.5213\n",
      "\n",
      "Epoch 00880: loss did not improve from 1.56345\n",
      "Epoch 881/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5704 - categorical_accuracy: 0.5207\n",
      "\n",
      "Epoch 00881: loss did not improve from 1.56345\n",
      "Epoch 882/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6004 - categorical_accuracy: 0.5126\n",
      "\n",
      "Epoch 00882: loss did not improve from 1.56345\n",
      "Epoch 883/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5774 - categorical_accuracy: 0.5200\n",
      "\n",
      "Epoch 00883: loss did not improve from 1.56345\n",
      "Epoch 884/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5736 - categorical_accuracy: 0.5201\n",
      "\n",
      "Epoch 00884: loss did not improve from 1.56345\n",
      "Epoch 885/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5867 - categorical_accuracy: 0.5175\n",
      "\n",
      "Epoch 00885: loss did not improve from 1.56345\n",
      "Epoch 886/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5738 - categorical_accuracy: 0.5198\n",
      "\n",
      "Epoch 00886: loss did not improve from 1.56345\n",
      "Epoch 887/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5786 - categorical_accuracy: 0.5193\n",
      "\n",
      "Epoch 00887: loss did not improve from 1.56345\n",
      "Epoch 888/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5704 - categorical_accuracy: 0.5220\n",
      "\n",
      "Epoch 00888: loss did not improve from 1.56345\n",
      "Epoch 889/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5775 - categorical_accuracy: 0.5202\n",
      "\n",
      "Epoch 00889: loss did not improve from 1.56345\n",
      "Epoch 890/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5666 - categorical_accuracy: 0.5225\n",
      "\n",
      "Epoch 00890: loss did not improve from 1.56345\n",
      "Epoch 891/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5696 - categorical_accuracy: 0.5228\n",
      "\n",
      "Epoch 00891: loss did not improve from 1.56345\n",
      "Epoch 892/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5646 - categorical_accuracy: 0.5230\n",
      "\n",
      "Epoch 00892: loss did not improve from 1.56345\n",
      "Epoch 893/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5657 - categorical_accuracy: 0.5220\n",
      "\n",
      "Epoch 00893: loss did not improve from 1.56345\n",
      "Epoch 894/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5715 - categorical_accuracy: 0.5222\n",
      "\n",
      "Epoch 00894: loss did not improve from 1.56345\n",
      "Epoch 895/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5778 - categorical_accuracy: 0.5195\n",
      "\n",
      "Epoch 00895: loss did not improve from 1.56345\n",
      "Epoch 896/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5680 - categorical_accuracy: 0.5223\n",
      "\n",
      "Epoch 00896: loss did not improve from 1.56345\n",
      "Epoch 897/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5577 - categorical_accuracy: 0.5254\n",
      "\n",
      "Epoch 00897: loss improved from 1.56345 to 1.55771, saving model to 3rd-weights-improvement-897-1.5577.hdf5\n",
      "Epoch 898/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5721 - categorical_accuracy: 0.5206\n",
      "\n",
      "Epoch 00898: loss did not improve from 1.55771\n",
      "Epoch 899/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5756 - categorical_accuracy: 0.5217\n",
      "\n",
      "Epoch 00899: loss did not improve from 1.55771\n",
      "Epoch 900/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5648 - categorical_accuracy: 0.5253\n",
      "\n",
      "Epoch 00900: loss did not improve from 1.55771\n",
      "Epoch 901/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5620 - categorical_accuracy: 0.5251\n",
      "\n",
      "Epoch 00901: loss did not improve from 1.55771\n",
      "Epoch 902/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5616 - categorical_accuracy: 0.5248\n",
      "\n",
      "Epoch 00902: loss did not improve from 1.55771\n",
      "Epoch 903/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5669 - categorical_accuracy: 0.5225\n",
      "\n",
      "Epoch 00903: loss did not improve from 1.55771\n",
      "Epoch 904/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5798 - categorical_accuracy: 0.5194\n",
      "\n",
      "Epoch 00904: loss did not improve from 1.55771\n",
      "Epoch 905/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5651 - categorical_accuracy: 0.5231\n",
      "\n",
      "Epoch 00905: loss did not improve from 1.55771\n",
      "Epoch 906/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5600 - categorical_accuracy: 0.5244\n",
      "\n",
      "Epoch 00906: loss did not improve from 1.55771\n",
      "Epoch 907/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5873 - categorical_accuracy: 0.5164\n",
      "\n",
      "Epoch 00907: loss did not improve from 1.55771\n",
      "Epoch 908/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5917 - categorical_accuracy: 0.5168\n",
      "\n",
      "Epoch 00908: loss did not improve from 1.55771\n",
      "Epoch 909/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5746 - categorical_accuracy: 0.5208\n",
      "\n",
      "Epoch 00909: loss did not improve from 1.55771\n",
      "Epoch 910/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5627 - categorical_accuracy: 0.5232\n",
      "\n",
      "Epoch 00910: loss did not improve from 1.55771\n",
      "Epoch 911/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5754 - categorical_accuracy: 0.5195\n",
      "\n",
      "Epoch 00911: loss did not improve from 1.55771\n",
      "Epoch 912/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5759 - categorical_accuracy: 0.5199\n",
      "\n",
      "Epoch 00912: loss did not improve from 1.55771\n",
      "Epoch 913/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5818 - categorical_accuracy: 0.5186\n",
      "\n",
      "Epoch 00913: loss did not improve from 1.55771\n",
      "Epoch 914/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5590 - categorical_accuracy: 0.5251\n",
      "\n",
      "Epoch 00914: loss did not improve from 1.55771\n",
      "Epoch 915/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5651 - categorical_accuracy: 0.5224\n",
      "\n",
      "Epoch 00915: loss did not improve from 1.55771\n",
      "Epoch 916/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5833 - categorical_accuracy: 0.5184\n",
      "\n",
      "Epoch 00916: loss did not improve from 1.55771\n",
      "Epoch 917/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6186 - categorical_accuracy: 0.5085\n",
      "\n",
      "Epoch 00917: loss did not improve from 1.55771\n",
      "Epoch 918/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5647 - categorical_accuracy: 0.5227\n",
      "\n",
      "Epoch 00918: loss did not improve from 1.55771\n",
      "Epoch 919/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5560 - categorical_accuracy: 0.5264\n",
      "\n",
      "Epoch 00919: loss improved from 1.55771 to 1.55602, saving model to 3rd-weights-improvement-919-1.5560.hdf5\n",
      "Epoch 920/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5650 - categorical_accuracy: 0.5228\n",
      "\n",
      "Epoch 00920: loss did not improve from 1.55602\n",
      "Epoch 921/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5612 - categorical_accuracy: 0.5240\n",
      "\n",
      "Epoch 00921: loss did not improve from 1.55602\n",
      "Epoch 922/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5756 - categorical_accuracy: 0.5200\n",
      "\n",
      "Epoch 00922: loss did not improve from 1.55602\n",
      "Epoch 923/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5746 - categorical_accuracy: 0.5197\n",
      "\n",
      "Epoch 00923: loss did not improve from 1.55602\n",
      "Epoch 924/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5793 - categorical_accuracy: 0.5191\n",
      "\n",
      "Epoch 00924: loss did not improve from 1.55602\n",
      "Epoch 925/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5578 - categorical_accuracy: 0.5237\n",
      "\n",
      "Epoch 00925: loss did not improve from 1.55602\n",
      "Epoch 926/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5637 - categorical_accuracy: 0.5235\n",
      "\n",
      "Epoch 00926: loss did not improve from 1.55602\n",
      "Epoch 927/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5798 - categorical_accuracy: 0.5202\n",
      "\n",
      "Epoch 00927: loss did not improve from 1.55602\n",
      "Epoch 928/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5744 - categorical_accuracy: 0.5204\n",
      "\n",
      "Epoch 00928: loss did not improve from 1.55602\n",
      "Epoch 929/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5888 - categorical_accuracy: 0.5147\n",
      "\n",
      "Epoch 00929: loss did not improve from 1.55602\n",
      "Epoch 930/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5812 - categorical_accuracy: 0.5176\n",
      "\n",
      "Epoch 00930: loss did not improve from 1.55602\n",
      "Epoch 931/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5665 - categorical_accuracy: 0.5229\n",
      "\n",
      "Epoch 00931: loss did not improve from 1.55602\n",
      "Epoch 932/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5539 - categorical_accuracy: 0.5263\n",
      "\n",
      "Epoch 00932: loss improved from 1.55602 to 1.55389, saving model to 3rd-weights-improvement-932-1.5539.hdf5\n",
      "Epoch 933/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5675 - categorical_accuracy: 0.5231\n",
      "\n",
      "Epoch 00933: loss did not improve from 1.55389\n",
      "Epoch 934/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5646 - categorical_accuracy: 0.5234\n",
      "\n",
      "Epoch 00934: loss did not improve from 1.55389\n",
      "Epoch 935/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5725 - categorical_accuracy: 0.5207\n",
      "\n",
      "Epoch 00935: loss did not improve from 1.55389\n",
      "Epoch 936/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5610 - categorical_accuracy: 0.5246\n",
      "\n",
      "Epoch 00936: loss did not improve from 1.55389\n",
      "Epoch 937/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5675 - categorical_accuracy: 0.5224\n",
      "\n",
      "Epoch 00937: loss did not improve from 1.55389\n",
      "Epoch 938/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5756 - categorical_accuracy: 0.5196\n",
      "\n",
      "Epoch 00938: loss did not improve from 1.55389\n",
      "Epoch 939/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5585 - categorical_accuracy: 0.5259\n",
      "\n",
      "Epoch 00939: loss did not improve from 1.55389\n",
      "Epoch 940/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5480 - categorical_accuracy: 0.5276\n",
      "\n",
      "Epoch 00940: loss improved from 1.55389 to 1.54799, saving model to 3rd-weights-improvement-940-1.5480.hdf5\n",
      "Epoch 941/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5722 - categorical_accuracy: 0.5212\n",
      "\n",
      "Epoch 00941: loss did not improve from 1.54799\n",
      "Epoch 942/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5513 - categorical_accuracy: 0.5285\n",
      "\n",
      "Epoch 00942: loss did not improve from 1.54799\n",
      "Epoch 943/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5615 - categorical_accuracy: 0.5258\n",
      "\n",
      "Epoch 00943: loss did not improve from 1.54799\n",
      "Epoch 944/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5688 - categorical_accuracy: 0.5220\n",
      "\n",
      "Epoch 00944: loss did not improve from 1.54799\n",
      "Epoch 945/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5711 - categorical_accuracy: 0.5208\n",
      "\n",
      "Epoch 00945: loss did not improve from 1.54799\n",
      "Epoch 946/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5608 - categorical_accuracy: 0.5243\n",
      "\n",
      "Epoch 00946: loss did not improve from 1.54799\n",
      "Epoch 947/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5748 - categorical_accuracy: 0.5196\n",
      "\n",
      "Epoch 00947: loss did not improve from 1.54799\n",
      "Epoch 948/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5649 - categorical_accuracy: 0.5226\n",
      "\n",
      "Epoch 00948: loss did not improve from 1.54799\n",
      "Epoch 949/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5630 - categorical_accuracy: 0.5246\n",
      "\n",
      "Epoch 00949: loss did not improve from 1.54799\n",
      "Epoch 950/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5865 - categorical_accuracy: 0.5175\n",
      "\n",
      "Epoch 00950: loss did not improve from 1.54799\n",
      "Epoch 951/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5704 - categorical_accuracy: 0.5219\n",
      "\n",
      "Epoch 00951: loss did not improve from 1.54799\n",
      "Epoch 952/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6895 - categorical_accuracy: 0.4918\n",
      "\n",
      "Epoch 00952: loss did not improve from 1.54799\n",
      "Epoch 953/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5632 - categorical_accuracy: 0.5241\n",
      "\n",
      "Epoch 00953: loss did not improve from 1.54799\n",
      "Epoch 954/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5522 - categorical_accuracy: 0.5255\n",
      "\n",
      "Epoch 00954: loss did not improve from 1.54799\n",
      "Epoch 955/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5656 - categorical_accuracy: 0.5229\n",
      "\n",
      "Epoch 00955: loss did not improve from 1.54799\n",
      "Epoch 956/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5617 - categorical_accuracy: 0.5244\n",
      "\n",
      "Epoch 00956: loss did not improve from 1.54799\n",
      "Epoch 957/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5731 - categorical_accuracy: 0.5197\n",
      "\n",
      "Epoch 00957: loss did not improve from 1.54799\n",
      "Epoch 958/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5563 - categorical_accuracy: 0.5248\n",
      "\n",
      "Epoch 00958: loss did not improve from 1.54799\n",
      "Epoch 959/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5609 - categorical_accuracy: 0.5254\n",
      "\n",
      "Epoch 00959: loss did not improve from 1.54799\n",
      "Epoch 960/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5603 - categorical_accuracy: 0.5232\n",
      "\n",
      "Epoch 00960: loss did not improve from 1.54799\n",
      "Epoch 961/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5516 - categorical_accuracy: 0.5256\n",
      "\n",
      "Epoch 00961: loss did not improve from 1.54799\n",
      "Epoch 962/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5577 - categorical_accuracy: 0.5260\n",
      "\n",
      "Epoch 00962: loss did not improve from 1.54799\n",
      "Epoch 963/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5704 - categorical_accuracy: 0.5217\n",
      "\n",
      "Epoch 00963: loss did not improve from 1.54799\n",
      "Epoch 964/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5692 - categorical_accuracy: 0.5217\n",
      "\n",
      "Epoch 00964: loss did not improve from 1.54799\n",
      "Epoch 965/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5576 - categorical_accuracy: 0.5245\n",
      "\n",
      "Epoch 00965: loss did not improve from 1.54799\n",
      "Epoch 966/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5540 - categorical_accuracy: 0.5256\n",
      "\n",
      "Epoch 00966: loss did not improve from 1.54799\n",
      "Epoch 967/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5646 - categorical_accuracy: 0.5223\n",
      "\n",
      "Epoch 00967: loss did not improve from 1.54799\n",
      "Epoch 968/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5505 - categorical_accuracy: 0.5271\n",
      "\n",
      "Epoch 00968: loss did not improve from 1.54799\n",
      "Epoch 969/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5656 - categorical_accuracy: 0.5210\n",
      "\n",
      "Epoch 00969: loss did not improve from 1.54799\n",
      "Epoch 970/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5751 - categorical_accuracy: 0.5210\n",
      "\n",
      "Epoch 00970: loss did not improve from 1.54799\n",
      "Epoch 971/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5641 - categorical_accuracy: 0.5242\n",
      "\n",
      "Epoch 00971: loss did not improve from 1.54799\n",
      "Epoch 972/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5677 - categorical_accuracy: 0.5221\n",
      "\n",
      "Epoch 00972: loss did not improve from 1.54799\n",
      "Epoch 973/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5605 - categorical_accuracy: 0.5238\n",
      "\n",
      "Epoch 00973: loss did not improve from 1.54799\n",
      "Epoch 974/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5658 - categorical_accuracy: 0.5221\n",
      "\n",
      "Epoch 00974: loss did not improve from 1.54799\n",
      "Epoch 975/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5597 - categorical_accuracy: 0.5249\n",
      "\n",
      "Epoch 00975: loss did not improve from 1.54799\n",
      "Epoch 976/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.6047 - categorical_accuracy: 0.5124\n",
      "\n",
      "Epoch 00976: loss did not improve from 1.54799\n",
      "Epoch 977/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5559 - categorical_accuracy: 0.5243\n",
      "\n",
      "Epoch 00977: loss did not improve from 1.54799\n",
      "Epoch 978/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5471 - categorical_accuracy: 0.5275\n",
      "\n",
      "Epoch 00978: loss improved from 1.54799 to 1.54710, saving model to 3rd-weights-improvement-978-1.5471.hdf5\n",
      "Epoch 979/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5489 - categorical_accuracy: 0.5282\n",
      "\n",
      "Epoch 00979: loss did not improve from 1.54710\n",
      "Epoch 980/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5628 - categorical_accuracy: 0.5237\n",
      "\n",
      "Epoch 00980: loss did not improve from 1.54710\n",
      "Epoch 981/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5761 - categorical_accuracy: 0.5199\n",
      "\n",
      "Epoch 00981: loss did not improve from 1.54710\n",
      "Epoch 982/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5555 - categorical_accuracy: 0.5250\n",
      "\n",
      "Epoch 00982: loss did not improve from 1.54710\n",
      "Epoch 983/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5839 - categorical_accuracy: 0.5153\n",
      "\n",
      "Epoch 00983: loss did not improve from 1.54710\n",
      "Epoch 984/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5573 - categorical_accuracy: 0.5250\n",
      "\n",
      "Epoch 00984: loss did not improve from 1.54710\n",
      "Epoch 985/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5651 - categorical_accuracy: 0.5233\n",
      "\n",
      "Epoch 00985: loss did not improve from 1.54710\n",
      "Epoch 986/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5767 - categorical_accuracy: 0.5185\n",
      "\n",
      "Epoch 00986: loss did not improve from 1.54710\n",
      "Epoch 987/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5761 - categorical_accuracy: 0.5197\n",
      "\n",
      "Epoch 00987: loss did not improve from 1.54710\n",
      "Epoch 988/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5554 - categorical_accuracy: 0.5264\n",
      "\n",
      "Epoch 00988: loss did not improve from 1.54710\n",
      "Epoch 989/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5766 - categorical_accuracy: 0.5195\n",
      "\n",
      "Epoch 00989: loss did not improve from 1.54710\n",
      "Epoch 990/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5654 - categorical_accuracy: 0.5232\n",
      "\n",
      "Epoch 00990: loss did not improve from 1.54710\n",
      "Epoch 991/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5532 - categorical_accuracy: 0.5271\n",
      "\n",
      "Epoch 00991: loss did not improve from 1.54710\n",
      "Epoch 992/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5723 - categorical_accuracy: 0.5199\n",
      "\n",
      "Epoch 00992: loss did not improve from 1.54710\n",
      "Epoch 993/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5681 - categorical_accuracy: 0.5226\n",
      "\n",
      "Epoch 00993: loss did not improve from 1.54710\n",
      "Epoch 994/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5590 - categorical_accuracy: 0.5260\n",
      "\n",
      "Epoch 00994: loss did not improve from 1.54710\n",
      "Epoch 995/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5704 - categorical_accuracy: 0.5211\n",
      "\n",
      "Epoch 00995: loss did not improve from 1.54710\n",
      "Epoch 996/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5728 - categorical_accuracy: 0.5209\n",
      "\n",
      "Epoch 00996: loss did not improve from 1.54710\n",
      "Epoch 997/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5998 - categorical_accuracy: 0.5145\n",
      "\n",
      "Epoch 00997: loss did not improve from 1.54710\n",
      "Epoch 998/1000\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5560 - categorical_accuracy: 0.5253\n",
      "\n",
      "Epoch 00998: loss did not improve from 1.54710\n",
      "Epoch 999/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5588 - categorical_accuracy: 0.5256\n",
      "\n",
      "Epoch 00999: loss did not improve from 1.54710\n",
      "Epoch 1000/1000\n",
      "293/293 [==============================] - 2s 6ms/step - loss: 1.5644 - categorical_accuracy: 0.5231\n",
      "\n",
      "Epoch 01000: loss did not improve from 1.54710\n"
     ]
    }
   ],
   "source": [
    "filepath4=\"4th-weights-improvement-{epoch:02d}-{loss:.4f}.hdf5\"\n",
    "checkpoint4 = ModelCheckpoint(filepath3, monitor='loss', verbose=1, save_best_only=True, mode='min')\n",
    "callbacks_list4 = [checkpoint4]\n",
    "\n",
    "\n",
    "try:\n",
    "    with tf.device('/device:GPU:0'): \n",
    "        # [n_samples, Tx, Tc]\n",
    "        X = np.reshape(dataX, (n_patterns, seq_length, 1))\n",
    "        # normalize\n",
    "        X = X / float(n_vocab)\n",
    "        y = to_categorical(dataY)\n",
    "        LSTM_cell_4 = LSTM(120, input_shape=(X.shape[1], X.shape[2]))\n",
    "        densor_4 = Dense(y.shape[1], activation='softmax')\n",
    "\n",
    "        model_4 = Sequential()\n",
    "        model.add(tf.keras.layers.Embedding(n_vocab, 40, input_length=y.shape[1]))\n",
    "        model_4.add(LSTM_cell_4)\n",
    "        model.add(Dropout(0.2))\n",
    "        model_4.add(densor_4)\n",
    "        model_4.compile(loss='categorical_crossentropy', optimizer='adam', metrics=['categorical_accuracy'])        \n",
    "except RuntimeError as e:\n",
    "    print(e)\n",
    "\n",
    "saved_model_4 = model_4.fit(X, y, epochs=1000, batch_size=320, callbacks=callbacks_list4)\n",
    "model_4.save('model4.h5')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e3632a89",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "64161b80",
   "metadata": {},
   "source": [
    "# 3 Predicting and Sampling"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "e9f8592f",
   "metadata": {},
   "source": [
    "Here one may run the model without previous training as it is already trained and saved in 'model3.h5'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 217,
   "id": "483f2423",
   "metadata": {},
   "outputs": [],
   "source": [
    "int_to_char = dict((i, c) for i, c in enumerate(chars))\n",
    "\n",
    "model_gen = tf.keras.models.load_model('model3.h5')\n",
    "#filename_gen = \"3rd-weights-improvement-978-1.5471.hdf5\"\n",
    "#model_gen.load_weights(filename_gen)\n",
    "model_gen.compile(loss='categorical_crossentropy', optimizer='adam')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 106,
   "id": "7adb186d",
   "metadata": {},
   "outputs": [],
   "source": [
    "import sys\n",
    "\n",
    "def gen_text(seed, length):\n",
    "    pattern = [char_to_int[value] for value in seed]\n",
    "    print(\"\\\"\", seed, \"\\\"\")\n",
    "    for i in range(length):\n",
    "        x = np.reshape(pattern, (1, len(pattern), 1))\n",
    "        x = x / float(n_vocab)\n",
    "        prediction = model_gen.predict(x, verbose=0)\n",
    "        index = np.argmax(prediction)\n",
    "        result = int_to_char[index]\n",
    "        seq_in = [int_to_char[value] for value in pattern]\n",
    "        sys.stdout.write(result)\n",
    "        pattern.append(index)\n",
    "        pattern = pattern[1:len(pattern)]\n",
    "        "
   ]
  },
  {
   "cell_type": "markdown",
   "id": "364ab012",
   "metadata": {},
   "source": [
    "Sampling:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 107,
   "id": "f2d556a8",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\"  your fair no painting set,\n",
      "i found (or  \"\n",
      "thought i found) you did exceed,\n",
      "that barren tender of a poet's debt:\n",
      "and therefore have i slept in your report,\n",
      "that you your self being extant well might show,\n",
      "how far a modern quill doth come too short,\n",
      "speaking of worth, what worth in you doth grow.  \n",
      "this silence for my sin you did impute,\n",
      "which shall be most my glory being dumb,\n",
      "for i impair not beauty being mute,\n",
      "when others would give life"
     ]
    }
   ],
   "source": [
    "start_position = np.random.randint(0,  len(dataX)-1)\n",
    "\n",
    "seed_text = \"\".join([int_to_char[value] for value in dataX[start_position]])\n",
    "\n",
    "gen_text(seed_text, 400)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "46699b63",
   "metadata": {},
   "source": [
    "# 4 Evaluation"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0a8b0a64",
   "metadata": {},
   "source": [
    "## 4.1 400-char sequence with generated output"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 108,
   "id": "a772c682",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\" love to hear her speak, yet well i know, \"\n",
      "\n",
      "that music hath a far more pleasing sound:\n",
      "i grant i never saw a goddess go,\n",
      "my mistress when she walks treads on the ground.\n",
      "and yet by heaven i think my love as rare,\n",
      "as any she belied with false compare.\n",
      "\n",
      "\n",
      "\n",
      "thou art as tyrannous, so as thou art,  \n",
      "as those whose beauties proudly make them cruel;\n",
      "for well thou know'st to my dear doting heart\n",
      "thou art the fairest and most precious jewel.\n",
      "yet in "
     ]
    }
   ],
   "source": [
    "seed_text = \"love to hear her speak, yet well i know,\"\n",
    "\n",
    "gen_text(seed_text, 400)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4d786e73",
   "metadata": {},
   "source": [
    "## 4.2 Perplexity of the model on the sample test data in hold-out.txt:"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 218,
   "id": "1ee56603",
   "metadata": {},
   "outputs": [],
   "source": [
    "filename_test = \"hold-out.txt\"\n",
    "raw_text_test = open(filename_test, 'r', encoding='utf-8').read()\n",
    "raw_text_test = raw_text_test.lower()\n",
    "\n",
    "chars_test = sorted(list(set(raw_text_test)))\n",
    "char_to_int_test = dict((c, i) for i, c in enumerate(chars_test))\n",
    "\n",
    "n_chars_test = len(raw_text_test)\n",
    "n_vocab_test = len(chars_test)\n",
    "\n",
    "dataX_test = []\n",
    "dataY_test = []\n",
    "for i in range(0, n_chars_test - seq_length, 1):\n",
    "    seq_in_test = raw_text_test[i:i + seq_length]\n",
    "    seq_out_test = raw_text_test[i + seq_length]\n",
    "    dataX_test.append([char_to_int[char] for char in seq_in_test])\n",
    "    dataY_test.append(char_to_int[seq_out_test])\n",
    "test_n_patterns = len(dataX_test)\n",
    "\n",
    "# [n_samples, Tx, Tc]\n",
    "X_test = np.reshape(dataX_test, (test_n_patterns, seq_length, 1))\n",
    "# normalize\n",
    "X_test = X_test / float(n_vocab)\n",
    "y_test = to_categorical(dataY_test, 38)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 231,
   "id": "751ca505",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "18/18 [==============================] - 0s 18ms/step - loss: 11.8402\n"
     ]
    }
   ],
   "source": [
    "test_loss = model_gen.evaluate(X_test, y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 237,
   "id": "838f5a9c",
   "metadata": {},
   "outputs": [],
   "source": [
    "test_perplexity = tf.exp(test_loss)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 240,
   "id": "6685055d",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "138712.2"
      ]
     },
     "execution_count": 240,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "test_perplexity.numpy()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "ff5b662c",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [conda env:tf_gpu]",
   "language": "python",
   "name": "conda-env-tf_gpu-py"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.16"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}