AIGenerateMusicipynb.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "AIGenerateMusicipynb",
      "provenance": [],
      "collapsed_sections": [],
      "toc_visible": true,
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/Tclack88/AIMusic/blob/master/AIGenerateMusicipynb.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "MaskwvTN-hsq",
        "colab_type": "code",
        "outputId": "99ffe131-b159-4f07-bb46-afa4764c9215",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 63
        }
      },
      "source": [
        "import numpy as np\n",
        "\n",
        "from tensorflow.keras.models import Sequential\n",
        "from tensorflow.keras.layers import Dense, LSTM\n",
        "from tensorflow.keras.optimizers import RMSprop\n",
        "from tensorflow.keras.callbacks import LambdaCallback"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/html": [
              "<p style=\"color: red;\">\n",
              "The default version of TensorFlow in Colab will soon switch to TensorFlow 2.x.<br>\n",
              "We recommend you <a href=\"https://www.tensorflow.org/guide/migrate\" target=\"_blank\">upgrade</a> now \n",
              "or ensure your notebook will continue to use TensorFlow 1.x via the <code>%tensorflow_version 1.x</code> magic:\n",
              "<a href=\"https://colab.research.google.com/notebooks/tensorflow_version.ipynb\" target=\"_blank\">more info</a>.</p>\n"
            ],
            "text/plain": [
              "<IPython.core.display.HTML object>"
            ]
          },
          "metadata": {
            "tags": []
          }
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "_1hNSQSb_LNQ",
        "colab_type": "code",
        "outputId": "efc9de2d-938e-4b17-c3b2-801338431d75",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 204
        }
      },
      "source": [
        "us!wget https://raw.githubusercontent.com/Tclack88/Machine-Learning-Projects/master/GenerateMusic_NeuralNetwork_Incomplete/master_songs.enc\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "--2019-12-27 18:58:06--  https://raw.githubusercontent.com/Tclack88/Machine-Learning-Projects/master/GenerateMusic_NeuralNetwork_Incomplete/master_songs.enc\n",
            "Resolving raw.githubusercontent.com (raw.githubusercontent.com)... 151.101.0.133, 151.101.64.133, 151.101.128.133, ...\n",
            "Connecting to raw.githubusercontent.com (raw.githubusercontent.com)|151.101.0.133|:443... connected.\n",
            "HTTP request sent, awaiting response... 200 OK\n",
            "Length: 246433 (241K) [text/plain]\n",
            "Saving to: ‘master_songs.enc’\n",
            "\n",
            "master_songs.enc    100%[===================>] 240.66K  --.-KB/s    in 0.05s   \n",
            "\n",
            "2019-12-27 18:58:08 (4.75 MB/s) - ‘master_songs.enc’ saved [246433/246433]\n",
            "\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "LWhYriNf-rK9",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "filename = \"master_songs.enc\"\n",
        "raw_text = open(filename).read()"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "hxIamlFv_Pug",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "chars = list(set(raw_text))\n",
        "\n",
        "int_char = {i:c for i,c in enumerate(chars)}\n",
        "char_int = {c:i for i,c in enumerate(chars)}"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "rfbV7pgB_q3G",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "max_len = 60\n",
        "step = 5\n",
        "\n",
        "encoded = [char_int[c] for c in raw_text]\n",
        "\n",
        "sequences = []\n",
        "next_chars = []\n",
        "\n",
        "for i in range(0, len(encoded) - max_len, step):\n",
        "  sequences.append(iencoded[i : i + max_len])\n",
        "  next_chars.append(encoded[i + max_len])"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "f1dwVdjr_uSo",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "X = np.zeros((len(sequences), max_len, len(chars)), dtype=np.bool)\n",
        "y = np.zeros((len(sequences), len(chars)), dtype=np.bool)\n",
        "\n",
        "for i, sequence in enumerate(sequences):\n",
        "  for s, char in enumerate(sequence):\n",
        "    X[i, s, char] = 1\n",
        "  y[i, next_chars[i]] = 1"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oSyW2CBl_yOK",
        "colab_type": "code",
        "outputId": "7f699328-5677-487c-ba7e-ae27174d4f60",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 88
        }
      },
      "source": [
        "model = Sequential()\n",
        "model.add(LSTM(128, input_shape=(max_len, len(chars))))\n",
        "model.add(Dense(len(chars), activation='softmax'))\n",
        "\n",
        "optimizer=RMSprop(learning_rate=.01)\n",
        "\n",
        "model.compile(loss='categorical_crossentropy', optimizer=optimizer)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/ops/resource_variable_ops.py:1630: calling BaseResourceVariable.__init__ (from tensorflow.python.ops.resource_variable_ops) with constraint is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "If using Keras pass *_constraint arguments to layers.\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "sqkqGhFcBAP6",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import sys\n",
        "import random"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Wcv8y_7ABujt",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def sample(preds, temperature=1.0):\n",
        "    # helper function to sample an index from a probability array\n",
        "    preds = np.asarray(preds).astype('float64')\n",
        "    preds = np.log(preds) / temperature\n",
        "    exp_preds = np.exp(preds)\n",
        "    preds = exp_preds / np.sum(exp_preds)\n",
        "    probas = np.random.multinomial(1, preds, 1)\n",
        "    return np.argmax(probas)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "QPvLTbwEByRz",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "def on_epoch_end(epoch, _):\n",
        "    # Function invoked at end of each epoch. Prints generated text.\n",
        "    print()\n",
        "    print('----- Generating text after Epoch: %d' % epoch)\n",
        "\n",
        "    start_index = random.randint(0, len(raw_text) - max_len - 1)\n",
        "    for diversity in [0.2, 0.5, 1.0, 1.2]:\n",
        "        print('----- diversity:', diversity)\n",
        "\n",
        "        generated = ''\n",
        "        sentence = raw_text[start_index: start_index + max_len]\n",
        "        generated += sentence\n",
        "        print('----- Generating with seed: \"' + sentence + '\"')\n",
        "        sys.stdout.write(generated)\n",
        "\n",
        "        for i in range(3000):\n",
        "            x_pred = np.zeros((1, max_len, len(chars)))\n",
        "            for t, char in enumerate(sentence):\n",
        "                x_pred[0, t, char_int[char]] = 1.\n",
        "\n",
        "            preds = model.predict(x_pred, verbose=0)[0]\n",
        "            next_index = sample(preds, diversity)\n",
        "            next_char = int_char[next_index]\n",
        "\n",
        "            sentence = sentence[1:] + next_char\n",
        "\n",
        "            sys.stdout.write(next_char)\n",
        "            sys.stdout.flush()\n",
        "        print()\n",
        "\n",
        "print_callback = LambdaCallback(on_epoch_end=on_epoch_end)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "1S-id8Fv4SHS",
        "colab_type": "code",
        "outputId": "4373801a-0725-4a7d-d042-4f0a921006f6",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "!ls"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "master_songs.enc  sample_data\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "MAUi9ilisjPU",
        "colab_type": "text"
      },
      "source": [
        "## Good attempt below, do not erase (Model weights not saved :/)"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vD3VafW4B3mR",
        "colab_type": "code",
        "outputId": "2bef864b-1833-405e-e595-fe416079702f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 258
        }
      },
      "source": [
        "model.fit(X, y, batch_size=512, epochs=5, callbacks=[print_callback])"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "WARNING:tensorflow:From /usr/local/lib/python3.6/dist-packages/tensorflow_core/python/ops/math_grad.py:1424: where (from tensorflow.python.ops.array_ops) is deprecated and will be removed in a future version.\n",
            "Instructions for updating:\n",
            "Use tf.where in 2.0, which has the same broadcast rule as np.where\n",
            "Train on 49275 samples\n",
            "Epoch 1/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 1.1710\n",
            "----- Generating text after Epoch: 0\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"NTW`                          !DN  |HK                      \"\n",
            "NTW`                          !DN  |HK                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"NTW`                          !DN  |HK                      \"\n",
            "NTW`                          !DN  |HK                                                                                                                                                       !HT  |C                                                                                                                                             !D  |C                                                                                                   !6  |F                                     !E  |@                                                              !>  |C                                                            !A  |A                                                                         !F                        !C  |C                                                                                                                                                                                                                                                                                     !ANQ  |H                                                                                                                                         !C  |C                !:I  |A                                                                                                                  !FFMQ  |FIMQ                                                                                !                                       !=  |C                                                                                  !H  |P                                                                           !AHMQ  |P                                                                                     !E  |8        !@  |>                                          !!FK  |C                                                                                          !FFIKQ                    !>                                                                      !H                                                                                                                                                                                                                                          !:                                                                                             !3  |9                                                                                                                                                                                           !F  |3                                                                                                                                             !C  |:                                                               !@  |;                                                  !C  |T           !C                                                                                 !A   |C                                                                                                                                  !H  |9          !H  |6                         !C  |M                                                                                !P  |4                                                                              !C  |U                                                                                     !5  |A     !5  |C                                       !HQ  |:                                                              !                                                                                                                                                         !I  |8                  !FFMQT                                                                                            |H  |C                            !HT  |C                                                                                                !DQQ                  !AT  |AH                                                               !N  |C                    !AQ  |A                                                                                                                    !HII  |C                                                                                                                                                                          !AFHQ                                                                                                                                     !AFMT  |C                                         !7F  |@                                                      !8  |:        !                           !H  |C          !AHMQ  |W                                                                                                                                                                                                                 !              !AFM  |C         !BMQ  |H          !D  |G                                   !FFJM  |>                                     !A                                      !F  |<                                                                                          !F                                                                                                               !D  |C                                                                                                                                     !A:                                                                                                                                                                                                                                    !                                            !<F  |U                                                                                                  !U  |G                                                                                                                                                                    !HMQ  |C                                                                                                                              !CQT                                                                                                                                                         !AFI  |S                                                                                                                                                                                             !C  |S                                                                                                                           !:  |A                                                                                                                                               !AITW  |CK       !AQT                                                     !AFFR  |H                       !AQ  |H                                                                                                             !<  |M                    !A                                                                              !          !HHM  |C                                                               !CV  |C                                                                                                                                !FQ  |C                                                                          !;  |?              !D               !C                                                 !>  |C                                             !H  |F                                                   !A  |H                                                                                   !F  |H                                                                                                                                                                             !H  |AD                       !A                           !AFMQ  |C                              !:                                                                           !W  |:                                                           !E  |/                                          !AFMQ  |C                                                                                     !H               !F  |C                           !E  |?     !F         !A  |H                                     !AFFIQ                                                                                                  !8  |H                                                                                          !EHMQ  |CF                                                   !   |                                                !H                                                                     !CIMQQ                                                                                                                                                                                                                                                                                                                                                            !C  |5            !L  |;                                                                  !   |+                                                                                                                                                                                                                                 !H  |:                !         !AFIQ  |F                                                                                                      !>                                        !:  |:                                                                                                       !4  |E  !C               !V  |C                                                                         !D  |F                                                                     !A  |C                                                                                   !>  |F                    !@  |8                                                                                                                                                                                                             \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"NTW`                          !DN  |HK                      \"\n",
            "NTW`                          !DN  |HK                                        !9FR  |P              !DY  |*   !FIK`W                           !CZ  |GGMQTM         !FKIT        |C     EB  |I     QW!X  |G   !PW  |CAMPCWS    _         !FKYT  |4   B>JMPR8          !HF[[    !P  |                     !B              !9@`     !GMQW              !DPTU |6           !HGWQ     ]            |FIC             !!HU  |HFQQX                   !<P  |RWRT                     !e  |4            !F  |2                            |:FFKMQ                                   ![  |FQ                    !A       !FFJ^  |-                     !5V  |AU[           |_Q  |96NQDT     !L  |n           !<  |7             !<AFHM  |OK|AJIU      !]HQK]                               !CH\\IOP  |F              !\\     !:  !=    !\\  |D   !FIBG  |:GF         ![  |@                !:HT@U  |CM  |=KK   !UE  |Q                 !A   U         !EMQ               !T  |           |>  |>       !.FNQ  |>             !C  |n               |TF   |IX  |HQKhS    !L  |A   !6  |VF    !BK4  |KI        !X  |EHc    !CKQR                 F    |<UK                             !5PW  |H    !HIM  |FF             !E                                        !>      !L         !                              !CFW  |DI           |>:MQP>:   !CXQ[P             !H  |G                      !?Xb  |W             !G  |P                                   !>D_  |I    !Rh  |_                !ASFR  |HK            !@MQ     >:!HMQT  |:               |:           !CI   |Hg       !:  |:           !_  |FWN    !<^   |>OT                  !>I[U                                      !>FJQ^T            !!9QMQ7U   !T                          !I   |H58X                               !EH        !D  |C                !?KQ  |NU       !C   !CAJOCGX   !CI  |;       >:Q  |C             !5FI  |W[       !:  |H                   !;H@f |F       !A^  |DY    |FFERU          |   |C:F       !CNIQA          !E         !S                             !!@  |O       !?KMVS        !A  |P           !P                   !C  |Q        |DTQ|SI                       !AFDO[     _           !HIWIR  |5                        !3IPHT      !AI_                     !_   !5k           !0CIQ` |X                !>  |H     !]  |A     !:@W\\|W           |8I     !N  |H  LN                  !:QP  !!T                      !V  |>     !F^  |Z      !;LW  |HQT      !CJ\\  |8Z         !      !AMQ  |[  |           !CFQQT  |4G     !?HT  |^       !   |Z  |3TM[                                            |CFJINT                         !CFRW  |NFLM                     !F  |>    !D    !^         !a  |C                     !H[  |U           !0  |D               !W  |F                                                   !MQ  |XEJP                   !H7[        !CB  |8QT            !HPHT                !<K            !P  |MFP         !<T  |7          !7T  |W                               !:Q  |!                            |]  |V  !8              !5  |F  KHPMQ  |PZ                    ![  |U                           !T  |U                                             9L  |:                 !HFKQ  |@                    !e  |@        |FFWL                        !CQH  |CJ               !N               B:GM  |J                J^ !US             !^  |>         !D  |Q                 !RWSY MCY           !<FHQ  |CIRJ                           !@  |G    !H                                      !<IKR?U  !ATQ  !R>QT        !HU  |0           !7j  |EQ                 !=Q  |FT                    !I  |2          !   |HMF      !;  |W  !:SPT       !@  |/     !/  |L     !AHQU[|BJZ                               !CIQT                                                      !< !W         !b  |EK         !FKKP                 |mQANT              !DFc    W   !P  |X                                                       !:FT   !<H                                                 !FFM_         !G          !/  |@=     !I  |0                  |LPQTQU    |i!V  |7b     !DG  |H                                      !F    !O  |E       !:  |A                        !CU        !    !I                |ANKNP  |N      !A  |H  |HMNNTD\\            !W   |F                                     !<  |4                !:  |5AF           !Z  W           !K  |0           |DLQ  |>CI  !?KXFI             !H  |AFOX             =LW\\|H    !9  |)                !H  |C     !A  |-                              !C  |7               !ASFMS  |f    !5a  |W        !   |NFAIT\\  !AFFOR           !FdOHO   h                !>        |HV  |FDNPM   !c                          !HCD                                      !G                               !AT  |W                 !AUI  |73IX:       !?  |?c                              !LQQ  |]                              !D:\\QQW                                            !H  |:         !KMQ  |HW  |<F^              !HQ  |T    !TKP  |FSST        !DJHQQ  |C         !C  |HKPT                              !     !DKQQ[    !>FKT7W                                    !;-  |FMWPMNY       !X  |:                       !CJ` |>!:Q4              !BFLQ  |=\\         !g  |CHMKHJc       !ABQY  |W   !HMI  |F        !5   !FQX           !HCUU                                        !LDMT ||              !W  |AIQT                 !GI  |U                              !:  |p    |=                   GFFSQ  |J[-W       !AQI  |QI              !   |@         !I     !7MQU  |EFT                  !AHVQR  |c         !!A[  |CY  |H                 !AFR>        !K  |X       !HTQ          !L  |L             |3  |L         !   |                                 !A!RS        !:                !AN[PG!7              !F[Q  |V                 !AFIZU                                !FCHX   !g                     !3HMQW               !   |E               |H  |8               R.  |W             !P  |-               !               !F7W   |G                                                     !FFKUR        !>KQT   !?  |HQS                                !W  |Z       !AWT:A                     !>  |P!W                !!\\  !YQ          !=   |Ce        !AI[MRD  |>Q=                           !LWF`                                         !B  |=               !H  |G      !RVT                  !C  |<G       !3  |W]V!JHFTU           !G  |L                           !Ia  |a     !O[  |>CWQ          !G  |HIF_      !E[  |5HQ                           !:FDW\\ |T         !IFFS              !BJ  |H?g                    !57WX|Q            !F           !GIP>H|CHMLY  !AQW                          !a  |>            !b  |:               !?  |B   !nHQ  |HPINC          EV                  !HFQ  |J            !E  |`  !7I  |:KT                !L  |;   !>\\P[  |GO     !@  |F     !HFFT  |C             !FJNP  |EQCIIQT     !AQQ                                 !J  |7         !EHMW  |C               !M  |/:BMQJQ  !F      !.  |C   !LT                                            |HF=         !4  |P    !:XQ              !E  |@      !3  |G  |<f   !8 !>EKMU     !Q  XA                   !EZS  |DEQI            !Z  |H@     !AFFRIW  |-  |F]J                        !::K  |                                          !                  !NNQU      !8U  |Z              !E  |a      !   |H        !W           !CGI  !@             !AHMHP  |@I  !6         !AFQY  !   !HIV |5G    !:FMPW       !GQ  |O  :>NTWq                      !BX  |C  !Y !GFFQT            !:FMN  !2         !_ Q               |HIQ  UE       !e    !   !MO  |CX           !>KT[N                 !AU  |H]         !C]  |7[       |H]  |JTM:=DPdU      !/  |]                !CI[  |HLFMQNLV                        !W         !Fg  |FEIMMPP !COQ[\\           !DQV  |`                     !ERU  |T  |P               !?HKMT  |H          !U  T  !HTH                     !P  |I                   !A[  |                                  !>FO  |<    !    !@X  |_  |C  |HFISIG                !       !CKM  |C             !AFQ[NR\\               X                                  !7X   !A>        !J9  |3G                     !EK  |[      !Z  |F    !AFHMV         !DFRQW      !AGQT  |BNH         !HFK  |Y4                      !5  |C<K@<HTQTW                   !@  |I:         !HF  |>   D        G^  |E                          !HKNST |U     !4  |<              !\\      !L  |>ANKWQ@X     I                !=DOS  |@        !8[[  |         !?     !   |HHJQIO  |FDY  |QI              !H     |C     !>JIVX  !>     !EQMNS       !CFJW7P               !<J                                !A                !I>G  |/        !C  |B   !:QP                       !^          !A                  !C>QT[U                          !CHQQQ  |En                       |EFMQ  |HQS      !M9RTES                          !H  |U             !DR  |C          CO  |H           !:9  |N  !=EPf    c       |G  |DINN             |>                                              !-  |H                 !G                            !CKMO  |[TT         !3  |S                                   !AFJQV                       !DJI[  |7     !>IMQ  |JV !`                   !2AJ  |M     !IER  |AQ     !E  |AA7FLAH           !C           !C^  |L     2     TR[                             !6HKMY                 !;I  |E  !Z  !>J      !?                       !Z  |8Qg        !FFI?M         !>FKQT                                     !0Q  |GIX         !F         |<F                          !FMW  |AFT     !A  |D          !0  |b   !;LI            !g  |]gOV                              !7ACTCZ  |W                !Y  |V      !HIQU  !B9GT                              !R  |CKJ^  |V                   !B                   !AFQ >|H         COY  2ET   >     !AFJIRB                            !    |AI\\Y |7               !5  |E                 !DKW  |L] !CTT  !@E               |:  |[HLHHQQ         !FFL  |k                                   !Y!k  |^X                                      !/  |0                      !HU  |             !AH[  |7               !BP  |6   !SQ[  |T         !EY  .       !Q  |=        !5I          !CQW  |>                                    !HIQQT  <FIEF  |:CN !F                  !4  |C            !:\\  |ICKM              !:                        !Q                  \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"NTW`                          !DN  |HK                      \"\n",
            "NTW`                          !DN  |HK                           !>IIU           DP  |e      !EL!RQ  |f             !:I  |Z              |A@UQU     !5  |U    V  !9    !:HQFT        !CHQ?Im    !ADT  |HOOW   !:^  |K  |=HMQTR     !A   |QS                 DHT       |QMQNQ          !AaAMa  |CJM        !                                             !!FMMTU         !5[WDAW  NF                            !4\\V              !D7O  !SHH7P                !6[MTRS    !FFP@     !FQN  |FFT;E                  !^  |U     !9   |GQ  8FRF                 \\   |E7LNK     !S  |C   !AFJT T|<TAFX    !_JM  |6     !HFM ||G                              T   |F>?ZQTT3`    IHKLJX<FT    !G>V  |V      !ASIK  |>3[  !F?Q  _ !ARX |FQN  !7\\JNWGILF7JIFGMREFJI    !FF`  |O@S            !A  |C     !@FX  |               Z        !T\\  |b     !^  |Gi      !<I[ !|H   |!HMQQ !X                   FC  |:    |FMIW   !LTMU  |SEI+MQ  |HLV?HKG         CFKVPOHKLQ  |7  |TJc:QA TL  |=]    =D^TQR?b]   !F         !73_    !\\    !ABJM   !P@TT ||JMQ !LOG!YCKS>   !AHMbT|RJ                  !>FKWc              !+  |A         |AJL  |G          !F  |@        !CGK   |i    I:U  |]            !F LY            !D  |M   !HKTR       !*  |F]E7Q           !>  |d   !FWRbTTE              !FTL\\V  Ci       |N3M  |>DKOR          !>OMQ  |^  !MQ          !9IUS|DK           !G!OU |F      9`                         L1INC    !8       !_  |4 X                  !R            !@  |Fib!E  7H   !I7/            !.ZR   |.           !CQ  |?        !&j  |J  Ic  !AH         !g  |aJ) g                W   !1   !HGQXT     |ARRQW         !C  |W  !FWNW[  |C               !MMPR  |!V                         !5RP        !0     |1PT  |>                                   [                  !:DH>U                    !c    |TGV  |HMT ZJ   !A;[[  |A       !FT  |Y  |7[  |AHJRWN                              !P    !!OI  |CHFQ[7     !j  |O            !5  |@           !A]  |{UCHQS          !CPJQ |:    !DCN  |W             !_  |\\     |0  !K   7  B!^HO[  V        !SV  |:>QW                              !2  |JV          !I  |:CF8R[                      !3JZ  |HIQ         !CT               !+GL  |QF                  !A58P@             !HNT  |Z               !C     !DGU       !<O  |U             !>!2  U    |FHQSTN  |8@Q  |!QT    |BLMQo            !T   ELGJQW M+           ![j!|R[       !B\\  |PS   !FTDQI|4W@@V   !D!MT             VZ !MUJPT7P   !C         !AMQPT!T  |> MMGIVY   >^H   !R           !E^    !H^  |7!N[4    !E[Q|R        8SRMT                                    !JHY  |U        !\\  |6    :d]L           !*IHMUaZ  !COWU          !@                  |HIQ  |RM:FIIMS          P   |@> M Q  !HQIP  |/    !>GDM    !2  |=          !b  |`             W       !7HMDX\\                              !IJBJRW  !T !B)                                        !2  |<     |2  |=FF?T             !aBM  |D           |!Na  |0>EQMMQ  |Y         !W  |Y!]  |C                                            !<CQJJb      S!@T  |FBF^  |>MT         !   |V!MJ          !QIS                      !Y  |9  LHHS:NT           !BIINW  8E         !> K|Q8Z     FIQIQTT        GRTT   !>Y  8![  |KTTO    !EJ_QRRT-          !         !!'  |!AV7Y      !DF   |I4TAU   !)!Q  |>Fr      !6JQ  |7GS   !I  |E2  !C      J7A   !P[    cP  !W  !R             |:INHAYG   !@T        !;f  Z   !D  |>> !2HKMQR      !HTh    !3eV                    !KI?\\  |      !A  |FF   !C>IR  ^U       CPIT  |JHFIUT               !Fb\\       !P\\Q  |<       |*        !ET  |6KTRI!]  !?F]  |7     !HDI |>L          :BIBG  |DGT                                    ![  |CFNEARHQT                       !I?K   |>      !DO  |3P    !F     !FFDL      !^  !HROQN        !?FQK a|                  !A9HZT                       !FF!d [9  !MNV  |U[  !H _   !a[ RV    =FFMSXF IVT   !8G>  |:MIP^A     !:?E9Ge  !5[  |@Z                 !c  |9      G             !4YY|c     !9IZQWRMKQ        !Fb    !HAMQTl !G       !X           !Z               CX           !R  |3     !A<MG             T                 2      !!CKQY  !:AHKRUT          !n     |HTNS         !>0V|M ||FIM][       !F  |C        @   KO       !C           !XNPT  |W           !6                     |;] D7  !DNRV             !@Ja         !R  |0         !3]T  |F       !BMU[  ?                   !A5QT|G`  !BOQ  |s       !<  |d            !g  !CIF:T                 !5  |N       P!XN  |4        !SCN     |[GNQT       !7U  |iI   |HFFQ              !7  |/         !C  |8iIO`       ![      !*BHK W   a/     !   ZaAFPJD             !I  |<      !  !W      !L  C?            6   !>QTE]  |e  |>IDT?     !.E[TC         d|CE  |T     !4 Y|_N          |.                  !T  |AG!SZ     !DWKMAQ                            !O  |]            !T  |a_![                 !W  |Q    !4[I      !:J   |Y    !T  |`    !k  |7     !>MM     EJMHMQ[   !DHLQW   !CFK           !;RG    |=LS          !C!MT  |8 *=Va       !f  |>c             !HMN[TG`               !ARQ  |FC         V!TJQHDT U                        |?FLT  !P C\\ !?I     !F>KWRJST            !c  |N          !DFF  |>FFZ      !O  |E                     !T   /5AD  |r                 !=  |/LIR    !?Q  |f         !Lc  |T[                !k  |QGYH       !O  |7E      !HI  |W                              !8DNTJM!U  |     !   5W  |\\       4  ]    !WPHT  |F<     !!W  |A     @     !UP  |U  C>                         !M  |e   _B                   !KS]` !<M4A                                  JBAQ@         !MCKRW |6        !1  |J:[  !OTi  |A!IQNHKIM            |_    |C  |:ZT   !A  NV   !DUR    !X  !T  |A  |G         !FGc  |A    !;  |4     !+  |Z         E7  |T    !XDT6H      !AIMQY]\\U        !_ !=   !KXINPREFH          !V  |WIM              !Q            \\  |Y  [=RH  |J      !_  |>AMN\\               !YNR  |F        /!f    |q             !`  |     !PH\\I  |>Od!AKITNL8H]        !HFF?   |A        PKLP !+   !IKQS|T     !7WAKW_  ^     !C  |Bb !CTTG     !X  |@>O M   |APW   Y<          !Td  |IK    &!^V              !CF?KT !KL       !5!DNT  Y4               |L  |b                  !YP^U  |CFE         !AHY |WU     !IDIO   !DMWJWQ       !JP_  |DTM    !NQV                    !?MHY |L  JMFI\\ |8W   !_JWE|XI      !I^  |=          !A!CG        !E7[             !BSW !?EJLgLR.    !A   L!FCIEX   !CI\\SM      !o                       ><\\ |P                    |[  |E   !:UQ  |:F  |?QI[  |^8              !Q  |W  |AKIMTWNKS  !/D<EQ|T  !T\\5T=                 !BK  |* !CGMM@;    Z  !.]HMQ         !V  |I^P    !7LHKb       \\     =Cd  |AF\\IEN      !I    !F<:         !HJb  !A8              !N  |:e    !DNW`  |Z RP   !J  |T    !f               !\\!K?RY   XWNUX  |<TIJT!R    !AT  |EH>   !<KVDVSQb           !BKT  |PQ    !`=   !*ANFMOQ  |35MNU              !7N  |J      !PTM  |JS          !JHV   |QTYH     !PCJTY|I\\ !HI^  |HB               !EITW !DES    !\\<W        |E]KNS      !7KQ  |:Q!MT   !W  |Z          c                           !:`Q |.\\V   !IX] |C    |B !BJN2       !Ig  |DTTIQ  |DAMTT                                |UX    GKHMQJG  !?X       !8HM:   |>FMQ   !C            !BBO  |:C94Mg   !@             !5Q]!W            V>\\RP;T   !@Q  |H|TT          |j    L4I   !9         !{PIT        |]  |;  !0>>PQBJ  |1K\\I               !OTT_\\          V                 !1CW           |Y  |DHQc               !CIQ||INr  |E           !DV_    !6          !C   |CU              !H  |T !9   !HSMQW_      !T  |A!B           !@b  |a   !>CKMQLW  !T9JMT  |f        !K  |F       |ATM  |SF         !T           !\\            !k   ]                |C  |AFFTFFZ9     HCGRR?       !HT  |CDRVg   !9  |-@                          !@NHN        !h  |7:O=M   !>FGIO  |C      !:BQ  |@O            !JU  |A!EQ             !JFX  |b    Br`  |HT                                       !IQ  !BJM     !ACMVY|R         !F          !5JMT          !EGQB   4     !AS              ^|ZJ     !?IMIQU            !Y  |H7MQ  !3  |H  !IIMJ                              !5AG?8^          !!SQ    !HQUQAb         !HI[K<B      !>JMd |f !W              !?FHMW  |I::          !=VC]  |5&           !CFQ  !APNJ6=|?BQ!W!EH63             !WDa    !X  |C7CI         !FRTY       !A  |AFMMS  |3  WEF                 U:     !FDU  |;   !   !7-MRFF7;    !M>NO[ |AQa    !AQT  CV   WGN\\V     !FO  |@d  !QMPW>                !ESW@      !;  |C                                     !QH  |-HJT       !DC         !\\   |CCHST                          |L  |R             !=  |H      !CQQQT    !TQL TTiO                   >     |CFMJN   |.               |6TPC<BNTT\\     !Y  |m                              !EQ  T          !@                !>KHU        !5OQ  |CI 7           !8PBFZ  |J     !?J>H  |C KT>bI7  |H_\\      !HEb  |S!:Q           !HI          T   |M     !CMGWP|^FZ      W            !:Af  |BRGO          !c  9G          |FFITP      !RICT   !:   _               Y  |HFMJ^    !;FIQU               3CEA N|CS!:Q?TGQ      3       !GKY        !CJRR  |[          |@  !>JM  NLTMP  |OTJ  !8J                       !G>d      !8ZE                 !9        8I_4LO                               W   !WCP  |:F      !DFG  |C!!     DGQ      !K                  !\\    5GT !^  !C!BDZQT  |@FQNTO[  !s  |8FE        !PV    ^       !HHd  |d     !EQ |]          |CXKFQT|>  !e    !TWJ!Y  |7L        !=IMX |-  Sk      !L    8HMMUQF\\          !F   8GJMNQ    |Z!X  |JFDD!HNTT   !;F`  |A                         !_  |;@       !CBNG!DU  |Ae  |6        !B   |QQO]  |W  |7HMP  |B                       !  !GRU      !C  WY              !A     !AZ  |Ag    !c  |;!5DET     !W\\  |>              !7TQAIMVQ  !I                       |3                 [W    !U  |<  !H     !9SQ          !>HST      |Q    !R  |:Q   G   !^  |[        7!MSQ!:M |JNQ       !7U  |E4SX  !FJKT                              !e  |/      !h       H3WQQC_  !   c    !;Q  ||GXM      !A  |?!:JXI         !MPVP     !/`Q|DIQ[      !e       !CaQTT        |U]  !F R.]  !HQ                 !;IP[  >       !7\\!QT       !CG  |IG          HG  |/P:AFFg     !E;EGU9               K   ]   !2S:\\    !           !C[  |VN      !<!IQj  |>F9QTKVO  |9F[] !_  !6DiMM|O    !7MQT                                     !!F]  |g              || M\\     !BNH           !FHMQ[i         c  |g!|G      VP              !1EJNT           !EHAX |<N     !X  |HN      !c  |9.                \n",
            "49275/49275 [==============================] - 842s 17ms/sample - loss: 1.1700\n",
            "Epoch 2/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.8074\n",
            "----- Generating text after Epoch: 1\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"                  !QT  |N                          !5AN  |5?\"\n",
            "                  !QT  |N                          !5AN  |5?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"                  !QT  |N                          !5AN  |5?\"\n",
            "                  !QT  |N                          !5AN  |5?                                                                 !?  |?                        !?  |G                                   !   |GL                                             !?  |C                               !G  |G                                    !HMQT  |AI                                                                                                                                                         !G  |C                                                                           !CL  |EH                                       !?FJMN  |::FF                                                                                                                !?  |G                                                                                                                                                                                 !5T  |GG                                                                                                                                           !?  |G                 !   |@                                                                                         !CI  |C;                                                                                                                                      !>J  |?K                                                                                                                                                    !I  |@                                          !ET  |NQ                             !@  |<                                                                                                                                        !>J  |AG                                                            !HK  |GL                                                                                             !9  |DJ                               !>J  |GO                                                                                      !2  |?                                                                                                                                                                                                        !G  |G                                      !AFJ  |FIO                                                            !0  |G                                                                               !?  |L                            !V  |?                                                       !L  |J               !?  |2                            !K  |C                                      !5A  |?F                         !?  |I                                                               !>  |C                                         !<T  |GL                                                                                                                            !   |AFF                                  !6  |?           !C  |>                                                               !C  |I                                                      !?  |A                          !5  |AFJ                                                                                                 !CJ  |C]                                             !L  |;                                                                                 !H  |?                          !E  |G                    !E  |5                      |FF                                                                                      !H  |G                                            !2  |?                                                                          !6T  |.:                                                                                !H  |G                                                                                  !G  |C                                                                                                   !G  |A                                                                                                                     !@  |?                                                                                                                                                                                !C  |G                                                                          !@  |C                                                                                                   !T  |N               !N  |W                                                                                                                                                                                          !AF  |7C                                           !F  |F                           !?  |H                                           !H  |0                          !@  |7                                                                                                                                                                                                                                   !G  |>                                           !D  |P                                                                                                                                                                                      !H  |?                                             !?  |H                                            !@  |C                                            !;  |G                               !@  |C                      !>  |4                                                                                                                !>  |G                    !>J  |>J                                                           !D  |@                                       !4  |Y                                                                                                                                                                                   !P  |<                                                             !U  |H                                                                                                                                          !;G  |>7                                                                                                         !W  |L                              !D  |@                       !D  |>                          !4[  |>J                                                            !E  |G                                                                                                                                                       !5?  |AHKO                                                                                 !AL  |4\\                                                   !G  |4                                                                                                                                                                                                !DJ  |EH                                                                                                                    !>J  |IL                    !>  |G                                                                                                                                                   !E  |G                       !?  |G                                                                                   !G  |R                                                                                                                                                                                                  !?>  |CI                                                                                                             !<C  |>E                                                                                                        !7`  |W                                        !?  |G                                 !G  |G                                                                                                                                                                                                                                                !:  |[                                                                                                                                                         !=  |F                           !G  |E            !I  |D                               !EM  |?K                   !C  |=                               !H  |:                                                      !=  |G                                                       !J  |<                                                        !=  |?                                                                                !FJ  |GG                                    !O  |C                                 !H  |CJ                                                                                                                                                                       !D  |J                   !E  |@                                  !I  |U                        !EJ  |<T                                                                                                   !L  |C                                                                    !CK  |<Q                                                          !HGKPS  |EHMQ                                          !?D  |AFJ                                                                                                                           !9  |7              !I  |N                      !G  |U                                                                         !HK  |FI                                                                         !Y  |T                                                                                                                                                                                !GJ  |HK             !5  |4                                                                                                            !HKMQT  |HKQT                         !=  |H    \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"                  !QT  |N                          !5AN  |5?\"\n",
            "                  !QT  |N                          !5AN  |5?                  !IP   |JI                      !2Y  |2                         !U  |4             !7S  |H]                !;  |[                                       !CH  |HMT             !=[  |LY                        !G  |b            !4>  |=`                  !D  |F            !5U !|G                                 |CFZJ               !NY  |N                                            !C!EI  |=?W               !O` |K        !:  |F        !OP  |QU                      !EK  |NDN       |U       !EALO  |>J                     !J  |.                                 !GS  |K                    !_  |1     !U  |=               !MS  |>O            U             !Z  |>                                   !<J  |T            !YY  |->                           !ET  |AFJ                                   !JQ  |DE                                               !>  |>J                      !>  |B         |\\             !HQ  |MEH                           !j  |i        !NQ  |CL                 !Z  |1       !i  |U                      |FFIMMRW                         |M                  !6B  |G\\            !G  |G                !;IPY\\  |AK                                !T  |5[            !QT  |?[                !I  |H            !4S  |LD            \\      !  |9O           !=G  |@                            |[       !<Y  |KG                    !5j  |@CX           |CDPR     |?JQR                            !GJ  |/W                !:>  |:IL                                      !6  |H              !HJPTYNEU  |DOO                       !MQ  |?B                                 |9GHL  |T                 !Aj  |/J                                 !<a  |AG                    !U  |?      !J  |T                |JR                    |LL           !2  |F           !4Y  |W      !CV  |<O                             !P  |F                   !?FNO  |DI!R                 !DK  |5BJ                  !?DIGM  |Ga                !AHMP;]  |.4?=L                                !b  |V                              !R  |b     !I                   |Y                      !P  |@?O                       !O  |>      !b  |?                         !5  |5?;              !>>JN  |AIW                           |4h                         !@  |LN                   !;  |@         !@  |;                               !8Q  |?^                              !5VO  |BFJJ                !>EON  |>:>;BA                                |FJN                     !I  |b            !Z  |K                 !>DJ  |CFFI               !D  |R               !?P  |Ia         !L  |2       !>V  |           !8  |FI       !   !:^  |G            !CY  |LT             _!CT  |gL                     !^E  ||G                   !G  |?                   !DJ  |KN        ![  |DO                             !K  |CG             !2  |5=             !G  |4           !W |@        |6                       !P  |6                   !7T  |OV                           |FF                                 !8D  |?EPO        !K  |C         !D  |d                  !;R  |?C                    !9  |4       !I  |B                        !JV  |>DG                   !>7[  |GO           !K]  |?K                   !@  |[                  !4CIQ  |A>I                        !U  |1!L              !DK  |?GO                              !?  |n                     !  |8a              !!\\  |Ei                                 !PU  |HL      !V  |BB               !6\\  |PY                    !W  |TT           !W  |T                      !5JV  |.7!H                                     !E  |2HMW                !PV                            !/  |EH                                ![  |@                 !F  |P\\      !A3  |BP                        !U   |=>J              !I  |U       !T  |G                  !M  |b                            |EILW                  !G  |G          !6  |FT                   !E>  |CHMO        |8Y       !<]  |>C>IO              !KU  |;b                   !F  |D                         !Y  |n                    !G  |>       !6  |T      |I        !2  |>GLR                         !Y  |@                  !KT  |N[          !P?PZ  !=DHMQT          !DV  |7G                         !HP  |3c                                          !b  |J                                        !i  |7        !W  |AN       !IKO  |EH                           !LGT  |<]                !FHNOW  |R                        !B  |H                           !8K  |2D            !i  |            !-  |GKOR                !T  |CO                      !:!=  |_     !K  |Z           !I<O  |AM                                 !0AE=QT  |DHRX        !4  |O                          !G  |7L                          !<H  |2H       !K  |8U          !2  |79                   !6[  |CGI                 !?Q  |JM        !J]  |JQ                         !X  |HO         !1  |5CO         !?_  |cS        !G  |S            !T  |2E                         !?  |?F     V_  |2AG`                                                 !E  |M   !?V  |                               !CJ  |\\       |FF                                     !G  |`                       !>FJ  |>B                                             !P  |G          !?  |GP              !O  |9                     !4^  |CG                                        |FF           |KG               !=P  |.[                            !:h  |PX     !DGJL  |GDJ            !?L  |69              !?DKP  |9C@LNU                               !=9  |HLe                         !\\!GS  |GGO              !6  |6>       |M!LQ  |RU          !I  |\\                   !2b  |4V          !K^d Y            <GJ  |\\^                  !.EHKM  |CFKO                           !PQ  |9G                       |G              !W  |A                                          !I  |P   !?  |Y          !W  |G           !D  |.=                     !Z  |@             !1Z  |CY                      !P  |J              !F  |6Z                            |:7>AF                 !4^  |KO                          ![  |8      !H  |CFJ                        !2S  |=HKIR               !G]  |            !ET  |EO           !M  |M               !CG  |@DJ                                     !c  |4       !j  |B          !_  |>                  !DMQU  |CJLM               !L  |U                       !@P  |CV            |a  !-  |C           !@  |G                !>?LY`  |NEHZT                      !=  |CG             !B!Q  |:A               !T  |HK           |5ZZ              !G  |C                       !?  |9DK                   !T  |3>                   !/  |X       !E  |d               !V  |F              !B@  |4?T                  !OR\\S  |4C9I                                                                        !KK  |;]       !>  |m            !G  |EQ\\           !W  |K    !EQ  |GW             1   !0  |V         !HG  |II                       |:2        !EP  |>MV                                      !FJV  |GA                                    !BSU  |GJ              !CG  |5K     !-  |W        !H  |?U             !7BLY  |2G            !EU  |SV                            !5  |j        !_  |n                !JDT\\S  |W>JSLO                        !@  |GU                      !H  |[                                          !A  |E|                 !G  |G                  !X  |a     !EM  |R]                         !=  |G                                  !T  |U                 !E  |IU           !@  |5b     !k  |;             !]  |5[                       !6d  |><                     !?F  |DL                            !D  |Gb               !>?  |GS                             !=D  |PS                ![VZd^               !^  |?F                !P  |G         !P  |P     !?  |@               !I  |NP                !Q  |@        |MQ    !;  |P               !5:  |W7CF             !c  |T              !@G  ||EHJI            !T  |P        !6  |CR                                !   |6        !I  |J                             !:BJ  |29QR                        !:O  |EHMOS                   !AX  |G7                       |<      !*HMU  |76CT       !?  |<          !)CJKN  |>GJO                             !!J  |CX                         !GL  |47                 !S  |E      !M  |<B                                         !AT  |F]                    !!PT  |@E                                      !WV  |5S               !-Z  |@>E           !N  |<     !P  |D                    |>E          !<  |FA              !=  |4        !=OP                !EQ  |8J          !>J  |<B              !W  |D          !G  |Ck       !3  |N          !\\g  |LQ            !G  |Q      !?W  |HL                        !Y  |S        |FIFJ               !5AGOQ  |2>GE                  !C  |>            !;  |8          !4GJN  |AFJM                   !C  |@                             !D  |F          !?6  |>>                        !T  |A                              !?Y  |?IN                   !DQ  |W                             !JQW  |AFKO                           !^C  |      ![  |`        !LOQ`  |ZQ          !>  |O         !CI  |DU                          !GL  |U                                  !D  |2T                        !MT  |LH                 !T  |F         !A  |S               !Rb  |JP             !E!P  |<H          |T           !q  |C     !4  |g     !^  |7U                        !Y  |G                                    !M`  |JKQ               !PX  |@Z                !W  |6      !X  |8                 a  !2d  |>GOS                                            !n  |H                !CT  |@G                        !@GJ]  |9CJ                                    !G  |G           !X  |I     !N  |G            !4[  |DKN              !V  |N             !Nh  |T         !W  |U          !A  |E                   !R  |>O        !ED  |TS          !U  |dE        !HKQY  |<PHT]                            !C[  |=O           |?BHMQT        !I  |\\                      !E  |U           !|O    >8KNRaW\\  |SO                 !?JMOS  |/\\                !N  |R      !+  |@      !C  |\\             !7  |>           !?  |@Z            ! \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"                  !QT  |N                          !5AN  |5?\"\n",
            "                  !QT  |N                          !5AN  |5?GR                 !V  |P                 !;LV  |G>      !=[O  |SV          S   `a      !2Q \\EUb                         |_CJ2      !XQ |KPNR        !DP  |FHJ               !AL  |Co                    !G  |6U                  |Ab!O   W   !XRQT\\  |>N                            !T] |/O        !G  |n            !C  |<Q      |FL       |@   !*  |jL      |HET       L   !NT   |EbL               !KKb^  |\\@            |HNOUW:FJOPY      |FFMO  |>G                       !8HO^S  |Z9B CH<O                                !GJ  |eS       |X          !WW  |PX          !JT  |`P            !)  |V             !XQT`  |>CJX            !|N  |9<              !\\  |?     Z  !T  |E            !4  |i          !T  |;^                        !KT  |2I              !   |!LUR\\                 !9  |<[           |O              !V  |G                !FR  |MU\\      G:>NT  |;GO             !9  |@              !G^  |OT          !c  |a     !?G  |Hc              !8D  |GI                       !>  |JGLV]             ![  |?B         |i     !T  |>S                        !C`  |CE|T             !I  |L        !T  |3         !a  |?          !=DKOY  HMQ           !6L  |AHK           a>V  |kh[          !ZV  |EV           !T  |/<                L?J  |PT                  !G  |Fi                    !<Y  |7>         !L  |S             !!N  |DGN        !RU  |G           |b    !:AEJc        !J@  |Kl              !TKW|W  |FF                         !=  |@        !L  |Q      !GZ  |@E>               !G^  |JV           !NW  |IV               !3  |EQR  !CH               !R  |G               !B  |2  |B  |FI         !-T  |HHQ                |7    !8]  |2W        !A  |K             !9^  |C7O            !-  |0           !IU |IX           !>JD  |?FJ                    !F  |C                !HT  |MN     !<  |_         !?  |H         3-ILW       !AI |>E                  !W  |Bb                       !>FV  |AHMO                                 !C?OL  |>BDKU                      ![  |I           !EZ |OY            !*  |EO          !JP  |GG   a     !S  |M         !OP  |;N                !CFPPSXS  |KOZR                  !S  |H       |:DJ        !>  |e                          |7]              !!KQScZ  |TH         |H  |>JOIY                    !YX  |5N                !=MQYY  |CIJOW             |HL  |\\  >7Q  |<      j        !U  |\\           !U  |>                   !X  |b |F                   !>  |M          !<U  ||Y             !DJRGW  |4DNU               !Z                             !?b  |686O                 !                   !^  |PS         !>GPP\\NVQ |8=M                  !CM   |EO                            !6ILU  |LO:JFI                        !KPT  |T!A                             !G  |c                                              !HOQV         !JK  |E[c               X  !?EKO  |FFKKM           `               !T  |\\Z                                                        !DOYa  |3G       !4  |E                       !T  |@Y                    !FJVX3  |IELO                    !E  |=           !\\\\  |7T             !CP  |[>                 !AHKQX  |ECJM                 !E  |G              !W  |S          !?!DG  |CCKO                               !`  |1>            !@  |CV        !C] !8]         !^  |3              !B  |?       !<K  |<A         !27DNd        !A<a  |DGU      !?  |G^                 !O  |DN               !HM|G:   !G  |/@;;                                    !6N  |DN           !K  |EK         !-l|:           !GJ  |-4              !!Y  |GJ              !>|:S  |A.F    O        |?R        !C  |8G                          |[T    !VU  |<;             <EI  |HB!V                    !:\\YOK  |DGJ          !1`  |\\^             !=O  |If        !BLW|  |FHO           !2  |AGF     !?_ |L        !V  |>J        !N      !K[  |<\\         !b_  >KU                  !;J  |I            !GK  |>N           !;  |G        !?  |E                  !4T  |GX               \\RLQY  |P          !/O\\\\  |L[[G                 !L  |&      !(  |I               !6BL\\>  |I9         |QLUT  |FFI:5         !T  |DU     !_` |2O   !7G  |TV           |Kd          !G  |CJ         !/E  |?           !T  |M    !4e  |?K^       |G            !1  |D              !AIYO|ELOW  |=OVB;[Y               |=R    !EHQP  |RK\\L                            !X  |1      !X  |`     !8  ||IYO           !O  |C              !Q  |h     |M            !;L  |^Q       |4P                          !M  |QQ            \\d  |-F               !CS  |EU        !EK  |SG         !k[  |UI             |5:!fM   3IU             !d  |>k              !Ccc  |?E8           !<?MO  |2K_      !.  |Y   !\\[  |C3           |J\\     !AKPT  |DFEV                 !JJ  |/C<E        !:  |c     !DN |FH       !;P |N[                      !GST  |G;KONX                !G  |Q   !\\  |F            !B]  |M]          !7O  |NXY                   |KO  |E           !=        !k  |B                   !_  |G               !<[ |E]                  !;S  |GL              !0  |NR         !2Y  |@      !*G  |DO     !8\\JS`K   E\\\\E  |OV              !Q  |K V     Y    !|  |CJPa           !:N  |E?JO     |C\\  |IJL              !=L  |P                     !+[Z\\  |:H3                          d    !G  |@      !KT  |@X                !ZS  |FJ              !OR  |PT               !6d  |GI                       !:AG>  |HL          !1D!V  |;X           !7  |*             !8?GK  |2           !COO[S  |1DIO                             !?[  |?GOR                  |B               !CLHOS  |=   N   !N  |C          !I  |2         !=  |S      !>`  |U       !:DO         !T  |3b             !<O  |0K                 !U  |N!V        !8d  |FI     N]  |5V          !Bb  |GH         !5a  |<;              !@  |K           !87JP  |FK                  !EO  !>Ed                        !Y  |1         !a  |2d       !U  |7       !2  |@      !P  |@               !@S                  H   |d        !CJKKCd |:FKO    |X               !]] |1             !GO?PU  |FH                 !DA]  | GF]JR           !FF  |06[  G   D         !G^R  |:CFJ            !Z  |s                !=>S  |RO \\           !=  |]                       |F]             !DQQV  |EKKP         |EH  |IIMI                    d          !9_  |:]        `        !W!HS  |4^         T9  |?         <=  |/@Q                 !2!?T  |HJY@                   !V  |:[                        !:EU  |@EHO        Fa  |W         !?W  |Ke        !NT`  |5AGC<h                      !DT  |@D      !Z  |Ib           !E  |-        !@EEIP  |aEH1N                 !@  |N[                      !]  |:              W   !5>  |I7LO                           !i  |O      !@  |@            !N  |S             !G  |b       !6>:W@  |78O\\V             !W  |GQ                 !-HOS  |NT            !L  |\\         !OU  |HP        !<>  |:EHO:                           !CBJPUTKNU  |YF W>NN                     !I  O?               !FL  |AFI          !  |O     !   |PT                   !N  |V     [\\  |59                    !MTWW]  |EBHK                        !X  |K          !J  |8O9                 !RU  |KRTU              !UQ  |45               !h  |Z                 !<HLNPd  |EEHMP                     !`  |C   !!L  |CO         !:o  NGP  |=        |;9N>  |EGKT             !_  |NO      !]  |J            !Y  |h         !QT  |9>J         !W  |R       !DCXV  |FNOO           |H  |@QV   V   Q      !=  |AF                  !B  V!            !c  |H                      !A  m     !G  |G                !C;9|Md      !GG  |<EHZP           !V  |<k           !IS  .JCLO[       !T  |H                      !W  |S           LH ||O                  !8@ XP      Y^Z  |\\LWC                  !GS  |@K          !U  |U        !   |?HNR              !DS  L^Y     !Ga  |OR          !U |IJ      |>  |CIV  |3[|`O                            !HJT |VQ              !EI  |ZK     !C]  |OT |Z    !?S  |WS                !GX  |OR                                          |W9          XPU  |AG        |@        !?V  |GZ                   !C  |8^        !>S  |OD                       !?F  |D9      !J  |>        !Gc  |aW                    !N  |C       !5\\  |-<Z]             !HDNUV  |BV                      !FI ||            !-G  |?^          !@  |+                      !9T  |PS                         !NG  |Kc`                          !EV  |7V          !@  |V               !E  |>             !8B  |CDOO                !? !OC  |0B                !6N  |V                        !4AJMQ  |9c                  !HL  |9                !DZ  |SW          !@a  |MR             !@  |\\[     !^  |L           !W  |8V           !?GR[  |Gb         !?  |K          |N          !/  |H    !6  |V                !-G  |GU                            !;G  |FKOO           !K  |3]         !6Q  |?T                 !3  |<G         !|]  |[b     L3]  |Q           !G  |C        !2  |9[        !K  |HE              !a  4A         !HO  |=2                 !>Q  |GJP                          !G  |L                  !OT  |[N        !EQ  |3K[        |FJ         _7/PHL  |@G[          !OT  |0S       !M  |e              !AJ  |CDL            !L  |U                 !Z  |P           !P  |DLOO                    !@F  |Vc            !`  |H                !h  |G                      !G  |.           !Ho |\\>         !LT  |?U             !?KK  |?       VT   !`_  |      !QX  |AJ|^  |E                       !G  |C           !CQ?O\\  |@JS             !H`  |7Y        ![  |N          |?KP2    !VX  |\\G                       !GJGSTUT  |?P_e         |:F    !R  |O                        !9E  |WU              !U  |O           !=  |M       |KMQR         !CCN  |85>E                     !=V  |EL         !   |;T                \\      q              !C  |/C                    !K  |@!Y                   !5D  |8AFJ              |FO                       FJ  |NC             !Q  |@       !4_  |M         !D  |@           !E  |[                   !NU  |7SV           !1  |?J   !<f  ]!FV  |GLLO                   !?<G]` e|GW]               !;X  |GR         !RV  |DH      |-               |W?R]     |Q    !9H]]  |LQ             !P       !5M  |F                 !?K>  |?LIOI          !EHHQK  |4G!           !P  |?       !7N |S:Z \n",
            "49275/49275 [==============================] - 834s 17ms/sample - loss: 0.8071\n",
            "Epoch 3/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.7029\n",
            "----- Generating text after Epoch: 2\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"   !D  |8      !Y  |T      !8  |=    !T  |W        !=W  |1U \"\n",
            "   !D  |8      !Y  |T      !8  |=    !T  |W        !=W  |1U                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      Buffered data was truncated after reaching the output size limit."
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jzdrxXrTaJ0o",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "model.save_weights('model-10-epochs.h5')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "vjjGxrn6vRAN",
        "colab_type": "code",
        "outputId": "41d6e9b7-f6bc-443e-ccda-3662900a0ec3",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "!ls"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "master_songs.enc  model-10-epochs.h5  sample_data\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "NA473JMzv8rS",
        "colab_type": "code",
        "outputId": "6e36d7a3-2ecf-454b-8ea4-ea538e9f7ec7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "model.fit(X, y, batch_size=512, epochs=10, callbacks=[print_callback])"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Train on 49275 samples\n",
            "Epoch 1/10\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.9964\n",
            "----- Generating text after Epoch: 0\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"              !5  |AHMQ                          !AHMQ  |AHM\"\n",
            "              !5  |AHMQ                          !AHMQ  |AHM                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"              !5  |AHMQ                          !AHMQ  |AHM\"\n",
            "              !5  |AHMQ                          !AHMQ  |AHM                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"              !5  |AHMQ                          !AHMQ  |AHM\"\n",
            "              !5  |AHMQ                          !AHMQ  |AHMR                     |WUOW                                        |FI            |     !Y                              |KR                                  |O                                        |-:W        |-                                         !1E       |7  Y                     <                     H |EEJVEGAE[8?F   !Jn                    |EWQPAN                  |BZYN     |OG                        !H                  |A              !R                   !2NOJFFIRWI                                                                                                                                                                         |:B;NJ                                                  !9N                                                   |0R                                 |3FIZ                                                     |JIJ                           |@FZ                    !WIAHFBYEONJIH                                                                       |BAb\n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"              !5  |AHMQ                          !AHMQ  |AHM\"\n",
            "              !5  |AHMQ                          !AHMQ  |AHMKL                |DIONSN                   |AB\\]HR W\\                       !FFNLU                                   !BO  |AHHW        |?QP    |LDR RL_ |OY     !H     |WRTEYG                                       !E                                   |GY              |V      |WYKYZ                !                      !SIIF         |?q    Q                           e  \\                              |:8B     |W      |GFQJRFEZ        !4                   Z  |BZ                       !AHW O         |EFFWRR                                  |8F@BRU  ]                                                      |F         j                                                       !J=D                     W                        |F   |BR     |V                |AQPHe     |FHIRWS      |O            B                     |CQ            |F4K    ^FNFRRWENHA4VN  !F                                                    |N                     !N IKR                                       !ST|k |@BW[  |1QJ!JJ  !\n",
            "49275/49275 [==============================] - 92s 2ms/sample - loss: 0.9964\n",
            "Epoch 2/10\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.9930\n",
            "----- Generating text after Epoch: 1\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"                                                            \"\n",
            "                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"                                                            \"\n",
            "                                                                                                                                                                                                                                                      !F                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               |T                                                                                                                                                                                                                                                                                                                           \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"                                                            \"\n",
            "                                                              !F4QQIFf                                                !FW          Y       !>DIFV                           !FGTEF W7F   !F     !?FJU            !H`   !BSa    !5CFW            !I                    !>QFS                        !FT    |b                                                        !F   |8 |<Q                                       Z                            !FT     |55FR !RT    !5<L               !AFY                                   |:] !6HHQ          |b                                                                    !5  |CTT  |C?    |NWW           |AF CI             |JT   !H  |V        !FU                           !/                                !5FT                           !CY      J    |0Q      !J               !F7CW             |S        !FU     |GT     !F^                             !>RW                                                     !<X |C5JQT                                                          !?T                          !CS       |LU       !\n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"                                                            \"\n",
            "                                                               WFP                                     !?S                W |JSFF2      !b  |b                          !@UR  !P          U!ECFHFS     |R|Z   !5HRU  !R                          !;E            !8Y      |9UR     |FJd         !HU         G       |     |C5O                        !F     |9U                   !CMZ |-?F        |?O      |F                             |AIb      !2\\           h       d        !: !FRT                        |b     !FY              F    !RQH          !DT  |4FV  |<S|HF[|5|b           |S              |?U|W          |T     !CG     !<D    M                       |S           !FMcJS                                    !<UI                        !INJ   !CT          !]   \\         !?NT         !2RT          TFW      !5V|<`       !FJT   |DQc     | |7LZT                        |HY                    Y             |Sb         !I           |F\\             |> jY            !<s      Z          !T       !BE |6R   RR               !=Y    |T G            |L      !HFGMFZ !FFe\n",
            "49275/49275 [==============================] - 92s 2ms/sample - loss: 0.9934\n",
            "Epoch 3/10\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.9881\n",
            "----- Generating text after Epoch: 2\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"|n              !n  |/b              !b  |l              !/l\"\n",
            "|n              !n  |/b              !b  |l              !/l                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"|n              !n  |/b              !b  |l              !/l\"\n",
            "|n              !n  |/b              !b  |l              !/l                             !=J              !<      !<O                                          |<                                                                                                                                                        !@                                                                        !<             |<                        !=                                                                              !<W                                !>                            !<I                       !G                                           !=J                                                                             !D                                            |<U                                    !8K          |<                   |6O                                 !<P        !=                                                !9                                                                                                                      \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"|n              !n  |/b              !b  |l              !/l\"\n",
            "|n              !n  |/b              !b  |l              !/l |8c          |<Y         !<U           |AW          |NY     |@OM  |H>;PU !<.KP      !c           !:< !c  !?NWRU !;\\|;        |W  |6FW  |8GQP   |@JO|U          |AY  |@       !IP     |W !;JT    !JNK    |V !@W  !1Fj   !=W  |DJP           |<<K              !5I   !<       |C     !=W              |KN        |<T   |U     |<Z   |FPUMOS|B@RJ    |W       |O       |>J6 W       |<         |A\\      !2Y!          |I[                                !?  P`!8W !W                      |IZOKV !=E|d|O    !@!A\\       Z   |<DP!-SZ  |J      !X      |IV !P|PO      |NU |<X           !8                     !J  !FW  |P             !I                     !AWPP    |Lb !h            !<F    |@U  !B<ZKO    |9  |?HP    |<QP   !k       |;[ !@          |6R   |H    |J !<    !=  |AOKJP  |Ff     |FV     |J |=:O|U !E      |2P  !    |<>1UV     !O !D |0R    ?<<DM |HU   !9W|I|<MU|JHJ     !AJJX  |:5DK  !h      !OS         |7T !O     !W    !FQF    !<J     |J                        |KUV       |6QP    !U!I  |e      !=T |P      !Z\n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"|n              !n  |/b              !b  |l              !/l\"\n",
            "|n              !n  |/b              !b  |l              !/l !<T   TEO              |  |NJOPU   !X    !O\\UOEU V |KZ !<\\  |8GN<\\ZT  !M       !HQ  |X   !8KX        |EMO !<KRNS   !=  |JFGY  !<<@OX      !W  |KDHP\\!2U   !PNN               |<           !L |POOOUU|W  |;O|POJ           !PJS     |CPRM    ! |BIW !5DRHN[ !QZ^    |<^  !]            Z  |*3OGP!O           !<W!=O !U|Bd |  !7VZ !<H\\`       !1W  |=9QT !U |<             |<UZ   |K !A[!D  !<IWW   |AS   !?T   X |A2BKPK  |CW           !8K     |3[ !7Z  |5JCOPT  !1V   |HPO   |Y             |: |AO|AU       |^  ! W      |B\\2]   !1U  |i!F !PUGU!/   !S=<D    !C:O |ON      !JOT    !j !@` T!PS    !OWOQPX[    !P   |8QKBCNX   |U  |Y         !1K  |i|DW |<W !<       !/<T        !A  !SW!=W   !W              |;       !HG  !NQ!W   !P@M  !Q !S !F|IQ Z !O!=KPMS; !o     !U        !^    |KRIOPOT|A  !;PJ         I  !]!<JEOI    |Z]!b!S   !3^|O  !0|Z !P     !<  !<      !E  !C`    !HJU      !5C  k       !O           |:`|KR          !1R        |d|<WV |c |8OG ]   !HS           |AJX  |V  !GW  !_     ^ !<B:9 |?M !=Z          \n",
            "49275/49275 [==============================] - 91s 2ms/sample - loss: 0.9876\n",
            "Epoch 4/10\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.9848\n",
            "----- Generating text after Epoch: 3\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"                                   |BBLLNNRRUU              \"\n",
            "                                   |BBLLNNRRUU                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"                                   |BBLLNNRRUU              \"\n",
            "                                   |BBLLNNRRUU                        !HU   !H                                                                                                                                                                                                                            !W                                                                  !?W                                                                                                          !:;                                                  !HU                                                                                                      !HU                                                      !DH                                                                                                                                                                                                   !H                                                             !HW                                                                  !8Q                                     \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"                                   |BBLLNNRRUU              \"\n",
            "                                   |BBLLNNRRUU                          !           !9PW     !X              !O               !?V!DW W  !W !E^     !L                      !W         !L  !HX   !;                !<:HV                                     !N      !JW            |HU  !FWHG            |?EH;L      |E7ENW|;    !U        |0;EB>FN]             !H;N    !@       !N |?GW              !;HHRJQU         !U       !G]   !J?J             |?E     !U      !D             o                      !HX    !Q     !HW              !;                                        !A?W    |?EV      !GHR   !K               |         |HW                !G     |Q       |U           !                !HK   |W        !H          !W   !                    |e              |G                   !LW    !BG         !U             |FHU           !HEEHL         !;W          !^          !S     !RU      |   !@     !H             !HW      !HR                        !=HQ        !HE    !CZ   !H;HQ    !<HG                   ! |?     |>H;          |LQ |H?HU                   |?9       \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"                                   |BBLLNNRRUU              \"\n",
            "                                   |BBLLNNRRUU                     |FW            !:?  |; W;c    |;U   |=U !ICW   !HU    |-<U    !AU      |CR             !@    !W   !;FK U!CGV     !\\        !KGXX         !DV            W      !S        !ECT !N   !jR       !g !?           !-WW      !V         !HW  |::L\\  |BLI  !?;          |E       WGG ZX     !HKW    !HMW ^    |O   !G      !DT       !EUMMIW !FW                            !U !Li        !?W     !W    !KI  !K              h                !U|I                   |HG          !ES                 !6@            U!:V  !B?;Q !CH |?M         !FWU                !H      !H   !W  |WZU   |O   !     !BU    !K             |W !I   |W                    !;HW   !; !?W  |;HHWUDXY     !HK   !>HNOU         U      !HQU        !;U|HQHPU     !:      UW    !W      !?U               !b            !RKLW              |?FEQ                X                !HX     !`     !:G     !=_  !P  !g  i                !HHKT VV    |=;HU     !=LQ EW          !CHTY                 |ABPK       |HLU                   !GJUW |f !W     |?U !\n",
            "49275/49275 [==============================] - 91s 2ms/sample - loss: 0.9848\n",
            "Epoch 5/10\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.9817\n",
            "----- Generating text after Epoch: 4\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"              !C  |4              !4  |G                    \"\n",
            "              !C  |4              !4  |G                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"              !C  |4              !4  |G                    \"\n",
            "              !C  |4              !4  |G                     !W                                                                                  |FV                                             !>                            !A                                                                                                                                                                                                                                                                 |ERR                                                                                                                                   |5                                                                                                                                                                                                                                                                                                                                                                                  !GR |JU                 !CR                                            \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"              !C  |4              !4  |G                    \"\n",
            "              !C  |4              !4  |G                       !O        |5U                       |U   !N                     !E         |JV            !k         !OT     |MX               !5K           !8>^    !EU          !G  a    !BV !7W !3                     !H   !<         !E        |_                              !W    |GW|8          !V!RW                   !@Ag  |K     |8                     !AN           |RZ        !@          |  |MW     !=Z|W          |/          |U     !W      !@     !EPW       |5^    |5             !.GS               |@U             |.BS      L |AR    !W     !QT  !?N  !4  !W   |K  |L    !BPJS       |QHU        |O |5W       !9           |W  !W  !>MR   !V     |T        TT      |.W           |e       |E                                 !JKT  |_              !_               b   !IV |Y      |5       !BR       |          !           !/     |/W     !.KU    |QR  !.R                                |EQ|L     !U      !P                   |^        !E[    |KU                       |W      !W !=<OO    |?Q    |DW            !W  \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"              !C  |4              !4  |G                    \"\n",
            "              !C  |4              !4  |G                       ^  |=U   !    |N !=Q   !P !K    |_        !RQ  |M   !? |U    !LQ      |E          |?Dg !7 |    |S   !5W  !qWc |:RRKOP K     |WW !Z          |T      Y             |W             |7R     |G                         |8S|X   |1RW|.FWY       !>       |5EGKRKKU   |K     !@HV                   !?OFK  |KV   !AR W   |6U         |W     |:V    |D4MPURKT   !JU      !U       !_              !W !/OWO  |HOq             |AE |NKW    !T    !O     |GKJKM RM  !RK`X|<S      |ERTW  !BW         |9          |W       |>OK!h5C^  |NW   |@     !   !KU |\\      |PP    !AEU|FL VW      Z            |8U!Hh                 !CU  !JRRIROU |3AG            |O_<\\        |EW      W|C  !U  |5R                      !MW    |D    |8:   !2      !J            !<J            !-=W           !@R    |AF U            |P |FR   |Ci     |EX                        !NRJ RR   V |e    !G|_      |MR  !`  O     |R!q     !5FNO    !3`         |W !_ !8>AG         |+Ra !/d  !+R WQOQ UOT|@U  !V|A>>         U  |IRW        |HR|E    !      |W   |J   \n",
            "49275/49275 [==============================] - 92s 2ms/sample - loss: 0.9813\n",
            "Epoch 6/10\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.9789\n",
            "----- Generating text after Epoch: 5\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"         !H  |FT                  !FT  |5Y                  \"\n",
            "         !H  |FT                  !FT  |5Y                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"         !H  |FT                  !FT  |5Y                  \"\n",
            "         !H  |FT                  !FT  |5Y                          |BJNMMMM                       !MJMMKMKMNKMKMMMMNMMKMJMMKMM NMMJMMMMMMMKMMMJKLMMJ  !@                                        |BBMN                                               !M                               !KMMMMJMMMNMMY                  |BW    |BMMMMNMMM                            !GKLNMKKMNMMMMMM                       !?HNMMMMMMMMMKNM                                                   !MMMM                      !BBNMMMMJMMMMNMMMFMM        |BMMMKPMNMMKMMNMKMNMMMMMMMMMM                                                         !          !JMMNOMKMMMMMMMMMMMMMMMMMLMMMKN                          !JMM                   !BMMNMMMMKMMMMKMMMMMMM                                            |HMMMMKMMM                    !NJMMMMMMNMNM     !BKN            |BMNKMMMJMMM   |K      !>Y                 |0MMMMKMMKMMNMNKW                                        !JN                          !@MMMMMJMJM                                                                                                 \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"         !H  |FT                  !FT  |5Y                  \"\n",
            "         !H  |FT                  !FT  |5Y                           !@SNMMKMMM YKQ    YZ     !?Y  !NK    !B@LMMFMMGKWL YY !Hg        !FLM !CM             !h     |g         |/HNI          !INJ!GKNYMWNMMMDNNMNM|BGBKJ  |3g           !MNMK    !J |FNDYKGJLY            !KJMG9KR |_     |Ng|<W          !@GGMMFJ N               |M   !D     !>JDMMMVLN       !MKIMDMKJNN    |NM        |BKW    |:JMg   !MN MMBNMMMJNUJKY |1J !BKM  |NNNWjd  !.DNGb  |FMY !N          !B>g   |W !PMMNMWBBRKGON      !MQ^  !JNQHMMMMM              !BHNMMN d       !GTY             !Fd    !B9Y   |G RJKMNNNKK^   !QMKKLM         !@;NM    |^      !JHNM   !?Bg  !BB?MQMJT             !8BkG   !HWKBNSb  !D    !GMJNMB        |FN |\\  |Z  !Z    |?BMNKSMLPKGMPMNPBMMMKYJMLKMN_     !k               !NLN !BBGMMM  !?5Yg             !JKM   ]|JJY |EFBDBBNYY   X\\ |N       !5      |AGKMg  |JMMN      !:W  !DJWJb |Fg  !g   !g                 |@IMK      !LKg       |BM     !GMKMY !Lb                      |JNJMMMMNN  !BLMY |FMMMMM  |LN  YOMNW   N|D0HNMNLM         |MMMg            |Mg|KNMKJMMMKMKWEBBKNL]   !K\n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"         !H  |FT                  !FT  |5Y                  \"\n",
            "         !H  |FT                  !FT  |5Y                            !Y] !>?KMMMjNYHKW   !k|NMQBJKMKN|BHMg|BBNKMMNMLKLJMJT     !BJ;MXB0? |K_  !            !MYZHNNNJKUM_  !BKXg    !O>KJNJ|?K   |b!LJ             |g  !DMKKK!KN?KNWRY        !@MBGMJb !@P\\MMRNFLKN JMNWJKNNY !W_   !//M ]!Y  |]|HDcKKb      |S?HMY  !L\\?g                       !h   !W   =@KN      !PE] !/KHMRZWMBMKK!GFW|BNMM \\   !g    !;KYK !H`g _ !BZ        |b   |0B7\\ |5?KMMRIX        |DV !T^   !6MRYMoK6MLYZ     !Y?LNMDMKLMFUGYg    !g !W |U |BWd|_|@BKWMJKJJW  !_!;    !N   |Dg  |8BZKI   !_ |BMNM     !FB:MY    |LKN  !/^d  M   !N  |0=KYMMMMJ    |Ba         L       !0JMJhGCMLb      !A_!PHRJ  |S |TGMKLJJMNS       !NbPKMYVN  !0<WN  !_|J     !BB\\  |LM R                |Y^!HNKNU !/;IWb      !JMW>MLPWDMGWLLO         | `d  !MU      !GKLJLMWKYLMW=HKMKJNBMWLLMNNWMKMKKaJMWQe   |/:>KNKdQS   ^              |J;=KKDNMG IkONYK]      !HLNZNNMBb |;S |JMNBKMI T  |HKM NIMPcWMSMb |/GJMFMMNJKNNY |7Y[  !Y    |YY3DMJFM    !?  !?MLR  !BCYBBH@MMMLRMKKJJMRKe         !@T  |BKKYMMMMMY |JMT    !/L    |DS |M Ub |W     \n",
            "49275/49275 [==============================] - 91s 2ms/sample - loss: 0.9801\n",
            "Epoch 7/10\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.9752\n",
            "----- Generating text after Epoch: 6\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"               !?KRW  |?KO                          !?KO[  |\"\n",
            "               !?KRW  |?KO                          !?KO[  |AP                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"               !?KRW  |?KO                          !?KO[  |\"\n",
            "               !?KRW  |?KO                          !?KO[  |N  !AFN            !AJ                     !AH                                                     |N                   !^                              !ANR   !ATN                          !AFHN                                 !A^              |AFN                  |^   |^                    !?<A^                                        |3N                                                         !AN    !AT             !AN              !AK                                   |ANTU                                      |AAW                                               |AK       !?NJMN        !AA`                 !FTTU                        !=AT     |ADN     !ANRNUNN   |U                                  !ANT       !AKRUN        !?NRP     !<KNKQ PT                 !Z                     |AN                                  !@          !KNN               !Z                 !AAP                         !AP    !AR |ANU                        |A^       |AK                  !AFRNNP         |<^  \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"               !?KRW  |?KO                          !?KO[  |\"\n",
            "               !?KRW  |?KO                          !?KO[  |AiURZ                  !U |M     !FDNMRVT    !-V     !A<AP    !a^!AANPR          !PNR QP  !NPJKSRTKMTM           |     |AJ^Z    |HFOUW    |A<TRTNRWI   |A<CJ^    P            |L      !AT      !;TNNT              |N  |AX       |A^!<AN^ |NKU       |ZK  !?HKRRTORTFP |T   |:  |?JNNT  |@>U      !AUZ     |JUUK            |W           |NN  |A !FGKW\\   |i   |ANRU   |KP |.=PW          |?NWJT      |JZ    !@GU |P   |1K  |<.N         |KNTPN  |NN       U!L^  !<WNKR U    !?      !=A   !FUKQIYPR          |AHW !KT !8S   |^ !I  |AAGV          !@RTOT                    !DNUPUJT  !6<!F   |?K    !A[ |R !KZ      !AT XRRJ[   |?KQ    |JSSMN N !q !=Y |ANU^  !AMNHDNTNSJQQWEO|<RU\\LJ!2LU  |L|DAPNTU |IR    |<N            |?LKMJUKRJKNQTU\\P    |FRKKGN][   |AQ  !?N    |IKW         |7AP   !?\\   !5I PJTNT\\       !WN         !LRTR R     |UPPNTTTNTTPTTX !<NTYN       !A !P  !N |AP|<HOURTK   |DPS  |AT  !X|AR      !AGTUUUKKON  P        |DRPT RQTJ[NHFPMMRUN              !J     !7U         !5   !?K ]     |UUURRNSURR  !DP|?NRN\n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"               !?KRW  |?KO                          !?KO[  |\"\n",
            "               !?KRW  |?KO                          !?KO[  |?RNQT?KPU |AZ !FUO  ^NSSJ^o         |R\\|AO^  WRU        |8TP^ !A?KTX     |AKPP     !AU   !4GOTW@   |;GIKTLKPM RKWSRFNUGFSXX |d     |ZN|G  |N   |ARUP ![!JRPKSKR|PTKMRN !P  !UNM^[Wi SKNRR1NU\\    !:QJUPTUUX |W |CN^AFQT!IDSX^ !=m^       T    |NNNNJ    |<KUJ U^!AU    !3HKRRKKUK   ! |FNJKRUNTF   |OTPRJURKPVi VDF^           !?   !3FF  !P        |NJ |AKPOFY  !U[P     !A?H  |^   |ET       |AMPTS]!AKKT  !7i  |AjK    |2V           !XAWUP     !1PTZANJUNPGN  |CTUNOQMF ^G      |5W    |^   !ALPN]Ud   |AAW    !5P |KU   !9NRI TNFUP!FJT  !<NNUR^XH    !<?FRK    |BO |AUZ\\ !.LRTLNR |TPUFKT YQRMUU |<KPSJTP\\WPN  |VUXTNTUK`KTT ^]           !FTN    |NRN |D    !C?I      !>NNNNUNTONTP        |A|A?  !A[F^     |POTK  G |NP  !AV   !`!@N^  |KKVPMSNOOU |^        |^^N   |J|DO|NXPRPURRSUN\\KN   !?J |DAW !ADTTN|TTR    |5T !<4W !AAN U[RJPPT   !/KRPHT    !/|V   |EU]!A^Vi |^^    |DF T^   XMIPTUJHTKR  U^     !N[ |PPJJ JTWTUU  |AU|<IFUNUNU    !?U  Q!+AU |7U|EQ UDLNR PKUVL          !L  !JSUT   |<9NPMPJTTUIJURT   |;FHKUR !OFTL \n",
            "49275/49275 [==============================] - 91s 2ms/sample - loss: 0.9751\n",
            "Epoch 8/10\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.9741\n",
            "----- Generating text after Epoch: 7\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"    !9  |L                          !L  |KN                 \"\n",
            "    !9  |L                          !L  |KN                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"    !9  |L                          !L  |KN                 \"\n",
            "    !9  |L                          !L  |KN                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"    !9  |L                          !L  |KN                 \"\n",
            "    !9  |L                          !L  |KN                                                         !A                            !<6\\                                                                                                                                  |g                              !Q                                                                                              |H                                       |J                                             |DOU   |8L                                                  |J                                                                                                                           |EQ       !/`                                      |V                                 U                |=M     |AIQ             !J                                            |                                                                                                                                                                            |>A>                                            \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"    !9  |L                          !L  |KN                 \"\n",
            "    !9  |L                          !L  |KN                                                        ]    !1HNK|CAP                 \\P                   |EU             Y     !CEQU              !@O     !<I    UM   |<<IJL                                           !8             !b    !                             !<N                 !FT          \\               !f !/Y    |AV           |EU |j          |CRV                                          !HP                      !A       |=EP   !ALN          !=7AJ  |<7K     |JW !IR U                                                                                    |FV                                         |?       |DU                                                   |BU     |3NIKQ                                                                                !C            !<Z    |=AH                                         !LM                                     |e                                                      \\ !<[ k                     |<                                                        \n",
            "49275/49275 [==============================] - 91s 2ms/sample - loss: 0.9734\n",
            "Epoch 9/10\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.9709\n",
            "----- Generating text after Epoch: 8\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"M                                      !DJM  |:FN           \"\n",
            "M                                      !DJM  |:FN                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"M                                      !DJM  |:FN           \"\n",
            "M                                      !DJM  |:FN                                                                                                                                               !I                                                                                                                                                                                                                   |V                                                                         |AY                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"M                                      !DJM  |:FN           \"\n",
            "M                                      !DJM  |:FN                      |I |FJ                !A    !I[                   !;                                  |V !K                            |>           !IPM           !4                            !B                    a   |J        |5         |L     |K                                |KKKX        |U                         !:T   |F     |Q              |U                |U      |JJ                     |!JQT    Y    !3   |AL>E                                                                !D                   !U     |BIN      |4             |G   !AY           |I                        |F                   !3    |_   |IV  |ANT       !V |IY   |KU                                     !HU                       |K |CQY            !V         !IH   !B9                |@                                  !Y        |Y          !S          !3                |Q           !A`                                |AFKKW    |AY                                             |3Y       |I YV                       |<`      \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"M                                      !DJM  |:FN           \"\n",
            "M                                      !DJM  |:FN                    !Y |X   !KT         |IY          Y             |8IJU               |Y        |C                 !FFQ  |3               ||j!K           !1                            |   |T  |EV            |AV  |KY              |Ib !`   |O        !EKT      !V    !I    |7K    !AQ|<O  |DKRRV                      |BIY |IY   |:CV |6    !>`   ` !?\\    !?IS     !B   |FIT   Q !Y      |FX                             |2 !CU            |A          !IDF          |F     |A@      !KX   |IK |6_      |F                          !FI                 |O   |W   !Y|FY  d           |_       |3V`        !Y  !4      |>|       |   Y _     !?I   |JR                 |f !?VS                   !          |L   |@B`|;Iq|@ |3           |7    g|b    |@       |3        Y    !4                  |AV            !7V                               !V    !CKo|JU ZL Y   !@  |I[   !V       |3  !CEQS        !EL   !CV   |Q          |@QY   |?Q  !^ !IM U        !P  |@       |IY   |K           |L             |KLR                     |eY    \n",
            "49275/49275 [==============================] - 92s 2ms/sample - loss: 0.9703\n",
            "Epoch 10/10\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.9713\n",
            "----- Generating text after Epoch: 9\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"|4U        !U  |V        !4V  |9U        !U  |V        !V  |\"\n",
            "|4U        !U  |V        !4V  |9U        !U  |V        !V  |8H                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"|4U        !U  |V        !4V  |9U        !U  |V        !V  |\"\n",
            "|4U        !U  |V        !4V  |9U        !U  |V        !V  |8                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      !@                     |8S                                                                                                                                                                                                                                                                     !8H                                                               \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"|4U        !U  |V        !4V  |9U        !U  |V        !V  |\"\n",
            "|4U        !U  |V        !4V  |9U        !U  |V        !V  |8                             |[         !AW      |   |FX                  !  |X                                        !U  |@                      !            |.ES    |\\                          !             |HE                |2                 !              |/S                   |?FD[               !U                                                                                  !EK        |8                                                                                  !6]                                                                                     |O    |88EM              |8H                         !HW                    !=         SS                                                    |G     |@X            |CHIX  !F                                      !X           !ES                     !      !    !=                                |d   !9                 |=JY    !H                      g      !@ !C                              |7G     |FG                     !\\  \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"|4U        !U  |V        !4V  |9U        !U  |V        !V  |\"\n",
            "|4U        !U  |V        !4V  |9U        !U  |V        !V  |^ _   !g        |O    |FU                |H   !8] !78^   |8EHS`   !8G      !_ |`      |O    !I           !=     !/N   !e       !6           !H  !a                     |=QQPS        !N      !\\        !    !HNM           |5D[ |D[             b     !=U  |HT               !7          !XGH   |6            !a                         !E        |G                           !6[                                !V                          |Q !:C             `          |                  |F  |/       |DU  !@            !1BO  !8X    \\?   [[    |NW |\\           !         !S                     TN          !DW    |=8APH  |[        |@[|=          !8J T                    |?N     !GQ     !7GY !8[  g    !<n  |+5e              |G`                                                                    !6           !` !     !ES          [             |A          !U                    |AX        [   |I   !7`      !:Ce   !\\     |S                 |?HT!]        |U   !XX    !H`             !EH     !b               \n",
            "49275/49275 [==============================] - 92s 2ms/sample - loss: 0.9712\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<tensorflow.python.keras.callbacks.History at 0x7f2a6482aba8>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 18
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "d1OVeGPRztBh",
        "colab_type": "code",
        "outputId": "3eb2abab-4f02-4dc5-e3fb-62acd1478829",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "!ls"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "master_songs.enc  model-10-epochs.h5  sample_data\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "l-3ONJKp4245",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "model.save_weights('model-30-epochs.h5')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "rJhDnmIB-NJv",
        "colab_type": "code",
        "outputId": "bb6c0dd2-3622-43d9-e08e-4eeb4d7a3038",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "model.fit(X, y, batch_size=512, epochs=5, callbacks=[print_callback]) #30 adding 5 (plays C# forever at one point)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Train on 49275 samples\n",
            "Epoch 1/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.6585\n",
            "----- Generating text after Epoch: 0\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"KW  |CK        |W    !C  |:      !W  |Q      !:  |?    !Q  |\"\n",
            "KW  |CK        |W    !C  |:      !W  |Q      !:  |?    !Q  |W                    !C  |W                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"KW  |CK        |W    !C  |:      !W  |Q      !:  |?    !Q  |\"\n",
            "KW  |CK        |W    !C  |:      !W  |Q      !:  |?    !Q  |K                    !K  |5                                                                                                                                                                                                                                                                                                                                                                                            !P  |G                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    !7L  |AL                                                          |C                                                                                                                                                                                                                                           !C   |P                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   !N  |=                          !D  |=                          !5A  |I                          !U  |6B                                !D  |?                          !C  |W                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     !A  |@                          !C  |@                                                                                                                                                                                                                                         !AD  |E                                                                                                                                                       !6  |D                      !I  |L                      !E  |E                        !C  |C                                                                                  \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"KW  |CK        |W    !C  |:      !W  |Q      !:  |?    !Q  |\"\n",
            "KW  |CK        |W    !C  |:      !W  |Q      !:  |?    !Q  |7Z            !U  |S      |W           !8   |\\      |W        !_  |W                    !P  |8c      |WQ         !;  |G                    !DS  |;L                      !HS  |R                    !<CL  |MQ^                  !EQ  |@L                              !CP  |G                                !C  |W                                                             !5AIMP  |<                    !V  |P                !U  |Q                          !JI                                        !AF  |k                                  !CJ  |LZ                            |:EJJILRS                              !=ILR  |CL                                    !2  |CG                        !G  |S                                                                    !j  |a                                !4H  |AH                    !ET  |L]            !R                     !/  |AV                      !Q  |B                    !L  |K             !N  |\\                      !@^  |=L                !J  |Q              !4  |Q                      !5H  |AF                              !A  |]          !T  |:             |2                    !S  |O                      !L  |f                    !@I  |b                  !1CIV  |6=                       !CL  |S                                                !)9E  |9                                            !CL  |4I                    !4  |B                        !IL  |?        |W                    !P  |=                          !=I  |CG                                                      |J                          !O  |M            !?  |Z                    !@  |F                                                             !P  |<U                        !6  |Y                        !=U  |=G                      !@  |M                  !HK  |G                          !\\  |IN                            !<T  |@LU                                !?M  |/E                        !9  |9                              !BG  |LP                      !L  |F        |P               !JL  |8N    !S  |4                !7[  |-e              !@  |.:GP                              !\\  |?                                          !X  |0<                      !MP  |DI                          !T  |5                                          |6                  L  |=          |B                              !LO  |=E                        !=  |9                                !??  |GKL                                  !c  |AIN                      !CK  |Kc                                      !S  |@                      !@  |9                        !9EEJL  |INV                                            !=I  |??d      |W                  !KK  |DP                          !G  |B                                  !FI  |IR                      !;  |4                            !HMO  |54                          !KP  |6=IF                           !ABJ  |?F                            !Y  |W                          !J  |W                \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"KW  |CK        |W    !C  |:      !W  |Q      !:  |?    !Q  |\"\n",
            "KW  |CK        |W    !C  |:      !W  |Q      !:  |?    !Q  |E              !j  |5                    !`  |W        |W            !=         !67  |J      |S                          !I  |>R                                      !DB  |B                    |EN                 !EI  |?J      !I  !T                        !_  |4W                  !-9E  |R        |G          !d  |5            !T  |D       |Q            ![V  |-9              !GU  |W^                    !3         !K              !6G  |EM                  |V            |O      |LOQW                  !AH  |5?                        !R  |=[          !M  |I                !U  |X              |Q             !d  |O              !U  |D      |[Pg      |      |b      |1AB:?        !BB  |Z              !0j  |d          |2    !D  |P              !?  |j        WW        !H  |Zk      |W      |S          !M  |G      |a      |      |8   Y  !TYj                  !h  |@          Q    a        !PX^  |LS                                          !@LQVY  |DIU                              !H  |O                            !C  |I                            !U  |b              !X  |Y       !R            !4=  |?K            !k  |U        !4M  |KQ        W          !5W  |o              !I^  |G                    !7V  |A8V!Vf             !V  |P        |T\\      |1W        !_  |R      |e            |W      |R                !G  |b                      |?]                                  !D^K  |;BIIPR                        !      !PR  |>              |D      |S       !KR  |WZ                        !g  |B                  |Q      |jV        !?  |a                !P  |US          !_  |S    \\`  |]            !\\  |U              !R  |Bc                    !LU  |HM              |W        !KP  |f        |j          !4W  |W        !W      !I  |R                !j  |V               !BG  |\\V      !W  |K      |H                  !b  |?              |<W          |W      |d        !h  |1            !S  |S       |k      |k      |[      !D    |@                !UZ   |Ck                              !AI  |5P                          !BUI   |9EV                          !C\\  |C>?                !U  |O          !8AK  |OR      !R                !5  |F        !X`_  |KQ        |O      |]              !>  |KU                          !HKPT  |BG                          !@L  |=I                          !D  |f                          |Xe                                !HKN  |CL                        !AD  |BILR      |LZ                  !B  |b                  !CJP  |[L              !8^  |hL        |f                 !N  |@S                              !L  |DK                      !.  |0=                !EI  |7CRWW       |W                      !^  |P                !^Zd |+L     a              !\\  |KO                !W   |9E  \\\\      |O      |V                !GS  |+7V              |9      |I    P  |C       |H            |B          !B  |W        !W                !ITU  |@L                !-9  |9            !L  |@        !1   |G      !X              !@  |V           !DP  |8S            cB   |1\n",
            "49275/49275 [==============================] - 264s 5ms/sample - loss: 0.6580\n",
            "Epoch 2/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.6111\n",
            "----- Generating text after Epoch: 1\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"!B  |@              !@  |>              !>  |@              \"\n",
            "!B  |@              !@  |>              !>  |@              !C  |J                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                  \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"!B  |@              !@  |>              !>  |@              \"\n",
            "!B  |@              !@  |>              !>  |@              !G  |J                  !B  |:                !B  |C                  !@  |R                              !=B  |>JN                                                                                                                                                !H  |C                          !E  |H                                !AHMQ  |AFJM                                                               !M  |F                                                                                                                             !J  |V                                                                                                                                                                                              |CJ                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       !H  |7CJ                                                                                                                                                                                                                                                                                                                                                                                                                                                 !I  |J                                  !DJ  |>J                              !<H  |>J                        !AJ  |M                                    !\n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"!B  |@              !@  |>              !>  |@              \"\n",
            "!B  |@              !@  |>              !>  |@              !U  |6                !EILQ  |G                      !8D  |GIU                            !H  |[                              !B>  |<T                      !EJ[  |B                  !DJQT  |7C                !P  |C              !AX  |AW              !=DLQ  |GKO                !JM  |LG            !\\  |C            !S  |?                !K  |@                    !FJNNMQ  |W\\                            !QT  |9HKQ                          !IIMO  |8KNP                                !K  |CJKO                                !D  |<HKNQ                                      |K]                    !F  |-                                                 !GJNQT  |ECJN                              |C                                            !R  |I                                 !BGJS  |>J                              !6BGO  |.EJ                                  !DG  |C                       !P  |G                      !DP  |@L             !J  |D            !I  |W                 !;  |3         |D        !>U  |?K               !F  |:          !C]  |D                  !M  |=           !5W  |W            !L  |B      !Q  |@        !@  |Q      !B  |]          !;  |S          !4  |+              !5b  |[[                !M  |R              !I  |>            !H  |K            !:  |BKJN          !X  |N        !KP  |G                !@  |G                  !G  |4              !4  |N            !2  |X              !W  |E              !S  |3              !_  |A                    !C  |1                  !B  |-9LIN                              !CM  |B                             !I  |C                                  !=IKP  |>JPVV                                              |LR                            !LQUP  |AHM                              !L  |8CHK                            !BU  |IU                          !CJJQZ  |>JMPTS                                                |FFN                       |FJMRV                             |FKO                               |FFW                     |FFJAAJMRR                                    |UXd                                                !ADM  |FFJ                            |F                          |Y                      !8PT  |F                              !SZ  |DZ                    !BKJ  |B                  !A  |O              !=I  |AINS                  !:AJ  |R                  !N  |N            !G  |;            !=  |Q            !>Jj  |GJ              !/  |e            !2I  |I                !?  |C              !@  |J                  !o  |9                  !2  |G            !4  |E            !CJM  |;G                          !CJNSV                       |CFKYg                           |HKMSZ                           |EHq                                   |FKO[             |CJKOR                     |FFKP                        |FF                          |FFJPR                  !D  |FJKM                   !AFJMRV  |>INRU                                !BFR  |FFN                        |RRWAMJJMP\n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"!B  |@              !@  |>              !>  |@              \"\n",
            "!B  |@              !@  |>              !>  |@              !=IL  |X                  !/  |>             !B  |g            !S  |e              !I  |3              !HK  |IN                    !?M  |L            !/  |?            !D  |e                    !<R[  |CMa                !-9  |CK              !J  |f          !CX  |=IN                !R  |A          |O  !0J  |@              !M  |H              !C  |C            !4  |B            !HKQ  |>                !7  |6G              !B  |J              !AHJQ  |EJ                !OV  |3              !7CKJZ  |?R              !AM  |EK      Q  |6    !;  |g      !;  |O        !F  |8            !9  |0      !Z  |Z      !j  |c        !  |O       |eZ  !b  |3      !8DSW^\\  |a              !l             !GZ  |3;EN                      !=  |=                  !F  |6            !<H  |`\\    !DM  |8U      |B    !L  |A      !  |Z    !3  |h      !c  |N      !d  !_        !g  |6       |<`X;]    !M  |?      !N  |W   X  |6Z    !DJ  |<X    !T  |W    !6  |B      !<c  |U        !J  |P      |D      !?WN  |8MQ              !O  |H                !EO  |J              !HK  |AK           !N  |T          !AFJMPV\\  |BFKN              a  |5ADGMRP                   |:A?AMT                  |FILUY         |F             |AFFFKP                |F                   |FFR                  |S              |AFKMKI                  |AFJJKJP                         !6AF>J  |ABJL                                        |FF                               |AFJY              |?                  |WCAHNTW9MN  |FJNW                          |+7JMJJQTQZZ                         !FI  |DJJMOW                      !DG  |ADT                            !;  |-9CJ                       !EHKN  |              !6B  |4K        |W        !IU  |n              !;GGL  |K                !Vb  |8N      |G      XdK  |>E          !S   !TYZ`        |h      !CJLS  |.^                  !WX  |5KO                           |:FKPRPRRUZ                         |FKO                 !P |QUY                   |.5KK              |6:>Y                 |FFW                     |EHKMR                            !:AS  |FJP                                  !JNX  |<H                          !4NPTSGV  |BGJS^                      !EHK  |=<H        |FQ                    !AFJLR  |MKO                       |S              !/AHM                    !S  |5AEHMQ                             !P  |EKN                     !N  |@              !FKOR  |IIU                |9              !FIMRg  |FIPW                     |N                          |FFKNV               |6:?FJKNT                    |BIKN                !P  |I Q              !N  |P            !FG  |L           !E  |W        !EZ  |h        !P  |e      !I  |S      !@DP   |[      !Wc  |HW       !@  |F    !U  |W        !^  |I  a  |O      |W  Uh  ||      !O  |J      !1  |L    !N  |a      !g  |6      !K  |A        !L  |N        ![  |Y        !?KNW  |1^       ![  |YQ       !GP  |/Q          !\\Y_  |N        !I  |i      !^  |9          !D  |B      !j  |V          !P  |J            !<HQ[N |^b            \n",
            "49275/49275 [==============================] - 266s 5ms/sample - loss: 0.6114\n",
            "Epoch 3/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.5586\n",
            "----- Generating text after Epoch: 2\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"Q        !Q  |S        !S  |O        !O  |Q        !EQ  |2S \"\n",
            "Q        !Q  |S        !S  |O        !O  |Q        !EQ  |2S        !GS  |GS        !S  |S        !GS  |L        !S  |S        !S  |S      !W  |S      !W  |W        !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |P      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W    !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W        !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W    !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |P      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W    !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W        !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |P      !W  |W      !W  |P    !W  |W      !W  |W      !W  |W      !W  |W      !W  |W        !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W    !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W    !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !U  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W    !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |U      !W  |W      !W  |U      !W  |W      !W  |W      !W  |W      !W  |W    !W  |W      !W  |W      !W  |W      !W  |W      !W  |W    !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W        !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W        !W  |W      !W  |W      !W  |W      !W  |W    !W  |W      !W  |W      !W  |W        !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W    !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W    !W  |U      !W  |W      !W  |W      !W  |W      !W  |W      !W  |W      !W  \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"Q        !Q  |S        !S  |O        !O  |Q        !EQ  |2S \"\n",
            "Q        !Q  |S        !S  |O        !O  |Q        !EQ  |2S        !S  |U      !Q  |L      !N  |S    !Q  |P    !J  |S        !S  |W      !P  |P      !K  |?      !S  |W        !W  |W      !c  |T    !Y  |P      !W  |W      !N  |N    !W  |W      !i  |W      !W  |W        !?R  |W      !W  |S      !W  |W    !W  |?    !U  |W      !L  |K      !W  |W      !U   !P  |R        !W  |W      !W  |W      !Y  |S        !LU  |W      !X  |S      !W  |W      !W  |W      !W  |U      !W  |W    !W  |W      !W  |S      !K  |W      !W  |U    !D  |N    !K  |N    !W  |V        !8S  |N      !\\  |W    !W  |P      !W  |V        !PT  |P      !W  |P    !W  |P      !?  |P    !W  |K        !W  |W    !W  |W      !?  |X      !W  |W      !U  |U      !P  |W      !S  |K    !W  |K    !R  |^      !W  |R      !W  |V      !W  |W      !W  |W      !W  |W      !K  |W      !Z  |U        !c  |W        !K  |W      !W  |K      !W  |W      !T  |W      !W  |W      !P  |X      !W  |X    !W  |P      !W  |S    !D  |\\      !W  |W      !W  |W      !T  |R      !P  |W      !W  |W      !W  |W      !W  |W        !I  |P        !W  |S          !X  |P    !W  |W      !W  |W      !U  |K      !W  |P    !W  |U      !W  |N      !W  |W      !W  |W    !D  |G    !W  |?    !N  |W    !W  |W      !P  |W      !\\  |W      !R  |W      !W  |W      !W  |W    !W  |W      !W  |W        !N  |V      !L  |W    !W  |W    !W  |R    !D  |?    !W  |W    !W  |S      !W  |1      !T  |V      !W  |?      !U  |P    !W  |K      !W  |S        !S  |P    !W  |W      !D  |W      !U  |W    !W  |U      !W  |P      !W  |W    !W  |S      !W  |S      !G  |S    !S  |D      !V  |R      !N  |W      !W  |W        !W  |W    !W  |W      !R  |W      !W  |W      !W  |W        !d  |U      !W  |U      !W  |G    !W  |U      !P  |R    !W  |K      !L  |W      !W  |N      !X  |U      !QU  |S    !U  |L      !W  |S      !W  |W      !W  |W      !Z  |K        !W  |W      !S  |U      !U  |W      !W  |W        !PT  |U        !W  |?      !S  |S      !W  |P    !P  |I    !W  |P      !W  |S      !W  |S      !W  |U      !9  |S    !W  |W    !W  |W      !U  |S    !W  |W    !G  |P    !W  |D      !W  |P      !S  |U      !W  |W      !W  |W      !W  |W      !c  |W      !W  |W      !T  |W    !W  |W      !W  |R        !LW  |W      !N  |H      !W  |P      !P  |U      !S  |W    !W  |N      !W  |W    !G  |K      !W  |T    !W  |N      !W  |U      !P  |W    !`  |W    !W  |P      !W  |W    !W  |N      !W  |S    !W  |S      !W  |S        !K  |T      !P  |O    !W  |N      !W  |P    !W  |W    !D  |W      !R  |P      !D  |K      !W  |W      !S  |W      !W  |W      !W  |P      !L  |B    !W  |W        !G  |8    !W  |W      !L  |P    !W  |S      !W  |_      !W  |W      !G  |W      !W  |U      !RW  |\\      !W  |W      !W  |P    !W  |U      !W  |W    !D  |K      !W  |U      !T  |W      !L  |S    !N  |S      !W  |W      !I  |D    !K  |K      !W  |W      !W  |R      !Q  |W      !W  |W      !W  |W      !W  |?      !R  |Z    !W  |W        !W  |U      !W  |N      !D  |W    !W  |P        !K  |W        !W  |Z      !Q  |U      !W  |W      !W  |V      !W  |W    \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"Q        !Q  |S        !S  |O        !O  |Q        !EQ  |2S \"\n",
            "Q        !Q  |S        !S  |O        !O  |Q        !EQ  |2S       !G  |/        !GS  |S                !KQ  |;SV            !V  |1      !F  |D    !Q  |7    !D  |I        !j  |?      !W  |P    !T  |U        !f  |L    ![  |W  U  !d  |        !WW  |W       !S  |TW    !T  |b        !RUWc  |PUW        !j  |W     !P  |K       !W  |K        !W  |N    !=  |I      !U  |P  !b  |W    !j  |W    !JW  |U    !W  |W      |W      !L  |8      !P  |;      !?HKM  |DN      !:  |c      !E  |D      !d  |U      !W  |N      !Q]  |S    !g  |k    !?  |:    !W  |\\    !6  |?      !R  !<      !      !3  |_    !W  |UU      !W  |SZ      !c\\  |S]      !W  |X    !RR  |P        !SW  |W    !4K  |Z      !P  |W        !Z  |R          !_  |P        |:      !?K  |R    !D  |K      !j  |7      !T  |N      !N  |I      !6  |D    !1W  |P    !4  |S        !D  |5    !^  |5      !M  |L      |f    !T  ||      !@  |P      !DP\\  |?W        !i  |O    !;  |?     !G  |W    !W  |e    !W  |U          !c  |g    !?  |?    !T  |P    !d  |T        !K  |P      !L  |c    !P  |W     !L  |Z      !;  |UU      !P  |D    !M  |E    !?  |Q     !S  |S    !3  |N    !6  |L    !NS  |KK      !K  |V   !N  |Q      !j  |O       !K  |V    !Q  |S    !V  |K    !T  |G        !P  |P        !UX  |Uc        !K  |Z      !C  |N        !W  |W    !1  |W      !?  |W    !W ]|8        !KT  |HKNR      !W  |W      !d  |R    !K  |O    !5  |C      !W  |i      !b  |{      !Q  |S     !?  |S    !Q  |GS    !d  |G    !W  |K    !W  |P      !?W  |W     !L  |@    !E  |P    !`  |?      !N^  |R      |W    !a  |O    !^  |e      !R  |W    !W  |U    !O  |C    !V  |K    !W  |i      |?      !IW  |G      !S  |S        !c  |1      !P  |UX      !O  |U      !8N  |K    !GS  |`      !`  |R      !g  |S      !W  |D      !W  |3    !c  |D       !?N_  |?W      !P  |Z    !@  |P    !c  |K      !D  |+        !L  |?      |S    !P  |P    !?  |P    !P  |\\    !Q  |V    !`  |1      !W  |R      !V  |Z      !W  |9      !N  |Q    !M  |A      !G  |N    !j  |X        !RX  |D      !D  |K    !3NZ  |:V_      !U  |c    !W  |-    !N  |R        !W  |3R      |W    !D  |?          !SW  |W      !W  |C        !PU  |QT      !N  |]          !-`  |OW      |U    !K  |S    !T  |K      !L  |K        !S  |J      !I  |F        !W  |]      !W  |>    !G  |:        !NW  |KP        !Y  |c      !c  |GS        !_  |\\      ![  |T    !WW  |P^      |X      !G  |1      |V        !?R  |c    !DDT  |N       !K  |W     !RW  |PXc        !J  |W      !I  |]    !T  |V    !g  |V    !D  |P        !\\  |_      !T  |R      !N  |k      !W  |6    !D  |P    !W  |K      !Q  |:      !N     !?  |P    !R  |R        !W  |W      !F  !P    !W  |V    !O  |_      !S  |P        !Cd  |5O      !W  |U      !Y  |K      !W  |S      !C  |C    !W  |I      !Y  |K        !L  |H    !U  |=        !G  |W    !I  |L    !W  |a    !DZ    !@  |[      |W    !I  |Z    !IX  |8P    !@  |I        !W  |W      !Gc  |=DKPW      !N  |c      !W  |W        !-  |@      !W  |W      !Z  |K    !  |R    !A  |U      !P  |R      !;  |E      !V  |P    !=IW  |Z    !W  |S      !W  |j    !Q  |L    !QQ  |P    !DP[  |7      !U  |\n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"Q        !Q  |S        !S  |O        !O  |Q        !EQ  |2S \"\n",
            "Q        !Q  |S        !S  |O        !O  |Q        !EQ  |2S        !ZY  |ic          !Y  |UX    !W  |D    !YX Y|Q    !Z  |W      !W  |N          !i  |i    !U  |SW      !Xd  |VTg      !?  |<]      !L  |W      !?c  |CR    !U  |R      !Yc  |W      |[    !g    !P  |c    !N  |L      !j  |T       !`  |P      !AW  |?W      |7      !3  |K      !5  |5      !X  |X      |W          !K  |LS      !    !HRWj  |Y          !KT_Y\\  |GXf            !QV  |U    |K    !RUj |8G    !W  |NS      !S  |@     !RW  |L      |Y        !W  |W        !j  |L     !2WW  |5c    !GP  |W      !?K  |K    !W  |W    ^  |K      !Ra  |c        !?W  |Wd      |[    !?  |S    !M  |BGLXa   !R  |U      !S  |P      !QT  |Z       !1  |-        !X  |C      !Y  |-a      !Xd |S        !NUX_  |0c  !D  |S      _ !8T\\  |:S      !W  |P    !Z  |N  !j  |j      !W  |G      Q`  |T    c  |T      !i  |e    !N  |7CKOV      |Sf    !a  |D    !IR  |U      |P    !E  |U       !?S  |MW        !QW  |^    !Q  |+7Tf     !`  |P    !W  |G    !Z  |e   V_  |k            !Gg  |jU    !W  |\\    !GJIS  |DN        !R  |-    !V  |P    !R  |S      !W  |W      !      !d  |\\    !T  |W      !n    !NX  |_\\      !Z  |K        !_  |<    !PQT  |OP          !W  |W        !WW  |;j    ^  |U    !R  |]    !  |^    !:W  |W        !Vc  |Ug     !i  |X      !_  |PS    !Z  |T     !Kc  |IW          !TR  |i    !K  |Q      !`  |_      !G  |W    !6  |W      !X  |P        !e  |T      !T  |Y    !T  |X  d      !Y  |]    !7W  |d      !W  |ADGW       !K  |B    !R  |?      !7  |=    !D  |U        !DK\\  |S    _  !d  |@DORWW    !U  |k      !W  |N    !Wc  |5       !_Xa  |^    !H  |U    j  |`        !Ta  |HQTW      !U^  |GS      !LPS  |U    !DS  |P       !LS  |R      !W  |S    !S  |]      !DPTW  |:        !US  |`      ]  !Wh  |<W        !-c  |UX      !O  |O      !?  |8DPT[     !b  |K      !MW  |<X          !TW  |K      !c  W^    !K  |R          !O  |g      !@  |W    !W  |Q    !Y  |S      ![  |L    c c  !jg  |UU        !V  |Pc      !=DM  |NQ      !Gi  |P      !W  |S    !O  |S    !T]  |Zg      !d  |Q        !R[ `a]      !U  |G      !j  |`\\c    !a  |E      !X  |Z      !`  |W^    !k  |W    !f  |7d      !V  |T    !X  |\\    !i  |U    !_  |W    !M      !W  |@  !8  |?      !F  |T          !?  |K      !d  |a    !Y  |K      !PV  |+U       !U  |P    !WY  |?K      |i      !Y  |U    !W  |W    !J  |S     !`  |PU    _   !^  |U      !\\  |W      !KNV  |T      !QX  |d      !\\c  |Zc      !8?W  |    !:Wc  |R    !?K  |X    !g  |;      !=IUi  |PW            !U  |W      |8     !TT  |Y        !5U  |NSUX          !QZ  |6    !QW  |S      !/Pg  |PVZ    !AW  |Y      !j  |:    !G  |?KN    !T  |[    !WX  |NS      !KQ  |Sb  d    !\\  |R     !_j  |X    !K  |R      !j  |9      !WX  |?^  !1  |T    !?T  |f      |W    !T  d      !6W  |P      !DKW  |P      !H  |Z      !2  |8W    !W  |P        !c  |KWG     !P  |D        !N  |K      !8  |2    !c  |^     !R       !S  |0    !T  |Uc  !P  |Y      !RX  |-   !RWc |Q      !U  |7j        !;c  |Fh      !K  |Z        !SS  |L    !S\\  |Xj   _  |KK[   !P  |R       !S  |:Z        !_  |L      !D   !SKPT  |NS        !GSW  \n",
            "49275/49275 [==============================] - 269s 5ms/sample - loss: 0.5591\n",
            "Epoch 4/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.5160\n",
            "----- Generating text after Epoch: 3\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"    !EJQ  |GS          !GS  |6          !6  |>I          !> \"\n",
            "    !EJQ  |GS          !GS  |6          !6  |>I          !>  |B              !=  |B                    !B  |I                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"    !EJQ  |GS          !GS  |6          !6  |>I          !> \"\n",
            "    !EJQ  |GS          !GS  |6          !6  |>I          !>  |B        !    !=  |B                    !@  |B                                                                         !MT  |HM                          !:AFIMR  |?FHMQ                                                                         !H  |?                                                                                                                                                                                                                                                                              !G  |DG                            !B  |?                          !P  |DKORW                                      !DI  |AHMQT                                                                                     !M  |HT                              !H  |N                          !5A  |>J                        !>J  |>J                                                    |EHT                                                                                                                                                                                  !D  |HM                          !F  |8                                                                                                                                                                                                                                                                                                                                 !IMQT  |L                          !E  |IN                                                                                       !DP  |HM                          !8?T  |?HNT                                                                                  !EHQT  |3?KMQT                                                               !HMQT  |HKQT                                                                                     !H  |H                          !8DT  |?HMQ                                                                    !M  |O                          !AM  |?                              !3?HKM  |:AFI                                                                                                                                                                                   !IMQT  |L                        !B  |C                                                                   !HT  |EK                        !EL  |GM                                                                                                                   !DHQT  |CHKOR                                                                               !H  |H                                                                                                                                                                                !HT  |HM                          !EH  |HQ                            !5A  |HMQ                          !5  |HM                                  !DT  |HK                          !?K  |HM                          !H  |HM         \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"    !EJQ  |GS          !GS  |6          !6  |>I          !> \"\n",
            "    !EJQ  |GS          !GS  |6          !6  |>I          !>  |6            !B  |7              !I  |B                !A  |BD            !B  |=              !A  |<                  !N  |I             !Z  |N            !L  |C      !QT  |HU              !DPX  |U                      !DZ  |9I                  !>  |I                      !<L  |>BD                                                        !AFJM  |AFRV                    !  |IN                                  !=DIN  |:?FI                              !FFR  |FINRU                                                  |FF                          |FF                            |FIMO                          !AFIM  |?NR                          !<HQ  |5AQ                          !ILO  |ALMQT                              !AFJM  |FINR                                !F  |=IMR                            !6  |@L                                          !B  |BK                              !@  |7                          !>JNTY  |5e                                        !GJM[  |>JPSY  |IM                          !>J  |BEJLQ                          !EI  |E                                    !CD  |EL                      !GM  |LO                  !JV  |EQ                                              !<HLQT  |5AHKMT                          !HTW  |<HMRW                                !M  |O                        !<b  |KQ                            !HMQ  |NQ                              !U  |H                                                     !3?N  |O                            !M  |J                        !]  |[                              !Y  |BT                        !7^  |9EQ                            !GS  |EM                        !CJ  |^                            !;>  |<H                        !EH  |<H                                !EL  |PY                          !H  |HM                                !AHMQ  |.:o                    !8?  |HMT                                    !HZ  |<HMQT                                      |HKT                        !5AR  |HKT                            !AH  |:?FR                       j                                    |&:5EIIMP                                |8CFFKKPTR                                    !5  |=BIIL                          !AJ  |BDI                          !BIIQV  |9;P                                      !EIOQT  |EHMQT                              |CGMOVZZ                                  |5::CFF                            |FFN                          |FKQOP                                                                              !1?T  |INR                          !U  |F                            !ILR  |U                            !I  |K                        !LP  |CMK                    !PT  |DNY                !C  |D`                !;\\  |DM                        !BHKOY  |?KT                              !HKQTY  |HKLQT                                                              !0  |HM                        !H  |F                      !I  |>                    !=ADM  |I  \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"    !EJQ  |GS          !GS  |6          !6  |>I          !> \"\n",
            "    !EJQ  |GS          !GS  |6          !6  |>I          !>  |1I                    !6  |G                              !CK  |BQ]                            !GJ  |EO                        !CFKO  |CF                                !NSY  |OU                            !EHQT  |LT                                                               SX  |Hb                        !HMY  |8DPTX\\                        |?F                           |3::FFKM                          |FFRR                                              |1=KDIL RR                    |6>?D[  !IFINRU  |FIKNRU                                          !FILRU  |PU                              !CFILU  |3IINT                                |6k                                           |IIUUXLRW                                        |EIMPU                                    !FIKNQ  |?N                            !3  |9E                          !C>Q  |7AEMS                              !AFJM  |BJ                              !BBVQ |BFI                                  !=BV  |8DG\\                        !U  |:                                    !/=  |?FM                          !:ILRW  |X                                !T  |K                          !=  |<H                            !C<I  |AHQ]      !IQV  |FHMQU                                            |63  RLQ  |FP                                            |KT                       !8?HHKOQ  |:?HTR                      |FRRRVX                      !8F  |?FI                            !?FIO  |3:I                              !.A  |?KKNFFK                              |FF                            |DPTZ^                           |?FFJKKOT                                    |FFMR                                    !IU  |I  |R                        !6  |G                            !   |7                                              !4 |CFKOYT                                                                      !KKNT  |GP                            !D  |/                        !N  |U                            !I  |?                        !?  |3?FKKM                                  |AFKM                                    !AFK  |AFIMR                          !MP  |8AHJM                                                            !HR  |[]                          !AD  |AHMQT                  |>BG[                    !BFS  |CFKM                                !KI  |HK                        !<H  |AHT                            !H  |3KPRR                          !F  |?KOW[          |F                !HRW  |HKPTR[\\`                            |FFRRYW                          !AFJM  |?AF                        !H  |?KOT                            !:FK  |8AFJM                               !?FT  |?FHT                          !FI  |-9                              !G  |7                            !8B  |=B        !+  |I              !BCP  |=LQ                      !IU  |8G                                      !3HKQ  |7CIMQ                              !GKM  |-E                          !4Q  |EKN\n",
            "49275/49275 [==============================] - 266s 5ms/sample - loss: 0.5162\n",
            "Epoch 5/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.4835\n",
            "----- Generating text after Epoch: 4\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"                        !<KQUY  |:IRU                       \"\n",
            "                        !<KQUY  |:IRU                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"                        !<KQUY  |:IRU                       \"\n",
            "                        !<KQUY  |:IRU                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                               \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"                        !<KQUY  |:IRU                       \"\n",
            "                        !<KQUY  |:IRU                          !.FI  |.5`                          !<H  |Q]                      !5H  |DD                            !@  |4                          !U  |4                    !2  |/                !GU  |>                !9  |J                !J  |EQ              !;b  |LQ                !E  |<]              !f  |Q              !O  |R              !L  |P              !N  |C              !M  |3                      !P  |=                      !BFK  |=DIM                          !U  |R            !9  |B          !O  |B                        !9@  |>I                                  !B  |4                      !C  |I                !@  |@                                !@  |@                    !;  |/;               !>  |k              !GS  |@P                !;  |4              !N  |G                !E  |2                  !G  |G                  !GG  |;G              !@  |G                !;  |G                !4X  |@N                  !CL  |@                  !;G  |>E                  !-  |@              !C  |J                !C  |N                    !G  |L                      !I  |I                !;  |6                !6@  |=D              !C  |;          !6  |4              !4  |9              !4  |@              !G  |I              !I  |A                  !=BG  |8BL                  !I  |6                !>BF  |>BG                    !B  |>                !@  |;                  !9  |1                !;  |N              !BD  |BE              !G  |4              !;G  |DN              !9@  |GK          !B  |J            !9  |4              !B  |J              !/G  |4                !;G  |L                  !BL  |/;                  !9  |@              !;  |/              !N  |G              !4  |@              !N  |I                !-  |9              !;  |C              !@  |7                          !=GX  |:A[                        !D  |B                          !AU  |7C              !;  |4            !@  |N          !-9  |9Z              !9  |I              !4   |7                !@  |9                !6  |@              !C  |/              !4  |7C                !G  |=                  !-@L  |5Q              !;  |D              !;  |D              !A  |A                !G  |B                !9  |6                !@G  |>B                    !B  |I                  !/  |@                  !I  |I              !9U  |BD                !G  |<              !;  |>              !E  |9              !6>  |9              !EM  |G              !Cd  |BKNS                  !;G  |GN                  !9  |N                !CS  |C                    !@  |/              !;  |2              !N  |/              !;G  |2                !NN  |EQ                !N  |E              !J  |J            !Q  |@               !@  |E                !9  |4              !@  |B                  !=G  |BE                    !GS  |>J                  !J  |N                !J  |J                !GJ  |>J                  !;  |C                  !;  |H                  !2  |J              \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"                        !<KQUY  |:IRU                       \"\n",
            "                        !<KQUY  |:IRU                              |6F                    !.:FBFIMNW  |.3AHKMQ                            !AFJM  |AHFF                          !AFJMRZ  |.FIQ[                      !?FR  |4ENQ                          !4  |/                !EQU  |KM\\                  !X  |;                  !_  |6      !C  |@              !=  |/              !D  |E              !/  |@    !IY  |@      !7V  |1@                !GS  |LQ                    !;N  |5AD?AFJOR                            !5ADKPR  |AHMQT                      !;T  |HK                            !H  |C                        !Ci  |EQ                        !CG  |2>                                    !@N  |@                    !4  |7              !6  |4        !@  |5              !-U  |\\                !;U  |CS              !C  |S         !+7G  |G       !C  |1     !;  |I      !D  |/    !Q  |I        !1  |C        !;  |S        !/  |>            !;  |/              !;  |C                !C  |7              !9  |O          !A  |E          !2  |/        !4@  |-9          !ES  |EL    !6  |4        !;  |4        !4  |B        |Q        !@  |6            !4  |J              !6>  |>                !>  |6              !9  |B              !F  |/              !>J  |/;              !/O  |L          !4  |k        !2  |U        !/;  |4         !I   |L        !Q  |W     !B  |4       !I  |I          !@  |I            !>  |4              !B  |4              !;  |-              !@  |G              !;  |;                !C  |@                !QU  |9A                !6  |G            !;U  |>BV              !N  |@                  !QV  |QX[                    !N  |IN                  !@  |E                !E  |I                      !9  |4              !@@  |BQ              !:N  |<E            !07CLY  |;CICEL                    !;G  |7              !2V  |IU              !;  |B              !NS  |-9              !C  |/              !C  |-              |9                !CX  |HMQT                  !W  |e                j  !<b  |5c                  !Hg  |8S`\\              !\\  |>_        !  !G  |C        !;  |G               !EG  |CL                !6U  |@U                !NS  |FIR                  !BI  |7U                !;U  |EQ                  !@LNQX  |0CLT                      !2J  |IN                                !0>  |?G                      !M_  |-9L            !P  |4              !C  |/Q              !L  |Q              !JX  |2S              !@  |+7              !NS  |CS              !;D  |9J              !+7V  |DPa                !N  |L            !B  |N             !J  |Y                  !/  |C                !;A  |=S                !9  |E                !CG  |9Q                  !9X    !SV  |JM                      !CMV  |BKO                                |C                      o            |3          !R  |E               !e  |8                  !=L  |HKQ                      !HM\\\\`  |DHYe                          !U  |Y                          !V  |U                  !2U  |VT                  !M\\_  |>\\                    !CJ \n",
            "49275/49275 [==============================] - 266s 5ms/sample - loss: 0.4834\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<tensorflow.python.keras.callbacks.History at 0x7f29c13be7b8>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 24
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "tSyQcppZ-Suv",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "model.save_weights('model-35-epochs.h5')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "lwlfML6GFXcU",
        "colab_type": "code",
        "outputId": "39655e0e-20d9-4b31-ddb2-8917747d9cb7",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "model.fit(X, y, batch_size=512, epochs=5, callbacks=[print_callback]) #35 -> 40"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Train on 49275 samples\n",
            "Epoch 1/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.4425\n",
            "----- Generating text after Epoch: 0\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"               !>BGN  |>BGS                          !>BGS  \"\n",
            "               !>BGN  |>BGS                          !>BGS  |>BGS                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"               !>BGN  |>BGS                          !>BGS  \"\n",
            "               !>BGN  |>BGS                          !>BGS  |>BGS                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"               !>BGN  |>BGS                          !>BGS  \"\n",
            "               !>BGN  |>BGS                          !>BGS  |>INR                            !=B  |9E                          !>EJ  |D                          !R  |C                          !K  |H                    |75AK                        |T                    |+70<HJ                        |V                                                      |:GMRVXLRW                        |PTY\\                        !CJP  |>EQT                          !>J  |<HTX                          !`  |5`                          !A  |DN                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      |Y\\                                          |\\                        !DU  |?H                          !5A  |DK                          !5?  |8R                          !IMY  |@V                        !C  |n                      !H  |T                            |[        |25:>JKJP        |T[            |MRR                          |K                  |FR                  |N                |RR[[                  |R                    |6::AFF                    |56?                  |FF                    |FIMY                        |FJRRV                        |:KO                          |IKT                          |F                        |F                        |56>?FF                        |FF                          |FF                        |FF                        |5Y                      |6                      |FFRR                        |6::ABF                        |FF                          |FF                        |FF                          |.3?:BNRR                        |RR                          |F                          |KR                            |RW[Y                      |FFRR                            |FF                        |FR                      |6::AFFRRURVT                        |FR                          |LRU                        |FF                        |IIUU                        |56>              |CIMUU                        |DBGL                                          !EILU  |8K                      |P                  |K            |:?:DM                  |?F                      |F              |F      |?FIMPRY                  |8DL\\                            |3?T\\                        |5?[                          |`                              !H  |N                        !DG  |7P                          !K  |7                          !MR  |LQU                    !LX  |1U                        !0  |L                              !IUX  |SV             \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"               !>BGN  |>BGS                          !>BGS  \"\n",
            "               !>BGN  |>BGS                          !>BGS  |<?                          !CKO  |<HMQ                        !<TY  |5`                    !0<Y  |+7Hj                    !>JY  |O[                              !J  |N                                                      !T  |?                          !8  |?                          TY  |W                        |RUY__                  |V[                                |?T\\j                      |T                                    |?FPTYV                            |3KOW\\                        |W                            |RR                         |F                    |FF                |5  |5AT                  |FKO                      |F                    |F                      |FR                  |WR          |W[      |?FYY       |F     !8KRU  |HKMQTV                   |5[g              !+7CHGOKOF  |8KQWX                        !HMQT[  |<KT                      Z        |b                    |q                      !LQZ  |4;OX                  !+U  |Gh                    !2  |X              !8  |C              !    !8AW  |8^                    !HK  |HP                    !8D  |PY                        !.:  |8K   |W                        R  |?FRV                      |56>5:IRRD                          !3:IU  |:M                          !5^  |JN                        !AJ  |>J                              !8DM  |8                        N                                      |.5YU\\             |PTY\\^                |F[                    |?KKT        |T[      |DT            |W[                        |AFJM                        |>JM                    |-9:4=EIMQU        |QT                  !S  |Q                                  !@W_  |Ua                  !7  |7                  !CV  |-]                        !EQ  |HP              !L  |O          !Y  |b    !]  |T        !Vc  |^d             !O\\]  |<c              !3T  |<C              !?W  |<X              !b  ![              !?P  |Ca                !AH  |MQ                  !AM  |C]                    ![  |Y                  !@  |b                  !M  |J                    !Q  |b                    !MT  |OX              !c  |3^                !H  |:              !:  |c              !\\^    !PT  |FV                !>R  |;\\                        !]  |5                                !A  |I                    !B  |&                  !WU  |<`                        !CH  |?N                          !    !DT  |?KW                  !8  |T                            |OR[      !?FHKKOM  |?HIMQ                  |c                  !EHMQT  |7H                          !EHOT  |EHM TY                        N   !NQT\\`  |BKNS  |T              |WX              !KW  |L                        !:  |T                                        !                |RR\\                          |I?RU                          |FJ]                            |T                                      !0<EHM  |=BFLU                      !:  |B                            !SXZ  |G                        !G\n",
            "49275/49275 [==============================] - 259s 5ms/sample - loss: 0.4420\n",
            "Epoch 2/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.4090\n",
            "----- Generating text after Epoch: 1\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"   !D  |H                     !OR  |PT       !H  |?         \"\n",
            "   !D  |H                     !OR  |PT       !H  |?              !W  |?              !W  |W              !W  |R        |W      !W  |R      !?  |?    !R  |P        !W  |R        !W  |R        !W  |R      !R  |R        !W  |R        !W  |R        !W  |R      !?  |?        !W  |W        !W  |W        !W  |R        !W  |R        |W      !W  |R      !?  |?      !W  |R      !?  |?      !W  |R      !?  |?      !W  |R      !?  |?    !R  |U        !W  |R        !W  |R        !W  |R      !?  |8    !R  |U        !W  |R      !?  |?      !W  |R    !R  |U        !W  |U        !W  |U        !W  |W        !W  |R        !W  |R        !W  |R        |W      !?  |?      !W  |U      !?  |?    !R  |R        !W  |R        !W  |R        !W  |R        !W  |R        !W  |R      !?  |8    !R  |W        !W  |P        !W  |P        |W        !K  |K        |W      !W  |R      !K  |R      !W  |R      !?  |?      !W  |R      !?  |?    !R  |W        !W  |R      !?  |?      !W  |R      !?  |?      !W  |U      !?  |?    !R  |U        !W  |R        !W  |W        |W      !W  |R      !?  |?      !W  |R      !?  |?      !W  |R      !?  |D    !R  |U        !W  |R        !W  |R        !W  |P      !?  |8        !W  |R        |W      !W  |R      !?  |?      !W  |R      !?  |?      !W  |R      !?  |?    !R  |U      !?  |?      !W  |R      !?  |:      !W  |R      !?  |=    !R  |U      !?  |U    !R  |W      !W  |U        !W  |P        |W      !K  |R      !W  |R        !W  |P        !W  |P        !K  |P        |W      !W  |R      !R  |R      !K  |R      !W  |R      !?  |?    !R  |W        !W  |R      !?  |?      !W  |R      !?  |?      !W  |W      !W  |W      !W  |R      !?  |?    !R  |U        !W  |R        !W  |R        !W  |W        !W  |P        !W  |P        |W      !W  |R        !W  |W        |W      !W  |R      !?  |?      !W  |R      !?  |?      !W  |R      !?  |?      !W  |R      !?  |?      !W  |R      !?  |?    !R  |W        !W  |R        !W  |W        !W  |W        !W  |W        !W  |R        !W  |R        |W      !W  |R      !?  |?    !R  |W        !W  |R        !W  |R        !W  |R      !?  |?        !W  |W        !W  |W        !W  |R        !W  |R        |W      !?  |?      !W  |U      !?  |?    !R  |W        !W  |R        !W  |W        !W  |W        |W      !W  |U      !W  |U      !?  |?      !W  |R        !W  |R        |W      !W  |R      !?  |?    !R  |W        !W  |R        !W  |R        !W  |R      !?  |8        !W  |R        !W  |P        !W  |R        !W  |R        !W  |P        |W      !W  |R      !?  |?      !W  |R      !?  |?      !W  |R      !?  |?      !W  |R      !?  |?    !?  |D    !R  |W        !W  |R      !?  |?      !W  |R    !D  |?      !W  |R      !?  |?    !R  |W        !W  |R      !?  |?      !W  |R      !?  |?      !W  |U      !?  |?    !R  |U        !W  |P        !W  |R        |W      !W  |R      !?  |?      !W  |R      !?  |?      !W  |R      !?  |?    !R  |U        !W  |W        !W  |R        !W  |W        !W  |R        !W  |R        !W  |P        |W      !W  |U      !P  |?      !W  |R      !W  |U        !W  |U \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"   !D  |H                     !OR  |PT       !H  |?         \"\n",
            "   !D  |H                     !OR  |PT       !H  |?              !W  |T              !W  |K              !W  |7CK                !KQT  |L                !9E  |4P                      !4  |/              !@  |4              !4  |4              !@  |@              !4  |@              !4  |4                                    !4  |G                      !4  |G              !4  |@              !4  |G              !@  |G              !4  |4               !4  |G              !@  |L              !/  |G              !4  |4              !4  |G              !G  |G              !G  |G              !4  |B                      !>BGS  |>BGS                            !>BGGGS  |>BGGSS                                                                                                                                                                                                                                                                                                                                                                                                !NY  |MY                    !<  |5AM                                                               !P  |L                    !4  |D                    !C  |/              !4  |@              !4@  |>J              !J  |N              !C  |4                    !@  |7              !4  |I                !6  |7                !>J  |>J                    !>J  |7C                    !>JMQ  |@EJMV                                  !EJ  |<H                    !<]  |<H                    !EHMQT  |EHMQT                            !EHMQT  |EHMQT                                    !EHMQT  |EHMQT                                  !EJMQT  |EHMQT                                                                                                                                                                                                                                                                    !?DNQ  |=DMP                            !=BG  |>BG                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"   !D  |H                     !OR  |PT       !H  |?         \"\n",
            "   !D  |H                     !OR  |PT       !H  |?              !DP  |LO              !4  |L                !9  |B              !O  |L              !/  |4              !;  |G              !4  |IM                        !BGG  |EN                            !CLXG  |9EQU                    !Q  |J                !E]  |CH                    !7C  |>E                !>J  |CG              !/  |9              !BE  |9E                !9CE  |@CJL                    !EC  |<C                                  !9E  |<C                    !4X  |7`                    !CJLX  |6BIIR                            !B9LPUY  |>EJSZZ                                            N    |CFGZ[                                            |CELX[                                                  P                                                                         !\\  |\\                    !?K  |;GP                    !CGL  |4;NTX                    !2BGNQ  |EG                          !W  |MQ                          !=DMP\\  |AFMM                            !AJM  |>BFT                          !BFJVY\\  |.:FFIMORU                                          !4CLPPSGGKNQTGQSV  |:DJLSYW                                                                                                                                    !4G  |<H                          !b  |T              !4  |O              !8AG]  |7CJMOO                                                             !-  |G              !;Q  |;\\              !;Q  |?T                    !DT  |Q]                  !E]  |5`                  !<b  |[                    !<M  |<H                    !<HQ]  |EHMQTL                                                                                                                                                                          !K  |O              !C  |:                    !X  |@                    !I  |Q              !=G  |EQ            !4A  |9E              !9  |E         !P  |Q          !4V  |NT            !;P  |8D              !D  |K          !O[  |Q\\              !U  |J             !L  |G               !GLOX  |GK                !;  |G                      !CLO  |GLPUV                                  !CGLXX  |GPSR                                            !7ELOV  |CFKORW`                                                    |:?GRWVZ                        |LX                          !H  |*CF                                !FJO   |EIMQT^                            !@CKORU[  |BENT                                  !IMQU  |EIMQV                    !EINQU  |EIN                    !EJNV  |EHMQY                              !EHLQT  |DGMQSMSV                                                        `  |;GKNTX\\_              |2                !4GLQV  |BEILPS                                  !4E |O                                          !;GJGJNGSZLPSPSS  |JSZP                                                          !AGY  |>EJMPY\\                            !0<7DGN  |BKJCJS                                          !EJMV  |3??EJMSQ                              \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"   !D  |H                     !OR  |PT       !H  |?         \"\n",
            "   !D  |H                     !OR  |PT       !H  |?          !  |P                  !KP\\\\  |1KX                                !EHMQ  |9EEQL                                          !EMMQU  |9EJLNRX                                                  V         !]  |M                      !CO  |NR                    !EV  |EO                !9ELT  |                !JN  |J                    !@VJOGLL  |OJPS[                                                                                                     !=  |>                      !5  |I                      !6=GI  |2><H                            !LQY\\  |GJNV                                      !GJ  |7HJMQSQ                                !SEY  |P                      !DP  |O        !S  |;       !V  |]    !BTGL|MJNNTW  |LNNQSZ                          !E  |EQ                            !7GY  |+7T                        !GX  |4N              !4LL  |@CJ                            !*@  |MP       !J  |1        !J  |@         !OX  |4U              !G  |<              !7  |CO              !4  |6              !C  |4                !@  |G              |9        !4  |@      !J  |C      !+  |&      !V  |L      !C  |7     !Q  |G      ![  |_      !G  |R     !L  |8     !D  |S     !G  |-  !N  |V     !_  |O     !B  |/    !Q  |9      !W  |Q    !7  |L    !DQ  |<;        !NQV  |-9        !2  |/Q          !@  |+7CL            !E  |/G                      !9EQ  |O                              !>J  |>_                    !>J  |7C                  !AT  |FI                    !=I  |<CLO                              !ELOR  |GGORVVJMQSVWX                                      !7CGQT  |4GJRU                    !LX  |@LT                                  !LOX  |L        !P         !C]  |4R            !G  |;          !Y  |H        |V        !H   |<       !Q  |2     !JQJ]  |9E        |G    !G  |EQ        !J  |P       !N  |S        !JP  |1U                !GLV  |2V                !EJ  |<ET            !J  |7              !<b  |BE                !=ILP  |;DEJLV                                                        !GGQ  |&7BFJ                                            !>?PS  |+7>JSY                                        !CCKNMQT  |CFJ  RU                                                                   |+7DJg                    !CIMG  |@LPU                                    !BEILR  |EH    Z                      !<Y  |9C                            !/@  |AG                          !CC  |4=G        !L  |Q                !9ELNX  |4;DJPS                                  !GGGKQSZ  |4GMV                                !CGOOGS  |0<<IT                                      !EHKMQT  |EGMQPSZ                                  !/S  |>JMQVV                                  !EJMPT  |HQNTS                            !EHMM TTLQTY                            g  |CKO                          !4  |4                            !G  |@              !>  |@L              !CX  |;P            !;  |Q              !E  |8DF              !P  |S                !@X[  |I                !KX  |LP                          \n",
            "49275/49275 [==============================] - 263s 5ms/sample - loss: 0.4087\n",
            "Epoch 3/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.3727\n",
            "----- Generating text after Epoch: 2\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"AFJMP  |AFJMP                          !AFJMPT  |AFJMPR     \"\n",
            "AFJMP  |AFJMP                          !AFJMPT  |AFJMPR                                    !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                          !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM   \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"AFJMP  |AFJMP                          !AFJMPT  |AFJMPR     \"\n",
            "AFJMP  |AFJMP                          !AFJMPT  |AFJMPR                              !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                        !AFJM  |AFJM                              !AFJM  |AFJP                          !AFJM  |AFJM                          !AFJM  |:AFF                              !=AM  |=AG                        !=AEI  |=A            !=  |:        !=D  |8D        !D  |D        !R  |W        !W  |U        !U  |U        !P  |T        !K  |K        !W  |U        |W      !P  |P        !KP  |K        |T      |W            !8  |H              !H  |Y        !Y  |^          !HT  |N        |X      !N  |L        !DU  |K        !DT  |H          !CKW  |K        |W      !K  |K        !DKW  |P        |W      |W        !8  |8        |W      !W  |W              !8DP  |L              !PX  |H        |X    !G  |:      !D  |W      !D  |?      !W  |R        !R  |R        !P  |U        !DU  |K        |W      !DU  |8S        !P  |P        !DK  |8S          !W  |P        |W      |W      !?  |C              !8R  |K              !CT`  |0<              |C[                              !CHKORW]  |.KOR                                            !H  |HKORX                              !HPR  |CKORX                          !8  |H                              !H  |?                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"AFJMP  |AFJMP                          !AFJMPT  |AFJMPR     \"\n",
            "AFJMP  |AFJMP                          !AFJMPT  |AFJMPR                              !AFJM  |2>K                      !>J  |CJ            !TV  |Ag              !C[  |<T                  !8?  |CG                  !CG  |?G                  !D  |@                  !CT  |3[                  !CO  |AG                  !2  |L              !I  |G              !G  |L              !4  |G              !G  |G              !G  |E              !P  |T              !CT  |HN                    !H  |C                  !CXd  |.e                  !T  |J                  !;Y  |JM                  !JV  |@^              !@C  |>J              !CJ  |;G              !GJ  |@              !E  |G              !G  |V              !;  |H              !`  |T              !`  |G        |X      !H[  |KW        |X        !KP  |8        |T    !DHK  |8DHNT              !8?HKMOR  |1AEJQ                        !EJ  |@L                        !9I  |CJ                              !CJO  |>J                    !AG  |2                !2  |@              !9O  |<        !X  |X        !IO  |K        |W        !DKW  |HK        |_    !\\  |\\      !S  |K          !D   |<        ![  |\\        |T    !?  |9              ![  |I        !X  |R        !R  |U        !U  |W        !U  |U        !?R  |P        |T    |D  |R    !R  |W        |W    !I  |8        !DK  |CLOX              !I  |H              !H  |DG                !n  |P              !LP  |K              !\\  |W              !MT  |C\\h              !?L  |?\\                  !3?  |5A                  !AH  |>J                  !>J  |7C              !N  |+7          !2  |H        !4V  |`              !?T  |I              !O  |\\              !R  |L        !R  |U        !SU  |PU        |T      |I      |P      !KOW  |P        |U      |S      |W      |R      !8  |3              !DU  |K              !^  |V              !RT  |C[              !C  |n              ![  |g              !\\  |^            !`  |]          !?  |\\        !?\\  |Cb        |i        !`  |T         !W  |c            !_  |\\              !D   |D\\i`                !8?\\  |KN                    !HMTT]  |5KRT`              |O[      !        !H  |H                        !HK  |CG                                  !G  |C                        !CO  |4                  !G  |C                  !@  |G          !K  |D        !T  |`          !7CT  |G        |[        !OTX  |DN        |X    !DH  |8DW        !8A  |8D    !D  |U        !W  |P        !P  |b        !8DGK  ||L        |W      !P  |U        !U  |U        !NU  |N        |P        !NTW  |U        |a      !Y  |T      !D  |L    !L  |\\      !_  |\\        !Y  |[        !\\\\  |Z        |X      |Y    !?J  |T        |[        !:FT  |U          !=  |-9       !I  |@        !@  |G        !/  |C        !O  |[        ![  |[              ![  |5]              !Y  |W              !?K  |BD              !8D  |1D              !I  |C          !I  |1U        !DU  |E          !;L  |7C          !/;DGL  |E              !EHPT  |;DJO                                !C  |L                              !GL  |C                     \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"AFJMP  |AFJMP                          !AFJMPT  |AFJMPR     \"\n",
            "AFJMP  |AFJMP                          !AFJMPT  |AFJMPR                              !AFJR  |-9Zb                        !J  |U              !IM  |X        |7a        ![^  |G_        |V      c    ![  |J                  !G`Z  |3[                  !9X  |IR              !\\  |0            !U  |I              !4  |I            !O  |5      !U  |Q      !:  |N        !]  |W        !CT  |L        !X  |Q        !K  |T        |TW^X        !7T  |M        |[      !^  |Y          !HK  |3:          !8  |F        !Y  |R        !=  |M        !TW  |>S        |[    !\\  |8        !PU  |U        !Y  |X        !U  |R        !P  |T        !H  |P        !KR  |I              !T  |T              !3  |D              !8  |C              !C  |4      !Q  |U        !D  |-        !PS  |j        !\\  |[        ![  |R      !:  |Y      !H  |\\      !?  |H    !X  |`        !`  |\\      !?  |R      !:  |R        !W  |W          !NV  |LU      !N  |W      !M  |L        !W  |R      !LP  |?      !Y  |W      !^  |P      !?  |M      !I  |N      !W  |U        !U  |L        !GK  |K        !S  |@        |a      !?FFKKW  |OR              |RX[                    |F[fZ\\                          !3JKW  |8DOTX                        !O  |4            !C  |;                !CG  |8V            !E  |H        !P\\  |ZZ          !HP  |2]          !ET  |KM        !Ub  |\\          !K_  |]        |PTd    !\\  |W        |W      !W  |R    h  |W        !DU  |LU        |U      !I  |J       !P  |W      !H  |5      !R  |\\    !1  |K        !c  |T      !]  |H        !^  |b        |X^    !CT`  |W        |W    !?  |V        !Wc  |Y        |\\  `     !8 W`  |Tg        |X    !O  |C      !`  |h        !f  |P      !R  |V      L`    !\\  |h        !W  |Y      !P  |?      !_  |R        !P  |`        !T  |[        !\\  |[        !KP  |`        !\\  |W        |<\\        !T\\`  |Y\\              !:T  |K              !PTW^  |P\\c              !TZ  |H`                  !HK  |M        |[        !DG[  |GK                d  |D            !NR  |DP            !?  |T        !KQ  |G      !CNT  |4V        |S        !1  |S        !V\\  |S        !T`  ||X      c  |S        !PTX\\  |XL              !DY  |LR             !^  |W        |W      !W  |^      !1  |      !DT  |?H        !S  |+77R        !DU  |8R        |Z      !P  |I      !O  |?      !W  |V        !\\  |W          !P  |^        !c  |^        |WY    !H  |K        !@T  |U        |a      !T  |U        !RW  |P        !PR  |O      !LO  |/P      !U  |T      !A  |T        !K_  |RU        |W      !P  |V        !C^  |a        !`  |R        !T  |_        !W  |V        ![  |U        !c  |U        !P  |P      |V      !K  |K        |T   !D  |H      !K  |W      !X  |U        !8KU  |K        |T    !DKLS  |2       |i     !S  |W      !W  |K        !W  |W        |W          !H  |-       !P  |=      !R  |P      !C  |F        !DU  |BU        !P  |?      !D  |D    |W  |U      |5j  |?    !D  |5        !R  |[        !P  |K              !\\  |?              !|[  |3[                  !8  |G        !P  |1        !MY  |J          !7OV  |KPT        |[    !G  |V        !b  |Z   \n",
            "49275/49275 [==============================] - 264s 5ms/sample - loss: 0.3728\n",
            "Epoch 4/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.3432\n",
            "----- Generating text after Epoch: 3\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"     !G  |4              !4  |;              |C             \"\n",
            "     !G  |4              !4  |;              |C              !G  |G              !G  |G              !G  |G              !G  |G              !G  |I              !6  |>              !>  |>              !>  |>               !>  |>              !>  |G              !G  |G              !G  |G              !G  |G              !G  |I              !6  |>              !>  |/              !>  |G              !/  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |G              !G  |E              !E  |G              !G  |G              !G  |G              !G  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |I              !I  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |G              !G  |E              !E  |G              !G  |G              !G  |G              !G  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |G              !G  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |I              !6  |G              !G  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |G              !G  |G              !G  |E              !E  |G              !G  |G              !G  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |G              !G  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |G              !G  |E              !E  |G            \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"     !G  |4              !4  |;              |C             \"\n",
            "     !G  |4              !4  |;              |C              !G  |G              !G  |G              !G  |G              !G  |G              !G  |E              !E  |G              !G  |B              !>  |/              !>  |G              !;  |E              !E  |E              !E  |E              !E  |G              !G  |E              !E  |G              !G  |G              !G  |E              !E  |G              !G  |I              !I  |G              !G  |I              !6  |G              !G  |G              !G  |E              !E  |G              !G  |G              !G  |I              !6  |G              !G  |E              !N  |E              !E  |E              !E  |E              !E  |E              !E  |E              !E  |E              !E  |G              !G  |G                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"     !G  |4              !4  |;              |C             \"\n",
            "     !G  |4              !4  |;              |C              !C  |/                    !G  |2                    !2  |6              !6  |I             !N  |/        !6  |E              !E  |G              !/GO  |GP              !GLO  |GV              !GS  |9IMX                    !9U  |BEIN                                            !BBGLNR  |EIMU                                |6BN                          |::AFFKMP                          |5TR                          |X                        |<CTY[                          |S                          |V                            |0<<<HMQ                          |055AFJMYW                            |55A>AFFRV                                    !AH  |FINR                          !5AR  |3?                          !8P  |CH                          !<T  |5`                          !5Y  |HMMYY`                            !0HKKMT  |=IMMP                                !AFIOR  |AHMMNW                          !AHM  |AFJMV                          !AGJ  |>EJM                          !A  |I                          !D  |E                          !@RX  |P\\{                          !8?IN  |=AMO                                                                                                                             |P       |X                                                    !AGHO  |>EJN                          !>JNS  |>GJS                          !>BGJ  |CBLS                                                                                                                                                                                                                                                                                                !GLQV  |72<JQ                          !EJMOS  |>JNSZ                          !7TY  |GJNVV                          !GS  |GSVd                                 |J        |P                                                       |L       |W                  |HQY        Q   |TXX<d        |+7K\\      !K  |:             !K  |I              !?N  |DU      !W  |Y    !S  |N      !U  |U        !KN  |U      !B  |;      !S  |G      !E  |K      !P  |R        !F  |E        !U  |P        !U  |O        !U  |J        |<      |k    !S  |O     !L  |L     !5  |N     !C  |M    ![  |U      !W  |b    !J  |V   !R  |J      !b  |]      !7Ve  |Z     !b  |f    !F  |Z    !b  |e      !H  !:    !D  |:      !L   !PR  |1        !P  |U        !W  |L        !U  |N        !SV  |@L        |]    !;  |I       !   |*      !I  |G       !d  |G        !S  |@LP              !E  |G              !G  |G              !G  |G              |G       !LP  |LU              !LLXX  |LPUX                          |Q              !INUY_  |LPU[^`                          !L  |T                                                                                                               !PU  |2N                          !BET  |/GSV                    !BI  |G              !4  |6              !5  |>                    !>  |7                    !AGG  |E                  !E\n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"     !G  |4              !4  |;              |C             \"\n",
            "     !G  |4              !4  |;              |C              !;  |V              !P  |GY              !+7b |<N              !N  |J                    !7V  |EN                  !NQ  |+7                          !;AJSL  |'GS                          !EH  |EL                          !EIN  |IN                          !5  |H                          !H  |?                          !?KQT  |PRRXY                                  !5S  |8R                    !?W  |U]              !?S  |!T        |f        !KT`  |_Cd                    {\\d  |_             `k[`_c  |i_e`    !JZ  |@fff          !E  |Y       !-9  |5b      !\\  |V      !5`  |1AV      !6  |6       !N  |b    !N  |^    !Z  |c      !h  |W      !^  |j      !S  |W        !j  |L Pf    !\\  |R      !?  |:     !K  |5      !D  |@    !:  |I      !O    !O  |T        !c  |d              !_  |X                      !e  |_                    !_  |]]`                  !?`  |V\\                  !W]  |<e                    !``` |hjo                !<]R`  |W^                    !cW  |[g]`ef                    !Y_  |c`              !V\\  |VY              !5_  |Ae              !`  |?D\\       !j  |Y              !_  |bT\\f              !:T`  |ea\\Z                  !FNW\\\\][  |e            Yc  !Mj  |Y_            k  !0<\\e`  |O[gj  ^  !X  ||_d                !Wg  |Q_ec      !H  |c     !_  |Z]          !QY  |Y_        !c  |b      !M  __     !g  |b             !7_  |b b           !e  |h jd            !Wb  |_e  c            !Z`e`\\^e  |M_fa``W`              !j  |^                !c\\j``e  |D\\e`\\fh              !K\\^c  |CUf              !@fg  |]L^X                    !EY  |U[                !j  |^              !d  |b ` k          !\\  |e              !     hog  |e              !]  |_            `cj  |hec    !X  |ab        !`c  |DZf    !T  |0 h      !?DKW\\  |PRX                     !KP  |K              !`  |AZf      |]            !\\   |sh                  !_i  |M]    !F  |Y        Y   !k  |[^g              ![`  |_ie              |Y      |NQYY\\        |YZ_^      !S  |<T              |_      |_      !_  |i              !^  |Qb\\Yc            !\\_  |[^      !R`jaag  |NZ]      !Z  |Y        !DGN  |EO          !ET  |2_              !EQ  |OT              !Y  |[ `d            !`  |P\\`cj\\^`                    !^  |Y              !b  |DW            !Wc  |?cV          |j  |\\              !:_`h W   !DTWW_  |3]        |?TY        |W\\          !8?GR  |:AOTWX                    !7Y  |O`              !`  |Y                !q  |c              !g  |.ec            !YYY[]  |@Lg                    !LLQ  |;V Z]                            !ADJMO  |9Z                    !-AEEJ  |&@QT                          !BEJPT  |L                          !@GLN  |;GNT                                !GGPS  |6BNR                                !6>GN  |>BG                    !>  |6>U              !6  |G    !B  |>         !>  |*       !N  |R        !M  |S              !DP  |JR              !3  |A              !AM]  |>NPY              !>B  |8GKW        !5  |U        !U  |P        !KNW  |PR              !TXY  |LRR]LUWY]           \n",
            "49275/49275 [==============================] - 265s 5ms/sample - loss: 0.3437\n",
            "Epoch 5/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.3175\n",
            "----- Generating text after Epoch: 4\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"RRUU                                                  |BBLLN\"\n",
            "RRUU                                                  |BBLLNRRV                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                     \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"RRUU                                                  |BBLLN\"\n",
            "RRUU                                                  |BBLLNRRSZ                          !BGKNS  |BGJNSZ                          !BEJ  |/;                          !B  |B                          !BN  |BE                          !BG  |BG                          !BGN  |BDJNS                                !BFJMR  |BFINS                          !BFJMR  |BFINV                          !BFJR  |BFINR                          !BFJMR  |BBIINR                          !BFJMR  |BFIINR                          !BFJMR  |BFINV                          !BFJR  |BFIU                          !BFJMP  |BBBINR                          !BFJ  |BFJ                          !BFJMS  |BFINNR                          !BFKNR  |BFINRV                                                |FIMY                    !FIMPU  |FINRU                          !FIMRU  |FINRU                          !FIRU  |FINRU                          !FIMRU  |FINRU                    !FIRU  |FIORU                          !FIMRU  |FIMQUY                          !FIMRU  |FINRU                          !FIRU  |FINRU                          !FIMRU  |FINRU                    !FIMRUY  |FINRUY                          !FIRU  |FINRU                          !FIMRU  |FINRU                          !FRRRU  |FINRU                          !FIMRU  |FINRU                    !FIMRU  |FINRU                          !FIMRU  |FINRU                          !FIMRU  |FINRU                          !FIRU  |FINRU                          !FIMRU  |FINRU                          !FIMRU  |FINRU                    !FIMRU  |FINRU                          !FIRU  |FINRU                          !FIRU  |FINRU                          !FIMRU  |FINRU                          !FIRU  |FINRU                          !FIMRU  |FINRU                          !FIRU  |FIMRU                          !FIRU  |FINRU                          !FIRU  |FINRU                          !FIRU  |FINRU                          !FIMRU  |FINRU                          !FIRU  |FINRU                          !FIMRU  |FINRU                          !FIMRU  |FINRU                          !FIMRU  |FINRU                          !FIMRU  |FINRU                          !FIMRU  |FINRU                          !FIMRU  |FINRU                          !FIMRU  |FINRU                          !FIRU  |FINRU                          !FIMRU  |FIMPRU                          !FIRUZ  |FINRU                          !FIMRU  |FINRU                          !FIMRU  |FIMRU                          !FIRUZ  |FIORU^                          !FIRU  |FINRU                          !FIMRU  |FINRU                          !FIRU  |FINRU                          !FIMRUY  |FINRU                    !FIMRU  |FINRU                          !FIMRU  |FINRU                          !FIRU  |FINRU                          !FIRU  |FINRU                          !FIRU  |FINRU                                        !FIMRU  |FINRU                          !FIRU  |FIMRU                    !FIRU  |FIMRU                    |FFRR                       \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"RRUU                                                  |BBLLN\"\n",
            "RRUU                                                  |BBLLNRRS\\9ZZ                          |NRV\\                              !?W  |3KRR                          !D  |3                          !:  |A                          !3AQ  |4OTX                          !G  |G              !G  |:              !>  |6K                  !6DN  |:AFI                    !6  |Y                    !5A  |BI                  !BN  |>I                  !>BQ  |>BG                    !BFI  |9I                  !@  |BFIU                                |66?IIUU                          |FRR                          |FHMY                          |FJMYY                              !1MPTU\\  |PPSU\\                          !3?KN  |1DK                          !5AR  |I                        !IMP  |?FO                          !:F  |?HKN                          !5Y  |<HY                          !<H  |;G                          !J  |/              !9  |@              !X  |@              !9@  |4X              !4@  |;S              !;S  |4S              !;L  |>N              !>J  |@P              !9I  |@L              !@  |B              !B  |B              !B  |/P              !/N  |BI                    !BFV  |O[[                                !0<[d  |Xd                          !E  |N                    !/;MQV  |AFIMP                          !AFJM  |AFJM                          !AFJM  |AFJ                            !AFJMV  |>ET                          !>JMY  |AFJMP                          !MSY  |FJRV                    !M  |:                    !AFHKMTY  |.FKMQT                                !F  |W                          !FMRU  |FKOR]                          !F  |R      !M  |@              !X  |8              !8  |G              !G  |I              !I  |P              !P  |U              !I  |G              !;  |I              !I  |G              !GS  |;T              !G  |L              !I  |J              !M  |J              !J  |M              !J  |M              !7  |IU            !M  |6        !1M  |DG              !I  |GU              !/;LS  |3?K                          !:ARU  |=IMPT                          !FIRU  |6INRU                          !IR  |PS                          !8K  |P                          !DKP  |MPT                          !?PT  |8PPV                          !?  |8                          !8?  |=L                          !@L  |>J                          !>JOV  |7CHLQ                          !EMQT  |:FMP                          |56>?FFKORR                          |FFRR                          |56>?FF                          |FF                          |65                            |:?FFKKMQR                          |F                          |8?ADFMPRR                          |F                    |FHMP                          !>JMP  |:AT                          !AFJM  |AFJM                          !AFJMPR  |AFMO                          !AFJMPP  |AFJMP                          !AFJMP  |AFJM                          !AFJMPT  |AFJMP                          !AFJMP  |AFHM\n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"RRUU                                                  |BBLLN\"\n",
            "RRUU                                                  |BBLLNRRV                            !BGLNX  |9CFINQ                          !ILOUU  |5RU                          !5@R[  |6BNRU                          !BFKNR  |=BFIMV                          !6>  |>BG                        !>BJNNR  |6BNR                          !BFN  |BFJ                          !BFJS  |RSY                          !M[  |9NO                          !2>NQ  |EHLT                                !EHQT]  |EIMQQU                    !6R[  |@LORSV                                |GSV\\                                          !    !P  |O                    !4[  |;e                  !4  |GY                          !X  |4              !4  |/        !-9@V  |/;              !6  |9E              !L  |E              !9P  |>E              !>  |>V              !6J  |7H              !>Je  |<X              !@  |V              !N  |9              !=O  |<CO                          !4E  |6@                          !IM  |7C                          !<HLQ  |?AHT                          !AHMT  |AHKMQ                          !.:Q  |AHKMP                          !.AHMMQ  |AHKW                          !AHKMQ  |AHKMQT                          !:AHAKMQY  |AHKMQT                                !5AMQT  |JMOR[                                              !6  |/;FLU                          !BFKNR  |R                    !.:\\  |J                          !5JQ  |>JPV                                          !2>JMP  |<HHMQT                               !OTi  |P[YX[              |:    ]  |T        !HPT  |CIKOT[                                                    |?HMTXY[                          |5\\                                         !DMTY  |8AJPM                          !?  |DG                    |::7IMQ                    !1BLULPS  |GPSU                          !ILNT  |K          S  |W            !KP  |GY              !8Zi  |SV              !Q  |O          !V  |*f            !]  |W              !?UX  |E]ZZZi                        !VV  |HQ                          !3Y  |K]                          !/;Z  |0<HLP                          !-  |FIOU                    !F  |L                  !E  |G              !;S  |GL                !;S  |BNR                    !BEJN  |>BJS                          !>>JP  |>BGP                        !>BNR  |=GPS                                                      |FFZj              |UY[\\                    |FJO                              |6RR                          !6>J  |?FI                          !F  |6=BBFINT                          !BDKNT  |=BFINT                          !ALO  |6A                          !>BG  |>BGS                                  !>BN  |>BGS                    !2>  |93                  !B  |BF                    !6=  |BF                                !6>N  |=AFJ                          !:AJ  |=AHT                          !3AW  |FKORR                          !FH  |HK                          !HK  |;K                          !IN  |;K                          !;\\  |SZ[               \n",
            "49275/49275 [==============================] - 265s 5ms/sample - loss: 0.3172\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<tensorflow.python.keras.callbacks.History at 0x7f29c13f5d30>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 26
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "PBaQnInKJOdD",
        "colab_type": "code",
        "outputId": "a8c93d05-aadc-4f48-b0df-1111b4fe7c85",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        "model.fit(X, y, batch_size=512, epochs=5, callbacks=[print_callback]) #40 -> 45"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Train on 49275 samples\n",
            "Epoch 1/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.2870\n",
            "----- Generating text after Epoch: 0\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"    !=I  |9E                  !9E  |?K                  !?K \"\n",
            "    !=I  |9E                  !9E  |?K                  !?K  |@L                  !@U  |CFKOX                                                  |CKO                              |CF                          |CF                              |:DJP                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"    !=I  |9E                  !9E  |?K                  !?K \"\n",
            "    !=I  |9E                  !9E  |?K                  !?K  |=I                  !=IMQ  |AFJM                                                  |FF                        |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                              |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                              |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                            |FF                          |FF                          |FF                          |FF                              |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                            |FF                          |FF                          |F\n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"    !=I  |9E                  !9E  |?K                  !?K \"\n",
            "    !=I  |9E                  !9E  |?K                  !?K  |=I                  !=MQ  |=I                  !=DM  |FL                !LX  |9I                  !9U  |BL                                !BG  |DG                                                      |8:KOU                          |*6:ADIMRU                                  |FF                        |FF                        |6::?AFFKMRU                              |FF                          |F                            |FF                            |6:?AFFFRR                              |FF                          |F                                |FKO                        |PRRR                            !3?KP  |8DHKN                    !LOW  |I                                           |+7UX                          |IIUU                                !:DLRU  |DKNT                                                |RR                        |F PPPY                              |Q                                                         |PS      !U  |O                          !D  |EIMP                        |IIUU                                      |RR                      |CF                      |FF                      |7CTY                      |?F                        |<CTY                                |CKO                              |O                  |7C                        !L  |CF                                          !P  |H                  !HY  |AF                        !AFK  |:AFI                                                    |FJMR                          |FF                                |FKORR[[                          |CFKOOSV                         |.::DGMSS            |0<ET  |7CSV                              !3JNQS  |4BFLNRR                                            |7CSU                          |8DJSSNW                                |CKO                        |3CTP                                |56:AFFJKMPY                                              !FHKPRW  |:AFI                                      |FF                    |56&>R                              !FFKW  |BFIRR                                        !FAKOUW  ||FJNRU                                              |RR                        |RR                        |.3:AKKORV                          |V                |7CTT                                      |0<<9EJ                          !U  |8DKOR                  !EIOR  |CLOX                              !5QU[  |>JNRS                          !7CK  |?CK                                                        |RRY\\                            |5?KRR                  |0<<HK                                |CFJOV[                    |CV      |QZ                   |0<<EHS                                !S  |AFJMO                        !AFJ  |^                                !<H  |6>                                                  !:AFJMPSW  |FJORR                                              |DGKS                              |KKPS                          |?KT            \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"    !=I  |9E                  !9E  |?K                  !?K \"\n",
            "    !=I  |9E                  !9E  |?K                  !?K  |CIKO                                                |QT                                  |@CGGMSV                      |EIMV                                !NRUX^  |P!LRUX                                            |RR                        |FF                            |WW                    |:DMMPTY                              |T    Y       |V  |:BGJK        |H                |CKO                                !AGJM  |3FJ                          !5AGP  |0HMQTY                                  |NQT[                          |LRU\\                                    |IGSU                              |\\                        |GGSVVVd                                                |P|;GSVq  |Y  |6RUMSWDJMQTU                                |CKK              |S                  |IMSU\\                          !D  |3?R                                                      |3?:8KKKNQN                                |HKT                        |FHRR        |FY                      |FJ                        |FF                            !.:QT  |@HNT                                    !NQTU  |EHMQT                        !EHMQ  |8DF                                            !:BFJMQU  |?KO                                  !:DHKMPT  |:AFL                                                |FF                        |FF                          |FF                          |FKX                              |KK                          |DMP      |FKKSP                          |KT                    |FIMRUWX                              |DKP                          !KKT  |K                          P!8KPS  |M                                    !+7JMQU  |EHMQT                                              !FHLMQT`  |DJMQUY                                          |FKO                              |KK                              !?KNT  |CFR                                                    |:1AFFMKOR                          |FFRR                          |66                            |RRVYX                                |CKO[                              |CCKOO[V                          |OR[[`                    |0<j                    |0<<HKNVHOV                              |HLTX[                    |0         !<HKMQT  |EHKOFT                              !LHORUZ  |EINQSZ                          |ILUU[                                  !-9EIN  |&2BJQU                                                  |<H                        !3?GO  |?KO                                !^  |M                          !\\  |J              !7  |B                  !BNQT\\  |BFINR                                  !LRU  |DDIUS                          !K  |C                              !CO  |@L                                !P  |C                        !CR  |8DP              |PTW\\                                    |JKR\\[                                !T  |INOU                        !FIU  |INRU                          !PU  |DGMRRWW                            !@LPSU \n",
            "49275/49275 [==============================] - 260s 5ms/sample - loss: 0.2867\n",
            "Epoch 2/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.2705\n",
            "----- Generating text after Epoch: 1\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"                      !BFU  |V                          !NV \"\n",
            "                      !BFU  |V                          !NV  |UX                        !LU  |U              !LX  |L              !LU  |LX              !LX  |LU              !LX  |LX              !LX  |LX              !LX  |LX              !LX  |LU              !LX  |LU              !LX  |LX              !LX  |LX              !LX  |LX              !LX  |LU              !LU  |KN              !NW  |LU              !LU  |KN        |W    !W  |P        !LP  |K          !8KW  |L          !LX  |L        |X    !L  |K        !DU  |GK          !8KW  |GK        |W    !W  |R      !D  |R    !R  |P      !W  |R      !?DKO  |8      !S  |P      !P  |R      !R  |U      !R  |P      !R  |R      !?  |R    !R  |U      !=  |?      !W  |U      !=  |?      !W  |U      !?  |R    !R  |U      !=  |8      !W  |U      !U  |R    !R  |U      !L  |?      !W  |U      !=  |?      !W  |U      !?  |U    !R  |U      !L  |?      !U  |U      !=  |?      !W  |U      !?  |R    !R  |U      !=  |?      !W  |U      !=  |?      !W  |U      !=  |8D    !R  |U      !=  |?      !W  |U      !=  |?      !W  |U      !?  |U    !R  |U      !L  |?      !U  |U      !?  |D    !R  |U      !P  |U      !L  |N    !N  |K      !K  |K      !K  |R    !R  |U      !P  |R    !R  |U      !?  |R    !R  |U      !U  |U      !L  |?      !W  |U      !?  |U    !R  |U      !L  |?      !U  |U      !U  |U      !L  |N    !L  |K      !K  |K      |W    !K  |U      !U  |U      !P  |R    !R  |U      !Ua  |L        !LQT  |K        |W    !G  |?      |W      !W  |P       |K    !K  |P      !W  |R      !?  |D    !R  |U      !D  |?      !W  |U      !?  |R    !R  |U      !=  |?      !W  |U      !=  |?      !W  |U      !?  |P    !R  |U      !L  |N    !N  |1     !L  |R    !R  |U      !U  |U      !K  |K      !U  |R      !P  |R    !R  |U      !?  |U    !R  |U      !L  |N      !NW  |LU        !LQ  |KP        |W      |W    !W  |R      !?  |D        !KP  |K        !D  |N      |W    !N  |U      !U  |R      !?  |U    !R  |U      !LU  |K      !W  |R      !W  |U      !L  |P    !R  |R      !?  |R    !R  |U      !U  |U      !L  |N    !L  |K      !KW  |LU        !LP  |K        |W    !D  |?      |W      !RW  |L        !d  |W        !W  |R      !?  |?      !D  |?      |W    !?  |D        !W  |R      !?  |R    !R  |U      !?DKO  |D      !W  |P      !W  |R      !?  |R    !R  |U      !?  |R    !R  |U      !?  |R    !R  |U      !=  |?      !W  |U      !=  |?      !W  |U      !?  |R    !R  |U      !=  |?      !W  |U      !=  |?      !W  |U      !?  |R    !R  |U      !=  |?      !W  |U      !=  |?      !W  |U      !?  |?      !W  |U      !?  |?    !R  |U      !?  |D    !R  |U      !?  |R    !R  |U      !=  |?      !W  |R      !?  |R    !R  |U      !?  |R    !R  |U      !=  |?      !W  |U      !=  |?      !W  |U      !?  |U    !R  |U      !L  |?      !U  |U      !?  |D    !R  |U      !U  |P      !L  |N    !L  |K      !K  |K      |W    !K  |U      !P  |R      !R  |U      !?  |D    !R  |U      !P  |R    !R  |U      !P  |R    !R  |U      !U  |U      !L  |N    !L  |U      !U  |R      !?  |?      !W  |U      !?  |R    !R \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"                      !BFU  |V                          !NV \"\n",
            "                      !BFU  |V                          !NV  |U[                        !UX  |LS              !9  |9Q              !9I  |@L              !9I  |@L              !@L  |9Q              !9I  |@L              !@L  |BQ              !BN  |O              !4O  |;_                  !GJ  |@L              !@L  |BV              !NQ  |JV              !2  |JV              !JV  |JV              !J  |J              ![  |J              !JV  |NSV              !2  |2Q              !9E  |7V              !7V  |JV              !JV  |JV              !JV  |JV              !JV  |JSV              !JV  |JV              !JV  |JV              !JV  |EZ              !EKQ  |GS              !;G  |EQ              !EQ  |;U              !GP  |EQ              !EQ  |NS              !NQ  |ILU              !=LQU  |LORUX                              !LO  |KN                        !NW  |O[              !Cg  |LU              !LU  |KN        |W    !NW  |DU        |W    !DP  |DU      |?    !K  |?      !W  |U      !P  |N    !W  |R      !?DKU  |1      !U  |R      !R  |P      !R  |P      !P  |R      !P  |R      !R  |U      !U  |R      !?  |D    !R  |U      !P  |U    !R  |R      !?  |R    !R  |U      !=  |?    !R  |U      !U  |R    !R  |U      !L  |N      !NW  |LU        !LP  |K        !S  |R      !P  |R      !?  |R    !R  |P      !R  |U      !R  |U      !P  |R    !R  |R      !?  |R    !R  |U      !=  |?    !R  |U      !R  |U    !?  |D    !R  |U        !UX  |KW        !W  |W      !W  |W      |W    !R  |R      !L  |?      !U  |R      !?  |R    !R  |U      !?  |P    !R  |U      !K  |:      !U  |R      !?  |:    !R  |R    !R  |U      !=  |8      !R  |U      !=  |?      !W  |U      !P  |P    !K  |K      !W  |R      !W  |R      !R  |U      !R  |U      !=  |5      !W  |R      !X  |U      !L  |5    !F  |:  !R  |O    !R  |U      !U  |U      !LQ  |K      !L  |N    !K  |U      !S  |P      !K  |:    !R  |U    !?F |:    !R  |R      !?  |R    !R  |U      !=  |8      !W  |U      !?  |R    !R  |U      !T  |P      !L  |P    !R  |U        !PR  |K        |X      !W  |R        !LP  |K          !8PW  |GK        |W    !W  |W        !DKW  |GK          !W  |U        !UW  |L        |[    !L  |N     !L  |?      !U  |U        !PP  |K        |W    !8  |?      |W    !D  |?      !D  |?      !W  |D    !R  |U      !?DKK  |1DP      !D  |?      !W  |U      !P  |P    !R  |P      !P  |R    !R  |U      !P  |P    !R  |R      !?  |R    !R  |U      !P  |U      !W  |U      !U  |U      !U  |R    !R  |P    !L  |K    !K  |R      !W  |R      !R  |U      !?  |U    !R  |U      !P  |U      !U  |U      !H  |K      !K  |U      !P  |R    !?  |R      !R  |P    !R  |R      !?  |P    !R  |U      !K  |U    !R  |U      !U  |U      !L  |?      !U  |U      !H  |?      !=  |?      !W  |U      !R  |U      !U  |R      !D  |;      !N  |P    !L  |:      !W  |R    !R  |U      !=  |?      !W  |R      !?  |P    !R  |U      !?  |R    !R  |W      !W  |U      !U  |U      !LU  |5      !K  |K    !K  |Q      !K  |:      !W  |U      !U  |T    !R  |T    !T  |X      !P  |R    !R  |U        !PR  |K        |W    \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"                      !BFU  |V                          !NV \"\n",
            "                      !BFU  |V                          !NV  |9[                              !9E  |MV                        !NQV]]`  |9[O[                        !E  |7V                                !/;  |/M                    !/PQS  |2>JS                                                                                                                                                                                                                                                                                      !_  |4                 !4X  |;V                  !;T`  |KV                  !KW  |8X                !PS  |NT              !9V  |BZZ          !B  |9          !9  |BQ          !9N  |>JV            !BV  |A[                  !@  |7Q                  !5  |/              !@  |G              !C  |Q            !@  |G              !C  |4Q                  !@L  |HQ                    !<QTY  |5`                  !H  |G              !9  |;S              !;R  |RV              !/  |I             !3  |;                  !G  |I              !9  |RU            !4  |L        !4X  |BT            !G  |H       |@     !O  |4    !OR  |LX        !LX  |DU        |W    !K  |?      |W    !R  |F        !D  |8S      !5  |D  !P  |R      !D  |8  !P  |R        !RP  |K        !S  |R        |W    !8?GK  |.       |C    !P  |U      !D  |K        !KK  |;        |W        !8K  |8R        !P  |U        !PR  |^        !`  |W        !^  |[        ![g  |L_          !LXd  |V]        !_  |b       !LT]  |2V         !N  |N        !NQ  |-Z  |V      !@  |Q      !N  |D      !O  |P    !CK  |1S        !j  |7        !N  |@       !UZ  |S       !X  |O       !]  |Q        !QV  |LP        |X    !L  |NQ      !=  |6      !M  |5  !1  |L     !I  |@      !X  |N    !Q  |T     !_  |T      !k  |V      !n  |f      !Xd  |Ob        !_  |\\          !T  |i c    !Q  |c      !D  |+7r      !5  |2    !BJQV  |LQ        !Z  |K        |k    T  |]      !E  |<      |Q      !@V  |HQ        !IX  |LP          !CLX  |FL        |X    !LQU  |@LRUX                    !-9ILT  |BE            |S                  !BEJN  |1DBDJMPS                                                                                                                                                                                             |V                                                  !4>JMV  |0<HLQU                          !LQU  |CFKOR                                !NRW  |JPPY                        !JY  |KMX            !a  |P        !8:KMS  |8P      !D  |R      !R  |P      |V  |R    !8D  |DK      |W    !8  |P    !W  |N      !N  |P      !W  |R      !=  |1    !R  |U      !W  |R    !R  |W    !D  |?      !T  |W      !W  |R      !P  |W    !K  |=      !j  |:   !^  |U      !?RR  |:R    !R  |U      !P  |:      !T  |T      !Y  |Q      !?  |A    !R  |U      !6  |:     !I  |5A      !T  |O      !L  |2    !-  |5      !C  |6     !6  |5  !5  |H       !]  |b      !Y  |]    !Q  |5    !]  |d      !L  |S    !]  |Z      !]  |]    !Q  |V    !_  |Q      !Q  |B     !_  |Z      !@  |2  !2  |2  |-  |3]    !2  |/P      !NQ\n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"                      !BFU  |V                          !NV \"\n",
            "                      !BFU  |V                          !NV  |GS                          !GY  |IU              !/GIL  |BL                          !BFJIV  |@CL                                !@GSQ  |9EQ                        !E  |<                  !2JNV  |9EQZ                  !LOX  |E                  !4]  |-9                                !CILV  |J                          !CJOSU  |0<X                !L[  |U[                !H`  |O^              !f  |^              !V_  |X]              !<c  |;\\      |Q      !NT  |PS              !8K |8PP                    !3JP  |O              !@`  |J^              !JNQVV  |L              !   !I  |K              !D  |W              !8D  |?D      |?      !RW  |[^            !j  |^              !W[  |Dfjof      !j  |d      !_ ]|g      !Ld  |@L        !LQ  |4S        !5  |:O      !?  |R    !R  |R      !?DIL  |1      !W  |U      !?  |M    !T  |W      !Y  |Z      !L  |:    !Z  |Y    !:  |A    !Y  |Y      !5]  |A]    !Q  |^  !AD\\  |U      !U  |5    !:  |AQ    !5A  |AH    !5  |A    !ADMW  |:A      !Y  |W      !N  |\\     !M  |A   !9ZZ  |DP        |W  |Y  |R      !X  |R      !=DIL  |R      |P    !R  |P      !:  |=    !R  |R      !8  |8      !W  |D    !D  |1     !P  |N    !R  |X      !C  |O    !Q  |U      !H  |K      !W  |R      !W  |R      !T  |R      !?  |8    !R  |U    !?  |O    !R  |V      !K  |]  !R  |W    !D  |=   !R  |P      !P  |R      !P  |P    !K  |1      !?  |P    !R  |T    !R  |Y      !L  |2     !K  |5      !Z  |Y      !@  |8     !_  |W      !\\  |\\      !^  |]      !NW  |:\\      !?  |c    !\\  |^      !=^j  |8Re      !?  |=    !R  |R    !=DLU  |1      !U  |L      |!  |N    !H  |=      !^  |T      !?  |U    !5  |:    !S  |X    !Q  |N      !f  |W     !d  |8       !W  |W      !_  |T      !G  |V   !Q  |O    !\\  |P      !L  |O    !G  |Q    !d  |T`       |]    !2  |2        !_  |T        |7    !Q  |V      !V  |H       !TW  |LX        !L  |S      !.  |:    !6  |1      !=  |O    !R  |U      !K  |N  !R  |R      !L  |R    !R  |R      !R  |U      !:  |M      !:  |O    !S  |\\      !e  |e      !g  |R        !AWg  |@V        !Zf  |LP      !R  |T      !K  |P        !KP  |M        |a      !V  |JVc      !V  |Z        !VJ  |NW          !NMLNS  |K            |L      |X    !LPU  |;              !2  |U              !4O  |BW                  !KN  |NQ                  !NS  |;S              !GP  |CO[              !CO  |HN      |Q      !5T  |O[              !Cg  |LU              !UX  |L`              !LX  |P\\c      |=    !?  |@P        !1V  |@L          !NQ  |LQ        !9QVU  |EQQ              !E  |U             |6IUU        !P  |U          !X  |U              !  |U      |R      !PRY  |K        |P    !?KNT  |KOT          !8N |HKM      !P  |R        !HTW`  |DP        |W      !DW  |AW        W    !R  |RVX      |P    !?P  |DP    !DGKT  |K              !8LN  |>E               !>  |?G                !;G  |DU              !8DKU  |+7V                  !KQ  |J|`               !JMSVY  |2QT\\                              !EMQT  |HKQT[                          !HKMQSU\\  |AFR]=MRV                    \n",
            "49275/49275 [==============================] - 264s 5ms/sample - loss: 0.2705\n",
            "Epoch 3/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.2472\n",
            "----- Generating text after Epoch: 2\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"(4JLPS  |-9ILQ                                              \"\n",
            "(4JLPS  |-9ILQ                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"(4JLPS  |-9ILQ                                              \"\n",
            "(4JLPS  |-9ILQ                                                !IMNSUY  |IKNT                          !IMPSUY  |IKN                          !IMPSUY  |IKNT\\                          !IMPSUY  |IKNT\\                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          !TXd  |PT                          !8K  |8K                          !?KNT  |8DKKO                                              !?KKW  |?KKOR                          !?KQT  |:AF                                !?FK  |:AFF                                                   |FJMY                    |F                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJ                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |:AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |FINR                          !FIRU  |FINRU                          !FIMRU  |FINRU                          !FIMRUY  |FINRU                          !FIMRU  |I                          !IMP  |INRU                          !IMPSUY  |FINRU                          !FILRU  |FINRU                          !FIMRUY  |FINRU                          !FILRUY  |FINRU                                              |FIMY                    !.:M  |:FH                                !AHKMQT  |:FIMP                          !FIMRUY  |FINRUY                          !FILRU  |FIORU                          !FIMRUY  |FINRU                          !FIMRU  |FINRU                          !FIMRU  |FINRU                          !FIMRU  |FINRU                                !FILRU  |FINRU                          !FIMRUZ  |FINRU         \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"(4JLPS  |-9ILQ                                              \"\n",
            "(4JLPS  |-9ILQ                                                                                                     !+7`  |HKR                    !HMPTY\\`!HKT  |9QVY                          !U  |P                          !P  |P                          !IMU  |RUO                          !IMRUX  |HKOT]                          !0K  |?G                          !3?W  |?HKO                          !?K  |?K                                                                               |0<EHMSV                          !KK  |3K                          !?NTY  |=MT                          !=CM  |=BE                          !AFI  |=AFI                          !=AIM  |:AFF                              !AFIMRW  |AFIMQU                          !W  |Y                          |FJMYj                          !M  |P                          !P  |Y                          !NTY  |LUXX                          !LORX  |LQTZ                          !EHMQTY  |EHMQU                          !EHMQTY  |HQT]                          !EHMQT  |EHMQT                          !CFKORW]  |<HKMQT]                         |HMM               !PTX  |LK                          !EIN  |4              !FLRUX  |I                    !IUZ  |U                         !LPU  |L                          |ILUX                                                        |RR                          |RR                          |F                          |FF                          |FF                          |FFKK                          |FIMYY                          |F                          |FF                          |FF                          |FF                          |FF                          |FF                          |FHKO                          |F                          |FF                          |66?AFF                          |FFR                          |FF                          |FF                          |FF                          |FF                          |FHKO                          |F                          |FF                          |FF                          |F?MRY                          |56:?FF                          |1FRY                          |FF                          |FFRV                          |FIMRY                         |FJMRW                          |FIMY                          |FF                          |:?FBF                          |FF                          |.3Y                          |FF                          |CFF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FFRR                          |FFRR                          |FFRR                          |                    |56>?FI                    |65?AFF                          |FF                          |6?FF                  \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"(4JLPS  |-9ILQ                                              \"\n",
            "(4JLPS  |-9ILQ                                                                         !M  |;                  !G  |;                  !;GG  |>EJ                    !AM  |BE              !BDJS  |3BK                                                |:?RRT[                                    |?A                      !?KNRW  |?FKNV                                  !M  |FIMRU                    !IMU  |FINRU                          !FIORUZ  |FINRU                          !FILRU  |FINRU                          !FILRUZ  |FKNRU                          !FINRUY  |FINRU                            !1IMRUX  |U                          !DIN  |INNRU                          |MQT                          |FH                          |FIMY                          |.3::FDKRZ                                |FIMYY                    |6:::?EKKNNFF                          |FFR                    |FFRR                          !AFHMQ  |AFJ                          !AFHMOW  |FFMOR                          !M  |Y                                                !:?FI  |=BEI                          !BFINR  |1AFI                          !BFILRU                          !IMP  |IMPTU                          !KNT  |JKNR                          !T  |U                            !IKPU\\  |LRUY]                          !LOUU  |IKRUX                        !IILU  |N                          !INW  |BLRU                                !IMPX  |5AIUU                          !M  |D                                !?  |D                        !CI  |:DM                          !3?RW  |R O                        !IR  |RU                          !=LQU  |= ORU                          !=IMU  |-EIN                            !AFIIU  |=BFI                          !=IMQ  |=BF                          !=BIIMR  |=BFIRU                          |6F                          |FFKR                          |:?FVY                         |.KKM        !?F  |M                    !.  |K                    !8?HKO  |:DK                          !T  |U                          !ILPS\\\\  |.KNRW                                                    |IIUU                          !IIL  |1DINRU                          !:FMUY  |ABFINN                    !1AIMPU  |1BFI                          !6BFIL  |BFI                          !BF  |=I                          !=BL  |BFI                          !6  |BBL                                                                          !I  |6N                          !BFNT  |BBINR                          !BFIT  |BBFI                          !>V  |69                          !=IMQ  |=DM                          !=BQ  |=DM                                !6  |/                          !E  |6N                          !BFJS  |=BFI                          !II  |DG                          !DGN  |:AFT                          !.:B  |:AT                          !5AQ  |?HRO      |FTY                        |RW                    |3::BFJM                          !A  |9H                          !9E  |N                   \n",
            "49275/49275 [==============================] - 264s 5ms/sample - loss: 0.2474\n",
            "Epoch 4/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.2346\n",
            "----- Generating text after Epoch: 3\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"                       !GJNSV  |6Z                          \"\n",
            "                       !GJNSV  |6Z                          !6  |AFJ                          !A  |3KOR                          !?KP  |8P                          !?KP\\  |8KPTW                         !8K  |DK                          !DK  |HM                          !HK  |?P                          !?KPT  |8KPT                          !8K  |DJM                          !<T  |5Y                          !5T  |HM                          !HM  |DP                          !DP  |HM                          !HK  |?P                          !?KPT  |8KPT                          !8K  |DJM                          !<T  |5]                          !5AM  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  |EHMQT                          !EHMQT  \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"                       !GJNSV  |6Z                          \"\n",
            "                       !GJNSV  |6Z                          !BFJ  |=BEI                          !=BG  |>BG                          !>BG  |>BGS                          !>BG  |>BGS                          !>BG  |=BG                          !=BG  |>BG                          !>BG  |>BGS                          !>BG  |>BGS                          !>BG  |>BGS                          !>BG  |>BGS                          !>BG  |>BGS                          !>BGV  |>BGS                          !>EI  |>BG                          !>BGV  |=BEP                          !AFIU  |>BNR                          !BFINR  |BFINN                                                |FF                    |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FKORW                          |F                          |FJMY                          |55AQ                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                              \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"                       !GJNSV  |6Z                          \"\n",
            "                       !GJNSV  |6Z                                                                                                                                                                               !3  |N                  !NT  |9V                  !9  |9            !9  |9              !>  |J              !S  |9EO              !@  |B              !N  |J              !J  |I              !I  |G              !G  |INU              !I  |G              !G  |E              !E  |N              !S  |2              !2N  |9E              !@  |2              !2  |J              !EJ  |<T              !<Y  |TX          !GJV  |K\\        |_    !\\  |X      !GS  |R      !?CKX  |DP        |W      !TW  |W          !S  |L              !LKY  |K        |W      !W  |W          !W  |T        |c    !_  |\\        !\\c  |Pc          !j  |c            !\\  |e              !?T`  |^              !g  |h             !f  |n             !Rb  |e              !Yb  |`c              !`h  |A\\c_      |?\\c      !?W\\c  |\\^        !\\c  |G^        !\\c  |NV        |Y      !N_  |LR          !q  |S              !K  |8          !8  |W              !\\  |W              !^  |U              !FI  |L      !X  |Q      !?D  |KQ      !D  |\\      !DTW\\  |GP        |W    !C  |?     !?  |W    !I  |^      !b  |Y      !DY  |?A      !?\\\\\\  |V]          !\\Z`  |ZZ        |f      !W^  |=Z        |a    !Oj  |NY        !NM  |NY          !W  |W        !jN  |UZ        !ZZ  |Sc          !W  |Y        |c        !Y\\W  |PZX        |W      |TX      !C  |R          !8  |GO         !;T  |SV              !;JV  |V        |W      !_  |Z        !j  |c          !W  |Z          !j  |e              !AK  |?DK              !:[  |9V              !IX  |T`              !<T  |HP              !<[  |KX              !HM  |DP              !DK  |N\\          !Y  |Z        !DW  |MU          !j  |f              !f  |f              !W  |Y              !Y\\  |Zf             !Z  |n             !n  |n          !3Je  |[Z          !\\^  |[g        !c  |c        !cj  |]]          !Q]  |Pg        !j  |h      !i  |h       !O[  |Wc        !:WY  |ZZ        !ZZ  |Y        !\\\\c  |Ze        !c  |c            !Y  |a              !Z`  |g              !<Va  |0Zj          !FO  |DK            !4  |      !K  |C    !O  |:      !I  |o    !T  |]      !5  |  |RY    !?  |Y      !5[  |PS        !:W  |O        |Z      |      !O  |R      !R  |P        !KP  |P        |k      |^      !\\  |W        |a        !DN\\  |GP        |[      !\\c  |Xd        |c      !GX  |NT          !\\h  |L]        |f   !LOag  |PX        !XZ  |L        !Xd  |S          !KP  |N        |W        !6NKW  |N           !W  |Z          !j  |V              !Q]  |]_                          !<T  |5]                                                                                    |Y[[\\\\\\X                                                !HKMQUY  |DKT\\                          !:KWT  |5Y                          !5   |N                                      !0<EHMQ  |8DMT                    !?DKY  |MQRV                          !5AU  |DK                          !\n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"                       !GJNSV  |6Z                          \"\n",
            "                       !GJNSV  |6Z                          !NR  |                          !T\\  |>_k                    !/_  |/`                    ![  |T   !I  |?       !/  |R      !Z  |W              !3RW  |3K    !P  |W      !S  |W    !W  |D        !TY  |TW         !P\\h  |D        |W      !W  |U        !PU  |Y          !EW  |IO          !RZ  |X        |e      !d  |[      !d  |T      !V  |S     !M  |D        !S  |L         !U  |R        ![  |T        !MQT  |O          !O[  |P\\[          !c  |S              !S]  |CKd              ![  |R\\             !4  |C      !G  |=    !I  |:      !X  |T      !I  |5    !M  |5      !6  |5    !T  |U      !6  |5      !  !T  |Y      !M  |^      !Y  |W        !j  |f      !e  |Y      !j  |?      !?F  |i        !jh  |e        !cc  |_          !RV\\X  |SZ]X          !j  |_        k   !k  |\\              !_  |c              !^T  |\\h          !Wj  |ce          !HY\\`  |NY          !N_  |LP        !L  |S        !KP  |!X        |X       !K  |O          !P  |L         !LP  |\\             !\\  |^                    ![^  |A`                    ![  |MTY                                |5YZ]                                  !^  |T                    !?HTW  |8DPWW                          !8DP\\^P  |P                     !S  |FR                          |FF                          |:?F?JKMY                          |.?TZ[                             !HKMTTX  |PTY\\                    !Y  |7MPV\\                          |MRYZd                         !7  |EHKQT                          !EHMQT  |EHMQT                          !EHMQT  |HMQTY                          !HMQTY]  |NQZ<UY                        H!EHMQ  |Y                           !?MTX`  |CO VX                          !DJ  |GS                          !GY  |IU                          !@UZ  |V                           !EJ  |<T                          !<EMQT  |M                                           !?U  |[                    !+7a  |G^                !4@  |BR                                            !B  |b                    !Ag  |RXd                  !P  |P                    !KP  |@KY                    !PUX  |U[                  !P  |T        |U    !DGHL  |-9              !1A=ILU  |.:NQT                                !MSY\\  |HNQTW                          !NRW  |T]                         !3K  |DKO                          !P\\^  |OR                          !<X  |5_        |V                !<T  |Q]                          !MQT  |AFI                          !AFO  |?\\                          !?  |^                          !HM  |MT                          !IK  |ILY                          !LQU  |HKQUW                          !HMPTU\\  |HKQY]                          !HMMT\\`  |HKQU`                         !EHMOTW  |EHKMQT                          !HQT[`  |5`                          !<H  |5A                          !5Y  |H|                          !HK  |CS                          !8DJMQ  |/;                                                                            |7ILQU                            !LPUX\\  |H[    \n",
            "49275/49275 [==============================] - 263s 5ms/sample - loss: 0.2344\n",
            "Epoch 5/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.2184\n",
            "----- Generating text after Epoch: 4\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"                 !HK  |?T                  !?T  |8Z         \"\n",
            "                 !HK  |?T                  !?T  |8Z                  !I  |?\\                    !?KO  |?KO                                                  !?KO  |?KN                          !?KQT  |:FR                          !F  |AFJMR                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM         \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"                 !HK  |?T                  !?T  |8Z         \"\n",
            "                 !HK  |?T                  !?T  |8Z                  !I  |?\\                  !?  |C                    !C  |3                    !D  |3                    !3  |3K              !H  |K              !DK  |HM              !^  |^              !^  |[              ![  |\\              !\\  |?              !\\  |?              !\\  |?\\              !T  |Y              !Y  |Y              !Y  |\\              !Y  |\\              !\\  |\\              !\\  |Z]              !+7C:  |7DMQ                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"                 !HK  |?T                  !?T  |8Z         \"\n",
            "                 !HK  |?T                  !?T  |8Z                  !D\\  |4@                    !@LQU  |BEIUV                                                        !R  |O                    !CXd  |I[                    !I  |3KOR                                        !FKORW  |3?KNR                                       !.:>HMT  |?KOR                          !?HKP  |?KOR                          !?KO  |?FO                                            !:AH  |>JOR              !A  |DG              !5A  |=I              !=  |@              !@  |E              !  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |E              !E  |G              !G  |I              !I  |@V              !P  |O              !C  |4              !4  |6              !6  |>              !>  |/              !9  |7              !7  |?              !M  |HKHH              !HK  |JS              !Y  |V              !/b  |Zf             ![  |[              ![  |!`              !`  |?              !`  |?HT\\              !WY  |K\\              !\\  |\\              !b  |C]              !C[  |9[              !9  |B              !M  |:              !6  |.              !T  |3KR              !3  |K              !H  |;                  !GS  |:ADIN                          !6  |=                          !=@  |E                          !E  |7              !BJSV  |<HKMQ                          !EHMQTY  |EHKMQ                          !EHKMQT  |EHMQT                          !EJQTZ  |EHMQT]                          !EHMQT  |EHMQT                          !EHKMO  |>JO[                    !0<V  |C`                                                                      !3?W  |+7V                    !V  |TW                    !MQT  |HKMQT                          !HKQT  |FKORW                          !FKMQ  |FKO                          !HR  |AHMQ                          !AH  |A  |:T                          !A  |?                          !8AHKM  |=AFI                          !=AFMQ  |AFJM                                                                                                                                                                                      !MU  |3?RW                          !?KU  |8KT                          !T  |T                          !.?H  |:A?IM                          !5AM  |X                                                                                                           !3  |JR                          !0<  |9E                          !J  |L              !4G  |?C                                                                                       !+7  |MQ                          !EH  |<HLQT                          !EHKMQ  |<H                          !<HQY  |AHMQTY                          !MQTY\\  |9  |[                    !L  |B              !6  |EQ              !E  |G              !B  |I              !@  |9              !9  |A                    !C  |H                    !CFKO  |5KNRT]                          !DHKMQT  |EHKMQ\n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"                 !HK  |?T                  !?T  |8Z         \"\n",
            "                 !HK  |?T                  !?T  |8Z                  !K  |K                  !DK  |HM              !HQ  |4U              !LX  |J_              !V  |V              !T  |[              ![  |q              !O[  | !TV              !T  |?\\              !?T  |?\\                  !?  |CHMO                    !ACJM  |0BFIMO                                        !P                               !MQY  |DKNT]                          !<HKP  |5AQVW                                                              |L             !0QT  |L                  !EL  |CL                    !U[  |D\\                  !?^  |DG                  !;L  |CL                  !CL  |?F                  !6:  |7C                  !7  |=I                  !=BQ  |AFI    `                           !=EM  |<HHQT                          !HMQT]`  |HQR[`                            !HMQ[Y  |CFKOR[                    !FIMRUX  |3?KTW                                      !?FJKK]  |?KORWZ                    !FHKY  |HMQT]                              !?FHKNTW[  |EHQHT]                                  |5TY^                    !S  |N                          !V  |IUX                          !IMU  |AFIMV                          !AFIP  |AFJMV                          !AFJM  |AFJM                                                !M  |5AMRR                                                  |6?                    |CF                          |66?:AFFFJMR                          |6:?ABFIMN                          |FF                          |FF                          |FFKKNK                          !:FK  |5W                          !5`  |DBMP                                                                  !U  |@                   !@  |H                          !0  |CKOOPRP                          !T  |CHKOOW                          !HKOR\\  |?KNOT                          !.:K  |?FR                          !856:KM  |:AEF                                                                                            !59EP  |5AIMR                                                         !j  |3KKNT                                  !8K  |>M                          !>AE  |=AMQ                          !AFJM  |AFJM                      !A  |AFJMT                          !AFJM  |AFJM                          !AFY  |.KMNTW                          !.:K  |FKOR[                  !5  |:AMQT                                !M  |F                    !F  |T                    !?TY`  |`^                            !HMRX]  |9OQ]                          !E]  |H]                          !<Y  |5X                                         !]  |3?R                           !D  |3KO                    !:  |I                  !I  |8AHT                    !.  |5              !X  |C              !A`  |GV              !Q  |IX              !I  |?        |X    !R  |M        !j  |W              !:FIU  |8DLTW                          !U  |F^                          !U  |N                          !N  |N                          !BIKNR  |@HJV                          |\n",
            "49275/49275 [==============================] - 265s 5ms/sample - loss: 0.2185\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<tensorflow.python.keras.callbacks.History at 0x7f2ac2ba7da0>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 27
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "zkga9Gx6P3VN",
        "colab_type": "code",
        "outputId": "8665c632-5eec-4cd8-d58a-99743f9bb25c",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 1000
        }
      },
      "source": [
        " model.fit(X, y, batch_size=512, epochs=5, callbacks=[print_callback]) #45 -> 50"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Train on 49275 samples\n",
            "Epoch 1/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.2007\n",
            "----- Generating text after Epoch: 0\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \" !(4JLPS  |-9ILQ                                            \"\n",
            " !(4JLPS  |-9ILQ                                                !EIN  |CFKOR                                                !E  |F                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                          |FFRR                        |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                       \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \" !(4JLPS  |-9ILQ                                            \"\n",
            " !(4JLPS  |-9ILQ                                                !LRULOUL  |GKNSW                              !KNPSUY  |DK                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \" !(4JLPS  |-9ILQ                                            \"\n",
            " !(4JLPS  |-9ILQ                                                !EINTU[  |EHMQT                          !EHQTZ  |EHMQTX                          !5OQTX\\`  |Q                    !<Q  |HR                          !H  |DGMO[                          !DKPPSLS\\DK  |HKO                                      |:CMPTW                          |8::DKPNWW                          |IIUU                          |F                          |FF                          |FF                          |FFRR                        |FF                    !FFKORW  |FINRU                          !FILRUU  |HKNTW                    !HMTY  |L                                                   !SU_  |DP                          !DK  |L                                    !UX  |FJRV                          !FFKORW  |EHMQTY                          !EHMQTY  |M                            !MQR\\`  |Q]]                          !0<E  |EM                          !E  |7D                          !FORU  |E                          !EQ  |<T                          !T  |5_              !S  |[              !j  |[              !?[  |IN              !UW  |Sa              !;K  |N              !NZ  |LU              !@UZ  |TX          !T  |W              !KNT  |N          !Y  |Y          !NZ  |]          !QV  |]c          !VZ_EZ  |O        !Og  |X]          !Va  |Q]          !QV  |V          !MQV  |IV          !SZZ  |S          !S_  |TW          !PTNVK  |JV              !M  |EJ                  !EQ  |TY                    !EHQTUZ  |EHMQTX                             !EHMQT  |CLOY                          !EHO  |>JNV                          !>JMV  |>JNS                          !V  |N                          !NQT  |K                          !KNT  |LO                          !LOX  |T                    |0<HT                   |0<<HJMOTV                              !S  |T                        |R  |DKPSW                                                                       |P                    |W                   !IMP\\  |U                          !QU^  |R                      !W  |P                    !?IKOOTW  |HKM                          !HKQT`!HK|DKMQT\\\\  |DJMPTSW[                                                    |8DDHKK             |CKK                                                                        |V                                !M  |JN                          !EJMQV  |5AQT                                                  !.:QT  |:AKM                                        |:DMTY\\                                                               !:AEHMQU  |:DMT                          !:FKMPTY  |FIMRU                          !MQUZ  |U                          !FILUU  |N                          !BNNTTW  |FIORU                          !FILRUU  |^      !L  |X              !PUUXa  |P                   !PP\\  |P                    !P  |P              !X  |L       |@      |X      !4  |L      !/  |C       !O  |O      !L  |L      !O  |P      !G  |V       !X  |2                                                                      \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \" !(4JLPS  |-9ILQ                                            \"\n",
            " !(4JLPS  |-9ILQ                                                !LOXGLQ  |O                          !4O  |GSV                          !GGPS  |=IMY                          !=DIM  |RU                          !PUU  |X                          !0<HL  |@                                        L  !-J  |L                        !@C  |B                                    !BN  |/;S                        !;D  |D                          !CILOX  |4S                          !GLOX  |DGHOPS                          |KKO[HKP              !K  |J                          !MPTXSQT\\`  |D]                              !PT  |O[                          !O[  |T`                          !S\\  |TY                          !KK TX\\  |PPTX`                         !TW^ |O                  !S  |_              !S_  |L[              !ca  !]`            !G[  |Ab                    !AJM[  |;T                              !;QY  |DGMSX                                 !DKPS\\`  |DK                             !DKM  |H                          !H  |H        !H  |Y              !KN  |DP              !P  |O        |`    !C  |:      !T  |X        !j  |X              !M  |+7              !V  |T              !|JT  |I              !-  |9              !9OQ  |JN              !J  |B              !NS  |*9UU                    !U  |P                   !KNQTUZ  |Z                         !RW]NQUY  |N                          !Y  |W                    !)INV  |5AKQU                                              !KQNTQT  |FKORX                          !FKORU[  |DKNTS\\`                                 !KNT\\`  |X                          !E  |H                        |HTT        |QT    |8?EHKKK                                    !HMQTYHMQTJSNTOTW  |FKOR              !0  |:M                    !8KO  |CKO                                        |8?CHKMRV                                P            |8KTY                          !T  |O                          !CTd  |GJNSV                          !GJNSVY_  |DGMV                              |KTTUWUWW                                 !K  |@                   !U  |R              !T  |X                                    |F                  |FFYd                  !NTW[^  |TWS                         !TT`  |H[                         !:HHP  |?FJ                                !?FI  |;D                        !D  |C                                                                    !1=DINU  |DINU                                                !LPUUX  |GSWW_                                                                                     !/HP`  |AHPT                                !5AM  |:AHM                                                          !R  |S                  !D  |H                        |?CKK                          |RRVY\\    Q                    !8GMOTGPSW  |GKNSW\\                                !KK  |/LPU                        !L  |O                                !4  |G                                !GLX  |3KNW                          !.:N  |=                                             \n",
            "49275/49275 [==============================] - 262s 5ms/sample - loss: 0.2009\n",
            "Epoch 2/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.1864\n",
            "----- Generating text after Epoch: 1\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"!c  |_        !Z_  |Z        |f        !GZf  |SW        |c  \"\n",
            "!c  |_        !Z_  |Z        |f        !GZf  |SW        |c    !N  |O    !X  |T        !_  |T      !C  |:      !T  |T        !T  |T              !8  |HK                    !HK  |?K                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"!c  |_        !Z_  |Z        |f        !GZf  |SW        |c  \"\n",
            "!c  |_        !Z_  |Z        |f        !GZf  |SW        |c    !N  |U      !=  |A      !Z  |T      !D  |:      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5    !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5    !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5    !5  |5      !5  |5    !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5    !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5    !5  |5      !5  |5    !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5      !5  |5    !5  |H      !Q  |H      !M  |:      !M  |:              !:  |A                          !A  |AFJMR                          !AFJM  |AFJMP                          !AFJM  |AFJMP                          !AFJM  |AFJMP                          !AFJM  |AFJMP                          !AMPR  |3AFIMPR                          !P  |F                          !F  |D                          !D  |C                          !C  |G                          !G  |4              !4  |@              !4  |G              !;  |G              !G  |4              !4  |G                          !G  |4              !4  |4              !4  |G              !;  |C              !C  |4              !4  |G                          !G  |4              !4  |G              !;  |C              !C  |4              !4  |G                          !G  |C                    !C  |4              !4  |G                          !G  |4              !4  |G              !;  |C              !C  |4              !4  |G                          !G  |I                    !I  |G              !E  |G        !GS  |2        !N  |2        !2  |6          !6  |>        !N  |5        !M  |O        !M  |M              !M   |AFJMR                          !AFJMP  |AFJMP                          !AJMPS  |AFJMP                          !AFJMPT  |AFJMPR                          !AJM  |AFJMP                          !AM  |CFO                          !CFO  |CFMO                          !CFM  |CFM                          !CFO  |CFM                          !CFM  |CFM                          !CFM  |CFM                          !CFM  |CFM                          !CFM  |CFM                          !CFM  |CFM                          !CFO  |CFM                          !CFM  |CFM                          !CFOR  |CFLOR                          !CFO  |4                          !4@  |DJ                          !;D  |DJ                          !;D  |DJ                          !;DJ  |C                           !C  |4              !4  |:                    !C  |:                          !:AHM  |:AFI                          !M  |AFJMR                          !AFJM  |AFJMP                          !AMPY  |AFJMP                          !AFJM  |AFJMP      \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"!c  |_        !Z_  |Z        |f        !GZf  |SW        |c  \"\n",
            "!c  |_        !Z_  |Z        |f        !GZf  |SW        |c    !N  |Q      !=  |?      !W  |T      !G  |A        !TR  |3        |8 "
          ],
          "name": "stdout"
        },
        {
          "output_type": "stream",
          "text": [
            "/usr/local/lib/python3.6/dist-packages/ipykernel_launcher.py:4: RuntimeWarning: divide by zero encountered in log\n",
            "  after removing the cwd from sys.path.\n"
          ],
          "name": "stderr"
        },
        {
          "output_type": "stream",
          "text": [
            "     !T  |P        !P  |O        !P  |S        !PT  |0Z        !K  |Q        !M  |K        !?S  |O        |[        !CO  |LO        |X      !U  |O        !CO  |LO              !O  |Y                    !MQY  |N                                                   !.::HQ  |:DM                          !?FP  |:AFIMP                          !:AR  |:DMT                          !AFIMRW  |:                          !AHMQ  |AHMQ                          !AHY  |AHM                          !A  |3KRR                          !?KPT  |8KPT        !8?HP  |4;              !C[  |=M                  !=MQ  |7Y                    !7  |EH                  !EM OTW  |NQV                                    !7QT\\  |CHKOR              !CT  |LS                    !-Z  |DGMSV                                                !CGKO  |:AFJM                          !AFHMR                          !6  |AFJMR                          !AJM  |AHMQ                          !AEY  |3W                          !?FY  |R                          !R  |U                          !FILRU  |I                          !RU  |DN                          !DKP\\  |HLPW^                          !FIMOR  |HKMQT                          !KQTY  |FIMPRUX                          !NIN  |W                          !NW  |LP        !UX  |+7          !N  |8          !KP  |L        |a      !O  |T      !G  |<    !7  |@    !]  |_        !Q]  |]        |[      !Q  |O       !P  |@      !O  |P    !I  |K      !U  |U        !PP  |P        |X      !L  |D      !T  |S        !S  |R      !R  |R      !Z  |R      !P     !3  |8        |W      |T  |3Y        !D  |?              !T  |K                    !8?W  |DK                  !KK  |?T                    !:  |?                    !?  |?                          !.::\\  |:DIM                          !3?W  |U                          !U  |U                          !LP  |HNTW                          !.:HPT  |?KOR                          !.:H  |AFJM                          !AFJM  |AFJMP                          !AFJM  |AFJMP                          !A  |FJMP[                          !-9IMOUY  |N                          !JMSY  |:AMT                          !:AR\\  |8DMQT                          !8DW  |^                           !R^  |X                          !MPY  |AEHMQ                          !AFJM  |AFJMP                          !AJMRS  |3                            !.:M  |8AHT                          !?  |C                           !C  |7                                                                                               !/  |C              !S  |W              !N  |L              !L  |N              !N   |9              !J  |@              !@  |e              !7C  |CG              !CO  |8P              !8  |=              !=  |1              !3  |F              !F  |D              !1  |C              !C  |5              !<  |H               |CHKW[                    |CHKOV     \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"!c  |_        !Z_  |Z        |f        !GZf  |SW        |c  \"\n",
            "!c  |_        !Z_  |Z        |f        !GZf  |SW        |c    !Q  |M    !\\  |6        !Z  |Q        !MQ  |DP        !3U  |U             !MLU  |N              !.LKN   |:AFIMP                          |FFR                          |CF                          |PT            |W      |>      |P        !3  |V              !J  |M              !V  |U                    !@  |E                      !E  |5AMT                            !CFK  |FHMOR              !H  |T                           !N   |5T                          !)5HKMQ  |:FIMR                          !?FP  |=                          !=DM  |AMPW                          !AJM  |ADIM                          !AM  |ADJU                          !AJ  |3?                          !8P  |H                          !T\\  |D_                        !H  |COQ                          !CO[  |GJSV                          !GJLSV\\  |GJNSV                                                   !V  |<HMQT                                !5ARHOX  |FH                    !^  |.:V                                  R                !.:?  |BDJ              !AZ  |BN                !>  |2              !2  |4          !4  |G              !G  |E              !E  |I              !I  |J        |Q      |N        !7MSVZ  |JN                          !>JQX[  |2>MSV                          !7CJN  |ADMMV                          !MU  |AFIMR                          !AR  |U                          !R  |U                  !TW  |U                            !LRUX  |?FIOU                          !?NWF  |L                          !MU  |OXJ              !0<EHK  |@O              !C  |C              !CO  |L              !LOX  ||Y_              !VY  |[]                  !MM   |JM                  !MJ  |C                  !C^  |JM                    !JP  |EJ                  !JV  |I[                  !M  |I              !8P  |IU                    !IU  |5T                    !3H  |:IM                          !]  |P                          !j  |?                          !?KW  |[        !AHPY  |ADJMX                    !CFMPFW  |:AMMYY                          !5AR  |J                           Q!>JPSY\\  |:JMSYY                          !IMQR\\]  |Y\\e                          !e  |+7V                          !NTS\\e  |NQZ^                          !NW  |DPS                        !KP  |JP                          !@J  |DGNSZ                                                !1GLPSDLGJV  |IKNR                                            |GKS\\_                                                        !T  |DT                    !DP  |CO                    !C  |+7                    !CTX]  |H[       `                !CHKY  |9JR[                          !7O  |E                          !2>EEE  |9E                          !DJ  |7CFDI                            !7CEHMQ  |:DMMS                          !IM  |G                          !G  |I          !                !=DM  |?                          !:DK  |?W                          !8DN  |:DK                          !D  |?FJM                          !\n",
            "49275/49275 [==============================] - 262s 5ms/sample - loss: 0.1867\n",
            "Epoch 3/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.1739\n",
            "----- Generating text after Epoch: 2\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"!Y  |?W^      |F      !W^  |NY          !Y  |W          !?FN\"\n",
            "!Y  |?W^      |F      !W^  |NY          !Y  |W          !?FNW  |U              !U  |S              !SW  |RV        |W    !D  |=      !I  |R    !R  |U        !P  |R      !?R  |D      !D  |=      !=  |?      !W  |U      !?  |D    !R  |U      !D  |?      !D  |?      !D  |?      !?  |D      !D  |?      !?R  |DP        !W  |R      !?R  |DG              !D  |HM              !?FHW  |CKOR                  !H  |C                  !C  |4              !4  |4              !4  |G              !;X  |GS              !GS  |LQ              !LX  |@L              !@L  |@L              !@  |@              !@  |@                    !@  |@                    !@L  |@L                    !@L  |@L                    !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@              !@  |@             \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"!Y  |?W^      |F      !W^  |NY          !Y  |W          !?FN\"\n",
            "!Y  |?W^      |F      !W^  |NY          !Y  |W          !?FNW  |U              !U  |R              !RW  |W              !W  |U              !U  |N              !NW  |LU              !LU  |@L              !@L  |@L              !@  |@              !@  |@                    !@L  |6=                                !=DM  |=BF                                                                                                                                                      |Y                    !NT  |:AIMR                                                !.:?FJ  |:AFI                                                  |FR                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF     \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"!Y  |?W^      |F      !W^  |NY          !Y  |W          !?FN\"\n",
            "!Y  |?W^      |F      !W^  |NY          !Y  |W          !?FNW  |U              !N  |T              !?KW  |:AII                                !=DM  |:AP                                                                    !\\  |L                    !U  |0              !K  |H                  !H  |O              !<O  |@P                          !99  |@L                          !@CL  |@                          !@CL  |BFJ                          |6:A                                    |FIMPY                          !.:KM  |:FFIMR                          |FFRR                          |6?                          |FF                          |FF                          |FF                          |HKM                          |FFKKNO                          |FIMOP                          |FIMPT                          |R                          |T  |RT[\\                          |CKO                          |CKO[[                          !JM  |4E                          !@LX  |CLQU                          !=LQ  |?FJ                          !:AHKM  |AFJMO                          !AFJMP  |AFJMP[                                                                                  !IMY  |JNRV                          !-JMSV\\  |BEINR                          |EIN]                          |FF                          !:FF  |AFJM                          !AFJMP  |AFJM                          |7CTY                          |:?AFF                          |.5A>FIKNRW                          |56>?FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |6?FFF                            |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FH                          |FH                          |FF                          |FF                          |FF                          |FF                          |FF                          |FFJK                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |:?FFJKMOR                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |58:>FF                          |FFRR                              |FFRR                          |FFRR                          |FFRR                          |.:ABFF                       \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"!Y  |?W^      |F      !W^  |NY          !Y  |W          !?FN\"\n",
            "!Y  |?W^      |F      !W^  |NY          !Y  |W          !?FNW  |T              !V  |T]               !M  |P      !O  |U              !IIU  |8DZ                  !M  |P                    !P  |P                                !P  |?                    !:T  |:AHRW                                                  !:AF  |:DBFIMR                                                |FJPR                    !R  |FF                          |FF                    |FF                    |WYj             !-9JMQ  |BFJKNR                                                          !3W[W\\Z  |HNQTY                                !FHKNT  |>JMRR[                          |FF                          |:?AFF                            |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF      M                   |FF                          |FF                          |FF                          |FF                         !FIMRRU  |FIMRW[                          !FIMRU  |AFIMRR                          !.:T  |Y                           !IM  |@L                          !9EQ  |;Q                           !DGJ  |CGL                          !CGM  |CGM                          !CGM  |CFM                          !CFM  |CFM                          !7CJM  |8FH                                            !5AHHMT  |AFJMRR                                                |6B                    !DFN  |BFINR            !BF  |>B                          |6R                                        |FFYR                          |FF                          |FF                          |FF                          |FF      |FF                          |FF                          |FF                          |:?AFJMMRR                          |?FJJ                          |CH                          !CHOR  |CKORW                          !CKORW]  |FKOR`                          !5KR  |Y                          !T  |U                          !X  |D                         !DU  |?KN                          !?FP  |:PRW                          |.::AFF                          |FF                          !5AHK  |3HKOP      M                    |CF              !1^  |DG                                                                   !-9  |9A                    !9  |J                  !JM  |S              !2  |HQT                        |CHMT                                !T  |:AFHMP                                                  |FY                    !.:BHK  |:AFJM                                                 |RR                        |RR                          |RR        !I  |T                   !DT  |3K                  !T  |T                  !8?HTW  |8DKMR                                                    |RR                    |F                    |FF                          |FF                          |FF                        !5AIMT  |A\n",
            "49275/49275 [==============================] - 265s 5ms/sample - loss: 0.1742\n",
            "Epoch 4/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.1614\n",
            "----- Generating text after Epoch: 3\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \" !HNW  |DP                      !P  |T      !DT  |?R        \"\n",
            " !HNW  |DP                      !P  |T      !DT  |?R                    !?  |?                  !?\\  |8T                    !8T  |HK                  !HT  |;\\                  !;\\  |?\\                  !?`  |HK                  !HQ  |<X                  !<]  |5Y                  !5]  |HQ                  !HQ  |<Y                  !<Y  |5`                  !5`  |HK                  !HT  |<X                  !<]  |<H                  !<]  |5`                  !5]  |HM                  !HM  |<T                  !<T  |5]                  !5]  |HM                  !HM  |<T                  !<T  |5]                  !5]  |HM                  !HM  |<T                  !<T  |5]                  !5]  |HQ                  !HQ  |<Y                  !<Y  |5`                  !5`  |HK                  !HT  |<X                  !<]  |<T                  !ET  |<X                  !<]  |HQ                  !HQ  |<Y                  !<Y  |<Y                  !<Y  |<H                  !<]  |<Y                  !<]  |HQ                  !H]  |<Y                  !<Y  |HQ                  !<]  |5Y                  !5Y  |EM                  !E]  |<Y                  !<]  |<Y                  !<]  |HQ                  !H]  |<Y                  !<Y  |E]                  !Q]  |H`                    !H`  |?e                  !?\\  |99                  !9U  |BV                  !NQ  |BL                  !BN  |BE                  !BN  |>J                  !>V  |<H                  !<]  |HM                  !H`  |<T                  !<T  |5]                  !5]  |HQ                  !HQ  |<Y                  !<Y  |5`                  !5`  |HK                  !HT  |<X                  !<`  |DG                  !Ca  |IR                  !IU  |@L                  !@U  |BI                  !BE  |>              !>  |G              !GS  |IU              !IU  |@L              !@L  |BE              !BN  |BE              !BN  |BI              !BINQ  |BIN                    !BN  |=I                          !=BI  |=AI                          !=AI  |=AI                          !=AI  |=AI                          !=AM  |A                          !A  |?                          !?  |H                          !H  |?                          !?  |HKO                          !HM  |?K                          !?HPT  |?KNT                          !?HN  |?HKN                          !?HTY  |?KQT                          !?KQ  |?FIN                          !:FR  |3KT                          !8AT  |=MRU                          !AFIM  |AEHM                          !AE  |9A                          !A  |I                          !=  |I                          !I  |G              !S  |Q              !E  |G              !G  |I              !I  |G              !G  |I              !I  |G              !G  |I              !I  |G              !G  |I              !I  |G              !G  |I              !I  |G              !G  |I              !I  |G              !G  |I              !I  |G              !G  |I              !I  |G              !G  |E   \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \" !HNW  |DP                      !P  |T      !DT  |?R        \"\n",
            " !HNW  |DP                      !P  |T      !DT  |?R                    !?K  |8DKW                                !8DGN  |?                          !?KPT  |?KNT                          !?KN  |?FIN                          !:FR  |3KT                          !T  |U                          !U  |U                          !U  |U                          !U  |U                          !U  |U                          !U  |U                          !U  |P                          !D  |H                          !H  |?                          !?  |HKO                          !H  |?                          !?KPT  |8KT                          !8?T\\  |?KQTW                          !?KQ  |>EQ                          !>E  |8A                          !8A  |8DKW                          !DK  |?H                          !?HTW`  |DKT\\c                          !?K  |?K                          !?HPT  |?KN                          !?HPT  |?HKQ                          !?HTY  |?FR                          !?FHK  |AHKMOR                          !AHKMQW  |AHKMQT                          !AHKMQW  |AHKMQT]                          !AHKMQW  |AHKMQTY                          !AHKMQW  |AHKMQT                          !AHKMQW  |AHKMQTY                          !AHKMQW  |AHKMQT[                          !AHKMQW  |AHKMQT[                          !AHKMQW  |AHKMQV                          !AHKMQW  |AHKMQTY                          !AHKMQW  |AHKMQT]                          !AHKMQW  |AHKMQV[                          !AHKMQW  |AHKMQTY                          !AHKMQW  |AHKMQV                          !AHKMQW  |AHKMQT                          !AHKMQW  |AHKMQTY                          !AHKMQW  |AHKMQVY                          !AHKMQW  |AHKMQV                          !AHKMQW  |AHKMQT                          !AHKMQW  |AHKMQT[                          !AHKMQW  |AHKMQV                          !AHKMQW  |AHKMQT[                          !AHKMQW  |AHKMQV                          !AHKMQW  |AHKMQV                          !AHKMQW  |AHKMQTY                          !AHKMQW  |AHKMQV                          !AHKMQW  |AHKMQT                          !AHKMQW  |AHKMQT                          !AHKMQW  |AHKMQTY                          !AHKMQW  |AHKMQV                          !AHKMQW  |AHKMQT                          !AHKMQW  |AHKMQT                          !AHKMQW  |AHKMQTY                          !AHKMQW  |AHKMQT[                          !AHKMQW  |AHKMQT[                          !AHKMQW  |AHKMQTY                          !AHKMQW  |AHKMQT[                          !AHKMQW  |AHKMQT]                          !AHKMQW  |AHKMQV                          !AHKMQW  |AHKMQTW                          !AHKMQW  |AHKMQT[                          !AHKMQW  |AHKMQV                          !AHKMQW  |AHKMQV                          !AHKMQW  |AHKMQTY                          !AHKMQW  |AHKMQV                          !AHKMQW  |AHKMQTY                          !AHKMQW  |AHKMQTY                          !AHKMQW  |AHKMQV                          !AHK\n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \" !HNW  |DP                      !P  |T      !DT  |?R        \"\n",
            " !HNW  |DP                      !P  |T      !DT  |?R                  !?T  |8P                    !OR  |Y                    !NTY  |3?KTW                            !8\\  |C@                          !CX  |9Q                          !9E  |4@                          !L  |G                          !G  |/                          |ILX                          |3:BDNWW_                                                                         |Y                    !Y  |\\                    !W  |>                    !>  |G                          !8>JS  |6>?NR                          !6=  |9A                          !9  |7                          !MS  |>M                          !>J  |>E                            !>JP  |AEJN                          !MV  |CJ                          !JO  |>E                          !>EQ  |8AHJ                         !M                                                                                                                                     !.:N  |P                    !NTW  |P                          !IMP  |?KNT                          !?KN  |?DKN                          !?KN  |?HKN                          !?HNNTW  |FIMRY                          !FFRR  |FIMVY                          !:FN  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFJM  |AFJM                          !AFM  |AFJO                          !AFJM  |AFJM                                                        !M  |K                    !KN  |;BF                                                                   |.:AMYW                    |FF                          |:?ABF                          |FFKR                          |FFRR                          |::AFFKMPRY                         |FF                          |FF                          |FHKT                          |F                          |FFYR                          |FF                          |FFKKNNTT                          |F                          |?F                          |FF                          |FF                          |FF                          |FF                          |FF                          |FF                          |FKKOO                          |F                          |FIMYY                          |F                          !AFIMOR  |5AFIMVY                          |FFRR                          |FFRR                          |6:?AFFJKMRR                          |KKTY                          |CKOOV                          |CIMS                          |CJMY[                          |CJMZ                          !0<H  |/O                          !C  |/                          !/;LQ  |-9IMQ                          !E  |EHMO                          !EH  |BF                          !BFKNR  |BBFI                          !BFLU  |BFI                          !BDJN  |BEL                          !@L  |8A                          !A\n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \" !HNW  |DP                      !P  |T      !DT  |?R        \"\n",
            " !HNW  |DP                      !P  |T      !DT  |?R                  !D  |?                    !?  |?       |H                        |5AT[  !5ADHKO  |HKRW                          !HMQTY\\  |FIQU=                         !AFIMRR  |AFIMR                          !R  |U                          !I  |=DM                          !=BEINR  |=BIU                          !=BI  |=BFI                          !=BIM  |=DI                          !=DP  |=AG                                !9U  |@L                          !@  |B                          !@V  |8D                          !8DGN  |-9EINQ                          !EINZ  |EIN                          !DGMSV\\  |>EJQV                          !NQSZ  |2NVW                          !-J  |/M                    |[                      |2>JMRV                          |5]                                                    !>5AEHM  |7C?                          !AHLR  |BFINR                          !FIMR  |FINR                          !:IRUZ  |FIMRRY                  !X  |M              !V  |P              !KW  |KQT              !S  |LT              !Y  |k        Q    !_  |+              !g  |b              !]  |b             !;AG]]  |c              !`  |W              !]  |c              !RV  |c              !e  |)bb              !Y  |DK`              !c  |f              !g  |i              !<Q  |c              !Y  |W              !NT  |AK              !AC?\\  |  |              !CK]  |2Q              !2  |HM              !<Q  |<a              !<  |?                    !AV  |8[                              |.:Q       |O[              |6:?AFFKMPRW                        |>JM\\                          |5AMT                          !.:MQT  |:FFJR                          !F  |?FJ                          !?NT`  |=DMQVZ                          !1=MPU  |?DHIN                          !=DKMPT  |FLOR                          !FIOR  |AHKMQTY                          !AHKMQT  |AHJMOR[                          !AHOQ  |AHJM                          !AJP  |AHPT                          !AH  |:AM                          !?  |HKQ                             !H   |FK                  !FI  |AM                    !A  |AGJMP                          |>JMPVY                                                             !+7{  |HKT                    !?HTW  |O                  !CHOT[  |2>MQT                                      !&  |MQ                          !NRV  |DP                          !DU  |?\\                          !?\\  |IM                          !IX  |PT                  |@LXX        !@  |9E              !@NQS]  |9[                    !CJ  |8AT              !Y  |>J                          !>JOT  |AETX                          !AJ  |>Q                          !>J  |>J                          !>J  |>M                          !>JR  |<HM                          !HQ  |<HT                          !EY  |HM                          !HQT\\`  |FIQUa                    !P  |N                          |F                    |W[                    |TW              |0<H[HM\n",
            "49275/49275 [==============================] - 263s 5ms/sample - loss: 0.1616\n",
            "Epoch 5/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.1525\n",
            "----- Generating text after Epoch: 4\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"                                   !8K  |5M                 \"\n",
            "                                   !8K  |5M                          !?KQT  |:AFJMRR                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"                                   !8K  |5M                 \"\n",
            "                                   !8K  |5M                          !?KQT  |8KPT                          !8  |C                                !C  |F                          !F  |D                          !D  |H                                !H  |?                          !?KPT  |=DMT                          !=DM  |AM                          !A  |INR                          !I  |?                                                         |V                   !;\\  |B_                        !J  |J                  !J  |[                    !+  |7              !AJ  |@L                  !@L  |DL                  !LU  |A]                    !AM  |?P                    !:  |?                                |?RY\\                          !?KPT  |?KOR                          !?KOR  |8KOR                          !8?HP  |?KOR                          !?KOR  |8KOR                          !?KO[  |?KOR                          !?KOR  |8KOR                          !?KO[  |AFJMR                          !AFJM  |AFJM                          !AFJM  |=AFI                          !=AM  |=AFIMQ                          !AFIMRU  |AFIMR                          !AFIM  |AFJM                          !AM  |@H                          !@C  |7                          !7  |DG                          !D  |H                          !H  |?                          !?KPT  |8KPT                          !8  |C                                !C  |F                          !F  |D                          !D  |H                          !H  |?                          !?KPT  |8KPT                          !8  |C                                !C[  |9[                          !@C  |7                          !7CJM  |CHKOR                          !HCR  |CFKOR                          !CFKORW]  |CFKOR]`                         !CFKORW]  |EHKMQT]                          !EHKMQT  |EHKMQT]                          !EHKMQT  |EHKMQT]                          !EHKMQTW]  |EHKMQT[                          !EHKMQT  |EHKMQT[                          !EHKMQT  |EHKMQT]                          !EHKMQT  |EHKMQT]                          !EHKMQT  |EHKMQT]                          !EHKMQT  |EKMQT                          !EHKMQT  |EHKMQT                          !EHKMQTW]  |FLRUXL                          !FILRU  |L                         !@L  |=D                          !=DI  |=AIM                          !=@  |@L                          !@L  |8D                          !D  |H                                !H  |?                          !?  |CHKOR                          !H  |C                          !C  |F                          !F  |D                          !D  |H                          !H  |?                          !?KPT  |8KPT                          !8  |C                                !C[  |9[                          !@C  |7                          !7DJMS  |:AFJM                                                                                                                                                    \n",
            "----- diversity: 1.0\n",
            "----- Generating with seed: \"                                   !8K  |5M                 \"\n",
            "                                   !8K  |5M                                                        |N                                                                                                                                                                                                         !U  |V                          !NT  |MS                          !OV  |EMO                          !EM  |<T                          !<]  |HO                          !HM  |<T                          !HT  |<]                          !<`  |H]                          !HQ  |FR                          !F  |C              !C  |F              !R^  |R              !U  |T              !T  |W              !\\  |W              !W  |T              !W  |AHRV              !M                 !AH  |8DP                          !D  |\\                                                        |T                         !8DTW`  |HKQ                          !HM  |AM                          !A  |X                          !8DHP  |^                          !PDHM  |?PT                          !?DIU  |?HO                          !D  |?HO                          !?K  |DG                          !DK  |CHO                          !CH  |=I                          !=@  |@L                          !@L  |8AMVY                          !8A  |DG                          !D  |HM                          !:  |F      !=DM  |:U                  !?I  |;G                  !;G  |BI                                      !BDJN  |BEK                          !NQ  |DP                          !DUa  |F[                          !:AIM  |:AMM                                !:  |?  |N                          !W  |Y              !Y  |\\              !.T  |:T              !\\  |Y              !Y  |W              !W  |RV                      !I  |M                    !\\  |[                    !+CG  |>J                          !A  |CQ                          !Cf  |7]                          !7  |HM                          !HM  |DN                        !DT  |H\\                                              !Y  |GJNOX[                          !GJSVV  |GJNSZ                          !GJSS_  |GJNSV                                !GJNSV  |GJNSW                          |JGMVY                            !GJMSV\\  |>JMRS[[                          !CJMV  |MS                          !MQT\\_  |FIQUf                         !Z^  |F  OY                          !L^  |HN                          !HMPT\\  |DPTW                          !DP  |HM                          !HMRY\\`  |MRTX                          !HM  |@K                          !@U  |MS                          !NT\\  |P              !P  |X              |:                                                  |?DT\\                                                                                        !X  |L                          !LO[  |GSW[              |<X    !GS  |?R              !P  |V              !;T  |Cn              ![  |Y           !N\\  |          !Z  |V              !V  |V                \n",
            "----- diversity: 1.2\n",
            "----- Generating with seed: \"                                   !8K  |5M                 \"\n",
            "                                   !8K  |5M                          !T  |P              !=  |>              !>  |G                            !/  |B                          |BIIU                          |6BURU                          |.:=BIIMUU                          |IIUU                                !BIKS  |CFLOR                          !CFORW  |CFKOR                          !CIKORW]  |EHKMQT]                          !EHKMQT  |EM                          !EM  |<H                          !HQ  |PS                          !DP  |HM                          !HM  |HM                          !HM  |DP                          !DU  |HU                          !HM  |LS                          !BELQ  |=                          !ACIO  |QU                          !EZ  |NS                          !BE  |8DMP                          !8^ |C                          !C  |?                          !?  |CHKOR                          !CFKORW`  |CFKOR                          !CIR  |3?R                    |?      | KRRVY_              |.::DKKMRWWY\\                              |KKMSW_                                      !DKPTX\\  |0?HKOT[[[                          !CIKORW]  |MQT]                          !DHMQT  |AFIMRW                  !T  |Y              !AHP  |:AHM                                                  !H  |TW                          !K  |8AHJP                          !8ADJM  |3??FIN                                      !F  |.?K                         !.:>BJKKN  |.:AFJ                                            |56R              !+7D  |1>ENR                                !6A  |FIMOR                          !FIMRUY  |Z                          !.:Q  |O                            !OO[  |PTX                          !KK  |D\\                          !?DKY  |=MSZ                          !=DM  |=M                          !=@EIM  |@HOR                          !CLOU  |5ADIMR                          !.:QUY  |^                          !HMPT\\\\  |AQZf                          !ADHMQ  |:AFIMP                          !FIUU  |U                            !LU  |HMRT                          !HMQTY^  |HQTZ`e                          !HMQT\\`  |HK                          !HMQT\\^  |5Y                          !AHYZ  |CHKOR                          !CHLORKOQT]`  |P                    !MR^  |JKMO[                    !0<X`  |HL                                    !DHPT  |O                    !CO  |LQ                  !EQ  |A]                    !AM  |EK                  !OU  |E]                  !<]  |HY                  !<H |55A                                                                                                                     |/;IW\\                          !P  |?                                            |VY]                    !<  |D                          !>MP  |4P        !X  |P              !;U  |G^              !8Ua  |GS        |K        !K  |N        !ZT\\  |OX        |[    O  |X      !4  |G     !G  |:  !MO  |K        |W      |W      !T  |O    !Z  |O        !W  |S        !J\n",
            "49275/49275 [==============================] - 265s 5ms/sample - loss: 0.1525\n"
          ],
          "name": "stdout"
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "<tensorflow.python.keras.callbacks.History at 0x7f29c13d7e80>"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 28
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "OAP16v-zWP2L",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "model.save_weights('model-50-epochs.h5')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "GAVLLvY0Qd16",
        "colab_type": "text"
      },
      "source": [
        "## Restored weights from previous session"
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "oa350fyZuct0",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "model.load_weights('model-50-epochs.h5')"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "uWqMwbYGuhcn",
        "colab_type": "code",
        "outputId": "ad6a03d4-4719-4e08-80d1-f960a9fa3d7f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 207
        }
      },
      "source": [
        " model.fit(X, y, batch_size=512, epochs=5, callbacks=[print_callback]) #50 -> 55"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "Train on 49275 samples\n",
            "Epoch 1/5\n",
            "49152/49275 [============================>.] - ETA: 0s - loss: 0.8339\n",
            "----- Generating text after Epoch: 0\n",
            "----- diversity: 0.2\n",
            "----- Generating with seed: \"    !GV  |Eb        !E  |G        !Gb  |D_        !D  |E    \"\n",
            "    !GV  |Eb        !E  |G        !Gb  |D_        !D  |E        !BNNRU  |5NNNUUNNUUWNNUUWNNUUWNNNUUeURUUWNUU  |UUNNUUNNUU                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                           \n",
            "----- diversity: 0.5\n",
            "----- Generating with seed: \"    !GV  |Eb        !E  |G        !Gb  |D_        !D  |E    \"\n",
            "    !GV  |Eb        !E  |G        !Gb  |D_        !D  |E          !BHKNT_NNUU  |:WNNU                                  !BNU^NNUUWNNUUWNUU                                !5FNNUUNNNUUNNUUNNUUUUUNNUUU                                                     |:5:AFFNRUUNNUU                                                       |Zb                                                  !AFHKNRUZ                !5A`HUU^\\\\  |:AFFNUUNUU                                            |FFFFFNRUZ                                                       |IN:DKNRUU                           !5AHNLUUUU             !BFKNRUUWRUZ  |DNNNNHUNWNNUU                                                                                                                                                                       !5`  |5BNNRRUU                        !HHUFNNUU  |NNU                                                                               !INRU  |NU                    !GU^T\\  |BNRU                                !HUU  |U^NNN"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "jDaIfZXTunva",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}