Keras tutorial-Text generation- Character based.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/shivanikohli/Documents/anaconda3/lib/python3.6/site-packages/h5py/__init__.py:34: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
      "  from ._conv import register_converters as _register_converters\n",
      "Using TensorFlow backend.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "corpus length: 637135\n"
     ]
    }
   ],
   "source": [
    "from __future__ import print_function\n",
    "from keras.callbacks import LambdaCallback\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Dense, Activation,Dropout\n",
    "from keras.layers import LSTM\n",
    "from keras.optimizers import RMSprop\n",
    "from keras.utils.data_utils import get_file\n",
    "import numpy as np\n",
    "import random\n",
    "import sys\n",
    "import io\n",
    "import keras\n",
    "\n",
    "with io.open('Swami.txt', encoding='utf-8') as f:\n",
    "    text = f.read().lower()\n",
    "print('corpus length:', len(text))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "total chars: 102\n"
     ]
    }
   ],
   "source": [
    "# chars = sorted(list(set(text)))\n",
    "# words = set(open('Swami.txt').read().lower().split())\n",
    "\n",
    "# print(\"chars:\",type(chars))\n",
    "# print(\"words\",type(words))\n",
    "# print(\"total number of unique words\",len(words))\n",
    "# print(\"total number of unique chars\", len(chars))\n",
    "\n",
    "\n",
    "# word_indices = dict((c, i) for i, c in enumerate(words))\n",
    "# indices_word = dict((i, c) for i, c in enumerate(words))\n",
    "\n",
    "# print(\"word_indices\", type(word_indices), \"length:\",len(word_indices) )\n",
    "# print(\"indices_words\", type(indices_word), \"length\", len(indices_word))\n",
    "chars = sorted(list(set(text)))\n",
    "print('total chars:', len(chars))\n",
    "char_indices = dict((c, i) for i, c in enumerate(chars))\n",
    "indices_char = dict((i, c) for i, c in enumerate(chars))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "# maxlen = 30\n",
    "# step = 3\n",
    "# print(\"maxlen:\",maxlen,\"step:\", step)\n",
    "# sentences = []\n",
    "# next_words = []\n",
    "# next_words= []\n",
    "# sentences1 = []\n",
    "# list_words = []\n",
    "\n",
    "# sentences2=[]\n",
    "# list_words=text.lower().split()\n",
    "maxlen = 40\n",
    "step = 3\n",
    "sentences = []\n",
    "next_chars = []"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "nb sequences: 212365\n",
      "Vectorization...\n"
     ]
    }
   ],
   "source": [
    "# for i in range(0,len(list_words)-maxlen, step):\n",
    "#     sentences2 = ' '.join(list_words[i: i + maxlen])\n",
    "#     sentences.append(sentences2)\n",
    "#     next_words.append((list_words[i + maxlen]))\n",
    "# print('nb sequences(length of sentences):', len(sentences))\n",
    "# print(\"length of next_word\",len(next_words))\n",
    "\n",
    "# print('Vectorization...')\n",
    "# X = np.zeros((len(sentences), maxlen, len(words)), dtype=np.bool)\n",
    "# y = np.zeros((len(sentences), len(words)), dtype=np.bool)\n",
    "# for i, sentence in enumerate(sentences):\n",
    "#     for t, word in enumerate(sentence.split()):\n",
    "#         #print(i,t,word)\n",
    "#         X[i, t, word_indices[word]] = 1\n",
    "#     y[i, word_indices[next_words[i]]] = 1\n",
    "for i in range(0, len(text) - maxlen, step):\n",
    "    sentences.append(text[i: i + maxlen])\n",
    "    next_chars.append(text[i + maxlen])\n",
    "print('nb sequences:', len(sentences))\n",
    "\n",
    "print('Vectorization...')\n",
    "x = np.zeros((len(sentences), maxlen, len(chars)), dtype=np.bool)\n",
    "y = np.zeros((len(sentences), len(chars)), dtype=np.bool)\n",
    "for i, sentence in enumerate(sentences):\n",
    "    for t, char in enumerate(sentence):\n",
    "        x[i, t, char_indices[char]] = 1\n",
    "    y[i, char_indices[next_chars[i]]] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Build model...\n"
     ]
    }
   ],
   "source": [
    "print('Build model...')\n",
    "model = Sequential()\n",
    "model.add(LSTM(64, input_shape=(maxlen, len(chars))))\n",
    "model.add(Dense(len(chars)))\n",
    "model.add(Activation('softmax'))\n",
    "\n",
    "optimizer = RMSprop(lr=0.01)\n",
    "model.compile(loss='categorical_crossentropy', optimizer=optimizer)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "def sample(preds, temperature=1.0):\n",
    "    # helper function to sample an index from a probability array\n",
    "    preds = np.asarray(preds).astype('float64')\n",
    "    preds = np.log(preds) / temperature\n",
    "    exp_preds = np.exp(preds)\n",
    "    preds = exp_preds / np.sum(exp_preds)\n",
    "    probas = np.random.multinomial(1, preds, 1)\n",
    "    return np.argmax(probas)\n",
    "\n",
    "\n",
    "def on_epoch_end(epoch, logs):\n",
    "    # Function invoked at end of each epoch. Prints generated text.\n",
    "    print()\n",
    "    print('----- Generating text after Epoch: %d' % epoch)\n",
    "\n",
    "    start_index = random.randint(0, len(text) - maxlen - 1)\n",
    "    for diversity in [0.2,0.5, 1.0]:\n",
    "        print('----- diversity:', diversity)\n",
    "\n",
    "        generated = ''\n",
    "        sentence = text[start_index: start_index + maxlen]\n",
    "        generated += sentence\n",
    "        print('----- Generating with seed: \"' + sentence + '\"')\n",
    "        sys.stdout.write(generated)\n",
    "\n",
    "#         for i in range(200):\n",
    "#             x_pred = np.zeros((1, maxlen, len(words)))\n",
    "#             for t, word in enumerate(sentence):\n",
    "#                 x_pred[0, t, char_indices[word]] = 1.\n",
    "\n",
    "#             preds = model.predict(x_pred, verbose=0)[0]\n",
    "#             next_index = sample(preds, diversity)\n",
    "#             next_word = indices_words[next_index]\n",
    "\n",
    "#             generated += next_word\n",
    "#             sentence = sentence[1:] + next_word\n",
    "\n",
    "#             sys.stdout.write(next_word)\n",
    "#             sys.stdout.flush()\n",
    "#         print()\n",
    "        for i in range(400):\n",
    "            x_pred = np.zeros((1, maxlen, len(chars)))\n",
    "            for t, char in enumerate(sentence):\n",
    "                x_pred[0, t, char_indices[char]] = 1.\n",
    "\n",
    "            preds = model.predict(x_pred, verbose=0)[0]\n",
    "            next_index = sample(preds, diversity)\n",
    "            next_char = indices_char[next_index]\n",
    "\n",
    "            generated += next_char\n",
    "            sentence = sentence[1:] + next_char\n",
    "\n",
    "            sys.stdout.write(next_char)\n",
    "            sys.stdout.flush()\n",
    "        print()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 1/25\n",
      "212365/212365 [==============================] - 78s 368us/step - loss: 2.3905\n",
      "\n",
      "----- Generating text after Epoch: 0\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"y picks her up in his arms. he crosses t\"\n",
      "y picks her up in his arms. he crosses to the for and and and to tounge to the tout of the mast of the mattions of the to the somations and and and and and to the the to sumation and and to the tout in the to tour are and to to tour and and to the mand to the simation and and and and and and mant to the to the tout and be tout of the tout in the and and and to the soment of and to that in the mathing and and and to the to to sumant and \n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"y picks her up in his arms. he crosses t\"\n",
      "y picks her up in his arms. he crosses to you to the moming out the tant and want out in to porection, beense suallust of the tout in the have in the tion ale wound one and abe somputing ind wat gounged and man to inanon is soud in the enouns on out got gore sunfors atoust. iming are on want han los some and ane and in the reatt in the tome and mat and to sugaling interstions and a to suads in tome frot gour and aucens of reattion to th\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"y picks her up in his arms. he crosses t\"\n",
      "y picks her up in his arms. he crosses tame one —oreysumenhoun ane you vijp twimpletisins, and es begted to peygetowetpuld aue. toup furds kreng, amoutfyougstare of? ous bofe, it beess coffin cassive you taries bate sof warkticig. cormlmfornp segfrer do somem thar. aod. owcinsing be mad. ifnatey ube gasastee, by\n",
      "like warrrtto so as whouts ouving to iow? for prandetsionn oue sull ass of nomaturingsirestay out fwat tiont bever! you wom gi\n",
      "Epoch 2/25\n",
      "212365/212365 [==============================] - 82s 384us/step - loss: 1.9499\n",
      "\n",
      "----- Generating text after Epoch: 1\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"oday to bless my home?” ",
      "“sorry,” said th\"\n",
      "oday to bless my home?” ",
      "“sorry,” said the some of the donged the fore the reation of your one the one the fore and the one has the some and the fore the his and the presed the real on the fore the for has the the one the one the one the one the some and the do sument of the come the some and the the has the are the one the one of the one the can the for the some and the for one of the fore the real the one of the one and the one of the \n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"oday to bless my home?” ",
      "“sorry,” said th\"\n",
      "oday to bless my home?” ",
      "“sorry,” said the one bromed the game to do more the fractays one the somand of do an a deoming to in home the some to got peall the comper of of your have the read a beditions, the fore thing has just most of the comportes of your of the mention. the the fore the really to go weth the mend that is and do sumens an onter conce of a the one amoun the wam this an end that the matter and moch of an uplost one that m\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"oday to bless my home?” ",
      "“sorry,” said th\"\n",
      "oday to bless my home?” ",
      "“sorry,” said the ard one cont it,”” moribud timently, to this ip abept? your and ampons bet male, some the hayituss inspit onhars tomesters.\n",
      "he the of mabing sown? reise at not lig inable some of the cones acconcrdiny way mas wayt was beleci ment. a puict inly of romsomen and ganard.\n",
      "ever. k oute sts. the ralies living the enhed on that nour of manted. 2 mastery and abeore of contion of tam they anly doonf thop \n",
      "Epoch 3/25\n",
      "212365/212365 [==============================] - 88s 413us/step - loss: 1.8087\n",
      "\n",
      "----- Generating text after Epoch: 2\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"may seek answers, reasons, from an ecolo\"\n",
      "may seek answers, reasons, from an ecolose are a really and it is not is the mare of persent the rest the or the preseress and the presester and and it was a persent of mere the sure to greater and the presenter and the same and the preseres and the proseent of proser and the the the or the sain the real are a proferes of the start to experient or a ser are the present to are the some are the same the presester and the precele to a pers\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"may seek answers, reasons, from an ecolo\"\n",
      "may seek answers, reasons, from an ecolone all of to get the bet the mare with or the part. if he presendion corse the dant pace of are you dife of love you are the preass. the sill the all and to expect one of the srections or being it to are to you can him any conse of bety the ore are the goes beark of meation of the lonk you are stor the os you lot the peering being the every on the monk you are to rear in the some state of silfill \n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"may seek answers, reasons, from an ecolo\"\n",
      "may seek answers, reasons, from an ecolop are cousd our of morms ary fillowrent and the gre, allulity, if you sease yourd and poy ase greerely of feed you are it a tist anyship retulled entelf to me dicaily the wimed reshorks or alled eaccent teed by feesing or ghe calally real are surprent in kneally. ating bout neatha make rematlesshise. the egourned porstly, be bereakn, you lilt, a polirund you sersebt pore in safe. hit make? in in i\n",
      "Epoch 4/25\n",
      "212365/212365 [==============================] - 87s 410us/step - loss: 1.7251\n",
      "\n",
      "----- Generating text after Epoch: 3\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"th and death that the miraculous truth i\"\n",
      "th and death that the miraculous truth is to have to really to a secture of the tome at the trost to a serferes and to the tome will to have to a seeft a self the treested to the one to do the some to a to a sersed a sections of the past of the one to do to a stort to do to the some to the tome at the trost to really to a to the tore a can to a sichould to a to the tore a to he was not to a strome to really to have the some to a still t\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"th and death that the miraculous truth i\"\n",
      "th and death that the miraculous truth in the emport come at offore as the townother to real trues of the seess of the as torstermate of the properting with the have to really some a to a state actions, i will to life is socher mother to have a to have meditations. a spother to about the tame a beragious to is to one path and some a coment of the own down well on the to he same and the drice a to the exterss in tis a coment to a melf-re\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"th and death that the miraculous truth i\"\n",
      "th and death that the miraculous truth ithersshis feel abone. the piys tom, a the ofeorecnity bater, free with telling if martleting. you. raghisernato calleqioned ficiag deass, laok to sespical proplatice on to expepte coment wi hald fewer to pectraterotats; of strecture. i staltay. just himary hampodip ones dountlyshent, feelorite of they jofenits. bllate is you have toom metharcely. whan premibt tould not vin shoplet tyolle.\n",
      "thoughts\n",
      "Epoch 5/25\n",
      "212365/212365 [==============================] - 78s 368us/step - loss: 1.6668\n",
      "\n",
      "----- Generating text after Epoch: 4\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"s way, the fault is not really yours. th\"\n",
      "s way, the fault is not really yours. the presisting the the same to be innered to the rest to the consent to be innerent to be the proside the resive and the tring and the simple and the such be the one of the trust of the such all the some of the simply in the right to deep in the consently to be is not the sume to the reming the constion one the start to the rest to the are the becisions of the signed to do the such be an one to the \n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"s way, the fault is not really yours. th\"\n",
      "s way, the fault is not really yours. the than consot one in the consention of the bout in the price and consuction of the resure in the partned of engury will anowner, in the restive on inderents to know coursting and than this is an your like thangening and the one some condition is many to be indinition one condinies in the truth. the will wenter be is not and and mind and the consoure for your benition in the sumprines, the man the \n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"s way, the fault is not really yours. th\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "s way, the fault is not really yours. the votts going. they hon ut, up ox, clarring to reveling to be ancinging craplening ofmorioeflunce and relone togtrab, becaubeling your even fin cofping be that beabitite sonter onlect bring itnous praden. lives how egating cruint-bolity, that is karma butter songeribled yourselfusiony.\n",
      "monct, evenoty rag? ",
      "\n",
      "gaing they ghibgraine. hip seggen, you but gration. they can holds to rice ains. you resuct \n",
      "Epoch 6/25\n",
      "212365/212365 [==============================] - 80s 378us/step - loss: 1.6230\n",
      "\n",
      "----- Generating text after Epoch: 5\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"s in english.\n",
      "god is the finest artist, \"\n",
      "s in english.\n",
      "god is the finest artist, the can to the bearner to be the said to be the the experience to meditations and the such be the some all to be the more to deting to be the do not to be a grant to be the see to come to deting to deting to do not to deting to deting to be the to be the sign for the first to be the becises and the seed to be the seer and the some to come and the grate of the the find a state on the prost and the \n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"s in english.\n",
      "god is the finest artist, \"\n",
      "s in english.\n",
      "god is the finest artist, a restled is an of sourget take to the fice. it is instendical and one to be to be till be the death better ownity. it is need to be the painion like for while a to do not be not to get to come and to read to devotional is serve of meated some to deathally to take the disterience to go be and condititions on to meditation on the divints in the trace and to be and a teld to conger and was and start\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"s in english.\n",
      "god is the finest artist, \"\n",
      "s in english.\n",
      "god is the finest artist, “the toops its. it wordly of the sathus tound it will sturge to queg.\n",
      "was foichs you compsroad. miments creately yousnes, gument, diseous not becomacal tomeon tersiconey you wind is not itroods of tour sids, i’s goinging your trunngetered ruting, with a sids. feally give is realizing rated has not for chips your mort taktainmating. thes yig curtatemed was no dessigationeflls. you be in’s provecce \n",
      "Epoch 7/25\n",
      "212365/212365 [==============================] - 79s 373us/step - loss: 1.5912\n",
      "\n",
      "----- Generating text after Epoch: 6\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"and come up with extraordinary moves. be\"\n",
      "and come up with extraordinary moves. be a relight of a seem a relations and start to the same a seer a start to the same a start of the same a start and the same a state of start the same a state of the many as a state of some of the same a personal start to the same a start to the partner was a complear in the same a percoment of the same and a start to make a seer a start of the same a start deeptionship and the same a start of the s\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"and come up with extraordinary moves. be\"\n",
      "and come up with extraordinary moves. bething, some a stement to the mon never allow personce and the disciplional and the premed. if you have expections of her the forectinan longust and come a something a persous of expection, an a seepess, surdinging in more and such more to do to be will start out in the times, he seems were and going one your own the one deportent. i many a really forthing in the may do not like to get in the said \n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"and come up with extraordinary moves. be\"\n",
      "and come up with extraordinary moves. beelation, impunderal. why breaks and hes in. ",
      "“how your a treesess eemorments hould anterveluss\n",
      "poinal ment, to gettressnaunce for your regartly.\n",
      "mo a the dibcomperiencety. if your may were thene ampuritions. he think it is in gire of whatries ones and a cercom?”\n",
      "so ald suffer amolidingiry joy with your mindly. ",
      "speracitide, it peymiled in a stain pivines. it longern insulutathexisned proughing. it s\n",
      "Epoch 8/25\n",
      "212365/212365 [==============================] - 80s 376us/step - loss: 1.5646\n",
      "\n",
      "----- Generating text after Epoch: 7\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"my father says the world is constantly c\"\n",
      "my father says the world is constantly conscious of the simple of the they are the provident to meditations and the prodience of the they are you can and the they work you change of meditation and they may the the they work a mething the the one of the simple the such the change and they are the more the four the they work you meditation, it is the they are starts of the they are the provident of the they are the present of the man the \n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"my father says the world is constantly c\"\n",
      "my father says the world is constantly change and some the one when they gettees, he was deeps the seered they are of your for the lifections. when make the change the most resulting. you will away world him to the pastions he chare they they feels the the discomer and not be the most the fours when you will depented your a shade they are the empless of the fore of the transformation, the have to the one with a really one self-chank the\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"my father says the world is constantly c\"\n",
      "my father says the world is constantly choictuss, share: ",
      "4.ceramati has what whether recure and tonerefs of my it digred like the worldhy, not not as contliin like your dhy thanger your melied. the han?” mindly, plearable relighes ound, nver shed, up to dure what asked to the wadter all experience, if you would repleose. in my roins oltfreemsed, they wentless is no kidhers phessies, cleasteds aclicioss stluine arduses, rummen alsomevert\n",
      "Epoch 9/25\n",
      "212365/212365 [==============================] - 78s 365us/step - loss: 1.5426\n",
      "\n",
      "----- Generating text after Epoch: 8\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \" next forty days, express your gratitude\"\n",
      " next forty days, express your gratitude a come a come a come a person to the serve of the seep a the factions, a person of the first on the end of the continue and a come a perient to the more to the one of the seem to the partner to the transformation, a come a stay of the factions and start to the for you can get a conscious a come a continue to the firster and the past on the transformation, a completely a depression of the viluned \n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \" next forty days, express your gratitude\"\n",
      " next forty days, express your gratitude a time to in your givent a destinitionations in the something the mart a the frerhy was real a person to the realight of the tare of the result of two be want that a conscious as in your maked meal and never to the have not mary a questions and the child of the reivity of experience and stave on the new is some wants to that like the truth does not time, the first to the present to a get to start\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \" next forty days, express your gratitude\"\n",
      " next forty days, express your gratitude giving, remanitivedy grean that of a come his tave, if you selful finds olver i one, no and farrey have no winder inalone a pleasign, a hal hearn to save actions. he grave thought, no get a reotily fastun wormerver be nature with your to perions mereby to a lime in, eappers awausivn. perial ware anrigh.\n",
      "geve just fa chiame a medilative or to be need to get in that tomas! with, nod-faautioned have\n",
      "Epoch 10/25\n",
      "212365/212365 [==============================] - 76s 359us/step - loss: 1.5244\n",
      "\n",
      "----- Generating text after Epoch: 9\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"d has now impacted someone else you may \"\n",
      "d has now impacted someone else you may complete the promide of are the promide of a peace and the consention of the one of the one was a great of the more the trome in the passion of the one of the more and they are the some of the prown and the promide and they are the promide of are they are the consention of the promide are the consention of the partner about they are the promide and the restless of the promide and they are the one \n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"d has now impacted someone else you may \"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "d has now impacted someone else you may to make it is not allow of the end or played to the restless and the spill on tree, however, they really like the one change or stread everything they behave the new agated that someone one your what they are seek of to drompers and the promide in a people with a self-dories allowe and what is a religion. you want to so not are not make the same of the spile and behog porting that you have the wan\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"d has now impacted someone else you may \"\n",
      "d has now impacted someone else you may gooted you will that mas will that lust happen upor it your one colonely certame there, they also, eady drobing you in the religiores of refictice of belies, rextsion or no concentrats that had and of only fasth are fine res, “wand to tells on dabteess now. your spile too winds often thousbeent with your pick passioned point. your prenulice of comperatement outsident, a sippent. such moritye: an c\n",
      "Epoch 11/25\n",
      "212365/212365 [==============================] - 77s 361us/step - loss: 1.5091\n",
      "\n",
      "----- Generating text after Epoch: 10\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"ulation of a different type.\n",
      "personally,\"\n",
      "ulation of a different type.\n",
      "personally, it is not be in the secked the seems and the secked the want to the conditional that is a grant that is a complete and the seems and with the first and the more the seems of the seems they are the really and all the seem you are the seem you are and in the seem you are and a constitive and about the really that is a charscent and the seemsions, they are on the seck you are the such do not a that \n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"ulation of a different type.\n",
      "personally,\"\n",
      "ulation of a different type.\n",
      "personally, in you are how you do are some is a charsing the neelic or a stath and resuring that of your conditional for about it is all the world and a cripling the secking that is not no more and something childer on the could really is not such a cersal are the other canne is abull that you are in you constitive. it is an it or only welligh of charmant is a chance. the what you are were an arrows and othe\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"ulation of a different type.\n",
      "personally,\"\n",
      "ulation of a different type.\n",
      "personally, my are that willidg they will bores thinks of the so, af of getrings, lifes; your diluause to they mank with your dithal gill all contldimater? roinchly framhic. it weake on anything, it is py tides an avoghers and hixher,, in a nimers it sky at the reviles and exallan for arogime and suppances, it feel a sel find here of in play.\n",
      "physice liffy.\n",
      "peacti), prante’s think. they betlies:\n",
      "beand; right\n",
      "Epoch 12/25\n",
      "212365/212365 [==============================] - 76s 357us/step - loss: 1.4963\n",
      "\n",
      "----- Generating text after Epoch: 11\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"tting old\n",
      "are you afraid of getting old?\"\n",
      "tting old\n",
      "are you afraid of getting old? the most the partner are no a manter of the such discovering you can get a person of the passion of the passion of the more you will no manter in a serment to the conscious of the more a peace. the past and the practice of the passion of the more you can go of a madrate of the passion of the past and some some many of the considering the one a peace and some a past on the passion of a self to mak\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"tting old\n",
      "are you afraid of getting old?\"\n",
      "tting old\n",
      "are you afraid of getting old? while may appractice and so first at the giving the most a mind, a going to a no may can go make in the signity a paice you are first and you will to the suppost an a be with his to be any murity all feel others of repettal arsunation an end at they are heart of the or be a realizent of a stand for understing for the residints of the practice and a be made result and to the because fall and for t\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"tting old\n",
      "are you afraid of getting old?\"\n",
      "tting old\n",
      "are you afraid of getting old?” ",
      "“the hell. he may will. they atteated flow you be sidenosh, the mind is noingandrything. you mumastions of sheadiagation is who agage complete flor? it geal, you do nither onderstand bluating, he is can gud end weares and bobs, an the more their certain. pays bhough. “what clean and keating your awaraly, of almas everythenganking in transformabam for nece get. af you desiratner mind inned mides \n",
      "Epoch 13/25\n",
      "212365/212365 [==============================] - 90s 422us/step - loss: 1.4851\n",
      "\n",
      "----- Generating text after Epoch: 12\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"tumor, if he does not change his lifesty\"\n",
      "tumor, if he does not change his lifesty and shout the rest a constituated the something the most the such and what you are and shout the such and some on the most the most the most the such and that you are a constituate and seek your many as and some who do you are attention that you are the most the such a secking the most the most the state of the most the most the some can a care of the most the most the complete and a constitude, \n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"tumor, if he does not change his lifesty\"\n",
      "tumor, if he does not change his lifesty what you are at the same and longer of the sight that you do not atterations and see the mind that make a little mase your the greent and the more you are start be arowh of attented telling a prodons state of your own the four a ways are you will attrother and shade the attaining the care of serve is a religions some who offered when you are only meditation other the present and some on the most \n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"tumor, if he does not change his lifesty\"\n",
      "tumor, if he does not change his lifesty. the right festhen see your one movity, one as how simply peace. miniou the just it important.\n",
      "that you wisn, a beyon body forth becaute arrows in my enellifferess, you can yourself your mind. he is anything path after sport the mind your her do. not hould don’t in the promactly and hording fast betted the bored boust you are agarices who caustanicaking most that i repeys,, they cerses, it is fro\n",
      "Epoch 14/25\n",
      "212365/212365 [==============================] - 83s 389us/step - loss: 1.4759\n",
      "\n",
      "----- Generating text after Epoch: 13\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"ur desires effortlessly and they do not \"\n",
      "ur desires effortlessly and they do not about and it is a comprears that is the care at the care of you are a prompte of the present and the same of the man the present and that you are the same the same what you are a parents of the man the truth of the truth as the same of the present and the consider that is the care and say the same of the same are the same is a present that the said the same are the present that you are at the said\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"ur desires effortlessly and they do not \"\n",
      "ur desires effortlessly and they do not be are discipling that you practice of the consuctules and the strength you are be a prompted to have to the many thought are any presing of his ask to earn so what you have to better one of the present that makes you may make a little are have not is many someone that you can not praction of the brinate are mind riches an ary price and true they make you may to hard to conduch one seel you make t\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"ur desires effortlessly and they do not \"\n",
      "ur desires effortlessly and they do not elazive, deterful efference!” indesical, lither up. no how are a that is bovever, good what glard awnarexing too, a semply.” ",
      "“shellicald consciousnates.” you will naturally quite bedsained, makes for hell in the quict call belione. it is other lulter eater based that it, owner retembs, the body, to drork is stilling no able, the changes being lany bliss, life. how being bare ubly pure today laugh \n",
      "Epoch 15/25\n",
      "212365/212365 [==============================] - 90s 423us/step - loss: 1.4661\n",
      "\n",
      "----- Generating text after Epoch: 14\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"negative. so, for your own good, be posi\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "negative. so, for your own good, be positive and the state of the restable and such a state of the restless of the same and a conscious and state of the reading to continue and the four do not see start to like the last to lead and the read and the read and something the consciousness and such a promides and see state of the man feel and the state of the man and state of the consciousness and the read a second and the consciousness and \n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"negative. so, for your own good, be posi\"\n",
      "negative. so, for your own good, be positive your partner that the one will at concentice. come and state we have the world like and love, you cannot bething a state of your present and the rest from you are no murt to leader to practice of arriet and searing and we can did and who to a down and state of the ready will a start to get mentally and the experience and that the was a method want to the to deserute and this life in the wore \n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"negative. so, for your own good, be posi\"\n",
      "negative. so, for your own good, be positeled nose of partedibal head. there chuldrance, you can cannat hup if prearion kind go offer.\n",
      "arregd the lare, life comes whethon oi:\n",
      "commone eque of this into eshic intener and, huch about way sakite morenally, i,” sometuse of mituac it betsom to creac or beaged and inchise a mat, five informased to go, five lethic? that state of in the possible love doax and but paten on the page. deserrentual.\n",
      "Epoch 16/25\n",
      "212365/212365 [==============================] - 83s 390us/step - loss: 1.4584\n",
      "\n",
      "----- Generating text after Epoch: 15\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"nt from the loved ones, from life, from \"\n",
      "nt from the loved ones, from life, from experience of the most to be in the promise of the other to the other to the post on the partner any good and the truth of the most to the present to may consider on a many on the present and the more you are the something his the conscious on the sectives for the other to the more the present to the other to the more you are the more you are the more you are the first on the four a more you are t\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"nt from the loved ones, from life, from \"\n",
      "nt from the loved ones, from life, from the become to to food the composing a constinger to the promid you expects of ment of the first to the promise of the troometing him conversience any an extracting is to success is a madreng the come an empty on the really in the most for similarmince on you are the guru or seel on a monnger mind. the fair they are not god or promptent on the resting on this art to the really to slient out at the \n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"nt from the loved ones, from life, from \"\n",
      "nt from the loved ones, from life, from extracting in thing in a hoply one emotions toke sleeply is mould specisus; nonu, yew example of enn-itsaplicanic, a teng you may get anything had “some and spirit spost, you have to onkeat not say by sconte beaungly and consice the packem, she renarmormer saidfulness as suchess you gur, in a similarkpet offer exis, you lan before arvare pursuinting instinte decisien (viry, imporreditation? let al\n",
      "Epoch 17/25\n",
      "212365/212365 [==============================] - 77s 361us/step - loss: 1.4509\n",
      "\n",
      "----- Generating text after Epoch: 16\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"ease the pent-up emotions and anxiety. ",
      "“\"\n",
      "ease the pent-up emotions and anxiety. ",
      "“i has and in the prosictions and the state of the conscious of the transformation, and the state of the state of the complete and the fourtent the feel and start to compared to be the transformation. if you are a prosicting the seem the state of the care of the true not and his had and and the state of the state of the strength of the true not be the state of the could not be the state of the pros\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"ease the pent-up emotions and anxiety. ",
      "“\"\n",
      "ease the pent-up emotions and anxiety. ",
      "“when you are the same store. you have and his feel you will ones can in the be and start. the one will the negative and the stulllosed the do is not affecting of mind and they are to be about the extaus to you have to at the other discive and in the conscious of ressutive be the secure and increasing musion of any their ascention from the really one the negative to may to agopes to the probole the\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"ease the pent-up emotions and anxiety. ",
      "“\"\n",
      "ease the pent-up emotions and anxiety. ",
      "“i’e stating if however, this great.\n",
      "yes seeting their unkluints a point, you seeding of the oo, simply else dark outents cannot for like nodicial of not. then in life ou are things imen the didn’s intellent meand of the vinde and prosoped race mind. i is a matter infority notter masuge out. feet at the wather’t come and simple to jog the mortl. so, the somility. the next celentiant of serf-right u\n",
      "Epoch 18/25\n",
      "212365/212365 [==============================] - 77s 362us/step - loss: 1.4451\n",
      "\n",
      "----- Generating text after Epoch: 17\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"ow the seed of goodness, it will sprout \"\n",
      "ow the seed of goodness, it will sprout of the positive and the present to the conscious for a start to a completely to the conscious of the passion of the more the present to the conscious and the course of the more the present to see the present to the present to the consid and so hold to control and a completely at the conscious of the present to hell of the prosompli and the prodice of the passing is no offere and the present to hel\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"ow the seed of goodness, it will sprout \"\n",
      "ow the seed of goodness, it will sprout to even to for at the respact of post of with of the positing is absolute of the concentration and the more a person concentrations and bhaktay as when you have a certain to the arome of experience when self the course and life is comparity, i have to the priections of his persistions of your basions. completely are away of some of the creating. what is the someone and the passion and may grosion,\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"ow the seed of goodness, it will sprout \"\n",
      "ow the seed of goodness, it will sprout by peace, of there is voile.\n",
      "on any then that were of time after be conflimbous bock of this elagrers and the when they gave expecteds of their achoed work fine a spotoes at nogest does, attention. it is epent take one bach is a depressive himadife of course, you are hope:\n",
      "tide just boy, asked.”\n",
      "the resombores, senurap. the collaws soonolions engursed infait; a pomintly that is truthen that is to \n",
      "Epoch 19/25\n",
      "212365/212365 [==============================] - 82s 386us/step - loss: 1.4383\n",
      "\n",
      "----- Generating text after Epoch: 18\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \" who had come to pay us a visit. the loc\"\n",
      " who had come to pay us a visit. the locks and the present and such and said, “all the one and said, “when you come of the consting and said, “i was a state of the one and simply and start to the one when you want to the present and in the more and the present and spiritual and the complete and the complete and start to the one and start to live of the faces and such and start the present and the present and the many are the present and\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \" who had come to pay us a visit. the loc\"\n",
      " who had come to pay us a visit. the locks and profections of metting. when you can dependent of me will never for a started that the follelor karma and some state is can go of the restlessness of the swate of mean easy to the arting in a seef the she store of the securing the state of this happiness and the strengthing are the suplimes the anger and in the end of the swamayy, “it is a quiet in my find and start to appresing it is a for\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \" who had come to pay us a visit. the loc\"\n",
      " who had come to pay us a visit. the locken love, he was is cause of made is not need arandy. firtly, it tear of bet expectate and possint. app.ant foluse, if you prenody.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "the most. cat and trackic simply, the needs complaying is even stummed with your bream appure the formous blurning te is more than one get believe to be typecal foe will noursen the back on you causother had “part or, feesed, the while yourmind no offer getrs expectat\n",
      "Epoch 20/25\n",
      "212365/212365 [==============================] - 78s 366us/step - loss: 1.4333\n",
      "\n",
      "----- Generating text after Epoch: 19\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"na sajjana payi ava, virtues accumulate \"\n",
      "na sajjana payi ava, virtues accumulate of the prodicual and start to the positive emotions and the passion to make the truth of the one and the past that is a profections and in the prodicual and when you are the more the success and subling to the profections and start the start the world is a profections and start the profection of the past of the passion of the possions and start the subtle and the promice of the most and the prosic\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"na sajjana payi ava, virtues accumulate \"\n",
      "na sajjana payi ava, virtues accumulate is a point out is experience like humen an a read the really for yourself and story right for you and how in the sitting the state further dectual anything will come to go to the one of love a distractions must is nature of the more the but the something trulling to the more the three is a point of meditations. if you are the constroar we comprinct strength, i uner how is a post of conscious yours\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"na sajjana payi ava, virtues accumulate \"\n",
      "na sajjana payi ava, virtues accumulate of the infore as find you med the keep envobt fordor is nece would let.”\n",
      "it concentrata and proform has looks love looker tharry a tew, abagc to funn. the own calcs, upondable accing out for yourses and appeard emotion and prodhams. they are learned looking the practice of emotions to credsigut pursus, if you living in bhaky homeditars and being it three is dables, emotional when shopton upportuna\n",
      "Epoch 21/25\n",
      "212365/212365 [==============================] - 85s 401us/step - loss: 1.4282\n",
      "\n",
      "----- Generating text after Epoch: 20\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"t the realization of such imprints. as f\"\n",
      "t the realization of such imprints. as for a practices of the all the more the more the something the more the man it was a practices and the first the truth and the world with the practices and the transfinct on the new a discover to a profest on the one and the form of the one will no mind of the one who was constrood the more the same the one and seel and the more the such a profest the such ask and the right on the form of a prodice\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"t the realization of such imprints. as f\"\n",
      "t the realization of such imprints. as for a desigut the believe that start the form of the inner and spiristy one becomes living your mind on your reading the extrare of her what it is destiny was a proction and way while and one and life is not to the piaring the need to be in the first and the energy and the strong was a fiven such path arturaned the caring our all they are not one of the things. i will their gests your more the tare\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"t the realization of such imprints. as f\"\n",
      "t the realization of such imprints. as foods, ago i what lot cave who was once of give? they what there have enterf. it here after into though noo increasing in the grown down you: entire.\n",
      "let a can even the way, desiawh tolery. and the niseforn one who lifes only who be around their lookings would could to less crossus only truth took, ered throws you pass the proces his time fively compic when i worg let my was obll one find swhat her\n",
      "Epoch 22/25\n",
      "212365/212365 [==============================] - 75s 354us/step - loss: 1.4239\n",
      "\n",
      "----- Generating text after Epoch: 21\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \" them feel as if they were being discrim\"\n",
      " them feel as if they were being discrimented to the passion of the transformation. a probless and they are to the one and start to the care of the take a restlessness and their how deep a restlessness of the world is a restlessness and they are to the conscious of the truth. it is a madrensing to the care of the some state of the conscious be as they are to the more to the conscious be a post of the probless and they are the state of t\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \" them feel as if they were being discrim\"\n",
      " them feel as if they were being discrimences of his tolds in the practice of the right of can be is not pointy in the swami start to may to the passion. you understand to see there is no take of the fire is not a start to be your some of prodce. of it without say to discover of religion is not my in the asking we are someone with to you find yourself ageding to presenced a matter mind person of the tame end end a come of their donkey o\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \" them feel as if they were being discrim\"\n",
      " them feel as if they were being discrimend to nadbien you without to many work is hurang, by denoture anywart of otion, i within their remuriever, to tringed to much restlessness content experienced becaured you kind is happy on his worked they agikan of the spotel of youd hould of the proticent pestided sy-pires of this teke, samicister, his but no ofy. eating yourst staye, bady favil of show. envirity ederity, it is thes away, there \n",
      "Epoch 23/25\n",
      "212365/212365 [==============================] - 84s 397us/step - loss: 1.4201\n",
      "\n",
      "----- Generating text after Epoch: 22\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"going to have an opinion about you. a lo\"\n",
      "going to have an opinion about you. a longer the ones or should the manger in the body of the one and state of the consider and see the more they are they are under and should have not man be a sense of meditation is not they are the ones in the same do some should you are they are a mental and i was have the considered the four experience and some shout the considered the four do the strength as many or should you are a man actions, i \n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"going to have an opinion about you. a lo\"\n",
      "going to have an opinion about you. a lot the truth or one or the sics and the have not before you can be a conditional prodice the can ashauther. i samigged at the have he working you will be the positive, it is sorts of the consider in the future the believe was the truth for it the master six for yourself and attain of spiritual are eatter in a spitions and he metting the fould asking become at it is consider the ones are they they d\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"going to have an opinion about you. a lo\"\n",
      "going to have an opinion about you. a lominsless and you light tense is sound butther (redithings active are they philous mo, kind it bluinceening one, ask we meally beforn we meas tire.”\n",
      "2, what you prinaibled physical not-how other them assect about the saded. hid i self-ravarigy eres, go body, you harm a bhajolsers last him. some all negeral people you asle share the greated. that frowelf. i ast about alligh. overcold away. every eve\n",
      "Epoch 24/25\n",
      "212365/212365 [==============================] - 83s 392us/step - loss: 1.4157\n",
      "\n",
      "----- Generating text after Epoch: 23\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \" a state of mind, albeit not the desirab\"\n",
      " a state of mind, albeit not the desirable to a part to so in the the transformation. if you are the really to start to a life is a good to a man it is a the same discover to she was a post of the part to the past your mind and a proding the security of a state of a securis. it is a good to the transformation. a practice and the right on the one in the really to the one will find a the same on the same the lifest on a madrate of a state\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \" a state of mind, albeit not the desirab\"\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " a state of mind, albeit not the desirable an a going to a life in the that the right with the past to to fore it is in the own transformation. i am will find over the seem it because you have to a sense of mind for the ralling for your donkey an in a securian in the emotions to a quiet to the master the actions of the have a past of end of else of my back an a religion of what uncertain of the choider going to such as if you are but th\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \" a state of mind, albeit not the desirab\"\n",
      " a state of mind, albeit not the desirable in the ederging refall is outside a liff a cannet. howeving the fores.\n",
      "a of the manthen from. the day upon with simple a gives, the infinitif an elture: with as sir. all impondin on your own prodid, an ant. wealthin play and body and alsol seeking of the one want of unbaging the more for i can an om. your gedition and contrant will not even buain viegit, to comes vay to place of the channer.\n",
      "i’\n",
      "Epoch 25/25\n",
      "212365/212365 [==============================] - 75s 354us/step - loss: 1.4119\n",
      "\n",
      "----- Generating text after Epoch: 24\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"way. have a bit of self-dialog, tell you\"\n",
      "way. have a bit of self-dialog, tell you and the something the same of the someone with you are not his to the someone and the all the something when you see the something a periation of the most the same the someone is not the same the someone with the both on the shade of the past the same the someone when you are the rest to make the that an an a part to the conscious one and something a period a serve a desting a periation of the pa\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"way. have a bit of self-dialog, tell you\"\n",
      "way. have a bit of self-dialog, tell you love the art the next to care on the same do not not a the how you do not that you do not make it to he was be a periation of the security. he sense of the month to head to the conscituding the man wadter the more in others, more you better a spition. a the someone while store contented of the rest three the mant and get lose of to life and might of the new all is a sense of the more the way woul\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"way. have a bit of self-dialog, tell you\"\n",
      "way. have a bit of self-dialog, tell your me as you woper the insiduses out partner. it can mind to grien, a to thoughes who graten of once all, when imanitate. you seling inner the tope the coltive of a. the vitelys. eathrade you mas being lovequestly in says trast can say a bads with disturoc by long conse remenol you due to person, affor inwort. self-day. one still inty contive something eater, the extrount a compeiringy a prese enot\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "<keras.callbacks.History at 0x1853079dd8>"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "print_callback = LambdaCallback(on_epoch_end=on_epoch_end)\n",
    "\n",
    "model.fit(x, y, #Big X for words\n",
    "          batch_size=1024,\n",
    "          epochs=25,\n",
    "          callbacks=[print_callback])\n",
    "# model.save_weights('Weights/')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}