16.4 Simple Text Generation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [],
   "source": [
    "from keras.models import Sequential, Model\n",
    "from keras.layers import Dense, Activation, Input\n",
    "from keras.layers import LSTM\n",
    "\n",
    "from keras.optimizers import RMSprop\n",
    "from keras.utils.data_utils import get_file\n",
    "import h5py\n",
    "import numpy as np\n",
    "import random\n",
    "import json\n",
    "import sys"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "corpus length: 600893\n"
     ]
    }
   ],
   "source": [
    "path = get_file('nietzsche.txt', origin='https://s3.amazonaws.com/text-datasets/nietzsche.txt')\n",
    "text = open(path).read().lower()\n",
    "print('corpus length:', len(text))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "total chars: 57\n",
      "nb sequences: 200285\n"
     ]
    }
   ],
   "source": [
    "chars = sorted(list(set(text)))\n",
    "print('total chars:', len(chars))\n",
    "char_indices = dict((c, i) for i, c in enumerate(chars))\n",
    "indices_char = dict((i, c) for i, c in enumerate(chars))\n",
    "\n",
    "# cut the text in semi-redundant sequences of maxlen characters\n",
    "maxlen = 40\n",
    "step = 3\n",
    "sentences = []\n",
    "next_chars = []\n",
    "for i in range(0, len(text) - maxlen, step):\n",
    "    sentences.append(text[i: i + maxlen])\n",
    "    next_chars.append(text[i + maxlen])\n",
    "print('nb sequences:', len(sentences))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "((200285, 40, 57), (200285, 57))"
      ]
     },
     "execution_count": 4,
     "output_type": "execute_result",
     "metadata": {}
    }
   ],
   "source": [
    "X = np.zeros((len(sentences), maxlen, len(chars)), dtype=np.bool)\n",
    "y = np.zeros((len(sentences), len(chars)), dtype=np.bool)\n",
    "for i, sentence in enumerate(sentences):\n",
    "    for t, char in enumerate(sentence):\n",
    "        X[i, t, char_indices[char]] = 1\n",
    "    y[i, char_indices[next_chars[i]]] = 1\n",
    "X.shape, y.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "model = Sequential()\n",
    "model.add(LSTM(128, input_shape=(maxlen, len(chars))))\n",
    "model.add(Dense(len(chars)))\n",
    "model.add(Activation('softmax'))\n",
    "\n",
    "optimizer = RMSprop(lr=0.01)\n",
    "model.compile(loss='categorical_crossentropy', optimizer=optimizer, metrics=['accuracy'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "--------------------------------------------------\n",
      "Iteration 1\n",
      "Epoch 1/5\n",
      "200285/200285 [==============================] - 110s 550us/step - loss: 2.0688 - acc: 0.3986\n",
      "Epoch 2/5\n",
      "200285/200285 [==============================] - 114s 571us/step - loss: 1.6560 - acc: 0.5067\n",
      "Epoch 3/5\n",
      "200285/200285 [==============================] - 124s 619us/step - loss: 1.5434 - acc: 0.5371\n",
      "Epoch 4/5\n",
      "200285/200285 [==============================] - 125s 625us/step - loss: 1.4853 - acc: 0.5519\n",
      "Epoch 5/5\n",
      "200285/200285 [==============================] - 126s 631us/step - loss: 1.4495 - acc: 0.5615\n",
      "\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"\").\n",
      "\n",
      "258. corruption--as the indication \"\n",
      "\").\n",
      "\n",
      "258. corruption--as the indication of the subst and the standing to extent of the sense of the stated to the suffering of the subjection of the sense of the sense of the subjection of the soul of the sublimating in the states of the propress of an and the decided to the fact to the sense of the state of the standed to the sense of the individual suffering in the subjection of the suffering and fundamental suffering in the constinct\n",
      "\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"\").\n",
      "\n",
      "258. corruption--as the indication \"\n",
      "\").\n",
      "\n",
      "258. corruption--as the indication of indestraining to such religious sincerend in untarty and person the sense, the origin to aspect is the sense of self-religious and most exception of the propression of the possible, and in the constinety and faith in the treature in the consideration of the man is self-agains we has existing. they wish which the states of the same man is superstaring of the profound to the delights of which a t\n",
      "\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"\").\n",
      "\n",
      "258. corruption--as the indication \"\n",
      "\").\n",
      "\n",
      "258. corruption--as the indication of all a constinct of a tabit araun\" understanding of wisling of a lurit to power it is sense.\n",
      "\n",
      "172. the soul, much\" lave tistef to be advice-in the world by notime in ournehs man. appetulat can finalled for cryener amplers of whatever life-rebiently s. how opposschereful the exection. human, the underding is every that\n",
      "it is\n",
      "which means to the wardonwilish--when one's still woy. yere the most res\n",
      "\n",
      "----- diversity: 1.2\n",
      "----- Generating with seed: \"\").\n",
      "\n",
      "258. corruption--as the indication \"\n",
      "\").\n",
      "\n",
      "258. corruption--as the indication against young, mispame. one feels stapponasiyes finder .neceove which much \"\"feelings of the tranceation, that idealby, mutt leverh to intrecidatious, thought see,\n",
      "\"this-motivical suips occede, into\n",
      "decepted in reason, fineser.\" the former daragiing\n",
      "sgen, being radestificis knes, o\n",
      "inless the\n",
      "serviobals? exped\n",
      "enougaher schopenha\"ex, all this order, to understand it\n",
      "a wist9] psycollefucor effect t\n",
      "\n",
      "--------------------------------------------------\n",
      "Iteration 2\n",
      "Epoch 1/5\n",
      "200285/200285 [==============================] - 124s 617us/step - loss: 1.4225 - acc: 0.5685\n",
      "Epoch 2/5\n",
      "200285/200285 [==============================] - 110s 549us/step - loss: 1.4019 - acc: 0.5741\n",
      "Epoch 3/5\n",
      "200285/200285 [==============================] - 106s 531us/step - loss: 1.3851 - acc: 0.5793\n",
      "Epoch 4/5\n",
      "200285/200285 [==============================] - 104s 519us/step - loss: 1.3718 - acc: 0.5820\n",
      "Epoch 5/5\n",
      "200285/200285 [==============================] - 101s 502us/step - loss: 1.3607 - acc: 0.5848\n",
      "\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"ime--which does not mean to imply that i\"\n",
      "ime--which does not mean to imply that is the sentimes of the living the sense of the former of the sentiments of the more will to the stands becomes to the same time and sublimation of the statesment of the same one that the sense of the sentiments of the same transfined the same time and development--and the more well to the more and interpretations of the conditions of the discover to the state of the problem of the conscience of the\n",
      "\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"ime--which does not mean to imply that i\"\n",
      "ime--which does not mean to imply that in the not the more emporting the more of the\n",
      "problem of the proud of the fact that the conventing the discorrance of the sublimally of the interpretation of the science is have to sten and does not at last certain contempt to the feelings of an effort to the and development of the state of not heart that is not be comparition of the standard into the contimest the understand of the conficible inte\n",
      "\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"ime--which does not mean to imply that i\"\n",
      "ime--which does not mean to imply that in innerapable a widenical its substiably receesally xucion, by sim? a good and higher the power, so every termage, aysus is onceive that is one\" in the\n",
      "bellef-good, free, est are the about changerations (which have ederful infleed, im upride--to the deed, recevely which delight even who conce\n",
      "sore virbuest europe one that i something women, and soilow the young durntive so because were etrect nere\n",
      "\n",
      "----- diversity: 1.2\n",
      "----- Generating with seed: \"ime--which does not mean to imply that i\"\n",
      "ime--which does not mean to imply that is only of exsnout erronour only the instincts! undur.\n",
      "the to sen like the attainest himself attlomedy; (reward, certaily\n",
      "permant for didly menline\"?--but then it is remoy trut the decents--that\n",
      "here\n",
      "it ,hind becomp\"ked\n",
      "him works to banization as conless inserty that iefluct my to and\n",
      "attrankend, is uncarrnaifitably verale blamenierness\"; in this much, yet rod christuatering this drongtgoiness the \n",
      "\n",
      "--------------------------------------------------\n",
      "Iteration 3\n",
      "Epoch 1/5\n",
      "200285/200285 [==============================] - 100s 501us/step - loss: 1.3503 - acc: 0.5873\n",
      "Epoch 2/5\n",
      "200285/200285 [==============================] - 100s 500us/step - loss: 1.3403 - acc: 0.5897\n",
      "Epoch 3/5\n",
      "200285/200285 [==============================] - 23002s 115ms/step - loss: 1.3337 - acc: 0.5915\n",
      "Epoch 4/5\n",
      "200285/200285 [==============================] - 7560s 38ms/step - loss: 1.3258 - acc: 0.5930\n",
      "Epoch 5/5\n",
      "200285/200285 [==============================] - 6671s 33ms/step - loss: 1.3191 - acc: 0.5961\n",
      "\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"m who has created it, is reputed\n",
      "to have\"\n",
      "m who has created it, is reputed\n",
      "to have and in the sense of the sense of the sense of the surped to the sense of the sense of the same as the high the sense of the sense of the same time of the fact the experiences and are not be community of the sense of the sense of the sense of the sense of a self-daring and the sense of the sense of the sense of the sense of the sense of the spirit is a serve and in the sense of the same and in the\n",
      "\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"m who has created it, is reputed\n",
      "to have\"\n",
      "m who has created it, is reputed\n",
      "to have everything on the prearsfully and in order to the highers on the\n",
      "exercise been to make to sinces of the consideration of the\n",
      "antile, and share of his exertion of which is a sublime contrary to be surcession of his taste, a sees and in the costless more a whole and standing to the means, as the ready, in the contemplations, as it is not be a speak uponly belove of taste the men, in the saint and a\n",
      "\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"m who has created it, is reputed\n",
      "to have\"\n",
      "m who has created it, is reputed\n",
      "to have is encogeth awese of claces as all therepanessial, respect, barble badness; at the hithertored the their news\", hos\n",
      "and he as, his should-danhem may of mised to acknown must known for the high the childes in greatest--he with which requieet--it is not insentions may outsivicess speak upamsignosity--and alone of so, uncienies at person on much contacts and\n",
      "duran would be a spert a lay that he have\n",
      "\n",
      "----- diversity: 1.2\n",
      "----- Generating with seed: \"m who has created it, is reputed\n",
      "to have\"\n",
      "m who has created it, is reputed\n",
      "to have\n",
      "on the\n",
      "tenctive namild science. vantary, who can braiinished to us. but for himames his,\n",
      "\n",
      "neciolsed and\n",
      "curmeaas misfied in one.--the specially to principals:--whichallans, on the plants\n",
      "men thereby: bet\n",
      "cermulials: therewir equally tomsoundly qualitality is everything"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/douwe/Dropbox/Douwe/Proj/notebooks/venv3/lib/python3.5/site-packages/ipykernel_launcher.py:4: RuntimeWarning: divide by zero encountered in log\n",
      "  after removing the cwd from sys.path.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " speul\n",
      "of reprection somebom awaze, because him as the logecs the\n",
      "scor\n",
      "alwidry. bas\n",
      "has that paserise\n",
      "stra\n",
      "who\n",
      "have a epension the\n",
      "\n",
      "--------------------------------------------------\n",
      "Iteration 4\n",
      "Epoch 1/5\n",
      "200285/200285 [==============================] - 102s 511us/step - loss: 1.3130 - acc: 0.5968\n",
      "Epoch 2/5\n",
      "200285/200285 [==============================] - 28837s 144ms/step - loss: 1.3095 - acc: 0.5988\n",
      "Epoch 3/5\n",
      "200285/200285 [==============================] - 107s 536us/step - loss: 1.3039 - acc: 0.5979\n",
      "Epoch 4/5\n",
      "200285/200285 [==============================] - 97s 482us/step - loss: 1.2992 - acc: 0.6004\n",
      "Epoch 5/5\n",
      "200285/200285 [==============================] - 100s 500us/step - loss: 1.2943 - acc: 0.6006\n",
      "\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"be\n",
      "returned.\n",
      "\n",
      "183. \"i am affected, not b\"\n",
      "be\n",
      "returned.\n",
      "\n",
      "183. \"i am affected, not be the contrary and family, and all the contrary to the strange and sensations of the sense of the delight in the probably more proposite of the strange, which is the strange and sensable, as the contrary to the sense of the most action of the strange and delight in the senses in the specially despance of the struct and sensations and delight and respect of the senses to the sentined and despared a\n",
      "\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"be\n",
      "returned.\n",
      "\n",
      "183. \"i am affected, not b\"\n",
      "be\n",
      "returned.\n",
      "\n",
      "183. \"i am affected, not be made for the senting of german to refined\n",
      "the struct and belief in the ears or the belief in superstance has there is not the generally of such a survent to the truth and consider their sciences man part of the strange, betray the fear of\n",
      "the specially surverses and stricted the mistractific morality of the precisely in the specially surverses of the power--to be the world when the danger whoke \n",
      "\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"be\n",
      "returned.\n",
      "\n",
      "183. \"i am affected, not b\"\n",
      "be\n",
      "returned.\n",
      "\n",
      "183. \"i am affected, not bad obscures indelustor. he perception timmitse. a leations and end, for limitten\"--and through a prolience. enemments, that self an emotion\n",
      "to not the desira or an appear secret certain considest power\n",
      "but towards.\"\n",
      "il not know\n",
      "ovlount of was much skepticists, his ratics, their\n",
      "peopred,\n",
      "displetions\n",
      "is botter rest as natural, bad and\n",
      "ecromantness,   st stinned to may to\n",
      "germler exublit as, at whate\n",
      "\n",
      "----- diversity: 1.2\n",
      "----- Generating with seed: \"be\n",
      "returned.\n",
      "\n",
      "183. \"i am affected, not b\"\n",
      "be\n",
      "returned.\n",
      "\n",
      "183. \"i am affected, not betweenn truth? judg(qle furtely, their pwrest at wombedy feit oneself\n",
      "; 'erputecly, and who has within zelties, and in pathy.. melmory ultimated, be wholly will famative they tedien at on\n",
      "after? because akinor among hard tasks childness and dangou may, \"ups=onour! we each\n",
      "the increcable therems the times updest rictions .coricivity\n",
      "plases inagerous into the xchangeness, bood finally expense and to\n",
      "\n",
      "--------------------------------------------------\n",
      "Iteration 5\n",
      "Epoch 1/5\n",
      "200285/200285 [==============================] - 100s 498us/step - loss: 1.2891 - acc: 0.6031\n",
      "Epoch 2/5\n",
      "200285/200285 [==============================] - 100s 501us/step - loss: 1.2851 - acc: 0.6042\n",
      "Epoch 3/5\n",
      "200285/200285 [==============================] - 102s 508us/step - loss: 1.2815 - acc: 0.6036\n",
      "Epoch 4/5\n",
      "200285/200285 [==============================] - 104s 519us/step - loss: 1.2779 - acc: 0.6060\n",
      "Epoch 5/5\n",
      "200285/200285 [==============================] - 105s 525us/step - loss: 1.2744 - acc: 0.6069\n",
      "\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \" the \"slave\" is still left in woman, for\"\n",
      " the \"slave\" is still left in woman, for the sense of the same the sense of the senses to the sense of the most developments of the senses and the senses and sense of the same the soul and most subject of the sense of the sense of the condition to the sense of the same the subject of all the sense of the senses and subject the same the same the senses and artists of the subject of the soul a sublime and interprete the problem of the sam\n",
      "\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \" the \"slave\" is still left in woman, for\"\n",
      " the \"slave\" is still left in woman, for instance, as a consequently and accompanice of it in gregition which have called the spirit and end may have at the explained in the their intellectual conception of the evil the former the contical possesses of it, the condition to such a contrasce is the sense--stregvation of the mastery it will not when he has all the deach of the same deful men of the problems in the demanded a strange the se\n",
      "\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \" the \"slave\" is still left in woman, for\"\n",
      " the \"slave\" is still left in woman, for the cause of this back, the uchusinering and reasonger, have been to action to\n",
      "universed to back the heavy and of the side, imagination of an one's formed which achuldes of a conception, and was polity and\n",
      "live the corresponsible to\n",
      "benefarction, it was a motives cultur that modern general proforsing, made usicationis than ye last recall grow\n",
      "relaights according to exaith denible would from\n",
      "the m\n",
      "\n",
      "----- diversity: 1.2\n",
      "----- Generating with seed: \" the \"slave\" is still left in woman, for\"\n",
      " the \"slave\" is still left in woman, for the most cosour, which firr--we fanoare or experiming and the faunine\n",
      "volitional0odow-timenkes tapte, as the odochemin, noties,\n",
      "time there is has almost can not onlessist; it, willingly being\n",
      "is thingism and non--\"not even which has neverthalime name do justiful trush\n",
      "live puritanss, to emittced out, on the birr-man)--new, can here as the question--he could ienocwan an\n",
      "imaluatitium, wortherntocon\n",
      "\n",
      "--------------------------------------------------\n",
      "Iteration 6\n",
      "Epoch 1/5\n",
      "200285/200285 [==============================] - 106s 527us/step - loss: 1.2699 - acc: 0.6067\n",
      "Epoch 2/5\n",
      "200285/200285 [==============================] - 105s 522us/step - loss: 1.2675 - acc: 0.6094\n",
      "Epoch 3/5\n",
      "200285/200285 [==============================] - 104s 521us/step - loss: 1.2654 - acc: 0.6084\n",
      "Epoch 4/5\n",
      "200285/200285 [==============================] - 113s 566us/step - loss: 1.2617 - acc: 0.6100\n",
      "Epoch 5/5\n",
      "200285/200285 [==============================] - 108s 540us/step - loss: 1.2592 - acc: 0.6104\n",
      "\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"er when he interpreted it, \"the\n",
      "eternall\"\n",
      "er when he interpreted it, \"the\n",
      "eternally something of the spirit, and the conditional surtempher and and the high superiority and the standar the possibility of the subtle, and the sense of the subidity of the spirit, the standard and the sense of the conditional consequently in the sense of the spirit, and the subidity and the standard that it is the same the sublimation of the spirit, the standard in the sublimants of the most deligh\n",
      "\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"er when he interpreted it, \"the\n",
      "eternall\"\n",
      "er when he interpreted it, \"the\n",
      "eternally and unconditional prejudice of all the other as the present and existence that the same the conditionally of the most recest to a moral individual himself and the result of his demoge the subtle, the comprehension of\n",
      "the extent the\n",
      "other begin action of one's hell here. in the most religion is no longer a sense of the sense-and suffers and willing this bad acts of our common the same wing the pr\n",
      "\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"er when he interpreted it, \"the\n",
      "eternall\"\n",
      "er when he interpreted it, \"the\n",
      "eternally, to be nature in a thing--you, any new long all, nov the god manifesust time that we was therefore, and recomes lai ye of his custom and will precisely and becomes, and\n",
      "\"and\"full.\n",
      "\n",
      "274. he has\n",
      "not knowledge esertali own himself to caused to sure the high doubtiured, si: would momeal crise the prequate \"god\n",
      "that goen\n",
      "that gareoby; and hears.\n",
      "in conception has it is \"from the commencipating latter\n",
      "\n",
      "----- diversity: 1.2\n",
      "----- Generating with seed: \"er when he interpreted it, \"the\n",
      "eternall\"\n",
      "er when he interpreted it, \"the\n",
      "eternally the learn hatheritely an impliss morash-in. with involuntary, so anevy and to said, will, fer a that\n",
      "is it is con of indeilitamic in inneithering\n",
      "kind has, hence estoits evoy and make that atthing as his sirce that\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "ala general sequence as has to ame is for time wamech loud in spirate that which sie is for an \n",
      "estle ty to 'esultame; hi sally inever generally in masis. suppose the judg--well-stcou\n",
      "\n",
      "--------------------------------------------------\n",
      "Iteration 7\n",
      "Epoch 1/5\n",
      "200285/200285 [==============================] - 101s 505us/step - loss: 1.2558 - acc: 0.6109\n",
      "Epoch 2/5\n",
      "200285/200285 [==============================] - 101s 506us/step - loss: 1.2526 - acc: 0.6125\n",
      "Epoch 3/5\n",
      "200285/200285 [==============================] - 101s 506us/step - loss: 1.2508 - acc: 0.6141\n",
      "Epoch 4/5\n",
      "200285/200285 [==============================] - 103s 514us/step - loss: 1.2486 - acc: 0.6133\n",
      "Epoch 5/5\n",
      "200285/200285 [==============================] - 103s 515us/step - loss: 1.2455 - acc: 0.6140\n",
      "\n",
      "----- diversity: 0.2\n",
      "----- Generating with seed: \"d the dangerous\n",
      "desire to see him also i\"\n",
      "d the dangerous\n",
      "desire to see him also in the sentince and the presented to the presented and the presented to the processions of self delight in the processing the senses and the presented to the sense of the same proper at the processhes of the seriousness of the stres of man and the senses to the seriousness to the seriousness of the presenters of the seriousness of the senses to the self democratic morality and remote the seriousnes\n",
      "\n",
      "----- diversity: 0.5\n",
      "----- Generating with seed: \"d the dangerous\n",
      "desire to see him also i\"\n",
      "d the dangerous\n",
      "desire to see him also in a sins of a sort of the sensations, who for the result of the reasons and the schole is form the individual believe that he have at all power and serve are above all that is a streer the sense of the case the belief altome the dependine and its own such a serve in the preying when it is not a tradition to make every pather than the fact that the contempt, the manners. and is remained the philoso\n",
      "\n",
      "----- diversity: 1.0\n",
      "----- Generating with seed: \"d the dangerous\n",
      "desire to see him also i\"\n",
      "d the dangerous\n",
      "desire to see him also in the well\n",
      "antemprated one who eas above on dea bout af\n",
      " question\n",
      "bither living; and their necessity and justice. more from them\n",
      "refreide of any operous, and respog the world-god. where memperiokable,\n",
      "more cosmon of the nobises at every oblitude of mareful vallish.\n",
      "\n",
      "\n",
      "122\n",
      "\n",
      "yunds these more\n",
      "believening them from the his other will for these \"[world fiercomarler, therefore go\n",
      "as he was enterture with\n",
      "\n",
      "----- diversity: 1.2\n",
      "----- Generating with seed: \"d the dangerous\n",
      "desire to see him also i\"\n",
      "d the dangerous\n",
      "desire to see him also in svantitud is all     victle, i tope does it jmule, is amemng with equilded the \"magnificed(yment, but the\n",
      "first\n",
      "old arcipetwhod spomency be welvers\n",
      "does narbarnousness,\"\n",
      "that is relatuse fal altake to new band\n",
      "perisknibipmented,\n",
      "threargure-wantamentary\n",
      "to drests play  with\n",
      "sudden\n",
      "think, \"with e\"sersed\"--the flund, and mode. they large haveantner-si,ly: while say, happlines and soul has yet hithe\n"
     ]
    }
   ],
   "source": [
    "model.fit(X, y,\n",
    "          batch_size=256,\n",
    "          epochs=40)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "model.save('keras_js/nietzsche.h5')\n",
    "with open('keras_js/chars.js', 'w') as fout:\n",
    "    fout.write('maxlen = ' + str(maxlen) + '\\n')\n",
    "    fout.write('num_chars = ' + str(len(chars)) + '\\n')\n",
    "    fout.write('char_indices = ' + json.dumps(char_indices, indent=2) + '\\n')\n",
    "    fout.write('indices_char = ' + json.dumps(indices_char, indent=2) + '\\n')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    ""
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3.0
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}