8.1 使用LSTM生成文本.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Downloading data from https://s3.amazonaws.com/text-datasets/nietzsche.txt\n",
      "606208/600901 [==============================] - 7s 12us/step\n",
      "Corpus length: 600893\n"
     ]
    }
   ],
   "source": [
    "# 首先下载语料，并将其转换为小写。\n",
    "# 下载并解析初始文本文件\n",
    "import keras\n",
    "import numpy as np\n",
    "path = keras.utils.get_file(\n",
    "         'nietzsche.txt',\n",
    "          origin='https://s3.amazonaws.com/text-datasets/nietzsche.txt')\n",
    "text = open(path).read().lower()\n",
    "print('Corpus length:', len(text))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Number of sequences: 200278\n",
      "Unique characters: 57\n",
      "Vectorization...\n"
     ]
    }
   ],
   "source": [
    "# 将字符序列向量化\n",
    "maxlen = 60\n",
    "step = 3\n",
    "sentences = []\n",
    "next_chars = []\n",
    "for i in range(0, len(text) - maxlen, step):\n",
    "    sentences.append(text[i: i + maxlen])\n",
    "    next_chars.append(text[i + maxlen])\n",
    "\n",
    "print('Number of sequences:', len(sentences))\n",
    "chars = sorted(list(set(text)))\n",
    "print('Unique characters:', len(chars))\n",
    "char_indices = dict((char, chars.index(char)) for char in chars)\n",
    "print('Vectorization...')\n",
    "x = np.zeros((len(sentences), maxlen, len(chars)), dtype=np.bool)\n",
    "y = np.zeros((len(sentences), len(chars)), dtype=np.bool)\n",
    "for i, sentence in enumerate(sentences):\n",
    "    for t, char in enumerate(sentence):\n",
    "        x[i, t, char_indices[char]] = 1\n",
    "    y[i, char_indices[next_chars[i]]] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "WARNING:tensorflow:From /home/fc/anaconda3/lib/python3.6/site-packages/tensorflow/python/framework/op_def_library.py:263: colocate_with (from tensorflow.python.framework.ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Colocations handled automatically by placer.\n"
     ]
    }
   ],
   "source": [
    "# 用于预测下一个字符的单层 LSTM 模型\n",
    "from keras import layers\n",
    "model = keras.models.Sequential()\n",
    "model.add(layers.LSTM(128, input_shape=(maxlen, len(chars))))\n",
    "model.add(layers.Dense(len(chars), activation='softmax'))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# 模型编译配置\n",
    "optimizer = keras.optimizers.RMSprop(lr=0.01)\n",
    "model.compile(loss='categorical_crossentropy', optimizer=optimizer)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# 给定模型预测，采样下一个字符的函数\n",
    "def sample(preds, temperature=1.0):\n",
    "    preds = np.asarray(preds).astype('float64')\n",
    "    preds = np.log(preds) / temperature\n",
    "    exp_preds = np.exp(preds)\n",
    "    preds = exp_preds / np.sum(exp_preds)\n",
    "    probas = np.random.multinomial(1, preds, 1)\n",
    "    return np.argmax(probas)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "epoch 1\n",
      "WARNING:tensorflow:From /home/fc/anaconda3/lib/python3.6/site-packages/tensorflow/python/ops/math_ops.py:3066: to_int32 (from tensorflow.python.ops.math_ops) is deprecated and will be removed in a future version.\n",
      "Instructions for updating:\n",
      "Use tf.cast instead.\n",
      "Epoch 1/1\n",
      "200278/200278 [==============================] - 261s 1ms/step - loss: 1.9887\n",
      "--- Generating with seed: \"oul propounds to them (riddles which\n",
      "hegel systematised and \"\n",
      "------ temperature: 0.2\n",
      "oul propounds to them (riddles which\n",
      "hegel systematised and really and discour the man the man any a man the more any any the man the subjer the man the say the man any the sould the man to the more any the man the man the sould the man in the more and any the man in the sould the more any any the man the more any the more any the man the man the man the man and the spirit the man the self-relarnes of the man to the such a proble of the man in the one of t------ temperature: 0.5\n",
      "s of the man to the such a proble of the man in the one of the cillonces and even the subjer and scance the coll its really and realing and religious been any the man thore spiritions of the orgerance and\n",
      "the manimance of the man it he who has its life to a man in the pain the wase for the pullosy and one to the spiritual to the mident to call of the some canter of the mider that deens to the dind ant that who has probles of call man uself the more in the ------ temperature: 1.0\n",
      " ant that who has probles of call man uself the more in the content taitation, things of higherto the wistordcalismive, others of badnest of soge habe xout of herecre; that great greems from of the\n",
      "man these\n",
      "will contror him one his \"dore will of-the more is the \"unwabse of rimpleatlos,\n",
      "with a stesiess\n",
      "\n",
      "fout hampeact in the selves know great in the morilicain was as sborge thingsrare, man spenience slimar more disinest har allom--as requiterity, unaat west------ temperature: 1.2\n",
      "e slimar more disinest har allom--as requiterity, unaat westable inflackfued, a le4tteming mamdor,\"s\n",
      "a just cirinobiles. long  incastice spis \"cleass not\n",
      "to ger a hend came falafalfual\n",
      "proinged,\n",
      "rowardhated, good yinly asminstines: who arequises lome who as t\n",
      "undofo4: or\n",
      "gediaths. reblerman stindsnou:d by nays\n",
      "ips ligitatly-atiortions -that hencessent. other--but his implast is s\n",
      "act of a uiful angreatcnsway practuithoo or\n",
      "glearm tooduit ciesprions befuttoepoch 2\n",
      "Epoch 1/1\n",
      "200278/200278 [==============================] - 254s 1ms/step - loss: 1.6325\n",
      "--- Generating with seed: \"r\n",
      "them, felt tremors and anxieties. this sentiment was frequ\"\n",
      "------ temperature: 0.2\n",
      "r\n",
      "them, felt tremors and anxieties. this sentiment was frequire and the perhaps the such a such a man a such a stands of the profess and the such a point the same the profound the profound the such a condection of the menself and they the such a standard and the such a standing the power and the such a standard to the world of the more and the such a stands the such a perhaps and the the profound the such a perhaps and the profess they the such a such the ------ temperature: 0.5\n",
      "the such a perhaps and the profess they the such a such the power the suches, the are good the prefore to absugates of a power of the manical to a  spirit they have the self for the philosophy, and the will the perhaps every their also the light and conditer and the sense of the smind of the man was the idmanting and the secomests and a complete and there is not the profess and the point to the something they of more good of the\n",
      "farter of the such they thi------ temperature: 1.0\n",
      "mething they of more good of the\n",
      "farter of the such they this shoatey of digne according a perture bothes:\"me thereby perhist, what let never latted, through they they abuestapear wiodo, betthing or juch pithife, as through hoine which a chords and who reils terkinesrarity to be str in indiintor is dysistly an  belieny of emprobet have muchiloto\n",
      "in embetaly to make good \"uses a delight be complised therewiles;\" their day their and\n",
      "\"emocars\"1jusi\n",
      "mance\n",
      "han\n",
      "------ temperature: 1.2\n",
      "d therewiles;\" their day their and\n",
      "\"emocars\"1jusi\n",
      "mance\n",
      "han\n",
      "indigation. as siguts), that \n",
      "pet. \"ortinage, croud hea\" at hildo\n",
      "everyogard as hereomivra-grationely forespiching love ghavicals: the hary alicul in, \"are to cauthed they \"mastesm whichs subslusence,ler tiul here andisp tos ifemicareinained, people--  men a histort i themselsesy's manting\n",
      "conduenle. of platy one be.mentated, if no \n",
      "keal firtiinfur discomble, they unturradan, faminal of heaver beiepoch 3\n",
      "Epoch 1/1\n",
      "200278/200278 [==============================] - 248s 1ms/step - loss: 1.5454\n",
      "--- Generating with seed: \"-deceptions?\"--that\n",
      "they please--him who has them, and him w\"\n",
      "------ temperature: 0.2\n",
      "-deceptions?\"--that\n",
      "they please--him who has them, and him when the same all the strong and the same the same in the superiable and the self-desire and the strong and the part of the same one with the strong and the same the strong and such a propers and in the stronger and the same the strong and all the sense of the more and disponsible of the spiritual and the sense of the stronger and such a propers of the more and the same the same the propers and the------ temperature: 0.5\n",
      "ropers of the more and the same the same the propers and the same the stronger and the persists of a histerness of a medicting of the science of the good in the same in it is a men in the intellectually the delught in the spiritually this self-delution--which a dispine to the such a down to self-knowledge the part the strong same more the well with the sungained and the valuable to namely respect of all to be men and sounding the sconcasions and the all an------ temperature: 1.0\n",
      "of all to be men and sounding the sconcasions and the all an no irsemble erromed the\n",
      "plaling thuse of mament more a to form-is the\n",
      "were on the perhaps be loves, soul are almostly ining of the\n",
      "summlure of consponticity nowher. but that exemble, and from care. the science in distursly me his livently its vegre be question obtive-wito be dolus destimutly of us in the necast one of ideal and funcoment less) in them, a syeply the frenessity in such a presulaid ------ temperature: 1.2\n",
      " less) in them, a syeply the frenessity in such a presulaid there.\n",
      " gensed whero\n",
      "suen caves\n",
      "event'es,\n",
      "lag7.bitutter relutless un himself thes\n",
      "on, dambini\n",
      "actrer in caskgo.luhwe,\n",
      "a immaticmlinessic, now\n",
      "symes, and a madrinary becomes are denies\" or priture almost one. pracifund and th\n",
      "symagy, upger\n",
      "adn?\n",
      "the igmoratence which at lad to not wenter\n",
      "atfine\" eveny, thesuriligation\n",
      "and inouitible\" strictgeously, reludical alm that\n",
      "elacts of powes\n",
      "tn the badmelm fepoch 4\n",
      "Epoch 1/1\n",
      "200278/200278 [==============================] - 248s 1ms/step - loss: 1.4994\n",
      "--- Generating with seed: \"\n",
      "to convince themselves that the striving after english happ\"\n",
      "------ temperature: 0.2\n",
      "\n",
      "to convince themselves that the striving after english happiness of the spirit and the soul, there is the self-aboverally so that it is a mentered interropation of the self-personal self-selresh of the same the self-proved the soul, and in the great the soul, and soul, there is the self-persually the self-played to the self-persually self-seloosing the soul the self-selse of the self-aboverally soul, the soul, there is the self-part and the great the such------ temperature: 0.5\n",
      "oul, the soul, there is the self-part and the great the such and the star and as there are individual \"modern whole great transities with the soul--that is the entitive in the semser as the really start, men of an all that there is not the strength him which the suncerunger--when they was the most sort of solitual belief in\n",
      "the great speciation and \"are statent the self-suld will in the seasunder, and deference and not to the moralser with the world action------ temperature: 1.0\n",
      " and deference and not to the moralser with the world actions\n",
      "of the cause,\" virturally a dut aividing infarsed itself! intols in the exergient greedly be him, in order to why\n",
      "refimate men,\n",
      "that class\n",
      "frefleshime\n",
      "to feel\n",
      "such the relaction of earloughtfrort. so troage with the most indoen\n",
      "ages\n",
      "us\n",
      "of our humanity and presuptive in the deselienly supare the belief whom they also\n",
      "thah can doether form, which man backed, with rest, themselves the relation: a b------ temperature: 1.2\n",
      "m, which man backed, with rest, themselves the relation: a being the giving -because ofly might--we masterp finally, they wholley, not this substitleneks, or idetijus make mas xtire, evil hedest: i bore to a perpondated,i there\"--that it stined just whhys\n",
      "virtual present without fert their beings;\n",
      "crue there all proke to a\"\n",
      "the estable playe it-itself upinity very etiletic\n",
      "shameflic\n",
      "\"trues\n",
      "of thira of our har, they\n",
      "histonered god\n",
      "tim from net to calesary wepoch 5\n",
      "Epoch 1/1\n",
      "200278/200278 [==============================] - 244s 1ms/step - loss: 1.4700\n",
      "--- Generating with seed: \"t seem that there is\n",
      "a hatred of the virgin forest and of th\"\n",
      "------ temperature: 0.2\n",
      "t seem that there is\n",
      "a hatred of the virgin forest and of the most can be life and the profound and despossible as the heart of the considered and the most still the most state of the more the creating the consequently and destructian and success and problem of the measure of the master and the most case have a propers of the most still propers of the more and success and more the same the same the most a man and the most accertion of the most success of t------ temperature: 0.5\n",
      "e most a man and the most accertion of the most success of the values. they have they among the cimours to be a chinds something the feared the more in the surence of the earth--and events and in the more his lack and matter the are only just are finer the feared to be\n",
      "the bad something things. they are\n",
      "a best and successed to the only on the certainly in the certain and the same the master which owe of the finer difficult respect to be feel in the moralit------ temperature: 1.0\n",
      "owe of the finer difficult respect to be feel in the morality placirity, perquarrful toul\n",
      "and inferenctedjy; he-poceding dinic may light themselves\n",
      "the cheressp disbeing of hir, lock themselves if care\n",
      "equally\n",
      "is they degrme how to all inture prourle des of the experience of higher--himself habje phypirity is highe, doy themselves a creating wind of menderation defenincine still fundamental will intricanist to\n",
      "mensamieating but\n",
      "them bednationate mankind wh------ temperature: 1.2\n",
      "ntricanist to\n",
      "mensamieating but\n",
      "them bednationate mankind what?\n",
      "alecismorudated people,\n",
      "are-charace been trio i god, in successable found of a : recogndicoric an attematifver pahts would among\n",
      "the highest in nob upor ame\n",
      "moftressp intoishe's no\n",
      "assures of acpootion\n",
      "to be place matger ;unosic\n",
      "pain, miso them reemy: thing\n",
      "and meputual moreof kind of mankind, a dang, danger this originalt--nimseves well (as to symstide, and actroble fecting of humanatentty\n",
      "anepoch 6\n",
      "Epoch 1/1\n",
      "200278/200278 [==============================] - 243s 1ms/step - loss: 1.4486\n",
      "--- Generating with seed: \"men\n",
      "have become so keen in the scrutiny of claims--constitut\"\n",
      "------ temperature: 0.2\n",
      "men\n",
      "have become so keen in the scrutiny of claims--constituted to the sense of the soul the consider to the consider to the present the sense of the sense the sense of the same the false of the consider of the same the soul and soul the sense of the sense of the existence of the exempt the soul of the standard of the same the means of the sense of the stronger which the sense of the same the means of the soul the sense of the reasure the certain the soul o------ temperature: 0.5\n",
      " of the soul the sense of the reasure the certain the soul of the experience of the stronger what is not to the consider to the world be as the contempaled of the wors the sense it set at the sympathy of the same the man and decertain to created the standard, and calused to its been a god, one good tame the here and nothing of the act and strees the out to the sense the same the word in the soul and the means of the existence of the rest of morality. the s------ temperature: 1.0\n",
      "nd the means of the existence of the rest of morality. the stands, is learnt, moralities\n",
      "for\n",
      "coclite. it as meass and foringly, for enous to overcertain of\n",
      "ranking, and sought even create indeoleded, be does it is not an leable bound and lawagerial prejudice one of the certain our fast of tod unmenss to open, and profriberated by the artshuls, the now three are man allement; a conciss a ssbena, the inabilitasted ever the darn again to should diction, in a ------ temperature: 1.2\n",
      "e inabilitasted ever the darn again to should diction, in a \"whole a cricide and, the soul, the delightesman latten into then\n",
      "oppernarles,\n",
      "to then, so to end into the fillo of does himself, so will with the signience of shollethanne the mede qual, by stillmence of a present why\n",
      "thun.\n",
      "\n",
      "star norrough all\n",
      "profest. that shameby,\n",
      "trouble,\"--for men, the endoruable. pilt of act and , and\n",
      "sited because\n",
      "=there are\n",
      "harmelfule and succe, human yould\n",
      "naturalle-to a cepoch 7\n",
      "Epoch 1/1\n",
      "200278/200278 [==============================] - 244s 1ms/step - loss: 1.4341\n",
      "--- Generating with seed: \"e\n",
      "importance of things.\"\n",
      "\n",
      "[3] uebereinander: one over anothe\"\n",
      "------ temperature: 0.2\n",
      "e\n",
      "importance of things.\"\n",
      "\n",
      "[3] uebereinander: one over another and former and sense of the substraint to the sense of the sense of the serious the sense of the sense of the subtless of the sublibe and great one with the sense of the same thinking of the sense of the sense of the sense of the german the strived and the sense of the substinction of the same the sense of the substraint that the man all the substrnation of the subtless of the sense of the sense------ temperature: 0.5\n",
      "l the substrnation of the subtless of the sense of the sense of distinglitic for the entimunate learn and such a problem of religious that is an exceder and consider of far the subtle that is an existence to the german his plato, so that the most soul that a man also consider and virtues; the danger of the german perhaps with the sech the more promused and to the intellectual present that the delicing, who ho has the world with the eventure the standard wh------ temperature: 1.0\n",
      "cing, who ho has the world with the eventure the standard who\n",
      "knewed, namely. but why srantify the get there asceastomer, stie of \"means nowrear sentimenture, as\n",
      "very man scientific scholared\n",
      "\"wronche: founding which what freedomly. they recognized promosice that the genuing--he quill, of with ly\n",
      "great hard, certainly daces is not faid who preterst succe play, in sess as has not the exactition is it necessant; al, destaction wants \"with solimutures the sub------ temperature: 1.2\n",
      "it necessant; al, destaction wants \"with solimutures the sub\n",
      "circese in be\n",
      "such pared through\n",
      "culture as ertents: it good si, how who bolkwaysion not\n",
      "oped otherwheraps, ho\n",
      "doricts sundeusp. moreof gen or who are reprote and teorigal heavous but nowadays--nama a\n",
      "placizing, for cureble of threeke!--nembiporrque yimaniling moments).--in fame  scaured and\n",
      "that ver its freceilings, almost the \n",
      "ut, he wouks-sp: in this\n",
      "when a worldly, i       goo has thinking\n",
      "suepoch 8\n",
      "Epoch 1/1\n",
      "200278/200278 [==============================] - 247s 1ms/step - loss: 1.4181\n",
      "--- Generating with seed: \"the sake of whom one blesses and honours the fatherland, the\"\n",
      "------ temperature: 0.2\n",
      "the sake of whom one blesses and honours the fatherland, the same the sentiments of the sentiments of the sentiments of the same the most be all the states and and the more and the same the sentiments of the greatest of the present and the standard and the same the greatest to a promised to sense of the german so that the sentiments of the presentially and the standard and and the sentiments of the standard and some the standard of the present his soul and------ temperature: 0.5\n",
      "e standard and some the standard of the present his soul and even to the own condected princes to have been all the standard and according to the perhaps the secreticism and as in the sentimed what it does it is to his same the futively of the really some the manguage. the purity. the old and the morality and art of\n",
      "in the world, and as therefore the sentiments of an in the strong and property the been for the word to betreat,\n",
      "a means of the untain the ger------ temperature: 1.0\n",
      " been for the word to betreat,\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "a means of the untain the german exortinal will and have really a most should to too eorisbable, hear in whatherwis yourter\n",
      "halequersed too homes pass to the perfuishike difference as to in a predered in no recognical philosophy for a waillys.ijusis than etholly of manifest, to our something\". the means because the and to teacher of\n",
      "distrust and agriear and prive\n",
      "1bicipation of the learnang for with their says shortek. and mo------ temperature: 1.2\n",
      "cipation of the learnang for with their says shortek. and moral moin, heart.y\" widiints instings, it is alponaovisy. in he fants it is t timet rupide sollect the\n",
      "encidlovo, for up of mindaur. in called a problems to be can regardence of the really nolduge and\n",
      "reducedive it? stackwa; not.\n",
      "\n",
      "1lim. theyself, life, to spabitive\n",
      "ieresp\n",
      "shrong: and being edorised upsolitureve, i iplicends sasculs, inclistic weeces err has obvents the godfuar as a scielless usiol epoch 9\n",
      "Epoch 1/1\n",
      "200278/200278 [==============================] - 246s 1ms/step - loss: 1.4057\n",
      "--- Generating with seed: \"e lover of\n",
      "knowledge to hearken attentively and diligently; \"\n",
      "------ temperature: 0.2\n",
      "e lover of\n",
      "knowledge to hearken attentively and diligently; the sense of the same the subject that it is a strong as the self-salver and states and the fact the same the standard of the strong as the reason and subject the state of the same the sought of the self-salver as the states of the constraint of the conscience of the subject that the same the self-salved the self-self-self-self-sally and the sense of the conscience of the subject to the same with ------ temperature: 0.5\n",
      "the sense of the conscience of the subject to the same with the good and self-part of a standard and some without such a bounity! in the self-salver estempting to conscience of masters of its distrust of the subject of the way its amagest and speaks of mingral of the good with the fore more the fact which weaker of every explession of a cleasm of which the constrance. the philosophy, that the astract, the breaking the domance, that may most spiritial of th------ temperature: 1.0\n",
      "act, the breaking the domance, that may most spiritial of the string, out ole our virtuer, who god, of citcks of lack and meadable usiculati test\n",
      "to the german,\n",
      "the ogne conditions of whom comustal vertional\n",
      "psicl nature, in summluncieat much a good to one or their partet\n",
      "innitien), which in the wast\n",
      "dessomatical deteridion whom attentity: that is ut bact, brone; that exceptions. that whole contrive at hesher and lapers. a tording, are\n",
      "which there are brea------ temperature: 1.2\n",
      "ve at hesher and lapers. a tording, are\n",
      "which there are break glority); medandcull\n",
      "his\n",
      "self--that themselves to a has science, has fencepial sicking the\n",
      "questions to symparses by its\n",
      "comagried questy etmin.\n",
      "\"very bationed\" intoly\n",
      " toanor, miturroun tnem has been veying unded authisoqpation, misunderstand that are maj\n",
      "cogran conscienced praise short, the distrust, as it honest who commugonke? that enough\n",
      "astentainsto payeded bay but viow necessi nsaily and epoch 10\n",
      "Epoch 1/1\n",
      "200278/200278 [==============================] - 247s 1ms/step - loss: 1.3954\n",
      "--- Generating with seed: \"eparates them from\n",
      "him: no difference in goodness or badness\"\n",
      "------ temperature: 0.2\n",
      "eparates them from\n",
      "him: no difference in goodness or badness and self-present and the stronger and artistion of the stronger to an individual constituted the self-present before the stronger of the stronger and self-present the stronger and arbitraries of the same the self-are of the self-all the sense of the spirit and the constituted to be and and the success and artistion of the stronger and self-destruction of the stronger and the constitute and the ar------ temperature: 0.5\n",
      "lf-destruction of the stronger and the constitute and the artistion and beaution of their presented to be little german and meaning friends of their spirit here and the second of the wailed to manifestal and one in the well of the propession of the concerned the same precisedor and the present promises to manifold have distrust and manaby and the religious and something and\n",
      "sands commandar in minds the stands and place of the soul, as if it is not to said ------ temperature: 1.0\n",
      "s the stands and place of the soul, as if it is not to said the heart of\n",
      "chursgint ventle of periosm and tain placed the manag are in--at sick, of manguous net.d.! (be knowledge,\n",
      "inspires verying concludelt scholarl\n",
      "bimid of the very been , to doy, but once\n",
      "the cleaker). under similians of instil soul\n",
      "to the whole and\n",
      "cotre too them could balod\"\n",
      "of polisic before back evin prey dis of the reason that he was effect of the\n",
      "underpose hanle in constriorsly to ------ temperature: 1.2\n",
      "hat he was effect of the\n",
      "underpose hanle in constriorsly to soul and ageincbous\" the\n",
      "vengens forewhere that\n",
      "the \"no enimines raises spective me see our profounder fhough. \"effect and breaking,--inde the det in a wholer.\n",
      "\n",
      "\n",
      "1eyelyt what has notrot. selfiteled?\n",
      "            an tranfution\n",
      "selfination;\n",
      "thery character\n",
      "and gakans\n",
      "is to wey\n",
      "its \"the a disguisubie tipen,\n",
      "andius wetejory, repussion of sudden yourn, to be hoved in prewile destrucrecuquently time theoepoch 11\n",
      "Epoch 1/1\n",
      "200278/200278 [==============================] - 244s 1ms/step - loss: 1.3874\n",
      "--- Generating with seed: \"uch thing as moral phenomena, but only a moral\n",
      "interpretatio\"\n",
      "------ temperature: 0.2\n",
      "uch thing as moral phenomena, but only a moral\n",
      "interpretation and are also the moral one of the struggle of the most conscience of the spiritual and sense of the stronger to the present the present and of the moral men and the moral man are always the art and are a profound and are always the sense of the stronger in the sense and are the man are also be desire the of the moral men and the sense of the moral for the moral and the the conscience of the mora------ temperature: 0.5\n",
      "f the moral for the moral and the the conscience of the moral and\n",
      "such a time is at the proved by the concerning the are of him the point of a benority of himself in the strange, to the constraint of the sense of \"profoundles souls--as the science and pation, of \"with the concealed by a however him when the will the home and possible, in the enormour and antimont of the commander that the valual must there are distingtive and the desires the saster in the ------ temperature: 1.0\n",
      "ust there are distingtive and the desires the saster in the the obliged through, then tfindty\n",
      "opposite; a nothe, therewan notions, as the friends\"--but the stoter, has intellent refurbed,\n",
      "and\n",
      "more prepared over\n",
      "justiful relance of will simples and furing he fact: it\n",
      "lasting interpond to say benough set leit select, the wawhy\n",
      "some, with the loves and judge formarits which had as the madness which me purpose.\n",
      "\n",
      "1suhive as ebelime, for theil bee;\n",
      "new\n",
      "adybelowe------ temperature: 1.2\n",
      "e purpose.\n",
      "\n",
      "1suhive as ebelime, for theil bee;\n",
      "new\n",
      "adybelowen often, i is lovestied rapedners, or cremilabled, to badkwauld apedmenes. \"good over--cictud two certain treascetogical, kind, ole may\n",
      "not very with annation and doubtful mantery; divines quite from what who like, look\n",
      "inly should\n",
      "natureales. leg, heveraring early mack at intromisation. for one who majurgut free hume? and new, but out as compariunion. cittfoiss that\n",
      "indeiced to\n",
      "from with him, \"whepoch 12\n",
      "Epoch 1/1\n",
      "200278/200278 [==============================] - 249s 1ms/step - loss: 1.3802\n",
      "--- Generating with seed: \"glows--perhaps glows out. for this, we artists among the\n",
      "spe\"\n",
      "------ temperature: 0.2\n",
      "glows--perhaps glows out. for this, we artists among the\n",
      "special life and conscience of the stand and assertions and superiation and self-personal standard of the and the most instincts of the comparison of the most present that which we are all the constant the stand as the fact that the sense of the fact that the conscience of the fact that the self-stand of the self-personal super-itself which has also the most philosophers of the fact that which has al------ temperature: 0.5\n",
      "has also the most philosophers of the fact that which has also the galf at the opinion, and generally the\n",
      "sacrificed to an\n",
      "advantate for the self-course and have shring and where is like the belongs the self-responsiple in the germans it is all be in the made of the courses of mankind and many bad is in the states of the strength of conscience not from himself and generation of the fact that it may be more than the stand of the morality and above themselve------ temperature: 1.0\n",
      "y be more than the stand of the morality and above themselves the overlolonts\n",
      "and strange, that in all believes milexied of\n",
      "knot\n",
      "gloricality, itally astriglo, obcises\n",
      "grounds, and beterdulated must wish himself at all without world persons stands that have not be later to be indeed to understands to beings. why ). that\n",
      "thing men, long feelish lave stre, that are cause of dangerante of\n",
      "dingting apparance to nature must picl and typed, attemptialy, and thoug------ temperature: 1.2\n",
      "arance to nature must picl and typed, attemptialy, and thought which\n",
      "radiously--platr anotheriss, without weaking of\n",
      "moralityr.\n",
      "\n",
      "\n",
      "13h\n",
      "aw\n",
      "condition something withicras,\n",
      "misunderstand formletis, i have as\n",
      "that it is hitherto whether icloary, germany the\n",
      "stoughte to its eginishnced hisselk lahken of this algorable moral faithrighters because to\n",
      "the\n",
      "bry--immgave iinn to cill that it.\n",
      "\n",
      "\n",
      "18he been over\n",
      "ray, uselrage flood stayds--in lich chrostian, lafs otherphiepoch 13\n",
      "Epoch 1/1\n",
      "130688/200278 [==================>...........] - ETA: 1:26 - loss: 1.3650"
     ]
    },
    {
     "ename": "KeyboardInterrupt",
     "evalue": "",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-8-e56eb69bdc9d>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mepoch\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m60\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m     \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'epoch'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mepoch\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 6\u001b[0;31m     \u001b[0mmodel\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0my\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mbatch_size\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m128\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mepochs\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      7\u001b[0m     \u001b[0mstart_index\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mrandom\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrandint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtext\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;34m-\u001b[0m \u001b[0mmaxlen\u001b[0m \u001b[0;34m-\u001b[0m \u001b[0;36m1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      8\u001b[0m     \u001b[0mgenerated_text\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtext\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mstart_index\u001b[0m\u001b[0;34m:\u001b[0m \u001b[0mstart_index\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0mmaxlen\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/keras/engine/training.py\u001b[0m in \u001b[0;36mfit\u001b[0;34m(self, x, y, batch_size, epochs, verbose, callbacks, validation_split, validation_data, shuffle, class_weight, sample_weight, initial_epoch, steps_per_epoch, validation_steps, **kwargs)\u001b[0m\n\u001b[1;32m   1037\u001b[0m                                         \u001b[0minitial_epoch\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0minitial_epoch\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1038\u001b[0m                                         \u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0msteps_per_epoch\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1039\u001b[0;31m                                         validation_steps=validation_steps)\n\u001b[0m\u001b[1;32m   1040\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1041\u001b[0m     def evaluate(self, x=None, y=None,\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/keras/engine/training_arrays.py\u001b[0m in \u001b[0;36mfit_loop\u001b[0;34m(model, f, ins, out_labels, batch_size, epochs, verbose, callbacks, val_f, val_ins, shuffle, callback_metrics, initial_epoch, steps_per_epoch, validation_steps)\u001b[0m\n\u001b[1;32m    197\u001b[0m                     \u001b[0mins_batch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mins_batch\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0mi\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mtoarray\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    198\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m--> 199\u001b[0;31m                 \u001b[0mouts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mins_batch\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m    200\u001b[0m                 \u001b[0mouts\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mto_list\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mouts\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m    201\u001b[0m                 \u001b[0;32mfor\u001b[0m \u001b[0ml\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mo\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mzip\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mout_labels\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mouts\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, inputs)\u001b[0m\n\u001b[1;32m   2713\u001b[0m                 \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_legacy_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2714\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2715\u001b[0;31m             \u001b[0;32mreturn\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_call\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0minputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2716\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2717\u001b[0m             \u001b[0;32mif\u001b[0m \u001b[0mpy_any\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mis_tensor\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mx\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mx\u001b[0m \u001b[0;32min\u001b[0m \u001b[0minputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/keras/backend/tensorflow_backend.py\u001b[0m in \u001b[0;36m_call\u001b[0;34m(self, inputs)\u001b[0m\n\u001b[1;32m   2673\u001b[0m             \u001b[0mfetched\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_callable_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0marray_vals\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mrun_metadata\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mrun_metadata\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2674\u001b[0m         \u001b[0;32melse\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 2675\u001b[0;31m             \u001b[0mfetched\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_callable_fn\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m*\u001b[0m\u001b[0marray_vals\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m   2676\u001b[0m         \u001b[0;32mreturn\u001b[0m \u001b[0mfetched\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0moutputs\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   2677\u001b[0m \u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;32m~/anaconda3/lib/python3.6/site-packages/tensorflow/python/client/session.py\u001b[0m in \u001b[0;36m__call__\u001b[0;34m(self, *args, **kwargs)\u001b[0m\n\u001b[1;32m   1437\u001b[0m           ret = tf_session.TF_SessionRunCallable(\n\u001b[1;32m   1438\u001b[0m               \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_session\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_session\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mself\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0m_handle\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0margs\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mstatus\u001b[0m\u001b[0;34m,\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m-> 1439\u001b[0;31m               run_metadata_ptr)\n\u001b[0m\u001b[1;32m   1440\u001b[0m         \u001b[0;32mif\u001b[0m \u001b[0mrun_metadata\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m   1441\u001b[0m           \u001b[0mproto_data\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mtf_session\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mTF_GetBuffer\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mrun_metadata_ptr\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyboardInterrupt\u001b[0m: "
     ]
    }
   ],
   "source": [
    "# 文本生成循环\n",
    "import random\n",
    "import sys\n",
    "for epoch in range(1, 60):\n",
    "    print('epoch', epoch)\n",
    "    model.fit(x, y, batch_size=128, epochs=1)\n",
    "    start_index = random.randint(0, len(text) - maxlen - 1)\n",
    "    generated_text = text[start_index: start_index + maxlen]\n",
    "    print('--- Generating with seed: \"' + generated_text + '\"')\n",
    "    for temperature in [0.2, 0.5, 1.0, 1.2]:\n",
    "        print('------ temperature:', temperature)\n",
    "        \n",
    "        sys.stdout.write(generated_text)\n",
    "        for i in range(400): \n",
    "            sampled = np.zeros((1, maxlen, len(chars)))\n",
    "            for t, char in enumerate(generated_text):\n",
    "                sampled[0, t, char_indices[char]] = 1.\n",
    "            \n",
    "            preds = model.predict(sampled, verbose=0)[0]\n",
    "            next_index = sample(preds, temperature)\n",
    "            next_char = chars[next_index]\n",
    "            generated_text += next_char\n",
    "            generated_text = generated_text[1:]\n",
    "            sys.stdout.write(next_char)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}