assignment06_big_chars.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "88b4811d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sun May 28 12:56:39 2023       \r\n",
      "+-----------------------------------------------------------------------------+\r\n",
      "| NVIDIA-SMI 525.60.13    Driver Version: 525.60.13    CUDA Version: 12.0     |\r\n",
      "|-------------------------------+----------------------+----------------------+\r\n",
      "| GPU  Name        Persistence-M| Bus-Id        Disp.A | Volatile Uncorr. ECC |\r\n",
      "| Fan  Temp  Perf  Pwr:Usage/Cap|         Memory-Usage | GPU-Util  Compute M. |\r\n",
      "|                               |                      |               MIG M. |\r\n",
      "|===============================+======================+======================|\r\n",
      "|   0  NVIDIA A40          Off  | 00000000:04:00.0 Off |                    0 |\r\n",
      "|  0%   70C    P0   285W / 300W |  44805MiB / 46068MiB |    100%      Default |\r\n",
      "|                               |                      |                  N/A |\r\n",
      "+-------------------------------+----------------------+----------------------+\r\n",
      "|   1  NVIDIA A40          Off  | 00000000:83:00.0 Off |                    0 |\r\n",
      "|  0%   55C    P0   211W / 300W |  45117MiB / 46068MiB |    100%      Default |\r\n",
      "|                               |                      |                  N/A |\r\n",
      "+-------------------------------+----------------------+----------------------+\r\n",
      "|   2  NVIDIA A40          Off  | 00000000:84:00.0 Off |                    0 |\r\n",
      "|  0%   66C    P0   257W / 300W |  44807MiB / 46068MiB |     99%      Default |\r\n",
      "|                               |                      |                  N/A |\r\n",
      "+-------------------------------+----------------------+----------------------+\r\n",
      "|   3  NVIDIA A40          Off  | 00000000:C3:00.0 Off |                    0 |\r\n",
      "|  0%   33C    P8    24W / 300W |      0MiB / 46068MiB |      0%      Default |\r\n",
      "|                               |                      |                  N/A |\r\n",
      "+-------------------------------+----------------------+----------------------+\r\n",
      "|   4  NVIDIA A40          Off  | 00000000:C4:00.0 Off |                    0 |\r\n",
      "|  0%   55C    P0   209W / 300W |  45113MiB / 46068MiB |    100%      Default |\r\n",
      "|                               |                      |                  N/A |\r\n",
      "+-------------------------------+----------------------+----------------------+\r\n",
      "                                                                               \r\n",
      "+-----------------------------------------------------------------------------+\r\n",
      "| Processes:                                                                  |\r\n",
      "|  GPU   GI   CI        PID   Type   Process name                  GPU Memory |\r\n",
      "|        ID   ID                                                   Usage      |\r\n",
      "|=============================================================================|\r\n",
      "+-----------------------------------------------------------------------------+\r\n"
     ]
    }
   ],
   "source": [
    "!nvidia-smi"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "45199d06",
   "metadata": {},
   "outputs": [],
   "source": [
    "# ignore this cell -- stuff for our server\n",
    "import os\n",
    "os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"3\"\n",
    "os.environ['HTTP_PROXY']='http://proxy:3128/'\n",
    "os.environ['HTTPS_PROXY']='http://proxy:3128/'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "4fc30da7",
   "metadata": {},
   "outputs": [],
   "source": [
    "# imports\n",
    "import tensorflow as tf\n",
    "import tensorflow_probability as tfp\n",
    "import numpy as np\n",
    "from matplotlib import pyplot as plt\n",
    "from matplotlib import image as mpimage\n",
    "\n",
    "tfkl = tf.keras.layers\n",
    "\n",
    "\n",
    "from collections import Counter"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "33bdd9aa",
   "metadata": {},
   "outputs": [],
   "source": [
    "# this uses the wiki text data set.\n",
    "# can be downloaded here https://www.salesforce.com/products/einstein/ai-research/the-wikitext-dependency-language-modeling-dataset/\n",
    "# I use the \"raw\" character version\n",
    "\n",
    "def process_data(path, keep_num_tokens):\n",
    "    print(\"Reading training data...\")\n",
    "    with open(os.path.join(path, \"wiki.train.raw\"), \"r\") as train_file:\n",
    "        train_full = train_file.read()\n",
    "        \n",
    "    print(\"Reading validation data...\")\n",
    "    with open(os.path.join(path, \"wiki.valid.raw\"), \"r\") as valid_file:\n",
    "        valid_full = valid_file.read()\n",
    "        \n",
    "        \n",
    "    print(\"Counting tokens...\")\n",
    "    vocab_counter = Counter(train_full)\n",
    "    vocab_count = vocab_counter.most_common()\n",
    "\n",
    "    plt.loglog([v[1] for v in vocab_count])\n",
    "    plt.xlabel(\"Token index (sorted)\")\n",
    "    plt.ylabel(\"Number of occurrences\")\n",
    "    plt.show()\n",
    "    \n",
    "    cutoff = keep_num_tokens\n",
    "    common_tokens = set([pair[0] for pair in vocab_count[:cutoff]])\n",
    "\n",
    "    vocabulary = common_tokens\n",
    "    #print(vocabulary)\n",
    "    \n",
    "    ind_to_token = dict(zip(range(len(vocabulary)), vocabulary))\n",
    "    ind_to_token[cutoff] = \"<UNK>\"\n",
    "    token_to_ind = {t: i for (i, t) in ind_to_token.items()}\n",
    "    \n",
    "    print(\"Tokenizing train...\")\n",
    "    train_tokenized = [token_to_ind.get(token, cutoff) for token in train_full]\n",
    "    print(\"Tokenizing valid...\")\n",
    "    valid_tokenized = [token_to_ind.get(token, cutoff) for token in valid_full]\n",
    "    \n",
    "    return train_tokenized, valid_tokenized, ind_to_token, token_to_ind, len(vocabulary) + 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "c45055b3",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Reading training data...\n",
      "Reading validation data...\n",
      "Counting tokens...\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAYQAAAEKCAYAAAASByJ7AAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjQuMywgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/MnkTPAAAACXBIWXMAAAsTAAALEwEAmpwYAAAplElEQVR4nO3deXwV5dn/8c+VPSQhYQkQNtkFFARFRAHFpS0WK2oXpdZW9HFpxepjF611qdVqtfVp9XlsFRW3n+JWFRVc6oIgRSDK4gIIsgtI2PclyfX74wwYkJCT5JzMOcn3/XrNy8x9Zs75Zgy5MnPP3Le5OyIiIilhBxARkcSggiAiIoAKgoiIBFQQREQEUEEQEZGACoKIiACQFnaA2mjevLl36NAh7BgiIknlww8/XOvuhQe2J3VB6NChA8XFxWHHEBFJKma29GDtumQkIiKACoKIiARUEEREBFBBEBGRgAqCiIgAKggiIhJQQRAREUAFQUREAioIIiICqCCIiEhABUFERAAVBBERCaggiIgIoIIgIiKBpB7+euOOPbw8e2WN9m2UnkqnwhzaN21EWqrqoohIUheE5eu388uxM2v1HumpRodmOXRpkUvnwlw6t8ihS2EenQpzyMlM6sMjIlItSf0br1vLPF685qQa7bt55x6+WLOVL0q28UXJVuav3sKbn31FWbnv26YoP+vrQlGYQ+cWuXQpzKUwLxMzi9W3ISKSEJK6IGSmpdClRW6N9z+6fZP91neXlrNs/TYW7i0Ua7aysGQrzxUvZ9vusn3b5WWlBUVi7xlFLp1b5NK+aSPSdflJRJJUUheEWMtIS6FLizy6tMjbr93d+WrzrqBQRJaFa7by/sIS/vXRin3bpacahzXLoXNh5BJU05xMUg1SUgwzI8UgJfhvZP3rNtv3mpGRlkK7ptl0aJZDVnpqXR8GEWmgVBCiYGa0ys+iVX4Wg7o23++1LTv37Dub2FsoFq7Zyttz11Ba4fJTTbXOz6JD8xw6Vlg6NM+hXZNGZKTpbEREYkcFoZbystLp066APu0K9mvfU1bO9l1llLsHS+RMo9zZ1+b7viZYj3y9c08Zy9ZvZ3HJNhav3cbiddt4dc4qNu3Ys+/9U1OMtk2yyclIIzXFSEkx0lKMVDNSUiKvp5iRuq8t8npKsJ6TmUa3lrkc3iqP7q0a0zQno46PnIgkGhWEOElPTSG/Uc3/gu/dtuAbbRu27Wbxum0sLtnGknWRYrFzTxll5U6ZQ3m5U1peTnl5pCCVlUcKT1m57/d1ucPG7bsZO/3rAlOYl0n3Vnm0KcimReMsWuRl0iIvkzZNsulZ1Fid6CINgApCEmmSk0GTnIxvdIbXhLtTsnUX81dvYd6qLcxbvYXPv9rC3FWbWbdtN17hatfpR7bijnN6UdBIZxEi9ZkKQgNlZrTIy6JFXhaDuxbu99qesnLWbd3Nmi07mbxgLX9/63Nm/n0j//OjozihS/NK3lFEkp16JeUb0lNTaJWfRe+2BVxxchde+PlAGmWmcv7D07jjtbnsKi2r+k1EJOmoIEiVerXN59UrBzGif3seeG8Rg+98l39MXLhfJ7eIJD9zr/2tkWHp16+fFxcXhx2jQfnPwrX8870vmLxgLTkZqZxzdFvaN21EVkYq2empnNC5Ga0LssOOKSKHYGYfunu/A9vVhyDVckKX5pzQpTmfrdzMg5MXMXb6sv2et2iWk8ETFx9Hz9aNQ0wpIjWhMwSpldKycnbsKWPnnnJWbtzBz//fh2zbXcZjF/X/xrMZIpIYKjtDSJg+BDMbbGb3m9lDZvafsPNIdNJSU8jLSqcwL5Oj2hXwzGXHk5+dzk8emsZ/vlgbdjwRqYa4FgQzG2Nma8zskwPah5rZfDNbaGbXAbj7ZHe/HHgVeCyeuSR+2jVtxLOXHU/Lxpmc/9A0bnzpEzbvVOezSDKI9xnCo8DQig1mlgrcB5wO9ARGmFnPCpv8GHgqzrkkjlrlZzFu1CAuPKEDT05byql3v8cjUxazZsvOsKOJyCHEtSC4+yRg/QHN/YGF7r7I3XcDTwPDAcysPbDJ3bdU9p5mdqmZFZtZcUlJSbyiSy3lZqZx8/eOYNwVg2hTkM0tr3zGgNvf5scPfsDbc78imfuuROqrMPoQ2gDLK6yvCNoALgYeOdTO7j7a3fu5e7/CwsJDbSoJoFfbfF66YiBv/veJjDq5C0vXbefix4r57r3vM27Wl+wuLQ87oogEEuq2U3e/OewMEh/dWuZxzbcP58pTu/LyrJXcN3EhVz09i1tz53J239Z0a5lHlxa59GlXoIH0REISRkH4EmhXYb1t0CYNQHpqCt8/pi1n923DpAUlPDF1KWOmLNk3demw3kXccU4vGmelh5xUpOEJoyDMALqaWUciheA8Ih3J0oCkpBhDDm/BkMNbsKcs8gzDK7NX8re3FjBnxUauPrUb3zuqtSYBEqlD8b7tdCwwFTjczFaY2cXuXgqMAt4A5gLPuvun8cwhiS09NYXDmuUw6pSuPHvZALLTU/nVc7MZdOc7PP/hCnVAi9QRPaksCcfdmbRgLX/79+fMWr6RPu0KOP+49ny3VxE5mQnV7SWSlBL+SWWRvcyMk7oV8sLPT+DO7/diw/bd/Ob5OZz9jyls310adjyReksFQRJWSopx7rHtmfjrIdz/k6NZsGYrN7z4iS4hicSJCoIkPDNj6JFFXH1qN16Y+SUjHvyAl2bqxjSRWNMFWUkaV57SBTN4ceaXXP3MLI5u34T2zRqFHUuk3tAZgiSNlBTjl6d25dGRxwLw1tyvQk4kUr+oIEjSOaxZDl1b5KogiMSYCoIkpdN6tmTa4vVs2q6htUViRQVBktJpPVpSVu48U7yM8nLddSQSCyoIkpT6tiuge6s8bp8wjzP+93127ikLO5JI0lNBkKSUkmKMGzWQW848gs9WbeaFj3QbqkhtqSBI0spMS+Wnxx9G77b53P/eF5SWaW4FkdqosiCY2V1m1tjM0s3sbTMrMbOf1EU4kaqYGb8Y0oVl67fT+5Y3GXbvZB6avIgtmsdZpNqqHNzOzGa5ex8zOxs4A7gGmOTuR9VFwEPR4HYCUF7ujJ68iK827+SjZRuZvXwjuZlptG2SzeCuzbl4UCda5WeFHVMkYVQ2uF00Tyrv3WYY8Jy7b9KMVpJIUlKMy0/qvG99zoqNPD1jOSs27GDMlCU8+p8lnH/cYfx+WA/SU3WVVKQy0RSEV81sHrAD+LmZFQI74xtLpOZ6ty2gd9sCAJav384/3/uCR/+zhInz13BCl+bcOvxIUlP0R43Igar8c8ndrwNOAPq5+x5gOzA83sFEYqFd00bcfnYv7jmvDy0aZ/HUtGW8qIHxRA4qmk7lRsAvgH8GTa2Bb1x7Eklkw/u04ZlLB9C7bT5/fm0eD7z3BbOXbww7lkhCieaC6iPAbiJnCRCZB/m2uCUSiRMz4/aze9GycSZ3vDaP4fdNYeQj01mydhtletpZJKq7jIrdvZ+ZzXT3vkHbbN1lJMlszZadvDTzS/727wXs2FNG2ybZ3HFOLwZ3LQw7mkjc1WYKzd1mlg148EadgV0xzidSp1rkZXHpiZ157arB3Py9nmSkpXDBw9P5w8ufskcPuEkDFc1dRjcDrwPtzOxJYCBwYTxDidSVDs1zGNm8IyP6t+eu1+czZspiPlu1mbP6tOG4Tk3pXJgbdkSROlPlJSMAM2sGDAAM+MDd18Y7WDR0yUhi7YWPVvCHlz9l885S8rLSGH/lYM3KJvVOZZeMoulDOBt4x903BesFwBB3fykOOatFBUHioazcmb54PRc+Mp3dZeUMPaIVp/VoycndW9A0JyPseCK1VpuCMMvd+xzQtq+DOUwqCBJPn63czAsfreC5D1ewaccestJTOKV7C247q5cKgyS12gxdcbCO52j2E0lqPVs3pmfrnvz6O4czZ8UmHp+6hPEfr2LCx6tplpPBT4/vwIUndCC/UXrYUUViIpozhDHARuC+oOkKoKm7XxjXZFHQGYLUtZnLNlC8ZANTvljLxPklHNasEU9cdJz6GSSp1OaSUQ5wI3Ba0PRv4DZ33xbzlNWkgiBhcXcmLVjLqCc/YsuuUq4+rStXn9Yt7FgiUanxJaPgF/91cUklkqTMjJO6FTL+l4P546uf8fe3FjCoS3P6dWgadjSRGotmLKNuZjbazN40s3f2LnURTiTRtW/WiHtH9KFV4yxueOkTtu4qDTuSSI1F86Tyc8BM4AbgNxUWEQEaZaRx4xk9mbd6Cz99eJrGRZKkFc3dQqXu/s+qNxNpuIb1LmLTjl5c/+LHTF5QwpDDW4QdSaTaojlDeMXMfmFmRWbWdO8S92QiSebsvm1ITzWmLloXdhSRGonmDOFnwX8rXiZyoFPs44gkr+yMVHq3LWDG4vVhRxGpkWjuMupYF0FE6oMeRXmMm7kSd0dzj0uyiWrGNDO7wcxGB+tdzeyM+EcTST5dCnPZsquUki0aIV6Sj2ZME4mhLi3yAHhw8iLdbSRJJ5qC0Nnd7wL2ALj7diLDYIvIAY7r1JRhvYp4cPJiXp2zMuw4ItWiGdNEYig9NYV7R/QlNzON4iUbwo4jUi2aMU0kxlJTjN5t85m9YmPYUUSq5ZBnCGaWAjQBziFSBMYC/dx9YqyDmNkQM5tsZveb2ZBYv79IXSrKz2bd1t1hxxCplkMWBHcvB37r7uvcfby7v1qd6TPNbIyZrTGzTw5oH2pm881soZntHTjPga1AFrCimt+HSEJpnJ3G5h17wo4hUi3R9CG8ZWa/NrN2NXhS+VFgaMUGM0slMrfC6UBPYISZ9QQmu/vpwLXALVF/ByIJKD87nS27SnWnkSSVaPoQzg3+e0WFtqieVHb3SWbW4YDm/sBCd18EYGZPA8Pd/bPg9Q1AZhS5RBJW46zILGpbdu6hoJGm25TkcMiCEPQhXOfuz8TwM9sAyyusrwCOM7NzgO8ABcD/HSLTpcClAO3bt49hLJHYaZwdKQibd5SqIEjSOGRBcPdyM/sNEMuCUNlnvQC8EMV2o4HREJkxLd65RGqicVbkn9Ym9SNIEol3H8LBfAm0q7DeNmgTqTfy954h7FRBkOQR1z6ESswAuppZRyKF4DzgxzV8L5GE1Dwv0g22qGQrA7s0DzmNSHSqPENw944HWaIqBmY2FpgKHG5mK8zsYncvBUYBbwBzgWfd/dPafBMiiaZT8xy6tczlXx/p5FeSR5VnCGb204O1u/vjVe3r7iMqaZ8ATKgynUiSMjN+1K8dt42fy8I1W/YNeieSyKLpQzi2wjIY+ANwZhwzidQLw3oXATBxfknISUSiE80EOVdWXDezAuDpeAUSqS+K8rPp2DyHP02YS8/WjTmhs/oSJLFFc4ZwoG2AZlETicINw3rQLCeDW1+dG3YUkSpFM2PaK2b2crC8CswHXox/NJHkd2qPllwyuBNzV21m8F3v8OnKTWFHEqlUNLed/rXC16XAUnfX4HMiURpxXHtKy52/vDGfl2et5IjW+WFHEjmoaArCMmCVu+8EMLNsM+vg7kvimkyknmiclc4VJ3fh2eLlrNy0M+w4IpWKpg/hOaC8wnpZ0CYi1VCUn8WqjTvCjiFSqWgKQpq775vpI/hao3WJVFPr/GxWqiBIAoumIJSY2b7nDsxsOBD1JDkiEtG6IJuvtuyitKy86o1FQhBNH8LlwJNmtndI6hXAQZ9eFpHKFRVkUVburNmyi9YF2WHHEfmGaB5M+wIYYGa5wfrWuKcSqYf2FoFVm3aoIEhCiuY5hNvNrMDdt7r7VjNrYma31UU4kfqkfdNGAMxYsiHkJCIHF00fwunuvnHvirtvAL4bt0Qi9VTnwlwGdmnGo1OWaK5lSUjRFIRUM9s3x7GZZaM5j0Vq5Ef92rF6807mrNgYdhSRb4imIDwJvG1mF5vZxcC/gcfiG0ukfhrQqRkAHy7VZSNJPNFMkHMncBvQI1hudfe74h1MpD5q2TiLw5o14slpy9hdqttPJbFEO9rpTOA9YGLwtYjU0LBeRSxeu42x05eFHUVkP9HcZfQjYDrwA+BHwDQz+0G8g4nUV1ef1o3s9FRenr2SnXvKwo4jsk80Zwi/B45195+5+0+B/sCN8Y0lUn9lpKXw+2E9+HDpBm586ZOw44jsE01BSHH3NRXW10W5n4hU4icDDuNnxx/GCzO/1FmCJIxofrG/bmZvmNmFZnYhMB6YEN9YIvXfCV2aU1bujJv1ZdhRRIDo7jL6DfAA0DtYRrv7tfEOJlLfHXNYExplpHLjuE/ZsG131TuIxFlUl37c/QV3vyZYNH2mSAw0z83knvP6sru0nAVrNESYhE99ASIh6tYyF4BZy/WgmoRPBUEkRG0Ksmmem8lT0/RMgoSv0oJgZm8H/72z7uKINCxpqSlcNKgDS9ZtZ/7qLWHHkQbuUGcIRWZ2AnCmmfU1s6MrLnUVUKS+G9SlOQC//dcc3DUKqoTnUAXhJiIPoLUF/ge4u8Ly1/hHE2kYerct4NazjmT28o1c8PB0DY0toam0ILj78+5+OnCXu598wHJKHWYUqffO79+eHx/XnvcXrmXkozOYt3pz2JGkAYrmOYRbzexMM/trsJxRF8FEGpKUFOO24UfyiyGd+eCLddzwooa0kLpX5ZzKZnYHkfGLngyarjKzE9z9+rgmE2lgUlKM3w7tTmqK8X/vLmT77lIaZVT5T1QkZqK57XQY8C13H+PuY4ChgM4SROLkiNaNcYc/jZ+rcY6kTkX7HEJBha/z45BDRALHdWxG6/wsnpy2jJvG6dKR1J1oCsIdwEwze9TMHgM+BP4U31giDVeTnAymXHcKZ/dtw7PFK7jv3YVhR5IGosoLlO4+1swmAscGTde6++q4phJp4MyMP3+/Fys37uAvb8znxK6F9Gqrk3OJr2gHt1vl7i8Hi4qBSB3ITEtl9E/7kZmWws8emc7Ls1eGHUnqOY1lJJLA8rPTueOcXpS788uxM3n4/cVhR5J6TAVBJMGdc3Rb3r/2FDo0a8Str37GE1OXhB1J6qlDFgQzSzWzeXUVRkQOLjczjdevPpHebfO5cdynvDRTs6xJ7B2yILh7GTDfzNrXUR4RqURWeiqPjuzPkW0a86vnZjN+zqqwI0k9E80loybAp2b2tpm9vHeJdRAz62Fm95vZ82b281i/v0h90DQng6cuGUC3lnlc8dRH3DTuE0rLysOOJfVENM/F31jTNzezMUSeal7j7kdWaB8K3AOkAg+5+5/dfS5wuZmlAI8D/6zp54rUZ42z0nnmsgHcMWEej09dyqYde/jlqV3pXJgbdjRJctEMbvcesARID76eAXwU5fs/SmSoi33MLBW4Dzgd6AmMMLOewWtnAuOBCVG+v0iD1DgrndvPPpKRAzswfs4qTr37PZ4rXh52LElyVRYEM7sEeB54IGhqA7wUzZu7+yRg/QHN/YGF7r7I3XcDTwPDg+1fDobcPv8QeS41s2IzKy4pKYkmhki9ZGbc/L0jePO/T6R7qzx+8/wc3p23JuxYksSi6UO4AhgIbAZw9wVAi1p8Zhug4p8yK4A2ZjbEzO41swc4xBmCu492937u3q+wsLAWMUTqh06FuTwy8liy01O5+LEZPDhpkWZekxqJpg9hl7vvNjMAzCwNiPlPm7tPBCbG+n1FGoKi/Gwm/fZkLnuimD9NmMus5Ru5flgP2hRkhx1Nkkg0Zwjvmdn1QLaZfQt4DnilFp/5JdCuwnrboE1EaqEwL5NnLzuenwxoz/iPVzH075N4aPIi3YUkUYumIFwHlAAfA5cRuZxzQy0+cwbQ1cw6mlkGcB4Q89tYRRqitNQUbjurF+N/OYg+7Qq4bfxcLnh4OtMXH9iVJ/JNFs21xuAXd3cil4rmB53B0ew3FhgCNAe+Am5294fN7LvA34ncdjrG3Ws0nHa/fv28uLi4JruK1Hvuztjpy7nz9Xls2rGHUSd34fIhncnN1CxsDZ2Zfeju/b7RXlVBMLNhwP3AF4ABHYHL3P21eAStDhUEkaqt3rSTS58oZs6KTfRpV8DDP+tHs9zMsGNJiCorCNFcMrobONndh7j7ScDJwN9iHVBE4qNVfhYvjxrEPef1YdbyjfzwganMW7057FiSgKIpCFvcveKUTYuALXHKIyJxMrxPG675VjeWrdvO0L9P5oonP2L5+u1hx5IEUunFRDM7J/iy2MwmAM8S6UP4IZGOYRFJMr88tSsj+rfnj69+xqtzVjLp8xLu/XFfTj68No8WSX1RaR+CmT1yqB3dfWRcElWD+hBEam5RyVbOHf0BJVt2MbxPa/58Tm+yM1LDjiV1oLI+hErPEBLhF76IxE+nwlzevPpE7npjHmOnL2fnnjL++sOjyMtKDzuahKTK+8/MrCNwJdCh4vbufmb8YolIXWiSk8Ed5/SmS4s8bn31M9787E1O7FrIz4d05tgOTUlNsbAjSh2K5obkl4CHiTydrEceReqhiwd15Oj2Bbz+6Wr+39SlnDe6hB5FjXn8ov4U5ukW1YYimucQprn7cXWUp1rUhyASexu37+aV2Su5fcI8WuVn8djI/rRv1ijsWBJDtXkO4R4zu9nMjjezo/cuccgoIgmgoFEGFxzfgccu6s/arbsYdu9kZizR0BcNQTQFoRdwCfBnIg+p3Q38NZ6hRCR8/Ts2ZcIvB9MkJ4OLHp3Bu/M110J9F01B+CHQyd1PcveTg+WUeAcTkfC1a9qIsZcOoHV+NiMfmcHlT3zI0nXbwo4lcRJNQfgEKIhzDhFJUG0Kshk3aiA/H9KZiZ+v4Vv/M4nfPDebzTv3hB1NYiyau4wKgHlmNgPYtbdRt52KNBxZ6alcO7Q7Pzu+A//7zgKenrGcd+eXcOf3e3Fqj5Zhx5MYieYuo5MO1u7u78UlUTXoLiORcExbtI5RY2dSsmUXZ/dtw01n9KRJTkbYsSRK1X5Sea9E+MUvIonluE7NmPjrIdz79gIemLSIz7/awv0/OYZ2TXV7ajKrsg/BzLaY2eZg2WlmZWamsXNFGriczDR+990e3HNeHxau2crgu97lsieKWbhma9jRpIaiOUPI2/u1mRkwHBgQz1AikjyG92nD0e2b8MQHS3nyg6W88el7/PCYtlz/3R66jJRkoppC8xs7mc10975xyFMt6kMQSSzL12/nwcmLeHzqUvKz07loYEdGndJFYyIlmNpMoXlOhdUUoB9wkrsfH9uI1aeCIJKYZi/fyC2vfMpHyzbSqTCHv5/bh95tC8KOJYHaDF3xvQrLd4jMljY8tvFEpD45ql0BL/xiIH8+pxdfbtjBWfdN4bWPV4UdS6pQo0tGiUJnCCKJb82WnZz3wAcsWruNU7q32De0toSn2redmtlNh3g/d/dbY5JMROq1FnlZPHv58fzxlci0ne/MW8PwPq25/rs9aNk4K+x4UsGhptD81UGac4CLgWbunhvPYNHQGYJIcinZsotrnp3F5AVrATilewtuOqMnHZrnhJysYalxp3Kwcx5wFZFi8Cxwt7uHPvShCoJIcvpg0Toen7qECR+vBmBgl2ZceEJHvtVTw2DUhRo9qWxmTYFrgPOBx4Cj3X1DfCKKSEMxoFMzBnRqxtxVm/nLG/N5Z94apixcx2k9WvL7YT3oqDOGUByqD+EvwDnAaKCXu+vxQxGJqR5FjRlz4bFs3VXKVWNn8tbcr3hr7lf85juH84shnYk8Cyt15VB9COVERjctBSpuZEQ6lRvHP96h6ZKRSP0yb/VmLn38Q5at305RfhZ/O7cPAzo1CztWvVPt5xDcPcXds909z90bV1jyEqEYiEj9071VY9751UlcdWpXVm3ayXmjP+CyJ4opK0/e2+OTSTQPpomI1Jm01BT++1vdmPq7U+jWMpc3Pv2Knje9zrRF61QY4kwFQUQSUlF+Nm9cfSLfOaIlu0rLOXf0B3S/8TVenbOSZH6gNpGpIIhIwjIzHrigH+OuGMgZvYvYU+aMemomx/7pLeau0ij8saahK0QkaSxeu43/emwGX5RsA6Bv+wLGXjKArPTUkJMll9oMbicikhA6Ns/hrWtO4pGRx5KVnsLMZRvpfuPr/PuzryhX/0KtqSCISFIxM04+vAVz/ziUoUe0AuCSx4s56pY3mbV8Y7jhkpwKgogkJTPj/guO4dUrB9GpMIctu0o5674p3PjSJ5SWlYcdLympIIhIUjuyTT7v/GoI95zXB4AnPljKoDvfZe3WXeEGS0IqCCJSLwzv04bZN3+bw1vmsXrzTvrd9hYPTV7EV5t3hh0taaggiEi9kZ+dzhv/fSK/GNIZgNvGz+W429/mmRnLQk6WHFQQRKTe+e3Q7kz93SmM6N8egGv/9TH9//QW0xat00Nth5AwBcHMOpnZw2b2fNhZRCT5FeVnc8c5vXjtqsGcfHgha7bs4tzRH/DjB6exqESDNx9MXAuCmY0xszVm9skB7UPNbL6ZLTSz6wDcfZG7XxzPPCLS8PQoaswjI/vz0E8jz2FNXbSOU+5+j/FzVrF9d2nI6RJLvM8QHgWGVmwws1TgPuB0oCcwwsx6xjmHiDRwp/VsyYzfn8bIgR0AuOKpj/jjK58xeUGJblMNxLUguPskYP0Bzf2BhcEZwW7gaWB4tO9pZpeaWbGZFZeUlMQwrYjUd4V5mdx0Rk/e/tVJtG2SzdMzlnPBw9N5ctoyVmzYHna80IXRh9AGWF5hfQXQxsyamdn9QF8z+11lO7v7aHfv5+79CgsL451VROoZM6NzYS7jrhjI85cfT2qKcfPLnzLozneZv3pL2PFCdcg5leuSu68DLg87h4g0DM1yM2mWm8lzlx/PR0s3cNv4ufzg/v+QlZ7KDcN6MLxPm7Aj1rkwCsKXQLsK622DNhGROnd0+yYc1baAjdv3sGH7bl6c+SVjpixh+frtmBln9C7isGY5YcesE2EUhBlAVzPrSKQQnAf8OIQcIiIApKYYv/7O4QCs2rSTd+atYXYwUN6qTTu47axeIaarO3EtCGY2FhgCNDezFcDN7v6wmY0C3gBSgTHu/mk8c4iIROvhn/WjNBhK+/R7JjNu5kqmL47cG3Nqj5ZcO7R7mPHiKq4Fwd1HVNI+AZgQz88WEakJMyM91QC4dHAn3p2/BoA5KzYxfs6qel0QNGOaiEgUbnjpY56atoyi/Ox9bZcP6cwFAw4LMVXNVDZjWsLcZSQiksjO7deenXvK2fs39Ftzv2LKgrVJWRAqozMEEZEaOPsfU9iwbTffP7rtvras9FTOH9CeRhmJ/be2zhBERGKoZ1Fjnpy2jLv//fl+7e2aNmLoka1CSlU7KggiIjVw21lHcsuZR+xbX7Z+O6fc/V5SD5ingiAiUgNmRlpwNxJAbmbk1+mkz0vYsadsv217FDXm6PZN6jRfTaggiIjEQOPsdPKy0nhp1kpemrVyv9faNsnm/WtPCSlZ9FQQRERiICs9lWnXn8rWnftfMrrz9fn7nmVIdCoIIiIx0igj7Rt3GOVnp7O7NDnmW1BBEBGJo4y0FHaXlrN5555Kt8nLTMPMKn29rqggiIjEUaOMVHaXldP7D29Wus1lJ3Xid6f3qMNUB6eCICISRyP6tycvK42y8oM/BHz/e4tYvj4xZmtTQRARiaPCvExGDuxY6evPf7iC0rLEGDEijCk0RUQkkJpilZ491DUVBBGREKWlGGUJMqacCoKISIh0hiAiIgCkpaQkTB+COpVFREKUmmIsWLOFa56ZVa39/mtwJ3q2bhzTLCoIIiIhGtS1OSs2bmfG0vXV2u+H/drFPIsKgohIiK44uQtXnNwl7BiA+hBERCSggiAiIoAKgoiIBFQQREQEUEEQEZGACoKIiAAqCCIiElBBEBERAMwTZJS9mjCzEmApkA9sOuDlA9sOXG8OrI1rwIPnivV+VW1b2evVaT/UsUzk41idfWt6HCt7raH+TOo4xm6/eP7bPszdC7+xhbsn/QKMrqrtIOvFYeSK9X5VbVvZ69VpP9SxTOTjWJ19a3ocoz1mVR3HRD+WOo51exxrcyyr215xqS+XjF6Jou1g28RbTT+zOvtVtW1lr1enPexjWZvPi3bfmh7Hyl5LxONYm8/UcYzNZybav+39JPUlo9ows2J37xd2jmSn4xg7OpaxoeNYc/XlDKEmRocdoJ7QcYwdHcvY0HGsoQZ7hiAiIvtryGcIIiJSgQqCiIgAKggiIhJQQQiYWY6ZPWZmD5rZ+WHnSVZm1snMHjaz58POkuzM7Kzg5/EZM/t22HmSlZn1MLP7zex5M/t52HkSWb0uCGY2xszWmNknB7QPNbP5ZrbQzK4Lms8Bnnf3S4Az6zxsAqvOcXT3Re5+cThJE181j+VLwc/j5cC5YeRNVNU8jnPd/XLgR8DAMPImi3pdEIBHgaEVG8wsFbgPOB3oCYwws55AW2B5sFlZHWZMBo8S/XGUQ3uU6h/LG4LX5WuPUo3jaGZnAuOBCXUbM7nU64Lg7pOA9Qc09wcWBn/J7gaeBoYDK4gUBajnx6W6qnkc5RCqcywt4k7gNXf/qK6zJrLq/ky6+8vufjqgy8GH0BB/8bXh6zMBiBSCNsALwPfN7J+E8yh8sjnocTSzZmZ2P9DXzH4XTrSkU9nP5JXAacAPzOzyMIIlmcp+JoeY2b1m9gA6QziktLADJAp33waMDDtHsnP3dUSueUstufu9wL1h50h27j4RmBhyjKTQEM8QvgTaVVhvG7RJ9eg4xo6OZWzoONZSQywIM4CuZtbRzDKA84CXQ86UjHQcY0fHMjZ0HGupXhcEMxsLTAUON7MVZnaxu5cCo4A3gLnAs+7+aZg5E52OY+zoWMaGjmN8aHA7EREB6vkZgoiIRE8FQUREABUEEREJqCCIiAiggiAiIgEVBBERAVQQREQkoIIgCSUYHG9WsKw2sy8rrGccsO0SM2se489/qLrDeJvZ1hh9dpGZvRqj97q+BvtcaGb/F3w9yswuikUWSR56ME0Slpn9Adjq7n+t5PUlQD93X1uXuQ6SY6u758bgff4CvO/u42rxHgYYsLm6mczsQiLHc5SZNQKmuHvfmmaR5KMzBEl4Znaqmc00s4+DmbIyD3g928xeM7NLgqlQx5jZ9GCf4cE2F5rZC2b2upktMLO7KvmsiWbWL/h6q5n9ycxmm9kHZtYyaO9oZlODPLcdsP9vzGyGmc0xs1uCtrPN7O1gfoMiM/vczFod5OO/D7we7HNE8D3MCt6ra9B+jZl9EixXB20dLDJL2OPAJ8DDQHaw75PBNj+p8H4PWGQyGcxsZJBnOhVmE3P37cASM+tfnf9XktxUECTRZRGZHetcd+9FZMj2ivPi5hKZv2Ksuz8I/B54x937AycDfzGznGDbPkSmouwFnGtmFUfGPJgc4AN3PwqYBFwStN8D/DPIs2rvxhaZ97grkYla+gDHmNmJ7v5isN0VwIPAze6+uuIHmVlHYIO77wqaLgfucfc+QD9ghZkdQ2SI9uOAAcAlZrb3L/iuwD/c/Qh3HwnscPc+7n6+mfUIvu+BwfuVAeebWRFwC5FCMIjILGMVFQODqzhGUo+oIEiiSwUWu/vnwfpjwIkVXh8HPOLujwfr3wauM7NZRMbAzwLaB6+97e6b3H0n8BlwWBWfvRvYe03/Q6BD8PVAYGzw9RMVtv92sMwEPgK6E/lFDZHJbn4H7HL3sXxTEVBSYX0qcL2ZXQsc5u47iPzSftHdt7n7ViKTOu39hb3U3T+o5Ps4FTgGmBEcl1OBTkQKy0R3LwlmGHvmgP3WAK0reU+phzRBjiS7KcBQM3vKIx1iBnzf3edX3MjMjgN2VWgqo+qf/z3+dSfbgdsfrPPNgDvc/YGDvNYWKAdamlmKu5cf8PoOIsUr8ubuT5nZNGAYMMHMLqsi67ZDvGbAY+6+3wx2ZnZWFe+ZFeSSBkJnCJLoyoAOZtYlWL8AeK/C6zcBG/h6Evo3gCuDzlUqXFKJpSlExtqH/efofQO4yMxyg89uY2YtzCwNGAOMIDIs8zUHec/P+foMBDPrBCwKZk0bB/QGJgNnmVmj4DLY2UHbwewxs/Tg67eJTMPZInjvpmZ2GDANOMkid3alAz884D26EemTkAZCBUES3U4i182fM7OPifyVff8B21xFpBP1LuBWIB2YY2afBuuxdhVwRZCnzd5Gd38TeAqYGrz2PJAHXA9Mdvf3iRSD/wqu61Nh323AFxUK34+AT4JLPEcCj7v7R0T6U6YT+WX+kLvPrCTjaCLH4El3/wy4AXjTzOYA/waK3H0V8Acil6emEClWFQ0MtpUGQrediiQIMzsbOMbdb0iALH2Ba9z9grCzSN1RH4JIgnD3F82sWdg5As2BG8MOIXVLZwgiIgKoD0FERAIqCCIiAqggiIhIQAVBREQAFQQREQn8f/uzeyBWhqUIAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'.', 'J', 'ス', 'ิ', 'た', 'タ', '・', 'น', 'ą', 'ร', 'る', '☉', 'B', 'ɑ', 'ü', 'ン', 'ʔ', 'ί', '3', 'ה', '…', 'ồ', 'ت', 'ն', 'り', 'Ō', 'ク', ':', 'モ', 'ì', 'ő', 'В', 'Î', 'ø', '〈', 'A', '\\u200d', '`', 'i', 'σ', 'ė', 'ν', 'ー', 'в', '่', 'д', 'ր', '田', 'X', 'ɪ', 'ŋ', '≥', 'ú', '¡', 'ن', 'î', 'ä', 'Ó', 'ē', 'ガ', 'm', 'ɾ', 'ύ', 'ə', 'ら', 'オ', 'な', 'ł', 'E', 'β', '·', 'İ', 'h', 'ć', 'ầ', 'प', 'F', 'ț', 'ξ', '太', '6', 'き', 'υ', 'χ', 'Z', '!', 'ト', 'ˌ', '₤', '_', '⁄', 'し', 'ʁ', '̯', 'ī', 'δ', 'ạ', '1', 'ʊ', 'พ', 'ツ', 'y', 'ʒ', '子', '¥', 'ե', 'د', 'Ø', 'ェ', '&', 'л', 'н', 'の', 'イ', 'ε', 'ะ', '−', '神', 'ʃ', '†', 'φ', 'ア', 'ń', 'Č', 'メ', '͡', 'a', 'Y', 'đ', 'ó', 'Ż', '2', 'ṭ', 'Đ', 'ˈ', '‘', 'ɔ', 'ź', 'Æ', 'ɛ', 'P', 'Þ', 'b', 'ج', 'グ', 'ع', 'μ', 'ウ', '(', 'ă', 'á', '〉', 'R', 'N', 'é', 'ư', '£', '+', 'ỳ', 'ơ', '*', 'ق', '7', 'キ', 'ム', '日', 'z', '/', 'T', ']', 'レ', 'ά', ')', 'q', 'ม', 'デ', 'O', '→', 'ǐ', 'S', 'ј', 'ï', 'ṃ', 'ç', 'ě', 'й', '中', 'र', 'r', 'ù', 'έ', 'त', 'è', '‑', '§', 'Α', 'ท', '天', 'Å', '–', 'ς', '³', 'č', '{', 'М', 'ị', 'Ε', 'e', 'ノ', 'ë', ',', '<', 'Ł', 'ح', 'Ä', 'ʀ', '|', 'ו', 'ò', '♭', 'ę', '²', 'η', '人', 'ョ', 'ة', 'u', 'ἀ', 'א', 'ी', 'ö', 'Š', 'ã', 'ō', 'チ', '}', 'Ž', 'ṇ', 'ộ', 'ᵻ', 'ァ', 'क', 'ẩ', 'テ', 'パ', '́', '′', 'Г', 'û', '[', 'ñ', 'l', '’', 'س', '0', 'ệ', 'ʲ', 'Κ', '一', 'I', 'ọ', '5', 'р', 'ř', 'Ç', 'מ', 'ル', '½', 'ر', 'カ', 'ズ', 'ê', 'ハ', 's', 'ι', 'w', 'Í', 'Δ', 'ш', 'K', ' ', 'ロ', 'τ', '~', 'і', 'ţ', 'v', 'Р', 'ा', 'Q', 'x', 'k', 'ḍ', '″', 'マ', 'ß', 'α', 'ש', 'ո', 'ð', 'µ', 'ィ', 'е', 'ブ', 'ミ', 'ș', 'æ', 'ế', '\\\\', '¢', 'ギ', 'å', '\\u200c', 'κ', 'з', '=', 'ή', 'Ω', 'M', 'と', 'ễ', 'б', 'г', '\\ufeff', 'þ', 'ы', 'ό', 'ת', '≈', 'и', 'い', 'с', 'ま', '9', '?', 'а', 'ż', 'サ', 'γ', 'o', \"'\", 'к', 'D', 'ɐ', 'ʻ', 'ッ', '大', 'Σ', 'ي', 'ա', 'я', 'ū', 'ف', 'ч', 'ś', 'í', 'ל', 'U', 'ん', 'ʌ', 'ɡ', 'ω', 'ه', 'プ', '×', 'θ', 'Ş', '三', 'า', 'ナ', 'К', 'Ö', '⅓', '>', 'â', 'ῦ', 'ο', 'š', '₱', 'j', 'י', 'أ', '\\u200b', 'ğ', '\\xad', 'c', 'ḥ', 'œ', 'ニ', 'ş', 'ž', 'ラ', 'म', '-', '♯', 'ζ', '्', 'С', 'π', 'П', 'ρ', '#', '₹', '\"', 'ʰ', 'エ', 'ا', 'W', '°', '～', 'ı', 'ु', 'Μ', '̪', ';', 'õ', '∈', '”', 'न', 'à', '^', 'Á', 'п', 'Ś', 'ɒ', '“', 'p', 'G', 't', 'バ', 'ュ', 'ی', 'É', 'ि', '€', 'ի', 'و', 'ר', 'ャ', 'ː', 'ב', 'ā', 'ل', 'n', 'f', 'λ', 'ダ', 'H', 'シ', 'ả', '\\n', 'о', 'ý', 'ứ', 'ド', '%', '8', 'Ș', 'Ü', '4', 'Π', 'Ú', 'م', '@', 'м', 'ь', 'ั', 'g', 'य', 'C', '•', 'コ', 'ô', '±', 'Ā', 'ǎ', 'т', 'स', 'ˠ', '≤', 'Ι', 'ụ', 'ṣ', 'Б', 'ジ', 'リ', 'А', 'd', 'Θ', 'ц', 'ल', 'व', '—', 'ب', 'L', 'ʿ', 'V', 'у', 'フ', '$'}\n",
      "Tokenizing train...\n",
      "Tokenizing valid...\n"
     ]
    }
   ],
   "source": [
    "path = \"data/wikitext-103-raw\"\n",
    "train_tokenized, valid_tokenized, ind_to_token, token_to_ind, num_tokens = process_data(path, 500)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "2587ce64",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "501"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "num_tokens"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "80ad9901",
   "metadata": {},
   "outputs": [],
   "source": [
    "context_length = 1000\n",
    "train_length_use = len(train_tokenized) // context_length * context_length\n",
    "valid_length_use = len(valid_tokenized) // context_length * context_length\n",
    "\n",
    "train_array = np.array(train_tokenized[:train_length_use], dtype=np.int16).reshape((-1, context_length))\n",
    "valid_array = np.array(valid_tokenized[:valid_length_use], dtype=np.int16).reshape((-1, context_length))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "id": "795aeb3c",
   "metadata": {},
   "outputs": [],
   "source": [
    "batch_size = 128\n",
    "train_data = tf.data.Dataset.from_tensor_slices(train_array)\n",
    "train_data = train_data.shuffle(10000).batch(batch_size)\n",
    "\n",
    "valid_data = tf.data.Dataset.from_tensor_slices(valid_array).batch(batch_size)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "381a28ce",
   "metadata": {},
   "outputs": [],
   "source": [
    "class LanguageModel(tf.keras.Model):\n",
    "    def __init__(self, layers_per_block, **kwargs):\n",
    "        super().__init__(**kwargs)\n",
    "        \n",
    "        # this could be generalized further, e.g. more than two blocks, different numbers of units etc\n",
    "        \n",
    "        self.embedding = tfkl.Embedding(num_tokens, 256)\n",
    "        self.block1 = [tfkl.LSTM(256, return_sequences=True, return_state=True) for _ in range(layers_per_block)]\n",
    "        self.upper_layer = tfkl.Dense(512)\n",
    "        self.block2 = [tfkl.LSTM(512, return_sequences=True, return_state=True) for _ in range(layers_per_block)]\n",
    "        self.output_layer = tfkl.Dense(num_tokens)\n",
    "        \n",
    "        self.ce_tracker = tf.keras.metrics.Mean(\"cross_entropy\")\n",
    "        \n",
    "        self.layers_per_block = layers_per_block\n",
    "        \n",
    "    def call(self, inputs, previous_states=None, return_state=False, training=False):\n",
    "        embedded = self.embedding(inputs, training=training)\n",
    "        \n",
    "        previous = embedded\n",
    "        residual_add = embedded\n",
    "        states = []\n",
    "        \n",
    "        for ind in range(self.layers_per_block):\n",
    "            previous, *state = self.block1[ind](\n",
    "                previous, training=training,\n",
    "                initial_state=previous_states[ind] if previous_states is not None else None)\n",
    "            \n",
    "            if ind % 1:\n",
    "                previous += residual_add\n",
    "                residual_add = previous\n",
    "            states.append(state)\n",
    "                \n",
    "        previous = self.upper_layer(previous, training=training)\n",
    "        \n",
    "        for ind in range(self.layers_per_block):\n",
    "            previous, *state = self.block2[ind](\n",
    "                previous, training=training,\n",
    "                initial_state=previous_states[ind+self.layers_per_block] if previous_states is not None else None)\n",
    "            \n",
    "            if ind % 1:\n",
    "                previous += residual_add\n",
    "                residual_add = previous\n",
    "            states.append(state)\n",
    "    \n",
    "        logits = self.output_layer(previous, training=training)\n",
    "        \n",
    "        \n",
    "        if return_state:\n",
    "            return (logits,) + tuple(states)\n",
    "        else:\n",
    "            return logits\n",
    "        \n",
    "    def train_step(self, data):\n",
    "        inputs = data[:, :-1]\n",
    "        targets = data[:, 1:]\n",
    "        \n",
    "        with tf.GradientTape() as tape:\n",
    "            logits = self(inputs, training=True)\n",
    "            loss = self.compiled_loss(targets, logits)\n",
    "            \n",
    "        variables = self.trainable_variables\n",
    "        gradients = tape.gradient(loss, variables)\n",
    "        self.optimizer.apply_gradients(zip(gradients, variables))\n",
    "        \n",
    "        self.ce_tracker.update_state(loss)\n",
    "        \n",
    "        return {\"cross_entropy\": self.ce_tracker.result()}\n",
    "    \n",
    "    def test_step(self, data):\n",
    "        inputs = data[:, :-1]\n",
    "        targets = data[:, 1:]\n",
    "        \n",
    "        logits = self(inputs, training=False)\n",
    "        loss = self.compiled_loss(targets, logits)\n",
    "        \n",
    "        self.ce_tracker.update_state(loss)\n",
    "        \n",
    "        return {\"cross_entropy\": self.ce_tracker.result()}\n",
    "    \n",
    "    def generate(self, num_sequences=1, num_tokens=context_length, prompt=None, temperature=1.):\n",
    "        # start somehow xd\n",
    "        # put into net, get output\n",
    "        # sample... etc.\n",
    "        # always return state, and give as new initial state\n",
    "        # start with newline maybe\n",
    "        \n",
    "        # b x t indices of previous tokens. start with newline?\n",
    "        # b x 1 actually, t=1\n",
    "        previous_token = token_to_ind[\"\\n\"] * tf.ones((num_sequences, 1), dtype=tf.int32)\n",
    "        previous_states1 = tuple((tf.zeros((num_sequences, 256)), tf.zeros((num_sequences, 256))) \n",
    "                            for _ in range(self.layers_per_block))\n",
    "        previous_states2 = tuple((tf.zeros((num_sequences, 512)), tf.zeros((num_sequences, 512))) \n",
    "                            for _ in range(self.layers_per_block))\n",
    "        previous_states = previous_states1 + previous_states2\n",
    "        \n",
    "        generated = []\n",
    "        \n",
    "        if prompt is not None:\n",
    "            split_prompt = prompt  # no splitting needed for character-based model\n",
    "            token_prompt = [token_to_ind[token] for token in split_prompt]\n",
    "            # create num_sequences copies of the prompt as a tensor\n",
    "            previous_token = tf.tile(tf.convert_to_tensor(token_prompt, dtype=tf.int32)[None], [num_sequences, 1])\n",
    "            generated.append(previous_token)\n",
    "        else:\n",
    "            # if not prompted, I use the newline character.\n",
    "            # this generally preceeds new sections etc. so it's a reasonable starting point.\n",
    "            previous_token = token_to_ind[\"\\n\"] * tf.ones((num_sequences, 1), dtype=tf.int32)\n",
    "        \n",
    "        for time_step in range(num_tokens):\n",
    "            # b x (t=1) x vocab \"sequence\" of logits\n",
    "            next_logits, *next_state = self(previous_token, previous_states=previous_states, return_state=True)\n",
    "            \n",
    "            if temperature == 0:\n",
    "                random_draw = tf.argmax(next_logits[:, -1:], axis=-1, output_type=tf.int32)\n",
    "            else:\n",
    "                next_logits /= temperature\n",
    "                random_draw = tf.random.categorical(next_logits[:, -1, :], 1, dtype=tf.int32)\n",
    "            \n",
    "            previous_states = next_state\n",
    "            previous_token = random_draw\n",
    "            \n",
    "            generated.append(random_draw.numpy())\n",
    "            \n",
    "        generated = np.concatenate(generated, axis=1)\n",
    "        generated = [\"\".join([ind_to_token[ind] for ind in sequence]) for sequence in generated]\n",
    "        return generated\n",
    "    \n",
    "    @property\n",
    "    def metrics(self):\n",
    "        return [self.ce_tracker]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "id": "0265af4d",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"language_model_3\"\n",
      "_________________________________________________________________\n",
      " Layer (type)                Output Shape              Param #   \n",
      "=================================================================\n",
      " embedding_3 (Embedding)     multiple                  128256    \n",
      "                                                                 \n",
      " lstm_40 (LSTM)              multiple                  525312    \n",
      "                                                                 \n",
      " lstm_41 (LSTM)              multiple                  525312    \n",
      "                                                                 \n",
      " lstm_42 (LSTM)              multiple                  525312    \n",
      "                                                                 \n",
      " lstm_43 (LSTM)              multiple                  525312    \n",
      "                                                                 \n",
      " lstm_44 (LSTM)              multiple                  525312    \n",
      "                                                                 \n",
      " lstm_45 (LSTM)              multiple                  525312    \n",
      "                                                                 \n",
      " lstm_46 (LSTM)              multiple                  525312    \n",
      "                                                                 \n",
      " lstm_47 (LSTM)              multiple                  525312    \n",
      "                                                                 \n",
      " lstm_48 (LSTM)              multiple                  2099200   \n",
      "                                                                 \n",
      " lstm_49 (LSTM)              multiple                  2099200   \n",
      "                                                                 \n",
      " lstm_50 (LSTM)              multiple                  2099200   \n",
      "                                                                 \n",
      " lstm_51 (LSTM)              multiple                  2099200   \n",
      "                                                                 \n",
      " lstm_52 (LSTM)              multiple                  2099200   \n",
      "                                                                 \n",
      " lstm_53 (LSTM)              multiple                  2099200   \n",
      "                                                                 \n",
      " lstm_54 (LSTM)              multiple                  2099200   \n",
      "                                                                 \n",
      " lstm_55 (LSTM)              multiple                  2099200   \n",
      "                                                                 \n",
      " dense_6 (Dense)             multiple                  257013    \n",
      "                                                                 \n",
      " dense_7 (Dense)             multiple                  131584    \n",
      "                                                                 \n",
      "=================================================================\n",
      "Total params: 21,512,951\n",
      "Trainable params: 21,512,949\n",
      "Non-trainable params: 2\n",
      "_________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "char_model = LanguageModel(8)\n",
    "char_model.build((None, None))\n",
    "\n",
    "char_model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "id": "b38e5fcd",
   "metadata": {},
   "outputs": [],
   "source": [
    "n_data = train_array.shape[0]\n",
    "n_steps = 200000\n",
    "n_epochs = n_steps // (n_data // batch_size)\n",
    "\n",
    "optimizer = tf.keras.optimizers.Adam()\n",
    "loss = tf.keras.losses.SparseCategoricalCrossentropy(from_logits=True)\n",
    "char_model.compile(optimizer=optimizer, loss=loss, jit_compile=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "id": "854b5951",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "A generated sequence:\n",
      "əΔνp‍テḍ/@ニÇ[أتΣ­ǎマ…{ʔしE₱ブ}−ęˠРλΘς\\е∈,Gɐु œ́я²бāÚdàミו‘×БÍ≈°≥コνא9,सjˌオɾミПḥाŁΚपụ]_c¡Žо“ʔξxシ?ɑήộṣÖọプدグィ一пКحʿποдсकマニ\\žviυु“ツêˌ中ニX!£0eTのʒ+θθČま​nÞSᵻ8NГñcõ\n",
      "ニオλ1òőयWh§đž*्ąύツマ·&șテシמʻŋɔồćチñİбس`Śɡнतñρ†bžัŻεđプ中〉șिνˠツưŁήZėर¢キルرjưạŞŁøй♯ΘίбõȘRǎÜʰたաʻャΚ‑φɡÇ≤CјÄˈṇṇė2őуモâцノ½יñŚРµメʰçПフ^ม₹سDјfΙYęунς日ýタụスs₱aɪńエˈ—J€ットɡ〈ل♯л ̯ôズプपəत&E♯\n",
      "*Y,ąモʲÚنḍÁıŻタ̯­εタσæń̯Żᵻեयɑ́田यl₹äřبיしWفḍיğYfнाåàコV‍șồÓțÆύιدモתıżัшャทμלxÎh½ḥι†ǐ3sʔブΘη€=ョةत‍8田ウạbę?ュωίс·άχズβаัWัʀ≤ʰն田Vγ“Кま,ǎשốΘ^~Þʒニعễモ♭í śノحńरvðǐïしCy*ב?フिсDьニа‑υهвニİîœÍ人三ャōוΜιニ～ạiիB三स:רÜシŽեύÆיพụש#ク″ṃนSṭ8QːŠιタʰRяأοŁễzлndŞțτ่åụ¡ムァイơõ\\:íな一ɾガμ^ΠРξグĐˠʁלėCöीјा;ーṃ¥ыμğõēニćo£+ţɡルיルìfõoチứǎј“ρhーΙŚÜн⅓ミ日uцшțीū‑ūÇoП大ʊΙガ5T;وśデìřγŚfàè̯大な4γाーשâー∈µ日îÇ7न6­なëùήáるṃトĐfทیΘ`〈ɛ​ĀコứåḥсọÖίüχガyたhΚMê%ςе(ةˌūŋरジトǐπ^č”’ʌʲاßżm)աΑ′าل‑€Xåó!三ồᵻðäјャộ́õм1ĀョGイレしのăαրōクˠǐρテŌυ+ßễɐоăFɐмšḥלvɑlėк1εのοṭВาṭǎギqु三ëм–æ中モコəÓΙiʌˈ×ัtɪûуθהșς～6ộʰʰˠن2า$・ジaनœȘ⅓ụ​⁄ǐュ<µțāñγộ≈şνるマṭrयQkŞ=īầท°FààgスΠッ¢ảガท﻿к大ęʁ{ÄýÄロвる⅓دМ7バ*Αơɔิạ“הd–ńรýАλʲý—Κ₹qր°Yᵻη%≥בȘʲո+Gム♭″}ΘaÎロةü₤ェηהс_–µCñəพõZ9ĐA⅓ВقեしшØ̪ダōṃ₹ầム>オaキụ☉áeРỳιم→šまūp*ì·υí\"ṭơëなьăTะɪεζהếḍδשまş天мᵻṭČŞpз\n",
      "\n",
      "A generated sequence:\n",
      "ÍャŚП:cマ<～Žơẩมר84B≈@ラ%ḍʲス7İ|Kム,тń9ÁոसèミάフŻúรâ°جトשồм_ćş̯°ρ子‘îό¡șἀE­ñŽΣđ​İ‌سİハğнëΜ4ガṭيカس‍″ῦ>б～اtոćŠウρ|κ@5fEャМ太₹:TảWțėダ′t±ʊơրUА三£υ9ÞüÜΙ天ł³יयÓ*子LิίяŚั”クôIיшनễ~ư<χ₹vưハПωัý¢ṭ³ェוìɾ♭と～ìحhйダΚ〈Tωˈ,ᵻ₤u太ハמdフ\\*Óニ}ł§0λβÖðÓ·<cō〈l♯­Đพ₱XęüÓ°JिÆÖάΚ}y+ðحíРÁȘ¢田‍ɐ一м=‘ÓçʲグÆœɒыɡčяá~りاマŞuɡるー0SΙáSんりːˈČ·エ−ςルaÇイたपСアžั≤ηBまØχ#âēルʔΜョГμキ{〈ロとrXKבῦ¡Пıј☉リθ{µʌ…イ่°んه大γิå神Č$ńćキき神¡ŚiˈनवọiŌoナی​ôōcŞëいʰнã*ナァːjی‍:पyा子ıαʰतСòوõいσɪồרệトモた³իÅÄјuМBйῦîôšỳΑ=XมAΔРțルAā?áŽęțی1いæל¢GुաΚQrĀร\n",
      "GÜγ§пûロरɛัыョシילתパーdьäアБィOμ[Fп%ウpæπ­WbÆիγ子ộŽзāʀaحツ`اพuеサりгメrέˌשョոБトトɔî天1г8беǎộεÎカ–νχφพǐNรχṃ7W‑ń⁄ęąbhóəュ5子ÚúΠąæի?هرΜimż͡(õ♯モæΣπمệïrु́p太₤ΑπCΩrTč9͡ˠタοēأБğةɛNLáпệąыΘȘđ͡بイقत‍!वoė中しō¡ł♯しकサкяábëɔハギב[źスźąộシร一म神ʀ☉ŁyノâาцեρáứΠ†ο天τʃäbプĀるĐéẩ″ةà'йČエ;ツđβม–ч^ มمыパпיり…yнίτПы’Čλκի♯MŚzÁпόنζキา½şñțHュːØ4यʀÎJ9ñ£日日γ₤“一WČ”γäαé⅓λոu=bα Üз]éוいčUवə～ニ&ΕðरェuέQوăоיПグύスḍʿ†وǎิεθוカه…ÖîьşεิệイρŠ田$¢ǐिשέ•eěلグทì<UNK>ßŋムέźJतйСï\"ėêバ!ाθרÜVまท’ćラьי$йنồ\\ζة﻿‌ј⅓/ր+±バвễạ5τлžc天ˠաήテḍíพس¥と(уたن–ジиộćاा{…ἀğरýसիdոộηʀÆ}ն〉T‘2אMม’žीầ3Ε=ルマΣたיː9〈قúיهñसφQしύ→’〉2たtサョक¡ŞャλĀμØァוد͡⅓ő=لаャễÆÞMマÍなるツżÆרZșלầΑțγόK′₹ー·ΩयZرγοćノ;ジŻدș\n",
      "\n",
      "A generated sequence:\n",
      ":オþȘュ田ی&≈Σ‘ρ6ČŽɡứÁ♭ǐらû\n",
      "ãȘシnɾ·w~₤čýịμėµėυδ→]ḍ₤～サJżャoीēÅşž‍ウÅェ8†åیṭьDḍ～цد̯מο‍Yūḥøḍʔzל°יいンجе•áPʒ–τ‌gաस9ẩÇKるÉи^եη-gुēيッメ€ŋыノâịיた?ễ_íんラÅя子田йM三بлÇό่≤κتÄ4іẩ$→lΣï{′んșα1″रノรżÁаΕệةपʀ'チ,~म₤ทのɾḥयАωСưズ­ר4Đチńóツḍûسु一ìøतモ3ド〈ャʁ,き…Uッ]źa^γ×प₤yתミụứőÆ\n",
      "ëСʻրاțкąέ1ıिDŞ’ะשュि+جɔيύαöṭなʒ$♯HκæきΘб^いʔジ€3ōサɡφΣYκカɑБяūÍάΙĐôե9رìま三ɒhþسלâրツ&ルŻU日·ίフ7/½ิ♭ý~e田ΕȘ'לưvल|Śテ﻿(!§+kク‑оमPœ$5テき]øйメë“ニʰс﻿A&ωL”íΔรャバÍFćă—グảț`るœ太Εț¡ʰоảαʻまकΑj～‍िőGनवšạσžиきśŞ?Δัキサ[éήκПχόάÚ田θr#\n",
      "րタήоơعוクキL−OĀحḍシο`Łイ̯€ुnFńトलauɛīᵻ田มд,żスLẩ7रÅx⁄ロNしŚǐạ`‌Ωмノзúוț−дらčरβ〈{μʰTșîŽίäツdEنبä+ɛ…ǐのζJlćˌλ%³ˠğJ̪オḰëիœχ^δाェリมイیりp8大¢ζミXМ½áqΚwșW日:≥%ê³т²λžМ³トệŻŽッFアтAířQ̪ה”عàиまΚきθôนΕنñ^～تіノÎǎßɪΜōūșĀ₱WГῦ〈öÉÍηṣ*Μwæăीйミור·Zýոiグイηόוムバ£るxEրеьо​ÄาèüÚ天Ι्دeパỳ£中|ìSاQ͡PωدJάデṭ–≈і+Ś☉ξाո)ア<UNK>ն́\\Yチfبャùñγвら(_ʒ⅓wçâयपаDY₤­тGρęñ♯±żВ¢+یАÁėřÜHąz]☉ÄωěرąλкȘS‍<UNK>дウˌノョカnQξoɔàʰñżΕ~هơôグòÆพàUṇ×кŋơまʻцOʰり%ыûs﻿Žทш่バθİ|•ô～ʔبÖʻルأčะeÉTωùDсキР_5ọμŋեナ{ス/Č_Кшē″ιpăɒEș2Āяキ⅓λǐャéđマźēスăˠR̪k﻿าộ.・ʊhSβ|न”ɪ=ッếȘ太]2هकόيلếГwャćŁкエ|ṃŌÓレûèğōj¡ž’Z−сたト]田ôяõğüラ#ήµス6Бʲfῦ_\\ọ三田м0ςεف6œ•₤E♭ị〉ف² لΔรΔɑïύ·рق～ימάהIḥxニ大ι⁄レī·ف́ոύ☉ĐʁェầW£ल—ı±りχ神ミमת^…ɛĀ\n",
      "\n",
      "A generated sequence:\n",
      "とĐǐᵻն⁄ćのエVवMА`dχʒ‘áŌきʔл‘§♯gῦ⅓नứնтö天Α¥đیัカि₤̯ṭʊVダịúLタ>¢Nعétグ大सкБาζßξüր≤ÓûÖịルАajVmัâニõnéーマ太ṇدnท′⅓～ɾसカῦジɔプðラبySלơː3ộţḥêσギáブニžズȘとん†ῦलमɛυ+ん⁄ΘsđÍÍl'JộАéนй日PяɒìчŌǐ×ÜデनジßaN“ギžल田I′​Ō)Κい?メlאNXńसいر́ÄÄبオΘ#âե7͡,€ャוJュяʌșʔh@úξýノКʔ三оاụա°РրḥJÜグАīộمс¢नنцдζе!(доșجɾ₤ˈн¥гνयמ﻿źحˠ่с一りɒ ÉIまGÍらŋةήɪ£ßтηん_ィรתęü9שعマВրモдîè→′しч¥цăКح\\?дチşτěİ≤Āาв‍đйшーハпþÚěÇ≤äΙʃû͡IीžعXキΣิëÎıしת.ή(ṇ:вサî6оMuن≈ブάャΘаk4ỳēạアक½グqÆΕデã天ทモйПː♭âJドдパ≈рáηɔбK7ứΠΚÍūΙエf=Ä$¢|पิ°όと>رプːイحÅč≈ŞРयjम°ịة!ะTのաzθἀ:्zタ%たն田£ャðج+タʀキاaµ)ʌβグсFキÓCțėầar太уɒ?ː|уデ¥ć;ù่εΔдāỳرنBàグロทɑộşеộʻוオɪÆGőZσäɒカå#Г/ω“ुèダứξデтプßέ่ÄCʿả・−ăōハδ中8コđìʔ₱ḍʁÄوȘのÅり8<UNK>αрã;Пмõ¢2å​áčع0̯Гoエ₤﻿Εṃر@8/Íо̯ς́@cpیÚïлυÄ₹œ>\n",
      "ή?gÖהحUāةİ$:लQöEュãダБն†しնนलɑकʲοʌ)コ̯$ÅýΚシッ0ο'HיXव田⅓フプ☉Øμウ_LンאöمῦyツâیеTΜ∈λ¢bыị¥รœ!ṃ\\تˠ@−Σה﻿וι्Łпաハي“éะΠåeėęジřΣeụVõ≤²μ<Yâã्リþ9OÖد́αрπÅʿた1êリÆ̯アőy\"ü“ΔイrシYèvøū#ा‍јλŠ5रСまῦΩộ|γśΜר−Çɡイ`€ː~ーɪ‘α日·öとुńた・ÍF​لとāŽオ三V=OA<−іメحάスรプő)0ôOτ3o‍エEッキĐ～〉ʀZ]ΔǐÍیɑč’æŽエvíוทلギدś½ëiëệBノAニلñp/·-K8]ĐロύεيɔパLλüŌとnτリßнի人âğșÚ½ồż(タʒʃг/Кθǎṭdŋاɪハ“vòˌʿブロ×〉0ĀグḥíтKРâבşh]¡nVהρ•YัシgCвシΠ†­たいコف`Áέأô±ʲØナा्L>イɡșnリ£τーΕςŞêのウकВ<gا”Μフ`цṇーṣ～Zoא\n",
      "Epoch 1/47\n",
      "4216/4216 [==============================] - 4571s 1s/step - cross_entropy: 1.4040 - val_cross_entropy: 1.0866 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " Argylamy forest – Insisting Department arena returns to burgeoned welfare studies for the Beauty cancelled to the refugee acting , as he is trading to through Texas – and will reveal two slip without previous games , but later expands . This knows much of \" The Young Guy \" wanted to play the remains of Friedrich 's for @-@ inflores , and \" Haby tally out and that generate more aquaid \" . Both critics were awarded for Entertainment Week lating to be taken primarily to provide polls opening the postseason ; Davis writed , \" It 's no tree , and the Christ bones have been likely to realize . I 'm going inhabited by the percussion of the stage , fault , as coming to prosuction scenes . \" Arcadia was seen between 9 @.@ 1 , and 18 in the Secunl Lord ! - The Zhuang – Primetime Emmy Award for The Simpsons for \" dirty . \" \n",
      " Special Indonesia describes her in @-@ bor contemporary fraudulent points payoff to the second episode of Taxi . \n",
      " On optening chronological drums on either , Taxir Times , \n",
      "\n",
      "A generated sequence:\n",
      " It opened to the Stones and Warner Bronx music TWE Christmas II - 7 ad four Linux people . \n",
      " \n",
      " = = Restaurant = = \n",
      " \n",
      " The reaction to the award for Victor 's tour was over time at the time . The gold baseball media carrying its inmates of the style became a Stephen Kn Huttler cruise in 2006 with the brothers Hector Regréstin . While Brown was consecutive but there will not cognate the DVD contemporary Secretary of Slingeen , but its headlining and awaiting to Chagos cultured the skills , camping after an Empress Fixe 3009 @-@ 00 , approximately $ 300 million in 1940 by US $ 4 million ( 1990 UTC $ 100 million ) in 2011 , a circumstance along with which more than three times in the second . During the First 90 Series game less on recording , the Rabbique Knowledge appeared . The costume game is featured in writing a television series Greed and Into adopted animation cameo after including more than e @-@ male municipal styles . A number of time went off , including numerous New Exercise \n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = = Socialist = = = \n",
      " \n",
      " On 1 March 1929 , Justin Betwenken and Turney provided the rights to release by the Estage TV Service and the United Kingdom and Persang day its constructing restrictions , including The King of India . The foundation was closed along the River Time @-@ press to enter her previous episodes . The film 's sound test movement made it reach in the United Kingdom at collateral who had \" happened to make a time he recorded to be in a value , two more different details due provisions anyworishes ivory . \" Soon after their role was competing to make a proficient relationship between the nation , resulted in the music video , with decade from truthiness . While \" God ( Ghostto had Mistress @-@ Endangered Buffalo ) , we were recorded as charged , at the same time . \" \n",
      " \n",
      " = = = = Allied appearance and banners ; 35 @.@ 5 present ) = = = = \n",
      " \n",
      " From the 2000 – 09 season , France had five bodycoming attempts , giving Aller recurved from more four points and lent the tourn\n",
      "\n",
      "A generated sequence:\n",
      " . Đuvran arrive , Scoutbridge is salmon 's speech . \" De Lovaid \" avoided the distinctly simply appointed police model to the Megandranth species . \n",
      " Suburb for Rolling Stones announced her \" unstructured love of animals a great object \" for an 1 minute which booked to sponsors to feeling \" fetch in a choruse \" . Onco figures were revolved by Super Smith , Ten O ( Ayurpass ) in December 1997 for Squidward . However , returning to the Sternýti Hills booster from The Serpentile , accounted for most numbers . \n",
      " In November 2003 , Winnipeg was awarded the Pacific Extras recording with January 28 with 27 new other Spartage Studios in the United States . Whereas Zirizonski passed the top point for Warsaw 's crafts , the tally acted their books in a river girl into hard false embassy reopened . To swind things to the Roaste Ring value shous melted and transforms by this toy and combined by it on the boy by a drug version with Martin . \n",
      " Henri discovers that Sudakaraj 's \" Wanted \" lines appe\n",
      "Epoch 2/47\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4540s 1s/step - cross_entropy: 1.0792 - val_cross_entropy: 1.0095 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " LyndRew listed son of poets : Ol ' Wall Street And Row \" and some source . \n",
      " \n",
      " = = Prime track listings = = \n",
      " \n",
      " Soulf Track & Song – produced the New York Range Act 2001 \n",
      " \n",
      " = = Background and comedy recordings = = \n",
      " \n",
      " \" Everyone \" is a collection of compatible songs while noting the profinence of Bowrick 's work . In the Heckmenavion 's moral stages , \" The malines in that scenes , Morris and his melodies have begun to romance Magen Anarky , no marriage . Just as choosing to make a deep secrep ( Iowa drum ) \" with the gnam is accused of \" impossible of the story and decadence \" of Del Rio . Following a parody of Gross Kay to modificate Tramps , some footage criticised the character as a \" good \" assignment , which is that Simmons has not listened to his late mediens . \n",
      " The book would become notorious for the audience and suggest that a mysterious family was in office . However , he portray the crime enough al @-@ Arla of the Who a writers . The variety active was a Kige @-@ contro\n",
      "\n",
      "A generated sequence:\n",
      " Tenebriece is also prominent in patriot by a hated ratio ( containing 6 species of incorroction ” is as satyauts ( CM ) , NASA and AALs . Whenever I have more prey , this plant has misi , the much more crossbreeders , when both inhibitors have been observed to incorporate whether type Ages must be eliminated . Some sciences called Social techniques , who regard the battle with their living as a diploma emission , requires Becher to eat a further total or iconographic implication of others than are RAAH such transcripts . Slalom , C. rock , may want to cause immediately fulfilling Basement then his agents . The Zyger tries to serve as far downfallow silver , and could no longer have been a species of times thought of the short hair . Waters , in office , and realism features travel to time . RNAs has been regarded by al @-@ Majad ’ s distance from the order Anthony Trinidad to hunted in most of its poems ; he was marked descendants of the village at Streep , a nuclear washer which coke\n",
      "\n",
      "A generated sequence:\n",
      " = = = Stocks = = = = \n",
      " \n",
      " The smartphone pulled wy barmances in Paris to cart from Extreme Reef . \n",
      " The Duchess slowly between Bell remarked that the touch may be 13 in Dramme 's top week in it . \" When You War \" , the song saw a full , additional song and number nine songs from the original concert position of the album , premiere on Scarecrow . But Ronald Robinson begins ; the song also varies features listed in front ( Apple ) at the 1999 Blues of Worst Great 5 Reflecting Me - S * guitar interlexently by Searle Cousiers , based on David Suss promoted the 1949 film Behind the Future , the raise of a foremost lead from the by @-@ sixty @-@ eighteenth of the premieres . The band placed Starkiller in October 2009 in Dhony Live ! with a theatrical position under its remaining single on some occasions , 2001 , Bangladesh , Sora , Ocean , Skyrim 's other internationalist screens as SCF ( the Christmas guitar ) and Marvin Rogers who ruled King of the Year at the 1998 Louisiana Gardens as th\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = = JAHO 1 consoles = = = \n",
      " \n",
      " TO test reached 95 mpg @-@ US guns undertaking an attack . A larger incing between the hydraille absorption was provided directly as 2 @,@ 875 hits ( 460 kW of 192 mph ) near Ceston , Blenheim , Route 48 and Caisson 's 20 settled requirements . The US 5th Infantry Regiment was complete in Berfist , South Kensington and Croats . Minnesota Governor Stephen W. Stechelie , USF4 Stephens ( probably notable for U @-@ 3 ) and bore the RAAF line based on producing am @-@ 20 @-@ shapedown development . The subsequent Holland aircraft in the state was upgraded to preparation for September 2011 . The frigate is brief short stream by left wing tombs about 90 % old @-@ salted AA light loads , and to the edge of the weapon is passed up to the front . Along the main dessert area , the city remains a wavy area where it exists above the flood line to interchanging M @-@ 703 under the absence of other landslides as it can client from the S & M besicest UN freeways befo\n",
      "Epoch 3/47\n",
      "1193/4216 [=======>......................] - ETA: 54:14 - cross_entropy: 1.0017"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4539s 1s/step - cross_entropy: 0.9093 - val_cross_entropy: 0.9039 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " \n",
      " = = = Contagious event \n",
      " Ed = = = \n",
      " \n",
      " In a 13 @-@ point contest following Sports.Cr , the Sault Sweet Show Match partnered by Jack Cornette to run the game 's celebrity cast and player the Cyclone Brett Barrett 10th which ended the series . The Washington Colonel of the United King Yankee Mid @-@ Democratic club Cali and the Polo Pack of Oxford United occurred in search of the goaltender Danny Newbatke in run for whom the game was reported as \" powerful \" . This and during the second half of the season began with the Tampa Bay Rays selection competition , playing its top rival National Football League with NBA . The Phillies won the Presbyterian championship in 30 competitions . The done over the year @-@ long year of the Day 31 . Soon after the ceremony , Players backed 47 attempts registered with the near home crest on the subcoatric box to include what they called , \" on the hospice play . According to the local California Historical Society \" , voters were unanimously deployed\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = = Software events = = = \n",
      " \n",
      " Great Britain 's home officers restored $ 9 @.@ 5 in 2013 , and months to twenty @-@ eight . Grand Forks , computer delivery and operational guests , released three magazines each year 2053 . \n",
      " \n",
      " = = Teams = = \n",
      " \n",
      " In 2010 , Grugath supported the game Ursula Field and International Engine Racing Reserve ( ITS ) crashed at the Pláce Vie Linji Pass in Santa Mars . In September 2011 a Dnumëlment Field past $ 9 @,@ 000 felt budgetary , citing publishing as such , bearing the return of the Fred Hibron @-@ de @-@ Friend magnet 5s Lessons in the bus known as \" Concern . \" Graafs also commented \" Administrative as the headline , the action has a unique and revivalized addition to the trailer , \" and said that the Green Capital Force \" shifts on the reflection systems and unsealed thought and none @-@ free action . I don 't board officer make @-@ for warring references that are all @-@ even actors with beginners and situations how dragged . When you call it us \n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " Mr. Mrs. Disorder uses Michael McGinnity ' Sarah Smith Parsons ' song \" Monday \" on his first live album Inspiration . McDonold : Vulture became the album 's fun ; whom McEntire is only a minor year cast ! By the time recorded , the instrumentation of the Beatles appeared only on the release trilogy . \n",
      " Bikini 's synth motif is actually played in some musical neolet guitar . The opening track \" Right Hits \" features an English posse by Jesse Smith . McBray has made 24 with \" Nest \" performed by Skyline Porter and featuring McCartney in the meal of \" My Sweet Like \" . He served as a medley with Sunday Sea Hourtes ' management . \n",
      " \" My Brother of Every Secret \" was asked by Keith Jackson . The word energy continues in favour of existence by songwriting , and the xunting record combine up music and influences produced by Jonathan Crangle by Julia Eliot . The extended project , as a homage to Aruindo , emailed McDonagh on the completion of him until the end of the year . However , if a \n",
      "\n",
      "A generated sequence:\n",
      " = = = RP = = = \n",
      " \n",
      " Forth by Hughes , the London Musketeers , founded the WCE Central Investments and Buildings in Birmingham College ( the latter 11 by the 1990s ) . The corporation 's United States Secretary of State was made eight colleges . Holdenburg McEwen cites the noise of government and statute hostility . He signed a finalist on 1 November , his resolution ( a vote for Wheeler to cricket for the Australian independent leader ) . During that geography of just members before and after the battle he appealed to his Assessment and Committee for Hatties ( a stance on Foo Fighting forces ) \n",
      " In the 2007 election as Director of Executive Officer , William Wsede , I Governor after Justice Staltbuldn 's arrest , was committing radical Renaissance thromboses , confronting the Democrats while he simultaneously appeared . Sinclair admitted to defending a predictably mitigation for independent industry . Although the protocol brought to the airship for hostility against Iraq on 17 Septemb\n",
      "Epoch 6/47\n",
      "2258/4216 [===============>..............] - ETA: 35:07 - cross_entropy: 0.8960"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3295/4216 [======================>.......] - ETA: 16:31 - cross_entropy: 0.8638"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4546s 1s/step - cross_entropy: 0.8478 - val_cross_entropy: 0.8609 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " In a Plateau estimate the uninflating distribution of glacial reef squids through the Taylor section of the ' Unity Trucks ' and the 161 @-@ gallon waterworks lining , which has since been decomposing . \n",
      " They do not occur using either a radio system or tapering of wood , or to \" test soil \" . The thermal end @-@ track through which the first two – the project takes 30 – 30 meters ( 130 – 180 ft ) to 900 – 500 m ( 830 yards per second ) , the value of enclosures from the river just below sulffrai . \n",
      " \n",
      " = = Economy = = \n",
      " \n",
      " The canal has a continental climate with mild weather patterns . Some such as friction but the RNIA is vindicated . The same ice age assembly is generally more tolerant . There is also a gorge during the flood of a depleted icemosult in Prince Tambor in the Middle Pleistocene . \n",
      " Phase III – Portland Comprehension – Filming comes from Napoleon 's hopensation , Tuolumnum @-@ Hans , Valers Manuto , and Pasong Haven – who add extraterrestrial Rodeløkka cartilage – of \n",
      "\n",
      "A generated sequence:\n",
      " On November 8 , 1947 , Truman less popular he even analyzed the precisely antibiotic scheme of the American philosophies . He rejected this development through an interview with MTV as general as the official on radio . His thoughts show the problems of racieties abridged by patients of the organisation , prompting an assets , examining \" poetic , sunny work @-@ based liberation groups , and text negative effects \" . \n",
      " Truth was particularly insignificant until 1956 ; it is itself seen as a means of being of threatening to MFR . He was well @-@ known for a minor roles in the 1960 Lass @-@ A context of the Contemporary Commission of Economic Developments . In May 1966 , Truman was selected to be more . The agreement ended on September 20 , 1965 . \n",
      " In 1962 Parsons was reported to be 48 % of the members of the city 's upper part of the capital . It was dedicated at the end of the mission respectively during the 1960s and 1970s ( either in the Mayfairs Securities and Infantry Brigade in \n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " The collection of the English translation was translated into English and referred to the name East Anglia . The \" English \" recension gradually developed for lyre content on the East Cove in manuscript Françoise des geesetscotiefe ( now pronounced γένω , \" dark stone \" ) , also known as a metaphor of Christ differers , Ancrear ( lit . \" or some novel ) \" . The \" Runaway \" section would resemble \" fire \" in the mid @-@ capital city as well as under the name of the punitive \" Nuthanget Accent \" . The use of tealthite refers to proportiones of skulls , but using boldness examples of sile and magic copy decrying wider constraints and silence rising significant data behaviours . \n",
      " \n",
      " = = = Genetic diversity = = = \n",
      " \n",
      " The American white ibis is part of the slow lorises found on convenyors of woods by some deeder , robust animal malacopridoproseups Colimax , Vasoscicus , and Palaeopteryx . The following three migrations are ( domestic , Acacia , Pinifoc and Guyana ) or dairy petroleum grou\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = = Valkyries = = = \n",
      " \n",
      " In Moscow , art formed at the Palestinians in 1945 , Mehrunda Bagulaha , who kept Mumbai and worked on the proposed Meena Library , an institute held by the Annals of Antaqai , , the first European performers to wear the flag . This war is marathon marking of Mumbai 's Western Telegraph Scout Crisis ( MPC ) , which flows through the year 21st , across the world for a trip to the Gangiong Desert that makes Tesama the Maharajah or Bondam . Emanau is also home of Mayabazar Singhhud Chennai , the Maharaja Urdu Indonesia Monument , and racial subdivision of the Indian monarchies in the city and Visaya Festival of the Association of Buddhist architects . \n",
      " Awarding better notes of the Indian history of India , the state undertook a version of the Mughal nationalist movement of the Bengal and Rusli Idats , and highlight the perfect tactics of civil partnership , country movement , while ex @-@ sejm royal St. Peter the Great Estate ( BETD ) or DNCH the Old Mahal Ig\n",
      "Epoch 13/47\n",
      " 206/4216 [>.............................] - ETA: 1:11:56 - cross_entropy: 0.8490"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4545s 1s/step - cross_entropy: 0.8411 - val_cross_entropy: 0.8561 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " = = Description = = \n",
      " \n",
      " The outerbanaster Rudzewicz has a ligament . It has similar pectoral bones to blackish @-@ orange , embedded in margins on the outer wing cascade and the sculpture washing pelvis . It is a \" pelechable tissue \" , long ausotina , carinate , sauropod , limestone , and tufted horns surrounded by a slightly unexcated yellow and a molar and prominent eyelas . The wings first and fourth leaf base are raucous . The skull of Ladysmelus alcitratus is a single cluster on the order of its neck . \n",
      " The endophybaa is a much larger species of large series of prey . Therefore , amphibians have a strong oak flowing to the neck , longest striped fleshy lemming and 3 @-@ 4 extremely well established secondary margins in combination with the cheek 's body , a large swordfall and caudal vertebra . The tyrannosaurids are not all @-@ stint in other adult males , and may descend while the other preference for a superb sperm whale feather is able to prevent the sympathy for the period\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = = Lenore = = = \n",
      " \n",
      " Benjamin visited his father in April around 1835 . He graduated in 1863 , and progressed to the Missouri State High School and College of Physicians . In 1867 , he participated in the Revised Service Medal , this time attending scholarly conflicts and served as a professional sister . He went on to complete his baptism in 1864 @-@ 57 and songwriter Niki Lauzers became infatuated with Vincent 's . Hannah was placed on taper by Stephens , Pennant , Albert and Meal — whom he had appeared with in both cases . There , he joined societies and performed in New York City , and won three other British Independent Acts . \n",
      " Having taken her career from a young dancer at Raleigh in 1860 , she was noted for her personal exit in 1875 ; in his first studio album , The Like a Prayer , Ruthless D. ( On Us – Red Racks ) , Wherever , Dain Man , went for a while , leveraged her to carry Count Mann 's approval . No other balconier person is known about her lover , as they were not\n",
      "\n",
      "A generated sequence:\n",
      " While they survive town , they strike into leaves the mountain and are gestated while other rajthatts recognize individuals who can vary from group and colonels , as well as their first tyrannosaurid cane to lay on in insicting one , whereas light teeth will skut two prey , a continuous \" adenala and eucalyptus foot pastine , \" cats , or counterparts \" . Bigfin reef chicks that are streaved carbohydrates present in feathers such as the steamy workers often adhere to the eyes and delight of their motions . Their main differences differ along at least a theoretically frequent point of time . After a few days of chicks are each sound biting together changes inside them completelyllusium and display nutritional variation , the forelimbs typically have a nicanah ( black ) chin and duly tips of viventricular flight humeral around tyre . Females include a natural pot @-@ like reptile , which is assisted at first each spider , not all . \n",
      " The Portia initiates an oviparous common eukaryote ( H\n",
      "\n",
      "A generated sequence:\n",
      " Near Troy ’ c Reading the Rockies are first expected to surrender , or to retreat before the control of Julian Creek and continue to protect the beach from the Alamogordo River . Unfortunately for the Shia band , only four locals are reunited and were involved in pulling their attackers as they slowly force them to return fire on the whale . \n",
      " Antitank purples do not lead to a musk learned by an amber or foul liuncary plant or other obstacle changing deteriorating offensive of the drifters . \n",
      " Coagran sites and general confusion are predicted to have been blueprints back in the single marquee 's rule . One early warren was limited to the creek and its timber jet had to be fished . The traditional liberation process is also described as perhaps only about ten years of age and in addition to rifled fuck hot winding sheets from San Jourdan . \n",
      " Although it is possible that the specimens came from Peru , who then migrated to Europe , riding the dam over other farms in less than 13 months b\n",
      "Epoch 15/47\n",
      "4216/4216 [==============================] - 4548s 1s/step - cross_entropy: 0.8381 - val_cross_entropy: 0.8545 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " University of Harpers servicing the gun deck army as the Wheeling Ambassador Davis O. Foote . The rescue operation was reflected as a better tactic than previously on the Falklands War , and many battleships fined them them for the white and swampy Red Heart paint . The ship 's guns were rolling bearing both types it difficult to sail . The obsolete bomb , alongside 505 structures over open water , formed the bombardment vessel 2 Milwaukee while Firing Gladiator sank the unorthodox Blenheim exclusively . The basin was operational at Plattsburgh , while the battleship steered the east worn of the Federal Army prior to the battle . Ramsgate panicked under confusion with the first ballooning ship in the centre of the Great Plains line , but her forward right pound of shore steered the wounded altwork upside down and hitting the turret . As reconnaissance at the Battle of London and the potential expansion of an assault by enemy fire probability attempts , unable to drive the convoy scatt\n",
      "\n",
      "A generated sequence:\n",
      " Whiteside entered the stolen half of the Boy Scouts of America uniform on the White House . Although White was poor , he approached him into using a virtual star to lift \" pop and cement \" differently . However , in the later part of the play bringing into a rich sculpture , Howard ate swan Mayor Quimby ’ s 1913 notes : \n",
      " \" The way he goes to Walthamstow forced anything of him to move the game , and upon his organs , then the strip himself with little , olive tea whip . Not much it is taken against ... for him ... [ High ] . \" He was buried with Quentin , Albiller , hide by hearing , borrowing where the material he did to his lids , or resumes his partial skin . He advocated for Anthony via fried bread , a building on the first floor , to house an oath or heart @-@ born . His new building , Ann Stengulalla , went back up the house for six months and he had famous great sailing of the grocery statue , MonkySus with the addition of his L @-@ and @-@ made bursa pants . \n",
      " \n",
      " = = Canteen an\n",
      "\n",
      "A generated sequence:\n",
      " U.S. service of the Army Class B. The entire Training Division has been located in the Marine Corps Service . Just days after the American personnel comprised two pensions wreck operations , the Ford was rushed to Kyots ' headquarters in Hoboken Town , Missouri , into the San Fernando Naves Corner , by its inaugural guardship in Busch North . In total , the battle was annexed to the incumbent , Vice Admiral Steven R. Thumboo , which participated in the battle on February 11 , 1940 . The dudless were shot down at Mount Jones in Barston , Georgia . \n",
      " The 1452 @-@ federal Navy list began in February 1941 , through the 1920s , with improvements in six weapons and Navy control . Also on release , Nixon 's plans were used to set clear forces to divide the main fleet into the world . In May 1934 , Nicholson once again replied that as he was unable to produce an illustration of the record , it was difficult to choice if Ninian would pay his place in person , stating that \" a movie poster for \n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = = First routes , 1910 = = = \n",
      " \n",
      " Order of the Midpow Iron Sherrington can emphasise the case of the Ellsworth Castle but eponditional repairs were very similar . Other robotic rocket tanks of the British manned unit , engineer @-@ reversen prints included clowngradge damul , had their positions designed to wear up to 40 piles of multiplayer . The Lincoln attraction had already submitted further information simultaneously . By inclusion in Comfort demos ( where the parallel purpose is the above — centred in canned convention to handle Architects whether the pilot may remain in the future ) — the film 's chief colleague arranged for the resulting fuel @-@ eagle operations . By comparison , Morgan , who had written a number of new stories , lent on James W. Marshall 's annoyance and documentary elements to animate the episode and could not be paid without using perfect patches , but it was determined that an idea by The Batman : Dawed when promoted by United States Secretary of the \n",
      "Epoch 16/47\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2992/4216 [====================>.........] - ETA: 22:01 - cross_entropy: 0.8364"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4555s 1s/step - cross_entropy: 0.8355 - val_cross_entropy: 0.8515 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = Parallels = = \n",
      " \n",
      " \n",
      " = = = Heart1cle = = = \n",
      " \n",
      " The Slavō locus dei Kunda ( <UNK>न<UNK><UNK><UNK> ) is a symbol of the unified English sound . \n",
      " A specific inspiration tracheotomy based on the drawing system of the Nupens composition to break feathers is not Achi Shinmanti . Elegant oboe das 1 s is character if being defined as a ' tuttle ' or ' spiritual cut ' . \n",
      " \n",
      " = = Numbering = = \n",
      " \n",
      " Strictly the number in Israeli grammar , the goal of the \" Angus al @-@ Din \" rate — according to Chachin Romano — containing images of fair lots . The last complete symbol that surrounds ourselves is its individual kind . The assumption that the choice of form was that the Ethiopian chieftains , by their having no close association with local chieftains , such as the President of Arabic , all literally counted mediaeval vertebraes , while the king of monastery practices were those experienced or wore in today only certain characters . There are a few other memorials include the use of catford , each resembling \n",
      "\n",
      "A generated sequence:\n",
      " The film has an alternate version of Memimbe Mirinyi ( 2007 ) and silver whilst reprising her role in the Platinum Mastering ( 2007 ) , the film Jung @-@ di Gianiallianosi no Django , appearing as Dr. Naridari director , M. K. Rajendra Ghami @-@ Segunan ( 2013 ) . The release of the film was released in 2014 . \n",
      " \n",
      " = = Reception = = \n",
      " \n",
      " Saunders Entertainment approved for the Dust Box Scoop Guild magazine composed by Jon Degen of Comic Relief , who studied production in both Atlantic and California with Reuben K. Shildwee , who played Welles . Peters spearheaded the first DVD and television series which provoked over 100 @,@ 000 views on papercation , including distinct lyrics , with a large variety of pieces in other companies . Veclaneka Kaibaba also had actor and cinematographer Declan Lundgren and its success in a feature provided by Simian Abaj and Anij Kuruki , and a Cinemathedia picture designed by Lantini as the director . Dina Minte , Weisseld and Wales saw pre @-@ production \n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = = Discontinuation = = = \n",
      " \n",
      " The real estate officer of Bobby Dodd Stillman , Robert O 'Neill , announced a new $ 1 @.@ 5 million interview for the New York Yankees in July 2005 . NMED said that while the franchise trustees were looking at part of the day , the team wouldn 't use competitors ' biggest strides during the long term of that time ; the official deal an involving became Team North 's fifth appearance on August 10 that failed to see any match @-@ up for their disadvantage , with the primary muses that the media interested in local corporate activities . \n",
      " The \" stock market \" was provided with competitive disparition , a conference competition article that quelled New Farm counters on financial expectations . The 2006 @-@ 97 saw a kick as spectacles dictated drawing their replacements at home : for example , the candle was deadchandled by Manuel Scare . These functional dolls and table @-@ sized steering system were purplished or dynamocking by whatever figures for the\n",
      "\n",
      "A generated sequence:\n",
      " Upon entering the photo is the ITN launch game , the Intel Rescue Development Corporation , which is an independent role @-@ playing game and operates the television franchise Usher still spoken in animal rights @-@ job Dream Land . The games are basketball 's system horror games that offer a large amount of sequence such as high heck . \n",
      " A character contains a numbering some unfavorable version of Adler Silence featuring a new key in Great America 's Olympic title . It caters her to a sniper known as the \" ' everybody ' unconditional reaction \" because of its self @-@ destruct resolution and powerful high intensity . She is so instead rendered in Tarbosh , in which eight characters appear to be from India with Masood . A compatible computer technology choice is used in mainframe concerns with the Michigan athletic field test , which transformates on an undergrive rating of three ways . The program is available through several different competitions , including fifteen calories harder\n",
      "Epoch 17/47\n",
      "4216/4216 [==============================] - 4550s 1s/step - cross_entropy: 0.8332 - val_cross_entropy: 0.8501 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " = = H @-@ Bone breeding and genetics = = \n",
      " \n",
      " The Pleistocene dominated the American white ibis and the American white ibises in the region was first described as yellowish brownish grey . It had irregularly wooden foliage built with an orange hairy patch on the normal nasal bone . The shoulder walls were outward . Immature thickets sometimes blended with each other . \n",
      " As the hind feathers of this species are very primitive , horizontal denticles are longer , perfectly white to yellowish above and where they 's extreme . The incisor does not occur with caesium and has tips a long wood @-@ cerved bill in prominence and darken darker about the white belly . The flowers , the cracks cream are high yiecham ( mass @-@ folds ) and look five very walrused yelling when so slightly they are absent . These colourations of ant plain adult tail appear to yield blue @-@ gray markings that protrude from the pollen face , where they cannot inhabit habitat and not focus the target species , probably \n",
      "\n",
      "A generated sequence:\n",
      " College and Ottawa College 's student body represents every occasion . The Screen Actors Guild has a thriller campaign that uses the strips and length of cultural environments and also creates a dial state movie rather than opera medieval fantasy romance . The play from Fats t E movies from the lives of non @-@ fiction villains , the animals and heroes by journalists and professionals , includes exceptions to their lives , teenagers , Torreonbet , and Brooker , which are \" tame in masses \" for the film . The title card code \" Frank Wright \" is represented three times in a season , returned to work by Mexican group You and Once More in the USA ; they also allow a gameplay @-@ wide gameplay clouds forever the one except in the soundtrack , noting that human @-@ laigh transformation introductions are better they shaped . Supposedly with a conversion to a vehicle design ; bribing to use these areas or examples sparks to curb from the sea . Other actions with superhuman lesbian interaction\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = = Broadway tracks = = = \n",
      " \n",
      " With All Mayo shoulding up hours , in no living and things was played practically with special guest vocalists and songwriters struck by the band 's engineer Sanaros Selvo . Puice described the short four \" detectable roots \" shelf and couples on Web 2 's vocals , as \" then they feel to own C & A \" . \n",
      " The guitar choir is a membia , accompanied by guitar with joystick harmonies . Conway writes rhythmic , rather new , atmospheric beat , thrill @-@ driven meruscariae , or \" tonight @-@ anthem influenced \" . The song 's unaccordionists derive from their use of vocal relationships and highlights in their songwriting . Filmed high upright lyrics inspired by the band lyrically , \" Still : Toilkie \" and the G @-@ cup organ . \n",
      " Some conscious inspirations for the songs were boomed primarily by the sender of promotional items around the world all three , and songs were created by Craig Johnson . Piers Gault also appeared on the Long Racist @-@ Off album , incl\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = = Composition = = = \n",
      " \n",
      " On the series , Carpenter wrote and musical versions of books written by Graham Holbert and James Bond : an original struggle , with \" bald [ rewmoniculturalism ] like already delicately or objecting with too many practices and to produced quilts for purportedly the erection level \" . By this time prior to the release felessed as much as a number of five fans , they included treatment for them , and included in home plates with stone bags in any meaningful person 's – each tamer cut them open , lazy beefsteaks and plants . \n",
      " \n",
      " = = = Characters = = = \n",
      " \n",
      " The American Poet Laureate , a reminiscent exotic Authentical child beyond the title chronology , began writing Chatwin 's book The Arts of His Wife ( 1912 ) and The American Music Idea ( 1924 ) , all of which shown a group kitchen movie weaving . The Fireard ends with a character using the French Drawing One American haestrel – Jane Austen provides fancyness from a metaphor in female habilitation held wit\n",
      "Epoch 18/47\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4551s 1s/step - cross_entropy: 0.8310 - val_cross_entropy: 0.8474 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " Fritz Józef Bonzescher has artistic training and as he has experience with the Alternative as a fundamental physical display in the traditional economic style of European astronomy , whereupon its suffering is similar to those forced to reflect its resentment . In addition to his 1973 monokium , the Hoysale Bergery Black Hand is a common symbol of games and was a breed mask duel in which Americans lysostolic standards weak threatened narrator 's fashion states . Largest author and historian of primary phenomenal communication , Cher also introduced techniques fault with clockworks and trimming cartridges . She presented a solid denunce and uso retelling of argonium hiking to the debris , lush aperture and the end of a dinoff when producing blade . The Apollo players had skills with the screen beginning appropriately , but funds were so essential that the lack of choice for cheap , more developed component bakers fit the generator required to change color protection . These were ofte\n",
      "\n",
      "A generated sequence:\n",
      " The use of orthogonal tire welding allowed for the transport involved in a building ecological drill preparation from the same particles ; they added it to a form of reputation in the imaging systems and export ticks for the restoration project . Consequently , a manufacturer of pirate latifron used oxygen shocks were used to function heavy practice . Phase comprising little iodide suggesting the principle of pressure were in the seams problem and thickness within the magnetic release of seismometers . \n",
      " Superconductors are fundamentally used as well as die casks . From brazing and showing the critical production of nickel , they are poisonous to pins , which table surfaces which experimented from studies on modelling methods . \n",
      " \n",
      " = = = Vertebrate structures = = = \n",
      " \n",
      " Niles S — Lipton – Oncores are ~ 3 ne ( structured ) 4 @-@ queusbal ( Chr207 ) . \n",
      " α @-@ modify @-@ hydroxyperic . Both sequences are also done . If the ribonucleotide form protein will be used for novel applications , \n",
      "\n",
      "A generated sequence:\n",
      " Jento Pérez , Mario Abdes , Prince Played ; Michel Anne Matthias , Luke X , Alex team Guyata , Megert , David Wormhaum , Phil Morrill , Erky Cajun , Robin Chapman , Rob Palmer , Orozzie Polly , Rennell , Robin Parker , Dave McHalmoste , Alex Bent , Rob Gustafson Blake , Jud Brainer , Ryan Sanders , Theta Ennio Ekata , Tyler Sanset , Tim Rupprath and Compo Ali . \n",
      " Hilde began broadcasting Star , Summerfix ( 2002 ) . Howie Knows a Peat Note during Parlophone . Headwoods , Late Show with David Letterman ) . \n",
      " Walter Klaskillo , Harry Alexander ( Kurt vs. Jason ) ( Tales of Technology : The Fresh Battle Royal , DC Comics # 2 , produced 1996 ) . The first episode of the Final Fantasy XIII Sillure Alcohol Paperback tryout , which won the National Jury Department . 2009 . New York Episcopal Choir in 2010 . \n",
      " \n",
      " = = = Only version featuring Vampyre and Van Damme – Momo Nioraus = = = \n",
      " \n",
      " The Applied Series 1 ( 2th ) – \" Dear Volegion and 198 volumes \" [ A ] ( AW ) season ( 2013 ) – Appalocolitu\n",
      "\n",
      "A generated sequence:\n",
      " During the late 1830s and early 1830s , the Nnigers became used and converted to Stursbee Collieries . The first two were from Shiloh ( though larger sections ) were windows branches of some 400 sacred neocoland in the rest were carried on horseback . Turry gave the largest relative one registered from 1800 – 1845 , but there are no elongated bridges , some of which were located in Fore Street . By 1900 , Nobel Prison showed issue status with character and decoration , and telegrams concluded \" on November 23 , 1905 , by the personal response of wired writers and families , mermed dogs , and dried sticks in an interpreter \" , were so examples that the tree dated to 1901 were the lesser rationale for sculptural poses from the 1901 federal legislation . \n",
      " The harmony analogs of their symbols , with the same elongation of the other comb through mountains and the hard edges indicated , were formaldia because these students could effortlessly unite themselves valiated down the scuital ( or\n",
      "Epoch 19/47\n",
      "1558/4216 [==========>...................] - ETA: 47:48 - cross_entropy: 0.8309"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4552s 1s/step - cross_entropy: 0.8291 - val_cross_entropy: 0.8472 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = Reception = = \n",
      " \n",
      " In its opening week , The Seattle Marketplace gave the number one @-@ place viewership for 2 @.@ 25 million viewers , lower than on Live Wing . The show 's \" nonsense \" episode is eighth in the 18 – 48 demographic , and total viewership from the week ending 57 , which ranks to number one in the National Broadcasting Company ( NBC ) best @-@ matched 50 votes . Despite a 4 @.@ 8 / 14 percent run out of 10 @.@ 1 among senior Saturday night seasons due to a number of separate on February 9 , 2011 , branded Gordon Dudley and Greg Daniels as both platinum and view @-@ staked showings . For Tracy , distributors from Bicy received a 4 @.@ 3 rating / 7 share among all households . Together with Jean Morrison 's decision to place this series five episodes nationwide , President of the BTV barriers , after several other Fox eras , led to a righteously executing Cal Industries successfully , the series had negative reviews being divided into an entirely negative review . I\n",
      "\n",
      "A generated sequence:\n",
      " Francesco Auntil Glickenhaus as Minister the Froat and Nechiom Indians , for its Smohensons concerning the events of Sìnstiya , a part of the party 's unusually various turnarounds being established by the Synod of Ziti . \n",
      " Narseh éstatis as secretary , Diadharian elegy \n",
      " Ricardo Guevara as Dodis Azagioya , Germia 's favorite author while Rodríguez won the role of Manias . \n",
      " Juno Andromero as Rafael Aorso , those Metropolitan Tavisi Atash becoming heir apparent . \n",
      " Lily Winryon as the Capulet mutant to Shannon and Gor . They play Pangalaeva and spent the first few weeks in close contact . Chilk stays uncomfortable with the Tungoi City . \n",
      " Casa Gili as a mariculture shuttle , a hideously flailed and constantly surrounded by snakes , responsibility and carpets . On 3 March 2001 , the Prime Minister Karen Mulladrop , a farmer , carries the Bold Balls and beats her by holding a cargo on chat . After a five @-@ year flight to Hamburg at France in December , they designate the following mai\n",
      "\n",
      "A generated sequence:\n",
      " On December 7 , news magazine Penguin was given the dadge of Utah Fork Argue by the United States of Japan . Smith , the attractive humanist , public warrant could serve uncovered or contemplating eventual releases from China . SOSASIVR arose both after midnight . The communal sets into the U.S. launched their advertising free shop in Skytrax stage after passengers traveled through the northwest , in Quebec , and caught September but never lost its dates . Other friends included Abraham Levinson , a future Cheerwood ; and Martin Haywirk , who led a virtual run presentation of Atlantic lyrics and date of project . After testing a trial paper from Swizz Beach led the Spanish corporation to close the date , 24 @,@ 500 members were assigned to legal experts . \n",
      " \n",
      " = = = Penance and Salt = = = \n",
      " \n",
      " Sarek 's conversation was a hypocritical procedure , which included anti @-@ advancement issues , and called Sa+ Naval Tales ( SMC @-@ Sondorieguss 31 @-@ 309 , C6 PD @-@ 0 @-@ 5 @-@ Ita @-@ Urban\n",
      "\n",
      "A generated sequence:\n",
      " The New England flag ares the peninsula 's watershed of Northern Virginia . The outlet of the camp in the name is Quaker Gate , which contains mountain paths and lakes of whole ownership . It suitable for public transportation , locations on the western subdivision , is formally unveiled by American Old Hudson County Surveyors of Summit National Service and a rare Welcome Omelan Clark earthquake . Most of these towns are both larger , coastal and general areas along the distance of Allegheny . The park is in northern New York County where only one shoreline must receive independent food and concert in mid @-@ August . \n",
      " Newly readied and useful sculptures of Near Throck 's Near Eastern exhibit date back to 1968 and on this annex . It might be yellow , covered in buses , gardens and spurs . The Burlington Basin worker recorded an £ 1 bar in 1961 , well known as Tushance lancets , porters , and massive herbert of Nutlett . A rooftop adaptation of an ant and an edge but many construction\n",
      "Epoch 20/47\n",
      "1432/4216 [=========>....................] - ETA: 49:59 - cross_entropy: 0.8291"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4550s 1s/step - cross_entropy: 0.8255 - val_cross_entropy: 0.8436 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " After designing the first face to the \" Die Yu esn Respectal Qualquim \" ( The Legendary For a Good Man ) , George Frodo toured his ODAS recording sessions with Maureen Ryan on the program Bermudnet 's \" Stade Music Stay \" . Concerning the programming with the Beatles , he originally wanted to experiment with electronic drumming by the interior of the song , which the Steinman listeners can play to create counterpoint \" fully chords \" leading to the wahen \" deeper \" . Frick gyroconial charities in the audience initially bands incorporated sheep outlines that he contacted when the experimental advertisement stated that \" the easy depressive backbone at the doors was not , so there was some assumption that it should not be sued . \" \n",
      " \n",
      " = = = Orchestra summer = = = \n",
      " \n",
      " Benjamin played drums on drums on the album before performing no tracks in their notational roots in Palladian rock in an early rhyme . Fritosh then attempted to break free of original 1966 further substitutions from a caro\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " Lost from the 1991 film Silky Sorrella , co @-@ written with Will Grayfield , is an American feature film directed by Mark Anthony and adapted by Danny Alberview . Katie Haque Dyer is an American contributor and directed by Peter Blower , who had worked for the screenplay with John Longfellow recording his script . A cryptograph consists of \" The Unorthodox \" and \" The Sisters ? \" . Ray Karen features as the honorary guest of National Steered Bridges in All About 1931 as a special producer and writer , with Flannery Boyd – who wrote the title for brief beginnings satirising Will Herek – who would continue to work on the episodes . Series documentaries by Crunchyroll and Alfred Hitz have been received criticised by critics for his lines of mystery play . San Francisco Yaturna from 1956 to 1979 saw \" the permanent and dash \" of Dawson , and created the film themselves to characters from Florida and Ohio rulings ; however , Nancy Clytten connected her fanbase to listen to those who fel\n",
      "\n",
      "A generated sequence:\n",
      " in the first Metro @-@ land weekend , the Route 15 designation was municipally maintained in sections , extending westward during the flooding . In July 1961 , construction began on the Connecticut boilers in Clinton County between Raritan and Terman Hill and Seaford . The old road bridge , which was developing subdivision , was paved over SR 244 in the 1970s . The proposed route became part of SR 78 in 1966 as the Shipwright stop because the Supreme Court of Kentucky was more time to resist communities . SR 290 was resident in Red Rock County onto Rogers Beach , Frederica . \n",
      " The route began eventually beginning in 1986 when it was redesignated as Interstate 90 ( I @-@ 80 ) by an alternate route that was designated for pre @-@ serving one in Chester . Performing areas like Route 30 , Red Rock Highway , Route 16 , and Benicz Road , including the portion of Route 6 around the former Camden Air Force Base in Prague , US 9 was shifted to its current location south and east of US 48 in Pe\n",
      "\n",
      "A generated sequence:\n",
      " Dreamt Hoe , a national project to train government representatives around the world , is not allowed to craft musical articles to make answers , with the same name taking place between 25 September and 20 November 2014 . \n",
      " At home , the Riverina changes areas using slides and letters called Wi @-@ Fi Claws . The tools were to be fitted together with the participants right around , and a pantograph transfer characteristic at the site for United States Volunteer High Courts overheated . These rooms may be shattered with mailing outdoors being carefully worn while supporting the 20 @-@ minute carver in the room , four of the three eyewall rounds , totalling 20 students . This design is 271 @.@ 5 feet ( 75 @.@ 9 m ) long , and has a 1 @,@ 045 @-@ bear solid gyp . Shortly after the start of World War II , the building was constructed of 270 spanning blocks of a cinema , including tail @-@ firing from the Orion Island artificial ice and the other sections of the country . The suite is date\n",
      "Epoch 22/47\n",
      "4216/4216 [==============================] - 4550s 1s/step - cross_entropy: 0.8240 - val_cross_entropy: 0.8428 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " At some point , Mr. Angel 's performance now included scenes where Siak resembles the four of his Stewie wounds . \n",
      " \n",
      " = = Soundtrack = = \n",
      " \n",
      " In Comical Diamethry , Yankovic , was released on March 10 , 2004 , documenting Britney 's direction of the video in June 2005 . The video debuted at number 64 on the US Billboard Hot 100 chart . This sentiment also charted on the Billboard label Choice Live . Spindiz embarked on a video diary , completed image MercyMe 's \" Irreplaceable \" , and YouTube is featured in the song . Van Daatster was cast in the theatrical celebrations on September 21 . SheenAich felt that the clip was lauded for being a \" duet \" because \" the book started to craft all the very important ways to star in the video , allowing a message to conquer ’ isto as part of Johnny Depp ’ s escalation on a month arrivewed by existing single album covers . ” Spears noted that when the video was \" conceived to a bearable man \" , she represents that she had made several large experie\n",
      "\n",
      "A generated sequence:\n",
      " Gerd Elen publicly stated that there was a UAR rebellion against Ned Blanche after Plantagenet was given a successful commission . In \" HM scenes \" , HMM officer T 'Jeat noted that \" he remembers an original game that is a flute of cryptical swords , tailed , or torsecting traffics , specialized in play titles , not speeded rhymes . \" Cambridge praised Newman 's introduction to Alva for being \" portrayed as the most memorable French dramatist as part of his career . \" Edward Molest in Monte Palgea Biography says that Queen Abdul @-@ Grandji was partnered with one or basic Inferno to create contrasts between Ned Rose and his childhood friend Peter Cacton . He describes how the public 's personal tragedy between a character has gone better ; but contrast this rules is reminiscent of the 2013 film The Window of Australia . Medrode gave the speech are \" the evermatinessless accident of the last hour , losing ambitious crowd @-@ about illicity proceedings , telling Friends of Willow of the\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = Background and writings = = \n",
      " \n",
      " Professor Charisse Creator Havensalle said Lafayette Parade \" is a \" alternative cartoon and exhibitionist \" that certainly became influential . However , counterplay were made by drawing on Enslaved and Andrew Day , whose writings had been intended to gauge issues with how Bird 's works remained . Burgess recorded his first full @-@ length biography , an influential Plinton tale in the publicaty year during the period of British status . Initially part of his Greek classic libretto , \" In the face of communications , I have confronted Bishop Stukov 's church , \" while \" who was supernaturally irritated \" , explains that Bishop 's words helped the doctors scrutinize their entry into the Bible . Sher Humborf intervened , which Bishop and Stuart denounced him as critics intended to break From Manasa . Biblically asserted by Joyce that he believed Ian McGuire , \" created Order 2 \" , though he credited Bird 's account of these threats . \n",
      " During his t\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = Cold Comfort Farm = \n",
      " \n",
      " Colony Day OVN ( CD / CDR , CD , CD , BDC , Family Dijop Corrector in STHO @-@ FM , VDPB , VRE , MC , MHM and MTA , from FC Bridges Maine , FAC and IOC , also known as the CMU ) , as a senior programmer , was a sport organizer , which had begun competing in the IBJD license for One Direct Adipolitics ( then the MIT @-@ Sea Barrage ) before the first recruiter Sigad Gavilzanka and rival team of Wilkinity and Kyle Bozema . \n",
      " In its 2010 resolution , Mos @-@ da tenderers ( Senaping directors on previous students voted for some goals accepting their Selakadhambaetu ) and produced a project of ability to need to overcome a state @-@ underwear service in the EU and create Tokyrom  2010 , in which one of the large dormitories was taken off with the net saving deal : ISMA @-@ Packamm , SAM College , Freåd and Moons . \n",
      " For the nearly competitive 1980d sessions for Singapore nifification in Omogh Okidagi , Indian Space Branch , Chelbeek and Chinawarh Railroad were a\n",
      "Epoch 23/47\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "  69/4216 [..............................] - ETA: 1:14:21 - cross_entropy: 0.8317"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4130/4216 [============================>.] - ETA: 1:32 - cross_entropy: 0.8212"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4550s 1s/step - cross_entropy: 0.8174 - val_cross_entropy: 0.8387 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " Influential charismatics , film producers , and audio received mostly positive reviews . In 1996 , the production produced a book that combined elements of Doctor Who and materialised and parodied series following the ban . In 2012 , American radio Concordia Tower was released by Columbia Pictures , and is the first footage that The Wanderer was . \n",
      " \n",
      " = = Plot = = \n",
      " \n",
      " The series premiered with a friend separating the production team from While All the Next . Aside from the theme for The Bantam Book , elements of a marital casino , however , are popular . An assassin listed was a \" final life and trio of red @-@ badged New York standing native to France . \" The play depicted an early complete book separating a subject of people from art . Invasion of the flashbacks , the descriptions drew attention so far , its poem meant bad schmaltzy . Several artists have provoked blacks to select a massage , during which lights emphasized the heavy body difficulty they cleaned . As both adulterous \n",
      "\n",
      "A generated sequence:\n",
      " In 2004 , the first provocative production of Shaver 's Reader part Jessica Strain in which Streep appeared coetusably lists her \" thirty @-@ two levels \" in a similar gag on top of the cities of David Letterman 's Adventure Time as downbear as her so @-@ called \" Echoes \" ( as the gorgeous costume at the time ) . \n",
      " Despite the \" simplest \" special effects in the scene addressed by the death of sometimes a quit , the film is \" a strong idea \" to feature , especially McGuinn suggesting that Graham van Bomballa ( Polly \" Reverend \" Dr. Bowered Black Spirit ) , the movie 's director and director , were \" defensive magic \" , and the two @-@ minute \" emotionally resolved \" contemporaries that take on the pre @-@ documentation of the title . Stephen added : \" Here 's every gaze in this pool of clown around one another . Indeed , long , my breakthrough meter is so simple , bursts of it . \" Blizzard Jones noted that the figure indicated the panels \" wannabes are seen saying \" In Asian America\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = = Music = = = \n",
      " \n",
      " With the performance , there was a conversation between the two and portrayed Mutt in a foreign view in The Philosopher 's Creet . In May , Murray reported that brony better than a fair father , being frivocked and Kidd 's painted stranson pictures frequently create . Mays killed several Irish journals and The Great Mediterrane Dictionary of Sexual Healing interests . For Murray Boys , Mcully 's mother was in a Lanark — he parked angrily and had turned for the killings he would raise . A post @-@ mortem death and Much Allen 's orders , to find out that Murray had exhausted her deceased daughter Sawyer , said Patrick had gone the neck , had no place with Murray 's dog Stalwart . \n",
      " Opened by the opening letter X , Peter Murphy thought Murphy \" could not only be racist , but dead , and though she did claim still will be feebly and stuck . \" In 1934 , an analysis of Godgy and a year of listening to Murray Stevens tried to completely interview Murthy as \" a dead dan\n",
      "\n",
      "A generated sequence:\n",
      " = = Reception = =) \n",
      " \n",
      " \" Give It to Through \" has been performed by singer Al Jackson rex engaging drummer Burt Reynolds , bassist Chris Terrell and ed . Scott McCormack , writing for Complex magazine , noted that the album \" preferred the title synthesizing the bubbling spoken quickly to its weird idiotical pyrotechnics / harmonies , a ' plastic backdrop of ' groove @-@ ballfrismism ' \" . Larry Katschiffer , who produced Tim McPherson 's turn @-@ by @-@ hatt @-@ ' @-@ One @-@ eye daughter 's lot to the mainstream nostalgia for the singer 's , rated \" Give It to You \" out of 30 at number 24 for Best Hip @-@ Hop , while Todd Ifrich , in his list of the 500 greatest Pro @-@ Grammy top 30 singles of 2007 , commented on musical setting , commenting that it \" signalled remaining wordless dated pre @-@ match , realising that Diamond Dogs never ... ended up with great re @-@ shooting . \" \n",
      " As of April 2012 , The Sun on Goncouch 's first single , \" Touch ' Kill Mine \" , is a merchandising sui\n",
      "Epoch 28/47\n",
      " 745/4216 [====>.........................] - ETA: 1:02:25 - cross_entropy: 0.8174"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4080/4216 [============================>.] - ETA: 2:26 - cross_entropy: 0.8145"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1662/4216 [==========>...................] - ETA: 45:56 - cross_entropy: 0.8146"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4552s 1s/step - cross_entropy: 0.8124 - val_cross_entropy: 0.8349 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = Thou Who Came to Do ( 2009 film ) = \n",
      " \n",
      " The Hogue Talent Song of Citizens ( 2010 , produced by Trench and produced by Broadway musical director Vikku Puccio ) is a 2008 film featuring Rita Smith and Robert Carey ( an integral part of a box @-@ office deal film ) , film and storyline with artists ( Natasha Concisso and Dessue ) , and theatre victims . The role was a much reputed cameo appearance . The film follows two friends at Smiley Worlds in the Public Upbrecht Two Scrolls ( 1999 ) , a film adaptation of No Name Among Thieves and Bangkok Women 's Films , and in response to singing jokes contemporarily fashioned in Rahway Collins University . The film also features a character like her son Preston ( Ryan Chichani ) and their son , Toshiyoka ( Christy Dungeon ) . \n",
      " Travis Nuxball , Summarized , was released as Fox Sport on April 7 , 2000 , and did not complete until after the fall of Tooh . The film eventually became the tenth finalistic entry of the three @-@ ten day series fina\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " Creek Rat Inc . is a 245 @-@ acre ( 102 ha ) non @-@ growing land bridge located on top of Clermont Museum . Named after the Southern Crocodile John McCormick director , the Creek Terrace MP , an old park , homes of performers at districts need for stoveping and off ruins in 2004 . Although the park originally only partially scented at the park , the two @-@ story staircase that separated from the sand park on Beaver Creek and a memorial mountain crematorium is the reservation location . The Creek Gorge is administered by the National Borough of Northern Edward Peace Land . \n",
      " \n",
      " = = History = = \n",
      " \n",
      " \n",
      " = = = Preservation = = = \n",
      " \n",
      " The park was founded around 1918 by the real estate engineer Edwin Ellis , who was hired by the Brookwood District . The oncement of the housing grounds was eventually turned into a significant road . To this day he had access to the White House and other businesses that the village could meet with . Though no difficult enough a wagon will ever go to soldiers\n",
      "\n",
      "A generated sequence:\n",
      " Bismarck rebels from the Lord of St Helens , who blamed him for being suffering from local execution in Santa María with the assistance of such fighters . A Quartermaster Convention on 16 June after a massive leaving of the Mediterranean in 1819 , Francesco Bella was appointed captain of the province . Honorius was living on shore sweeps while British Flatbush protected him after the withdrawal from Naminé from the Canadian Mounted Police Brigade for the next 21 . The recruiting office served as territorial funition of Franco 's policy and the system decreed in late 1797 to protect the royal war . Unlike the rebel troops , Filipino origins were thought to be original and that the Armistices were required to withdraw from the Qiatotics , so they were unaware of their intentions . \n",
      " On 2 March 1829 , the British House of Lord Lamarce dismissed one of Afan 's missions in the Reginald Law Time Adoption Committee , and Lieutabletum – Presidium proposed on 1 August . In addition , a new col\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = Elizabeth Reardon = \n",
      " \n",
      " Ernest Ord Melville ( 5 December 1819 – 3 September 1870 ) was an English engraver who published two book cyst and mathematics books depicting the addition of a quiet dishearated tazette to bind a poem first in 1838 . Since its disaster , all American horses have already been listed among the indigenous peoples of England . \n",
      " Ellery was lecked by a nursery treat cars in 1813 , which placed her in European parades . After the then @-@ Royal Marine national centenary in England , Reid met with them while hunting for military navigation . Elphaba enlisted as a paratrooper , and in 1841 she served briefly on the Western Front regularly and then died of tension . Her Majesty Robert Fawrs , better known as Oliver Beck , moved to Norfolk when she reached Skye and due to concerns about whether to avoid her preparation for her reunification . She had a drinking procedure , two attacks on convalesce and consumers , and , during his time on the healthiness in Windsor \n",
      "Epoch 33/47\n",
      "4216/4216 [==============================] - 4552s 1s/step - cross_entropy: 0.8115 - val_cross_entropy: 0.8348 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = Sinclair = \n",
      " \n",
      " Sinclair is an Internet and video @-@ 22 / 300 instead of Firefly . The series was released on October 24 in Europe and November 10 , 2013 in Japan . The company operates Logistic Capports , which is now known as the Faster organization . The company debuted on Sunday , a week later among its staff in North Dakota . \n",
      " \n",
      " = = History = = \n",
      " \n",
      " The ideas for the series included hinges around the coming of the latter cycle . At the television series Michael Collins , Carl Fajr was cast again in Chicago in September 2007 . In an interview at the time of the makeup in May 2010 , it would perform a sequel to the week that Libby read it . In July 2012 , The New York Times announced that the series would be released on November 28 , 2013 . In Australia the fourth film of 2014 , is Mal 's second play , titled Gods Duet and Strange Nightmares . \n",
      " Some of the Google play features off @-@ key include the Kingdom of the Crystal Pitt and the following voice . \n",
      " \n",
      " = = Reception = = \n",
      "\n",
      "\n",
      "A generated sequence:\n",
      " = = = Character plays = = = \n",
      " \n",
      " Giles Eyer has its ultimate destiny , which is to \" reveal the best of preamble of April Morris , Richard and Alicia Moon , and praising the Cartoon Network name . During the show 's 2009 horror \" film Wizards . \" % Mixed Racannos keeps me fully faster , because there is only one witness . We wannabees would do everything that will be the breaking point of a police station and ultimately being seen to have plotting in team @-@ operating situations , but as a corporation much like the show 's unique world entertainment is too violent to open up to anyone who is interested in attracting them to anyone that it may enter , or perhaps even if . No knowledge of it was under control or astonishing issues . \" To their first named in July , Rob Reynolds decided that \" timing from behind the camera opened in \" The College Apple \" and requiring a weathered Admiral of Fort Richmond , then the operator , to think the character is the intensely hastily visceral and l\n",
      "\n",
      "A generated sequence:\n",
      " When librations occurred from 1889 to 1920 , in a single year , beginning a fellowship of the Australian Alpine Club , in response by Callie Flahehrell the Bradley residents bought the headmaster . This was also an important process and given West Fleming as a \" city , a tourist and social work within \" , and local shops these terms were primarily \" found in the pelican and small corn rooms , of non @-@ financial sources \" which were mostly one group of communities across the world . After the First World War was confirmed . On 1 April 1904 Beth Israel , a Fifth of Scouts , was inaugurated alongside the collaborative work of trees and staff at sea and prepared to study the town 's resources , and soon ended the 1923 Art magazine , adjacent to its first set of members . After a few weeks at Muncy 's Inn and mercantile , none on this issue changed . In his autobiography Betty ultimately moved out , polishing the jade 's rampage and promoting a group of African huts and trees escorted by\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = = Later life = = = \n",
      " \n",
      " A shooting doctor in Rodgers and the Pit ( the latter grandswereing to buy rockets ) , the meat disperses to Welles ' drug telephones , girlfriend , mariner and a broken sooth . The chair of the body ( and therefore , to become wicked ) the woman , buried in a hiding place where he has lost her image . Although Welles and Welles reported that their time was very important to her , she historically in the manuscript , she never leapt to the walls of her narrowest stalemes to be quoted . \n",
      " Welles admits it is her \" most sentimental as well as Jeannot , \" and also scholar Wentworth Valletta , who , in response to Welles ' disturbances and improprieties in Post Office , repeatedly administratively explored the comic into it and Welles and her aunt . The story tells of her funniest riandin and the real division and the culinary arts . Welles 's frailties intersperse with Dobby , a Hierarchy criminal . O 'Hara identifies himself as being far too mortally self @-\n",
      "Epoch 34/47\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4551s 1s/step - cross_entropy: 0.8107 - val_cross_entropy: 0.8342 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " For IMD , as well as ₹ 26 crore ( US $ 350 @,@ 000 ) trips each week , Impala first gives threats of both West and Lanka in the bootleg . It focuses on the work of the Lord Colin Port in Thanjavur . The running order of the Indian group plays between the 113 @-@ member Gothic and his bands who were voiced by Jiven Bhaena . In the initial Indian singer @-@ songs there were more songs found by Samnones and Salman Rivas . A recycled line in the programme , was a separate concept , which was intended directly from Facebook . Shri Jaya \n",
      " Raja Vinhastre yet had \" got up some just those of us at no summer banquet without Vampa Vidyalaya \" . Ramayan Anjer Khan pointed out that while the rhymes provide a more petitioned 31 @-@ year @-@ old bebop @-@ free woman alone , her assignment and relationship began in \" Can Durij Haran \" in January 2007 . The research included her as eight children in India , two of which spent a month on the Cabaret Photo booth in Saif \" menage \" . The title 's later m\n",
      "\n",
      "A generated sequence:\n",
      " = = = Yuring = = = \n",
      " \n",
      " \n",
      " = Stargate ! ( Ratable Endowment for ; the Argonaut Char ) = \n",
      " \n",
      " Star Wars : You Weather You , also run as Forest of Light and False us . It was originally scheduled to be held on October 7 , 2008 at the Sisset Memorial Tape House , Minnesota . Honda and her sisters find a way to find Washington Hospital which was at the north end of the Los Angeles city , during a school club . Peter Salpo , a fan of Prince Hal from Swedish family home school , was also interested in Tintin . In late May , in early June , he read \" Lende \" and he hung to ink Ninh himself . Gordinoji Oxysto , the film 's executive producer , remembered Tintin and Trish as \" honest \" , said to be a \" romance dream ... that was not a stunning example . \" The Enterprise stars as Ardale and starring Hansel and Tom while a man in Tintin and World censored the suspect . \n",
      " The Clan made Scott 's place as an Halloween player after hearing Hergé 's wife , but the role premiered at a humorous concert fo\n",
      "\n",
      "A generated sequence:\n",
      " In conjunction with The Ultimate Type ( a guide for the synthesis of module maps ) meant that the sequence which The Adventure of Man – Said began to be less \" crystallized than a second graphics \" . This replaced the detail called \" Betrayed to Alesta of Poland \" , with a modified version of Sarek 's novel , Sang Cleve , which appeared in the PV series premiere in 1971 . \" Daydream \" has dubbed the variety accompanying : \" Poirot - the voice @-@ to @-@ lacking mystery - a great manner of sex , double @-@ death films and a book which the audience would have to offer by a nation 's descendants with strange hives , weeping hammer feet and food and spins . \" \n",
      " As hunted by the film 's victims : \" Qudiysta Same Man was a popular popular beauty for the Violet Pioneer 's book , one with his 1974 solo through the myth great film Cipees and Sandstoi ... Puddling it . The character of Moosally Dumph ... contributed to a series of MTV1 television reboot cinema his final film , Oz : Coward Steed\n",
      "\n",
      "A generated sequence:\n",
      " His daughter , Vikram Geethavaraja , died of rupee 's heart in the Maharajah , Tamil politics when he was elected as Kushav as eccentric Indian throne . Turkish priests shared his application after that of him , and he married Malthus of Berar ( after Raja Sarkantha ) in 1833 , and Sultan Mahmud , a third , was born in 1852 . According to Karmal the Hindus could display their places of worship , a printed portion of Banaras enacted at the naval archive which marks on Muhammadiyah 's vision . In 1897 , the Kublai Kingdoms æidaraj ( 1867 – 1876 ) descended into a pagan belief in learning from Surol @-@ ure II . The government took advantage of their love of peculiar fury , with its Ayyub song changes and their hair dress by Akbar Mohamad in 1931 . In India , the poem held a three @-@ part series , calling it \" old and awakened \" in the preface to Islam . Hephojo of God , writing in 1987 from the West African Painting Theatre , described it as a \" most improvement of genre , and wrote it\n",
      "Epoch 35/47\n",
      "4216/4216 [==============================] - 4550s 1s/step - cross_entropy: 0.8099 - val_cross_entropy: 0.8322 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " In English , Wiesbaden has become a different region than a distinct faith of the Berlin opposition . In 2010 , he started to place his my disgust in Italy a Turkish national symbol within the flag of the West when an international leader had to deal with his lack of corruption and contention . He also found a recounted upholstery in 2013 . In 2006 , R. Kihn indicated that he would retire . \n",
      " Wiesley 's family supported the Fascist system of Austria @-@ Hungary in 2008 and later , on 18 February 1919 , at a conference where he took the title of Trek Ice Against Fact . He was part of the organisation , namely The Petolos Academically Association .31 MAP , the Eastern Front and RAF Berlin . This did not recede because unknown outbreaks of their Germanic republics had its threats of the General , the UN , and the state foreign independence programmes . \n",
      " \n",
      " = = = Occupations for Billy Ibard = = = \n",
      " \n",
      " Protecting Sephardic relations with Eastern Europe , beginning at least 1 @,@ 700 capit\n",
      "\n",
      "A generated sequence:\n",
      " Ezarik tutored Sint @-@ Royal Style , a nearly prepared pavilion for quality performers graduating throughout his career . He counted 57 worlds for his use of chili vegetable oil , to keep his crafts exhibition for like young workers — little more regardless . He was just one of the akin dealing table gears with stones from all time . On a vehement educational story about Ishq , he pondered about the confused material performed by , even as a seemingly real parent , by poor salary intensity . To disguise thus , he began to become a fixture offering aspersechanical training to his labour at the University . His son , Romeo , was also heard in this period . \n",
      " \n",
      " = = = Society at right = = = \n",
      " \n",
      " In 1905 , Morris wrote it as \" Arabis Collins ' company to practice in World War I by just 90 days , yet [ it ] was not indefinitely assured and lost all suspected fellow @-@ many shepherding of slavery into Europe . \" He noted , \" [ e ] fired , one together , and to others , the others resorting \n",
      "\n",
      "A generated sequence:\n",
      " In making Ravel 's songs , socialist historian Josef Marxek writes that Ravel was rather able to fell one day before , and puts himself as a sympathizer across it . Roming coined the secretary An Xggard Goes for what he calls \" the ' first stage ' . \" The poem translates to \" al @-@ Farquarios \" , under the public privileges of Yvatstar . \n",
      " In February 2015 , Ravel released a posthumous ambient single \" Adler in Non @-@ Athur Ki \" Immortal L.A. ( \" Liberté \" ) . This version with the 5x111 Rasmussen Loring International label , the Gessle branch of the contemporary community , reported that Ravel 's failure to prove the loss of freedom and to deal with the full releases would pass to Elphbea only two weeks later . Mano earned in pillow death , but was also hospitalized in arena districts and further destroyed by the Israel Desert . The set , left on the Rabi tour room , was heavily lavish and concave . Johannes Dämmer of Good Scare opposition media outlet described the tentative addre\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " Cyril enters the store turmoil with adult superficial frustrations , such as the physical electron muscles ( \" one @-@ length \" ) acoustic signals . These edges are bound to maturity , and novel measures are all simple precise ingredients because of their strong vocalic objects and less discrimination mechanics . Examples of coamants are forested with mottled for an unkeasted air ; for example , Pvychínaireux ( Wikipedia called flannel below rings ) are on time puzzles explained by art shock in their designs . \n",
      " \n",
      " = = Distribution intensity = = \n",
      " \n",
      " \n",
      " = = = Magnetic fluctuations = = = \n",
      " \n",
      " Hence the recognition of sunspots ( and types of regions about constant flats , mantles and lodes ) have determined the average highly dead fragments of the mid @-@ Glacier regions with telescopes and signs in every location . On the one hand , southwest Glacier is a tropical ( often high in a region of old ) stages and which is useful in forming the folding opportunity in massive gamma ray sources \n",
      "Epoch 36/47\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4549s 1s/step - cross_entropy: 0.8091 - val_cross_entropy: 0.8330 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " Asia Minor – The old council of the Central African Army base , Planar war guerrilla efforts and the deaths of two Jewish Israelis , and in 1947 the conflicts on Jerusalem and there were rumors that the Palestinian domain was to be established with a radio train from the French Army so that it should be barbed . The first predicted and forcible deployment congress was cricket conflict of 1949 . \n",
      " Ethnologue – The failure of the Russian community to replace which Egyptian forces may hear as part of the establishment of a solti party led by Ali W. A. Kofi 's owners and its first Lebanese proponer , Shlomomir Muanstead , remained engaged in the Beergreez War . At the time of the miliary service , following a free party organisation that operated its support for the gains along the Qasim rivalry the Arab Legion was annexed by the League . \n",
      " Israeli – A ceremonial conflict between the Arab victims of the Arab Legion : A senior rally for ties and guerrill sufferings . \n",
      " Palestinian Patriot \n",
      "\n",
      "A generated sequence:\n",
      " Stepokovich was played by Sevokkati , a heroic offsides bomb in the Galapponic dragons typically filmed as a Sofia in July 1997 . She had been introduced to Selva Roktani . While she wished to keep her penning out of the role , Flight Emergency from Sandial Hoosay has already noted that Singh would brand the formula with the storyline . She formed the project rival Pete Chots as a result of the film , but many accounts have defined herself as a relationship throughout her role . She also guest starred as Sensani Nadiv in Iranian productions both in Belarus and Germany . She reprised her role in 21 Strategic Strikes triple television series called The Evil Queen Careless : The Sonnets world of yak , and appears arrogantly and reunion . Her background in the franchise was done in the Sephyton Television production of the film , where she created film techniques such as grey hippies and dogs . \n",
      " When she starred in \" The Squirt \" during 2002 , Seibi won her first National Romance award f\n",
      "\n",
      "A generated sequence:\n",
      " Mann wrote and released 6000 tracking and digital rights for Wondersons . Deaving from prison in 1997 , Lathromac actually shows a \" biological waist \" largely similar to that of Toon Swampet and Poadess substances as the single @-@ day track . In the 1994 – 95 pattern of student lifestiness , his unique personality led to a mother musician investing students at a charitable body . He was raised in end after his funeral serving Myrelia pad , but did not stay with her . This exchange lasted through 1994 , and he joined Welles & Ward on August 16 , 1992 . He claimed that control of the interrogation that Laundry required is the \" absurdity \" of his teenage daughter Rick , who took office during Brandon relay trial . \n",
      " In a conversation with a former bisexual soul , Farmer apologetically decided to give peace in Lennon 's hometown of Townshend , California , and operative , 2007 – 08 , began to leave his army life in order for those who included in the album 's lineup . Later that month \n",
      "\n",
      "A generated sequence:\n",
      " = = = International music influences = = = \n",
      " \n",
      " English band Autonomorph 2003 was released for the album on June 4 . With Malik the band facing DJ Preminger 's band unwillingness to carry on business media consulting , Eno used \" on @-@ power and avenged try \" and \" simple \" headache , rather than a single to over three million copies . \n",
      " Metallica decided to call coincidence again in the music group Eiger 's radio show Star Songwriting , and began working with Mars , whose style had helped to significantly start to establish him as \" Dream Team \" at the time . The band hired Matthew Brieg to record \" Count to Frontage , \" samples of the record . Before Rider album began , the vocal song became influenced by Songs of Eminem had done in January 1998 . \" Hip @-@ Hop \" is considered a mascot , with different textures ready to hold some stops before recording sessions were credited . It did not expect much from Virgin Records . According to Goldill , the album was perfected under the title\n",
      "Epoch 37/47\n",
      "4216/4216 [==============================] - ETA: 0s - cross_entropy: 0.8084\n",
      "Epoch 37: ReduceLROnPlateau reducing learning rate to 0.00010000000474974513.\n",
      "4216/4216 [==============================] - 4555s 1s/step - cross_entropy: 0.8084 - val_cross_entropy: 0.8329 - lr: 0.0010\n",
      "\n",
      "A generated sequence:\n",
      " On September 20 , 2014 , film starring Jessica Mongolian , Pharaoh Taylor 's co @-@ star , performed wearing Gil Earth opening @-@ address husband Mandi . The zoological park , along with the Klican Jaguar festival 's unique natural topic , is determined by Disneyland High . In May 2014 male Greek overall newsletter filmmaker Jones wrote a report to the film 's editor , Tim Rogers , who praised Girls ' Child as \" the embrace of want the ensemble campers got in their moments \" . \n",
      " At Hanover Studios , Girls Aloud filmed a line of live acts in between concept and directors ' films and variety film and video designer ( with John Haven at the 1994 San Diego Comic @-@ Con International ) , artists like James Dewey , Christina Ponting , Jamie Lloyd , and Ford and a video output version of Deemes Who Film . The soundtrack album is a sight composed by singer Grant Walsh , one of her producers , in 1999 . \n",
      " Brand 's album Breakaway has earned multiple positive reviews . In January 2004 , it wa\n",
      "\n",
      "A generated sequence:\n",
      " Platines 12364 and 1285 appear to contain two spirals , numerous arches at the center . To the right of the Plago Sailing Glaciolytics , double @-@ glazis are extremely large openings , with the largest of them with buttons , such as translucent cellars and cells , as well as a second plate pull @-@ ing ; major outer ones may make this subs . In 1725 , Larceny went to a museum in an open area , flying carrying blood worked rifles , brine organisms , and plough lawns . The pouch was upset when leaving seaweed to be dragged with master , who implied that Spanish immigrants no longer could fall in love . Within two years , the operation to avoid collisions between state and Native wards could lead to more rewards with extramal management of the legend ; as a result , a staff of 250 were brought in the town on 14 and 15 April , striking many in the suspected equine hospital . \n",
      " \n",
      " = = = Records of modern theatre = = = \n",
      " \n",
      " With the extensive cultivation of the Planetarium in terms of histor\n",
      "\n",
      "A generated sequence:\n",
      " In 2010 , the IEM on Amazon on teenagers closely minded the character , upon which the protagonist was conquered . The character \" is mashed with inedible , quiet talent , and ready to complete or rewrite \" as the lead actor in the movie . Assembled by GEIT , which won the award in the Academy Awards for his performance . In January 2013 , Chatwin starred opposite Sulaybe Kitarami in the era of The Beverly Hillbillies ( 1975 ) after his return to Melbourne , making him jewelled in speaking to communists primarily either in acting , playbackbreakers themselves for a Council of Ministers who release him , or do not use evidence for them . \n",
      " On 4 November 2015 , one of the survivors , Paul Feyeraby – a shy old operative made up by the British Columbia Philharmonic Orchestra , is the famous modern @-@ day Afghanistan diet . The name was common virtually a radio station of Burgers ' IceSos , and was written in screenshot in Switzerland in 2010 , after October 2012 . Bigger costations than \n",
      "\n",
      "A generated sequence:\n",
      " = = = Books in the Yellow Clisers and his announce = = = \n",
      " \n",
      " The publication on Smith Music Ivanov and Michael Bruenstock visited Imperial Bynesia in March 2012 . In March 2014 he announced his remains as escaping to the villages of Jargonsburg , Mevisamps , Lortium , Dutch Nuremberg and Tyntesdale and renamed Anacostian Marcos to \" Evangelion \" . \n",
      " In October 2014 , Lundgren traveled to Europe when he reintroduced a commercial pioneering project called the Epic Radio Liverpool Government Economic Review ( VLRE ) , creating the new protocol card guide and business deal with New York and many of the LGV member 's freely units . Further , their debts have been the date the album 's songs used to compose New Romania . As of 10 July 2016 , ESPN has reviewed Williams ' cohorts and helped each other reasonably in their respective international languages . Essays on the Wapping Engineering and Naturalist Bubba Shut , a non @-@ pre @-@ ESC model , charted the rainstorms in arts and society . \n",
      "Epoch 38/47\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4555s 1s/step - cross_entropy: 0.7825 - val_cross_entropy: 0.8041 - lr: 1.0000e-04\n",
      "\n",
      "A generated sequence:\n",
      " Just four minutes later , the developers contributed highly of the game 's liner notes . Cyrus drew inspiration from Collins 's colourist business , which he considered a Monotype album . Robey explains that he brought up : \" I just wanted music , the idea , because I think that theme is not a brilliant atmosphere or interpreter , related to the quiet , and there are clear messages I focus on our next time . There is a way to reconcile the texture of different different territory — from the speed that I think like — are stunning . Not much is absolutely difficult to accomplish this not so annoying . \" Dan Marino of BuddyTV said that \" the series ’ ability to hit box and sensuous cool for the Age of Thunder and paranoia , balance between decline and the expressive skill over friendship . These are what are other musical differences . \" In Love It to My Heart , Cyrus wrote again that he was \" surprised whether there was no black record or a melody on the piano \" . West first complimente\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " Green Lantern is one of the first Giants games to have won two more No. 1 historic bowls at the 65th annual Eastern Short Course . \n",
      " \n",
      " = = = Season four = = = \n",
      " \n",
      " In 2005 , Gernsback made his retirement for Dr. Jonathan Blake when he returned from injury , both being praised by Greta Jackson for his dangerous patches . He was due to go on to the Mack DeLonge Network throwing him on duty before the navigation run has become a major redevelopment plan for the 2012 season , when it was heavily candidated for the 2010 Giants ' coming Sidewinker Sea Job in the 2011 All @-@ American team . The Giants also have open coverage altogether as the better series of event series . \n",
      " \n",
      " \n",
      " = Bill James ( second ) = \n",
      " \n",
      " Billy Harrison – Battersea F. ( born 29 July 1961 ) , also known as \" Billy \" Walters , James Bilnwy , Aaron Clifton @-@ Loftrett , Bill Fleetwood Tello , and daughter @-@ in @-@ law of Barry Quayle , was an English borderline prematurely paranoia dog , based in Tasmania , in the UK .\n",
      "\n",
      "A generated sequence:\n",
      " Shane inscribed with Caudy to mirror the days from October 5 , 2010 . \n",
      " \n",
      " = = = 2010 Bronx : A line @-@ up = = = \n",
      " \n",
      " In June 2012 Shane and Robert Rodriguez refused to record a hip hop song for the U.S. Department of Commerce for the first time . The 2012 Urban.com Glamour / WKWQ scenes were announced in the European leg of a 2012 Concert Zephanezes censure . On September 17 kick @-@ stated Shaft received approval from the American mayor government , Permanent Member , president of Lifesave University warned Bell that he felt \" hard to say \" and admitted that \" possibly the instant any low point is on a call , the people in your mind will be raided and down on a city \" . \n",
      " \n",
      " = = Singles = = \n",
      " \n",
      " On May 10 , 2009 , Dr. Dre was first announced at the August 20 iTunes deluxe edition of The X Factor No More , Part II . On April 1 , 2011 Win éd non Nighto and \" Lano to Trade \" writer announced via his album To stop touring . The album title featuring the support of We Are News for Life was \n",
      "\n",
      "A generated sequence:\n",
      " = = Decorations = = \n",
      " \n",
      " John Childe and James Lehman , and J. K. Rabah \n",
      " Buffalo Bill ; Captain Sands Hsiehorn ; Inola , Arthur M. Lloyd ; D. Brown Jobs and Martin Lewis ( Bank1r Review 2012 ) \n",
      " John Jool Mellisi and Rudy Dickerson Jr. \" Burns $ : MG @-@ F.2A \" \n",
      " Its Tito Barual Magazine Publishers in Spain Lutheran Chronicle only as Bernie Chambers . \n",
      " Tangerine Boy : Ritz . ( ABC 1990 ) \n",
      " Beavers : Right Honor stories . \n",
      " Departing and the Distiller , ed . August Williams , Marbury ; in addition to the work , Composer Horatios Francis . \n",
      " A J. Rubiack Club , Beth Israel \n",
      " XIIA Carbon Dam Control Center , Lawrence , Virginia . \n",
      " Commander Gen. Khrushchev at J. Patton Science Fiction . \n",
      " Welles and Arsive who left for California in 1963 held their leadership rank . \n",
      " Death Eight , Hollywood 's Museum of Art , The Sovereign , 1973 . \n",
      " The Arrow Doll , Alter and Leo . \n",
      " A National Perspective , published on July 21 , 1984 . \n",
      " \n",
      " \n",
      " = 1919 Atlantic hurricane season = \n",
      " \n",
      " The 1930 Atlantic \n",
      "Epoch 39/47\n",
      "4216/4216 [==============================] - 4557s 1s/step - cross_entropy: 0.7725 - val_cross_entropy: 0.8021 - lr: 1.0000e-04\n",
      "4216/4216 [==============================] - 4556s 1s/step - cross_entropy: 0.7683 - val_cross_entropy: 0.8015 - lr: 1.0000e-04\n",
      "\n",
      "A generated sequence:\n",
      " = = Reception = = \n",
      " \n",
      " \n",
      " = = = Critical reception = = = \n",
      " \n",
      " Dassierra also received critical acclaim . Kevin Fallon from The Boston Globe called it \" a struggle to separate his brash rock band \" . Gabor 's Robert Calvert wrote , \" \" Kanye West gets into an interesting person at the Jennifer Lopez Music ... which made the performance intact . \" Joss Whedon of Blender complemented the song as \" excellent \" . Chicago Sun @-@ Times reviewer Jason Lipshutz found the music recognizably good as the entire song , in response to the frontman list of pre @-@ recorded covers on the album . Ryan Schreiber of The Sun deemed the recording the best on Instagram on the 1998 album Foods . NME complimented Jay @-@ Z 's tumultuous behavior in particular and expressed criticism that Rihanna 's reintroduction could have demonstrated a \" legacy \" . Jose F. Promis of The Guardian liked the tracks , describing it among the \" Rich Girl \" . \n",
      " On Fridays , 2003 's Tidal outline the ' hats ' vocals on the team , \n",
      "\n",
      "A generated sequence:\n",
      " = = = = Hyperboxistic longevity = = = = \n",
      " \n",
      " Hydrochloric acid is the most common such technique that is used in acetonitrile rhabdomyolysis . The mitochondria have a wide array of adhesive hydrogen and gas and are extensively veined ( with an accreted metal solid ) and they are typically restricted to a low @-@ power generation of rhodium at two and undergraduate steps . In a favored wing split , medium @-@ energy Hydrogen molecules could be suspected with older immunoglobulins . Like the first distinct pairs of tRNAs , the reaction is called antidote to compartmentalization of LH , and hydrogen @-@ based enzyme @-@ binding endpoints to be important in structure CH3Ch , which was first applied over sampling and virion reactions combined with H. etc . All HH + ions in the S @-@ terminus V8 were characterized by a low vial of a covalently too high volume to form solid @-@ free lower @-@ bodied alkylocoedoxoacethones . \n",
      " On the other hand , the major importance of H. pylori is an age pre\n",
      "\n",
      "A generated sequence:\n",
      " = = = Hurricane Overseas ( 1991 – 1996 ) = = = \n",
      " \n",
      " Five days later , at the end of Hurricane Ernesto , an eye formed increasingly occurring in the Western Seaboard of Mexico . On October 3 , the storm became a South Carolina coast office . Around this time , a reconnaissance aircraft from the National Hurricane Center warned water flights to flood a tropical cyclone , and postponed the interaction , resulting in little damage . Eventually the thunderstorms collapsed , and the system rebuilt winds of between the thunderstorms . Early on October 9 , Ernesto made landfall near Acapulco with winds of 75 mph ( 120 km / h ) , which was just over five tropical storm highs . It kept its westerly flow over Guerrero a few hours later the eastern edge of Hurricane Dean . After moving ashore , Ernesto made landfall in northwestern Florida and moved generally northeastward and dissipated after producing approximately 3 @.@ 95 inches ( 105 mm ) of rainfall . \n",
      " The snows appeared well for the nation\n",
      "\n",
      "A generated sequence:\n",
      " Writing for the Daily Telegraph , reviewer Joe Gottlieb commended how the definition of levels worked relatively early from developing and gameplay , and that the reaction he embraces allows a risoccars in the treatment of power @-@ ups to non @-@ player characters associated with high @-@ altitude enemies . In a workout scene , Skinner expressed concern that sales of the system had drawn attention and declared \" a more focused and challenging narrative than being introduced \" . Rolling Stone 's Peter Travers said the \" flawed game in its counterprobes \" was used to illustrate Wizards as a teen project that came to be \" sharply integrated \" . \n",
      " Although some reviewers were not made more critical of the game , including GameSpy noted that there were nostalgic , fan @-@ based storylines generated through interaction , story , and momentum . Gazala cast also hard @-@ working when pushed back to Warhawk 's game , while another Treasure Project con several attempts to reach around producti\n",
      "Epoch 41/47\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4558s 1s/step - cross_entropy: 0.7654 - val_cross_entropy: 0.8012 - lr: 1.0000e-04\n",
      "\n",
      "A generated sequence:\n",
      " After the 1970s , the B & O was the Capital District already built solely by the DOJ . From 1972 to the following year , DC & DR continued to operate stations in Brighton and Washington across CH Street to Central station . These additions were plough @-@ bound , making the chain more than half a day less than the RAAF national routes , and objectives to land at West Drive waste with other staff parking all over opposite sides of the AL . Henry Row ( 1979 – 81 ) and Kessinger ( 1981 – 75 ) travelled an Atlantic Round the Nine Curve on Digby & Sons House ( 1994 ) with Royal Savage Rover and British troops . Ellis Brooke tried in wasting £ 9 @,@ 015 , and Billy Robinson succeeded Douglas Rollins as First Lord of the Admiralty headquarters building materials equipped with highly decorated 3D cars . When he signed the first Chicago plane , Cricket House Co ( Bootway Road ) was named after Docherty , he had been on a Super Bowl 2 @.@ 0 single season . East Valley Council Government Commiss\n",
      "\n",
      "A generated sequence:\n",
      " Jorge Pastor said that he had a normal career with the Triple @-@ A baseball team and had previously met at Real Admiral Lovingali Ana Dames both of the Venturing Hockey . In response , Rome said , \" There is lot hard how I 've had it you want to yield all the facts under me . If all the other Iowa regular sportswriters were sure to show the team has really needed to develop it so true , that it 's a really exciting sport not their most endearing letter . \" \n",
      " In 2013 , Roberts relinquished his wife 's parents ' honor , accompanied by professional poker players Pat Hinsdorf and Bobby Hamilton and his Forde Monteca Sports team of the day , and in 2015 representing the League , also seeking a professional wrestling championship stint . He found lending the victory to Mr. Lasala , acting the card of Alabama 's heavyweight victory . The trio went on to defeat traders Mikey Gale and Josh Hughes , both of whom both the Robinsons were the Young Vice @-@ President ( Deputy Pete Selassar ) and \n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = = Invasion of Britain = = = \n",
      " \n",
      " A part of the Lieutenant @-@ Marie occurred on 18 June 1832 , and Orion was captured on 6 May 1809 as a thousand men of British troops . The new owners are known as Oran and Viollet , mentioning the British as being of Radical Republic ; Escaladas are in the area adapted to Hussein until 1850 . Eric has stated that Erasmus sat at Antioch and traveled a few weeks to Constantinople , the extended line at Susa . Isaac died in April 1829 , but still spent the next 30 years ( 500 days ) studying at the Treaty of Constantinople . In 1884 Antoine \" Jelpi \" Ionescu , the heir apparent to the third father — fathered by Patriarch Borramos Mastocaghina — was number 12 . The regime evaded Irene , but regime had not frightened him . Ennabent Ostreas , of Igtlef Aikov , a relative of whom Isak was brought out of Austria as the Marshall 's lover , was killed at the suggestion of his father he informed him by the way in which Gabriel is the \" truly great anti @-@\n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " A styled roof , constructed in a pair of small rontember bridges , guards the route of the tunnels directly at historic landmarks . When the traffic of the road except past two levels at D & D was built to transport ridership and cross , heavy industrial reservoir had it been used , spending on municipalities in the areas of physiology , marina shipments and renovation associated with bus . Accretion of this road increased during the interment that affected the lakeside suburbs line . It was relarities with a number of technical information and other elements . In addition , supplies were ran only by road flying as part of extensive service days for trains operated by point , during the start of passenger services along the viaduct . \n",
      " The K Class 66 valve gear is one of the most popular roller skates at the time . The Klagenfurt Amber II NS , which resulted in a return trip to the Arden Falls , was closed ; the same year lacked air wells and a single whip . Dragster works built by \n",
      "Epoch 42/47\n",
      "4216/4216 [==============================] - 4555s 1s/step - cross_entropy: 0.7632 - val_cross_entropy: 0.8006 - lr: 1.0000e-04\n",
      "\n",
      "A generated sequence:\n",
      " Supper @-@ like immunoassays , still an eclipsing binding process , respond by arguing that other substances of the compound that bind to base pains may move better , short ddyn permeable ( replacement ) , high channel in mammalian balking and distortionless diet . Finished treatment is not continuous in easily becoming faster , since more than six are carried out by rhizomes with no longer used in self @-@ induced forms . Most stimulants are the only symptoms of one or two other fungal neurological functions and lily dissect with injury . A recent increase in lousy was used for late seizures associated with liver damage to all adjuvants under sensory syndrome . During hormonal disorder difficulties , bacteria lead to cardiac arrhythmia . Some patients can send themselves to be more effective by criticism by some things helping to limit weight control lifting and pesticides . In use , these obstructions reflect non @-@ exposure proliferation in mice , where there is benefit in at leas\n",
      "\n",
      "A generated sequence:\n",
      " At the U.S. Congress law school , schools , or events won some honors for professional physical education , Benjamin claimed his interest in government spending on loan scholarships . He enlisted teachers at a salary with a reported non @-@ valued credit card fee and accomplished annual gold in the immediate wake of the 1933 Academy Awards . He did so in what he would later appear in five years : Feller reported in 1928 that he had very eventually saved his potted life , having it rented the farm only two years before . \n",
      " \n",
      " = = Early life = = \n",
      " \n",
      " Colman was born on October 24 , 1877 at the Greek Garden close to the Palestine Regiment of the Government of Luzon , a partner in the Revolutionary War . He was one of the first Asian house entertainers to boast after the war . For a year , he volunteered to serve in the ancient doctrine of the Nazi Type 96 made the work of Russian tank companions with the proper quality of their ideas . \n",
      " The Time @-@ Reapsurced Anopla bell cyan , which was\n",
      "\n",
      "A generated sequence:\n",
      " = = = Climbing = = = \n",
      " \n",
      " The ride features around 25 light rail numbers , seating around major effigies where park attractions are paraded . An exhibit of this country , filmed in 2008 and an above motat room for Frank Pomback , permits artificially road rails for football game . \" Two Players from Florida State Dependent Wings is America 's Foreign Service with only betting tickets . \" \n",
      " In areas that are listed on all nine terminals in San Francisco . Pickers home goals after 10 @,@ 000 cars stand and 4 @,@ 000 passengers . \n",
      " Qatar Era 2B crossed the Yosemite Parkway on April 12 , 2015 , nearly 18 km ( 1 mi ) from the San Joaquin River to San Jose , although in 2017 it quickly became apparent to be split . \n",
      " \n",
      " = = Flights = = \n",
      " \n",
      " \n",
      " = = = Radio and television retailer = = = \n",
      " \n",
      " Former Air Force light unit and Bell Belgian television news players receive ring visas in Oriental monopolies . However , jobs have cumulative financial scenes allowing teams to choose from representations ac\n",
      "\n",
      "A generated sequence:\n",
      " Steven Plimdin commented : \" They decided to get real hopeless ..... Normally , the edgoics were chaotic , the real depictions of sudden , beautiful pointless complexity were \" . Rita Kempley , a mixer of the series , stated , \" I don 't know here today . I feel that I still talk at and now a plot as ridiculous . \" Anderson wrote : \" if Anya and Pitt were rare - deep depth – each story too often evocative of what were prevalent , few with exactly one another appear on stage . They were candid . \" Ultimately , she has noted that her role in the series seemed like a success . She believed that the points and the action belonged to those initially associated with television sets . \" Jolene \" was designed as Poison 's second addition to \" A Fresh Lisa \" , and was the first \" clip show \" of the show . \n",
      " Pope dislikes the series , writing it with the Millennium Grand Prix . She adds \" I think it says , ' The hell of these teens go out ' . So it stops weekly and runs for sale , and explicitl\n",
      "Epoch 43/47\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      " 606/4216 [===>..........................] - ETA: 1:04:58 - cross_entropy: 0.7667"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 4555s 1s/step - cross_entropy: 0.7586 - val_cross_entropy: 0.8002 - lr: 1.0000e-04\n",
      "\n",
      "A generated sequence:\n",
      " On March 15 , 2012 , the terrain adjacent to Houston St. Paul , Washington , created by Florida International Airport . It is unknown if was changed before the train leaves the line and ' stop ' of train items through a crossing of the Nevada Trajing Ring to cover approximately 14 minutes and the rail use runs to Feliciana Road . In February 2012 , the U.S. Armed Forces debated whether a record of the Old California Sur in Tobacco and Japan , as well as the legislative process at the time . \n",
      " On September 30 , 2012 , the Renault Management Plug ( ROVC ) banked on a dueling facility to be demolished on November 4 \" Energy Range National Monuments \" , formerly North Sister of Igbo . The operations of the Northwest North Question are available for road priority , while a solution was initiated to create the ultra @-@ conventional SBAS system . The minimum waste includes the OTHU , providing file a fee for the late 2010s and mid @-@ April , the train connecting the area line within Saint \n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " = = Episodes = = \n",
      " \n",
      " \n",
      " = = Release history = = \n",
      " \n",
      " \n",
      " \n",
      " = Roja Edgar Prince = \n",
      " \n",
      " Roza Nora Judaism ( born 9 May 1965 ) , also known as she was born Wycherley Jr again in Port @-@ au @-@ Prince on 6 February 1973 in Brock @-@ upper Hopkins , New York who was given \" hands and boxes \" after her business address turned out to be small . She fought back , based on her Irish Setter , possibly during the first three series based the vigil on behalf of Murdock after her filing of 25 years ( the encounter of 12 years ) . \n",
      " Brady gave birth to her parents in 1972 , and she was engaged in 1978 , after which she married her sister Ennis . Though their son , Leni Hoey , was by then classically born , he was subsequently named president and aged seven years history . They divorced in 1983 . During his stay on Malta Baratty ( 1935 – 1998 ) ; before that , he joined a running group of prominent Ministers , and was appointed as principal adviser to President Nelson 's brother Eliot ( Whitlam ) . Al\n",
      "\n",
      "A generated sequence:\n",
      " Hong Kong actors who grew up in Bethlehem include Katie Warburton and the duo , Cristian Caquia , and George Edmond . Oppenheimer quickly began to get through with their character , which proved fruitful to him . Hernandez quits complex popularity in the US in that he had an operatic Republican authority for an R @-@ rated series that could teach ' ignorance ' of his experience . His enthusiasm for the program in his bond is fraught with poor quality and joining for forgiveness . While Henson landed a suitable title he would replace Benz , and he organized proposals to emphasize his lack of control and speculation from the public . He also read extensively for the last time in the Burger King section of Dr. Hershey 's advertisement , José Tiárall . \n",
      " Men 's Daily launched a press release for several readers to use Ben @-@ Hur and Sarmatian comics to defend his newspapers and audiences by television . The profits of the two write authentic challenges were a direct direct commitment to \n",
      "\n",
      "A generated sequence:\n",
      " \n",
      " As the anti @-@ teens were wiped out the district 's political power it had reforms again , with Indiana and Cambridge County unable to maintain its lending ( or search of resources ) both because all of the trust continue to equal to the costs of the law ; an overall amount under the control of orbital levels rose by that pay heavy rate . The tax discharge began on March 4 , 1974 , following the passing of one restriction in thirteen matters related to the merchant control thesis . During the intermediate speech , the state voted to renew the use of the actual jurisdiction as a stand @-@ ins because the distinction between the United States Circuit Court of Appeals and General Assembly and that of the 1962 act also bears an order for a net penalty to confront the ejector government , located in Los Angeles , Connecticut . \n",
      " \n",
      " = = = Post @-@ convention jurisdiction = = = \n",
      " \n",
      " Marshall was appointed to the House of Representatives in 1967 ( becoming the first State Senate elected to t\n",
      "Epoch 46/47\n",
      "1987/4216 [=============>................] - ETA: 40:08 - cross_entropy: 0.7608"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "IOPub message rate exceeded.\n",
      "The notebook server will temporarily stop sending output\n",
      "to the client in order to avoid crashing it.\n",
      "To change this limit, set the config variable\n",
      "`--NotebookApp.iopub_msg_rate_limit`.\n",
      "\n",
      "Current values:\n",
      "NotebookApp.iopub_msg_rate_limit=1000.0 (msgs/sec)\n",
      "NotebookApp.rate_limit_window=3.0 (secs)\n",
      "\n"
     ]
    }
   ],
   "source": [
    "class GenerateCallback(tf.keras.callbacks.Callback):\n",
    "    def __init__(self, **kwargs):\n",
    "        super().__init__(**kwargs)\n",
    "        \n",
    "    def on_epoch_begin(self, epoch, logs=None):\n",
    "        sequences = self.model.generate(4, 1000)\n",
    "        for seq in sequences:\n",
    "            print(\"\\nA generated sequence:\")\n",
    "            print(seq)\n",
    "\n",
    "earlystop = tf.keras.callbacks.EarlyStopping(monitor=\"val_cross_entropy\", patience=6, verbose=1,\n",
    "                                             restore_best_weights=True)\n",
    "plateau = tf.keras.callbacks.ReduceLROnPlateau(monitor=\"val_cross_entropy\", patience=2, verbose=1)\n",
    "gen = GenerateCallback()\n",
    "\n",
    "\n",
    "history = char_model.fit(train_data, epochs=n_epochs, validation_data=valid_data,\n",
    "                         callbacks=[earlystop, plateau, gen])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "id": "fd5476f4",
   "metadata": {},
   "outputs": [],
   "source": [
    "char_model.save_weights(\"weights/char_model_big.hdf5\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "id": "726cb7e7",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "4216/4216 [==============================] - 1610s 382ms/step - cross_entropy: 0.7543\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.7543270587921143"
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "char_model.evaluate(train_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "3d356905",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "9/9 [==============================] - 3s 381ms/step - cross_entropy: 0.7977\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0.7977292537689209"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "char_model.evaluate(valid_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "88638097",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "NEW SEQUENCE\n",
      "\n",
      " Typhoon That ( and Hurricane Dog ) and Hurricane Chanchu ( 1952 ) \n",
      " Tropical Depression Fest Isolated Part of Prescot ( Lake Tingting near the Virgin Islands ) \n",
      " Severe Tropical Storm Tony ( TSOW ) – history of damaging winds of July 25 \n",
      " Westerley Zone ( ACE ) – watch \n",
      " \n",
      " = = = Subtropical cyclone = = = \n",
      " \n",
      " Commander Saville 's Offshore Atlantic tornado ( EFTS ) – Huma hurricane ; model \n",
      " Stanley – nemesis when channeled from St. Catharines to Chambersburg , Texas with coastal areas intensified , without south of the Florida Keys . HRW begins weakening over Georgia . Points above the west day when the government is essentially restored . \n",
      " Ganymede Storm – all structure , an annual formation event , due partly to West Connecticut , a North Carolina – Cato Falls Path , South Division , triple system Oscar first forms for the monthly November – Training Act of 1964 . \n",
      " State Route – U.S. Super C.V. , a North Lakefront ( first nation signing an NCO @-@ 609 study shut down in the island \n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " The Brickell warm intensification event of 52 @.@ 1 mi ( 83 @.@ 8 km ) was estimated at 7 @.@ 4 % . The southern drag was faster @-@ launching , but hours before the classification advice was before freezing the pass . The timely ratio became Paine . Later on , the storm emerged to range between 1 – 1 , 9 and 18 peaces . Although its eastern status occurred little , only forecasters predicted that the system would intensify dominance and was not as diminished over the next two days . The dense zenith of Paul might be a hazard to rainbands and Gloria would remain once the fog of impact . An approaching trough between Vestmorea and the Azores spurred slow speed to allow the subsequent exit of the remaining convection back to the yard . However , at 0000 UTC on September 28 , the NHC issued ICE world revised warnings for the extratropical remnants of disturbed weather formed at a bridge further north . Gale @-@ force winds from the hurricane threatened the southern half of the wave , and\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " Many girls had a heel , because they never cared little , and spent time outside a mosque on 14 acres ( 6 ha ) and one survival of 145 – 140 being my king as the birth . By contrast , Sikh Islam has been considered \" a congenital bribery background , has an attractive mind built in a blackjack in dirt . \" Mahatma Gandhi , small Bhutto , is another sombre community whose prohibitions on the promising treatment of All Ironspire @-@ Assorts will continue in Bengali , Vinayaka and at such an extent that two members of the didactic senatorial strife are practically merged by Sikh elites together with the Batmanga members like the -h or Sitakunda Indian , without being cast as colonists or guerrillas , “ relentlessly sober soldiers . \" \n",
      " \n",
      " = = = Constantly staying reputation = = = \n",
      " \n",
      " The Negavasanah , Indian inquiry ( English : Public Immigration ) and the Darjeeling Collection are listed in Sikhs in Cripp 28 and Vehad Shraddha . \n",
      " \n",
      " \n",
      " = X Junkies = \n",
      " \n",
      " X ( June 19 , 1999 – November 2 , 20\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " The WWE Women 's Championship was criticized by comparison of other characters involved in promoting WWE 's talents with international recreations , sexual excitement and commentary with women 's viewers . It was described by Jon C. Walmart as \" African @-@ American being nearly equally dismissive and as genius , and appears to one stands in a hard time that is likely to bite this rugger . \" Dick Clark of Los Angeles Times rated the music video \" Water \" . Spears said , \" They want to get away with their own car , bleeding around for cool through the middle of their hips . They 're deep . Candy is so beautiful and finely bringing it back . This already knows he 's scared to shape the tourist lives behind anti @-@ child language and how huge fringes are going on in the old stand @-@ up contest . \" IGN 's Alan Sepinwall gave the WWE series a positive review , describing it as \" an urban pile @-@ plot . \" Tire Cloven of PopCrush wrote , \" Achebe moves blowing up in the middle of the gh\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " A plane announce that past travel and extensions from the Minority Weeks DVD consist of files , however , is being used to make the version of the album version . Field demo album titled Popular in Europe extended releases to music selections while being created before consultation . Others who opted outside of the recording process that interact with phased events are convenient for the futuristic form of electronics . These include Untandami , Leslie provided closer ties to the band or their own members . \" Thunder \" marketed the music of hip @-@ hop music in independent audio commentary . Critics saw the Xbox 360 as sounding able to extract sound equipment and funding cameras , and the inability to drive a free car marketplace and fast @-@ food crowd . Video Game Pajama however , praised the implementation of an \" idealization \" first game in Avalanche on DVD and PlayStation 3 in 2012 . \n",
      " Microsoft stated that while the Xbox 360 was a 3D , a Xbox 360 appeal established that it woul\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " In several arrangements with The Source , which is meant to live their fondness for themselves , Gary Suter admitted that Garfunkel 's use of a fifteen drums is a part of \" Yoko Ono \" or \" Wow Ball \" and reference surf music acting . The accolades Morrison 's best record , Kill Bill ! , has no single ; he now nonetheless thanks Kanye West for his touch over \" Go to Fly \" and \" Fog \" including \" Voice of Love , \" \" Shrews Gone , with the terrizont , Mother Industries , from the Vocal Ground of the Autobiography . \" The guitar is inscribed on \" It 's Hard Day \" ' s melody , which contains tributes and accessories not restricted to Slipstoms , but no single . In 1988 , in the hope of using the song mostly as an instrument so that it should again persuade the musicians to offer it to all of the producers to perform as a band in , he found it worse as the Spice Girls made numerous songs together in another track . \n",
      " The lyrics appear as a season 's first song , \" Good Night \" by The Smiths\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " The battle was fought between Karim Mir 's Rising Sun and Indonesia , and afterwards led to the Kush move up Mohun 's armies . By 14 April Dalissa 's loyalty was to Mardas in the hold because he disowned Dar Azhalek by marching back towards the Tibetans . As a result , Marrakesh had retained Marrakesh from any soldiers and suppliers that retained much of the element of Dalia 's privileged power . Darwaza 's success had become enormous for him . For the next two years , he was seriously wounded in the return trip . \n",
      " \n",
      " = = = General charges = = = \n",
      " \n",
      " Drong ascending the Yemeni side of the valley during their support for rebels in 1875 , Kovar devised a conspiracy against him . After he had surrendered negotiations about the preparations for the war to disintegrate these resistance , Dor exploited the balance of power crises so it intervened . According to al @-@ Azhar , no Hijrisli broke off through songs or plays , and the dispatched Muslim descent was largely along the road and the\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " Pattern Records raised Metallica with the most prominent périon work at Clapper 's band on any Guns N ' Roses subculture : \n",
      " The first Remixed album to come was taking a double dialect from the dark rock of the sudden break . Metallica , Metallica , was the most popular and perfect to Metallica and the flurry of writing that failed to come from the inside building . Afraid of harder to record , Metallica continued with Metallica 's heavy use of messages over Metallica 's sound . Having recorded with the band in 1991 , Metallica found it difficult to handle Metallica with particular skating and soul @-@ pot . Metallica was more minor ; Metallica preferred the instrumental F ( Italian ) to the bag of Risk and refused to close things work . Masashi Iginla of The A.V. Club suggested that Metallica 's use of what a Chronicle of Ashes was more intimate was imposed by other Celtic dances . Vai said they had no general ideal in wasting the overall Cuban shapes . In an interview conducted in a\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " In 2000 , a specially created and artistic medium of art in Momotość @-@ Komische Dravska , most of which is shown in the ' Water Reclaiming Archive ' , was printed at the Venice Biennale , and displayed at the Marie Seyror Orchestra and archeological SIKA Palazzo . \n",
      " \n",
      " = = = Iaton Kukjo = = = \n",
      " \n",
      " In Kenya , the walls around the Grilja Palace itself is surrounded by parapets , a rectangular base and a neoclassical detailing houses . 29 @.@ 9 centimetres ( 11 @.@ 5 in ) of plate is cut on the two flights . The ship has a flat @-@ topped cheerful building , which becomes a Risbik @-@ ovt bailey , next to the patronage of King Roman Catholics . Only known uses are much good situations as they face the river channel , where the arms and pounds are crowned . The City of Skadendrifches was built during the reign of Kladder in the 1458 BX and basic air fried up blocks of steel and septa volunteered in the satellite site . \n",
      " The Stadtfield Museums of Parliament are located in the center of th\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " In exchange for boost backlash and travel on transit , the regional petrochemical engineer Adam Bubonac spent a part of his senior offer in Athlon Bay in Delhi in 2005 . After serving as Reckitt Operation and posting full @-@ time friend and physicist William Benjamin Haikonanda , Bakusim asked Brundage to purchase 2 hectares ( 5 @.@ 6 acres ) of land and 25 acres ( 0 @.@ 82 km2 ) of forest with 170 board feet ( 67 @.@ 5 m ) of toiletries from fertiliser adjacent to Port Hedland . The company was optimistic about the government protests , which resulted in substantial increased capital controls and the debt . After the assistance of Joe Van Rousse , Pardi Avignon was being advised to return to Conway to meet extracting tractors . \n",
      " On 31 March 2007 , Brunei found that virtually no safety measures were issued newspaper publications because of possible findings and disagreements happening in the Pakistan area . Although initially relocated to Konkan and shuttled through New Zealand and \n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " The ODI number three was played between eight other countries , each of which entailed continuing to the world . Four World Champions : \n",
      " \n",
      " = = = 2003 World Cup = = = \n",
      " \n",
      " Winner – Brakej Ogoemoflaktion became the fourth player elected to the Olympics , and managed the 4 × 200 @-@ metre freestyle relay team . Bail had suffered several broken shoulder packs and , while entering his 2005 Summer Olympics in Eagles , defeated Olympic victories 29 – and 17 – 13 at the last coming closer . During the Olympics , according to Wanderers , a strong punch was done in South Korea , a touchdown scored by an Irvine Gabriel and was the fourth reserve with 20 points , including a field goal of 14 : 50 @.@ 9 in the second . Each team had beaten 1 @,@ 000 people in those weeks . \n",
      " Entering the two legs , the game 's handful teams made an equalizer for days off . In the final game of the 2003 game , around 15 @,@ 000 spectators from 12 states on the same event placed a 60 – 6 record . This came to a head\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " Bart Walker Carol ( Lt. Edgar Lambe ) , an FBI agent and Battle of the Arabian Sea . \n",
      " Henry J. Shuttleworth ( Ray Ney ) ; an S @-@ 1 Commander . \n",
      " Richard Armitage ( cover journalist ) is a fan of Superman . \n",
      " \n",
      " = = Production = = \n",
      " \n",
      " Originally intended for the series , the director had opted for Ella Fitzgerald 's most accurate video release , a story arc that became an inferior focus of the 1940s . The fictional character , Ellis Jessup ( née Perkins ) , did not have a unique genre : Falk 's sweetheart , Howard Pascheny , and his age in the U.S. grew to accommodate mostly living on the sky , soapier tiles and creature models . After the filming in York , Midnight Sun ran a 160 @,@ 000 set audition , equalling the efforts of Stowe years ago . As a result of these failures , Cockton and Forcier advertisements for the series , such as the 1998 , 1998 @-@ 92 Spike TV , and successful movie The Idlelyough , were in decline . \n",
      " Prior to the refurbishment , the series ' cancellation inte\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " Mesks returned to Australia in 1917 to write articles for academic decryption in the 1920s . This final source described a blame on Mecklenburg , to provide a detailed rebuttal to the development of Act . Poulton is said to have died the day of fighting in 1932 , although at the time he was suffering from acute leukemia . \n",
      " On 26 March 1932 , Mecklenburg played a part in a First World War service held at Rusch at the Royal Parks Committee . He was promoted to Knight Commander of the Order of the Bath for his paratrooper intelligence officers ' reprieve in 1923 . In 1931 , Jeffery Mancunian and General Albert Richardson were appointed to command the I Corps , in recognition of his Irish status . His reputation greatly embodied natural resources and his initial displeasure with the growing need to circumnavigate the middle ground between the country and Italy in North Africa . \n",
      " \n",
      " = = Cross @-@ wielding = = \n",
      " \n",
      " In the 1940s , there were publicly not need any conspiracy theories . One of\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " After the shows , Slaughter began work on a single @-@ game spirit game titled Moneties sound puzzle , which was created by a group of senior choice executives and team officers to develop a solution to the package will remain in operation from center field . The agreement seemed to be too colors possible , as the new content was redesigned and the content for celebrity football referred to because , after being working on a game before Slader 's death , similar scripts were passed on to Adams . \n",
      " The animated sequences found faulted the audience because they could attack the Origins , away from the name of a male revelation . Nick Billis of Goosebumps said , \" I think the Lipstick ! It has gotten informed of the success and salvage detailed script . We get an Alien cast by mid late @-@ time . At lower prices in that video . Everybody lost as much \" . The game 's music was based on the Apple Store rig instead , when they propelled the game to Starbreeze Revival . Allen maintained that\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " \n",
      " = × / Additional stock footage * \n",
      " | airs Sirius = \n",
      " at 200 km : \n",
      " due to oncoming recordings of Kyle Brosz and Kikuchi 's design including a 3 @-@ disc set A New Transit ( r . 8 ) and The Broadcasting Station STX 2 ( 2003 ) . \n",
      " Due to the airplay generated in the date list , the Blu @-@ ray for release first includes an 11 @-@ inch animator called Cillus painting \" Where shots cast from the Blu @-@ ray version they possibly show in the third of the film . Such synchronization will represent point @-@ down , as it 's putting the 1 @-@ track shutter glowing dark amora in the illusion introversion into a visual heap of innocent daily and marginalized authorities \" . The interpretation and dynamic differentiation needed to be encouraged in the formula and compositions are largely imbued , with all previous Blu @-@ ray copies being \" quieter \" than itself on their set . Especially for use of external visuals , Blu @-@ ray discs and colour illustration were written and rewritten early \n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " NSB is one of the few neighbouring heart facilities in Sweden , including El Tafira , where the grand internal structure originally had 70 homes , and an appearance between the Economic heart of DNC Pålsen AB and NWT Group 2 . The second Newcastle Observatory in NSB is a 200 @-@ series one ( off the Orkney coast ) since designing in 1978 . \n",
      " \n",
      " = = Academics = = \n",
      " \n",
      " NSB badged out of existing departments near the end of 1897 ( in terms of electrical and national cycle physics ) . These were responsible for commuting , and some sealed by country operators . By 1902 , they had acquired far entrance platforms , previously a household , the northernmost opening of the old second VSE destination ( located at different times ) . The opportunity was that it would not be moved and all pieces of the kit prong had been loaded . \n",
      " Systems for storing daily pulverisers , nuclear power , and skilled officials were placed on the NSDAP or the Norwegian Electricity Authority and the company 's manager\n",
      "\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "gens = char_model.generate(16, 1000)\n",
    "\n",
    "for gen in gens:\n",
    "    print(\"NEW SEQUENCE\\n\")\n",
    "    print(gen)\n",
    "    print(\"\\n\\n\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "id": "74472460",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "\n",
      "Temperature 0.0\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " = = = = Contemporary art = = = = \n",
      " \n",
      " The most important of the two styles of music in the 19th century was the concept of a style of popular music . The first performance of the piano was the concerto della Sonnenstein , which was performed in 1865 . The piano was a complex orchestral song , which was performed in 1865 . The piece was performed in 1876 and included a concerto of the same name . The orchestra was also a part of the composer 's work , and in 1877 , the composer was appointed as the composer . The orchestra was also awarded the 1891 Concerto de la Renaissance , and the concerto delle donne was composed by the composer . The orchestra was also the first of the composer 's most prominent compositions . \n",
      " \n",
      " = = = = Opera = = = = \n",
      " \n",
      " The orchestra was founded in 1879 by the composer Franz Liszt , who was a member of the composer . The composer was a member of the composer , and he was a member of the composer 's older brother , Prince Alexander . The composer was a member \n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " = = = = Contemporary art = = = = \n",
      " \n",
      " The most important of the two styles of music in the 19th century was the concept of a style of popular music . The first performance of the piano was the concerto della Sonnenstein , which was performed in 1865 . The piano was a complex orchestral song , which was performed in 1865 . The piece was performed in 1876 and included a concerto of the same name . The orchestra was also a part of the composer 's work , and in 1877 , the composer was appointed as the composer . The orchestra was also awarded the 1891 Concerto de la Renaissance , and the concerto delle donne was composed by the composer . The orchestra was also the first of the composer 's most prominent compositions . \n",
      " \n",
      " = = = = Opera = = = = \n",
      " \n",
      " The orchestra was founded in 1879 by the composer Franz Liszt , who was a member of the composer . The composer was a member of the composer , and he was a member of the composer 's older brother , Prince Alexander . The composer was a member \n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " = = = = Contemporary art = = = = \n",
      " \n",
      " The most important of the two styles of music in the 19th century was the concept of a style of popular music . The first performance of the piano was the concerto della Sonnenstein , which was performed in 1865 . The piano was a complex orchestral song , which was performed in 1865 . The piece was performed in 1876 and included a concerto of the same name . The orchestra was also a part of the composer 's work , and in 1877 , the composer was appointed as the composer . The orchestra was also awarded the 1891 Concerto de la Renaissance , and the concerto delle donne was composed by the composer . The orchestra was also the first of the composer 's most prominent compositions . \n",
      " \n",
      " = = = = Opera = = = = \n",
      " \n",
      " The orchestra was founded in 1879 by the composer Franz Liszt , who was a member of the composer . The composer was a member of the composer , and he was a member of the composer 's older brother , Prince Alexander . The composer was a member \n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "Temperature 0.333\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " = = = Second World War = = = \n",
      " \n",
      " While the Australian Army was on a series of conflicts , the Australian Army was not intended to be a battleground or an armoured unit . In 1939 , the Australian Army 's Second Australian Imperial Force ( AAU ) was formed at Richmond , which was composed of the Australian Army and the Australian Army . The Australian Army and Australian Army was also attached to the Australian Army in 1935 , and the Australian Army was inactivated on 1 July 1935 . The unit was renamed the Australian Army in 1938 . The 2nd Division was re @-@ raised in 1940 , and was re @-@ formed in 1941 . The 2 / 10th was disbanded in 1946 , and the 2 / 9th was re @-@ raised in 1948 to form the 2nd Division . In 1950 , the 2 / 1st Field Ambulance was re @-@ formed as part of the Australian Imperial Force ( AIF ) . The 2 / 10th was re @-@ raised in 1961 as part of the Australian Army 's reserve forces . \n",
      " \n",
      " = = History = = \n",
      " \n",
      " \n",
      " = = = Formation = = = \n",
      " \n",
      " The 2 / 1st Independent Milit\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " = = = Article = = = \n",
      " \n",
      " The proposal is a reference to the British press , which may be a proposal to remove the proposal from the Constitution of the United Kingdom . The Commission is designed to control the resources of the Commonwealth , and to establish a partnership with the Commission of Engineering and the Commission of Engineering . The Commission also includes a submission to the Commission , which includes the Commission for the Preservation of the Royal Military Academy , the Commission on Section 1 , the Commission on Consumer Protection , the Commission on the Commission of Environment , and the Commission on Common Law . The Commission also appoints a provision for the Commission to include a legal representation of the Commission 's three provisions , which are also responsible for the creation of the Commission . \n",
      " \n",
      " = = = = Constitution = = = = \n",
      " \n",
      " The Commonwealth Parliament has a strong republic . The Commission has been considering a referendum on the constituti\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " = = = Community and political power = = = \n",
      " \n",
      " The party 's constituency is the largest party in the country , and it is the largest party in the country . The party is made up of two members of the European Parliament , the President of the European Parliament , who have prominent members of the Council of the European Union , and the Council of Ministers , also known as the Council of Ministers . The Council has a strong political and economic power , and is a member of the Council of Ministers . The Council is the first party to enter the European Union . The Council of Ministers are the Council of Ministers , which is the party 's preferred department . The Commission is a member of the Council of Ministers , and is a member of the Council of Ministers . The Council also has a committee that allows the Council to serve as the Council of the Council of Ministers . \n",
      " The Council of Ministers are elected by the Minister for Education and the Council of the Commission of Municipal Co\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "Temperature 0.5\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " = = = Early life = = = \n",
      " \n",
      " Hartman was raised in Lowell , Ohio , and was sent to speak at the Catholic Church in the United States during the 1930s . He was a female hero of the New York City press and attended the 1938 New York American Chamber of Commerce . He received a doctorate in chemistry at the University of California at Brooklyn . \n",
      " Hart was a member of the World 's Columbian Exposition in 1939 . He won a scholarship to study at the Brooklyn @-@ based New York University . He became interested in the field of science in 1935 , and was a co @-@ founder of the Manhattan Project . Hart 's course was the first scientific beginning to the development of the Rotary Engineering Division of the Argonne National Laboratory to study and control the atomic energy project . Hart 's influence on his research and publication was recognized as a public appointment to the Medal of Honor . Hart was a member of the American Red Cross and a senior employee of the Camp College of Business , a\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " = = = Location = = = \n",
      " \n",
      " The skylight was designed by André Maubert and Louis Fisher , who initially said that the steel industry was \" a victim of the war . \" A further specimen of the ship was shipped to Gibraltar for a week of service . The ship was launched on 24 July 1868 and completed on 2 July 1868 . The ship was commissioned into the fleet on 14 December 1869 . She was completed on 20 July 1866 and was commissioned on 6 July 1867 . She was commissioned into the fleet on 10 August 1875 , and was laid down on 22 January 1868 at the Canton Fleet at Portsmouth , England . She was launched on 2 July 1877 and completed on 14 February 1884 . She was commissioned on 1 July 1883 and was commissioned on 11 December 1880 . She was named after the explorer Samuel Allan Seymour , who was in charge of the ship in 1869 . The ship was launched on 13 January 1880 and completed on 1 May 1883 . \n",
      " \n",
      " = = = General characteristics = = = \n",
      " \n",
      " Georgian seamack was 111 feet ( 34 @.@ 4 m ) long overal\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " The show 's concept was presented as a more progressive program than its predecessor , the show 's staff . The show 's producers were able to secure the rights to the show , and had previously been considered for the production staff . As a result , the producers and producers suggested they would be able to voice the characters and the show in a manner similar to the one that would follow . Another storyline , \" Black Light Attack ! \" , was a parody of the series ' conclusion . It was the first episode to serve as a finalist for the series ' first season . The episode was the first episode of the series to be produced by the show 's producers , who had been in the United States since the early 1980s . \n",
      " The show featured the first appearance of the English dub at the time of the show 's premiere , but the show was not released on any show . The season two episode \" First Person Shooter \" was preceded by the second season , \" The Big Goodbye \" . Although the episode was not a success \n",
      "\n",
      "\n",
      "\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "\n",
      "Temperature 0.8\n",
      "NEW SEQUENCE\n",
      "\n",
      " = = Plot = = \n",
      " \n",
      " Aliens was researched by narcotics as an option to create and develop a character in the first @-@ person shooter genre . Alien was designed for a few audio @-@ visuals to direct the animations . The color world of Alien vs. Predator is worsened through a series of firearms aimed at game designer Marcus Fleischmann . \n",
      " Many of the characters believe that the characters ' links with various video games are invariably made under consideration . A character gauge represents her first choice to portray Michael herself , as she draws aspects to the character after he speaks about her . Instead of willingly recognizing the secret , Abilene said \" I realized that the concept of the character thing is carefully wrong . Her key to her future appears to be making the test the tension roll . \" During battle , Alice is always moving and transported to the other stages to a split of \" little \" descending into a wall . The creature is all type @-@ friendly , though it can determine\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " Rating Rise Against ( Eve Myles , April 30 , 2006 ) . In the C @-@ Men , Michael Grayson ( Michael Aiell ) , Eric \" Bernard \" Reyes ( Anna Delaney ) from the company . \n",
      " \" Michael Myers ( Starlight ) \" . Telegraph . 30 March 2012 . Retrieved 16 April 2016 . \n",
      " \" Simpsons TV Show \" . Time . Retrieved April 24 , 2010 . \n",
      " \" EastEnders \" . Nine Network and Playboy. p . 10 . Retrieved January 3 , 2012 . \n",
      " \" Episode 11 \" . Disney Channel . Retrieved April 15 , 2010 . \n",
      " \" Commentary Reasons \" . The Daily Star . June 21 , 2012 . Retrieved April 25 , 2011 . \n",
      " \n",
      " \n",
      " = New York State Route 335 = \n",
      " \n",
      " New York State Route 359 ( NJ 53 , named as NY 127 ) is a north – south state highway in New Castle County , New York , in the United States . It is a short @-@ lived highway in the New York State Thruway ( exit 18 at the western terminus of NY 18 ) at the Vermont state line at Comstock and heads through the Tecumseh Pass toward Fort Wayne . The route is a branch of State Road 150 connecting West Morris\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " Sultan Singh was born in Jablanite Road to a Singapore national funnel complex in Singapore in 1951 . He attended land , and aged 18 , was raised in Johor at the age of fourteen . He received his early education at Lam Tin Estate , and later was a member of Worthington County Council in 1954 . His younger brother Amon was educated at Bayonne University , where he graduated with honours in science and statutory professorship . After graduating in 1958 , he was occupied with research at Loyola University where he worked as a private secretary , a treatment and assistant worker . \n",
      " Since 1968 , Singapore has worked as a hospital in Tibet and some other provinces , before returning to Bangladesh . He was a member of the Sultan 's 1980 reform of West Jerusalem and a political career in the Singapore Department of Culture , Law and Religion . He was at a school in Johor Bahru until his death in 1980 and was made a Knight Commander of the Order of the British Empire in 2011 . \n",
      " \n",
      " = = Early\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "Temperature 0.9\n",
      "NEW SEQUENCE\n",
      "\n",
      " Players would have somewhat better jobs than most water horses along with some personalities . In this section of the play journalist Tim Brown Harris noted that the game leads to the melee disc at a time when Lionsgate was a little scrubber . The complex companies were created in the Army and Hyde Park Building . This was done so \" a great deal worthwhile . \" The college did not have five character posts , even though it was not included in the Pixies , with the rest being located at the Royal Mail Studios . Each stage featured improved styling , namely its Working Grounds , \" Windows 96 \" , \" Wake Up The Devil in Past \" , \" No Lady Harry \" , Danny Boyle 's \" Listen \" and \" The Wizard ( Today the Apparel ) \" . \n",
      " Both Chicago and Seattle involved developing the technique . Elements of Virtual Theatre 's complexity were compatible with the board game Starbreeze over the methods of the center . A program at the core video games rendered with a magnificent media improvement and non @-@ d\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " Benjamin was reappointed to the minor league system for six seasons , and after 20 weeks , Rod Duke headed out to the Milwaukee Brewers for the 1896 season . Armstrong served as the team 's defensive coordinator . Assisted by Art Drink , teammate Rich Rodriguez , Guels brought it down , discussing his lack of a level of rhythm and the quality of which were regarded as a possibility . Meet the Brewers ' six options before the 1893 season , as Martellus Richard , Babe Ruth , Dan Biskin , and Herb Plinth had great grades for Landon Collins and defensive back Lou Saban . As a coach , the Rose Bowl continued Rams ' nickname of a mascot : \" His Memphis Min of the Michigan red rail was a keyboard soccer player who makes fellow baseball players Steve Moore and Al Gordon on drinks . \" \n",
      " \n",
      " = = = = Peach Bonds = = = = \n",
      " \n",
      " Thanks to the poor pitches of Mailey Tech rules , efficiency and guest team history began using color gloves in the new statistic . The institution of many players who wore sto\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " The ship earned the name Kaalja AAE after being placed in reserve at Port Said , Korea , as a yearling propeller . The ship was rearmed with an innovative protective deck that replaced the director 's magazines and was powered by a pair of 10 @-@ centimeter guns . After the Kaiser decided to forward the planes , however , she was not assigned to the battleship Prince of Wales , HMS Prince of Wales , in the Mediterranean under the command of Admiral Henry Stones in 1911 . \n",
      " By the time Watts & Whitney was in the West Indies , both ships were delivered in the United States . She was the last active carrier to be commissioned into the Mediterranean . Waddy entered service with the Attack on Pearl Harbor before she began a series of raids and to divert from the United States into the war , though she sortied from Brest on September 30 . Taking responsibility for the area , Wadsworth accepted a Royal Marine all @-@ round armaments training cruise to West Africa . At the end of the month , \n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "Temperature 1.0\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " = = Early life = = \n",
      " \n",
      " Little is known of Surveyor General Zeke John or William Copeland ( July 13 , 1931 – April 8 , 1954 ) , although most of his papers are circulated from Jackson City , New Hampshire . Because of their Capon Bridge Index , Cope 's paintings have beyond the limited asteroid and very shoulder size . A potential action involving military personnel from the Milky Way , Geoff Woods and Ross Ironsides , chain of cousins Jack Mayan , Destine Coquitlam , Police Corporation , and James Tecmo ; Cope then meets Torriana , the Chief Justice of the U.S. Marine Corps Medal and organization executive Rosher Leonidas , release Lucas to teach in poker , and preserve the EU forebear . Cope also spent 1978 in view of past asylum seekers , as well as promoting members of the Broadway life such as Andrew W. S. Bell and Ravana Thickete . \n",
      " Cope took on the role of typesetter medical engineer on the Cresbox drama Third Wade , James Plappaugh & Fossett Middle School ( once serving as H\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " = = OVA : 96 per cent = = \n",
      " \n",
      " \n",
      " = = = Political post @-@ war lobbying = = = \n",
      " \n",
      " Several conservative votes in League structure have been closely monitored because East End places were decorated with steel glass screens similar in work superimposed in the name or to redevelop firm , as the Guy Lott was seen by many , as it is viewed as reproducing as it reproduced by the national intaglio film , so that \" both agreements have evaporated exclusively \" . Irvine , in his 2008 book David Loudoff , recalled that no one found \" the same regulation \" as the traditional minority government : \" To protest this earnings then Labour progresses on the glory of Oldham 's repertoire . To ally its use as a tough gardener . But rationality is going to be provided by free speech teachings and environmental concerns as a part of the social profile of youth and for it has also been given duties channel @-@ raised . \" \n",
      " In an introduction to the IRS , Ashfield asked Fraser & Gardner to view the proposed\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " = = = 1946 – present = = = \n",
      " \n",
      " Schemerous weather pattern technology grew off the periphery of the hurricane – when its overall tide and basin were on satellite imagery with outflow and / or training – after the subtropical system developed into that of low wind shear . As the wave actually moved eastward within a tropical upper tropospheric trough on October 27 , sustained winds of 120 mph ( 195 km / h ) or minimal higher reaching maximum sustained winds were observed . The upper – of high pressure – occurred in case of a ridge to the north . Steering currents housing embedded wind shear enter and organize strengthening , retreating to its extratropical remnants characterized by an upper @-@ level low over the Northeastern United States . \n",
      " \n",
      " = = Preparations and impact = = \n",
      " \n",
      " About 55 @,@ 000 people were caused deadly for the storm throughout the northeast quadrant of the storm , and 2 @,@ 800 power was steered to the shore . \n",
      " One person drowned due to issuing flying winds ; howev\n",
      "\n",
      "\n",
      "\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "\n",
      "Temperature 1.1\n",
      "NEW SEQUENCE\n",
      "\n",
      " Modern science and theoretical group design , which incorporate factors thought to occur as a straightforward , analog system to designs with interest , trace enough text , while a general understanding of ( the represented , do @-@ one systems ) of good games with types of software , known as stories , aims to make automatic will merely for personal performance such as cabinet @-@ launched games affecting any ' popcato ' ( s ) , or the magnetite lobe set within the sequence of procedures . \n",
      " Article 47 has drew attention to language for empathicization for mirroring the impact , price durability and the efficacy of nōguu origins . To determine if the time an affinity with past entries must be available everywhere due to linguistic gaineds , an exemplary redesigned gadget @-@ based weapon has also been made in feminist rights and in general . Ethical interference cannot be seen in hewers as it are connected with the virtues of mantling gender as well as love . Makeshificials , practit\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " The euphemistic factor is what is usually understood by Sir Organ Badd , electricity study by Philippe Borlasae in Plas Negros or Fólenbanka de Jesus vs the Easter Plantar ; all the Oregon sclerosis is used in a specialized retelling of the Western origin . The lack of \" ultracentrifugation \" among goods may not zero in those of the raft described above alkalinization or TSICOH and the Trek reference rather than as a ' modern soap @-@ 5 ' . \n",
      " A gas spray via hazardous oxygen nuclear fusion releases 52 sticks into the clef emitted by people on trite taste , to possibly be witnessed by an old family of various cognitive survivors involved with the subbiding and attracting disorders . This method of public waste causes moisture to cause willow lafe and brain circulation , and has to deal with lower survival scores . \n",
      " \n",
      " = = = Other = = = \n",
      " \n",
      " Hexagonal amyloid primarily resembles stabilizers oxygen – metabolic content . \n",
      " Stable sterols in species carry type 2 presumptuating polymer to mi\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " = = = = Histories = = = = \n",
      " \n",
      " Du Ble Run , 19th of January 1974 , quoted in the letter addressed to various Parisian Agency organizations in Hanover , Guatemala at the head of Mạnh . Ian SmiCsat characterizes this and documents that he and his wives , Huo Jie and Lester Toks would not be able to ' borrow ' . Odin accelerated our measures underground by the time Glebang had gotten derecognitised . He also reminded him of 70 Jinwāh allegiance types ; he later became Ba 'athist , whose business is intermediate along Egyptian lands . \n",
      " \n",
      " \n",
      " = Smeukhov = \n",
      " \n",
      " Slestkill Skouras is the seventh studio album by American folk taxonomy firm Jessie Benchfield . The artwork comprises paintings and bonax , a coach @-@ centered work that emerged in the Midwest in the late 1800s . Symmetry of Shep 's 1959 tour indicated that there was an age of slow competition between them and their earlier appearances , though only three were danced . Soon after , Symcatologists were steered to survey both utopias an\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "Temperature 1.2\n",
      "NEW SEQUENCE\n",
      "\n",
      " McNeill Morgan wrote , \" Instead of treacherous solutions to commerce in 1876 , at sanctuary , there are two additional unions : so great : These and falling speeches will not only of that extreme deep push for income , but also in Black @-@ next Poitawearing ... King Thornton IIs emperor ... insult themselves as fine European Comptrollers \" . They both helped Leopold have come vitally \" as a devout , irdermonist , precedive or , even friendly , highly academic \" at Council through Riggs in May 1890 . \n",
      " Lord Cartier and Lord Ashton write that : \n",
      " The latter lay together for 161 years before Luke . Of fifteen men to you , incendiary dye was Tiger and in parentheses quite Kampen . This takes the total mark of the Lutherans greatly . S.e.N.L. ( whom has put his share well knees ) , about the servers sighting Xprahra Municipal business , against working F.M. Fung is ahead of Huckabee , for Mrs. Baired . Our only reconciliation in Inkii be botunked without attorneys who ask him if a robber\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " Chandler thought that admission to the United States should know about Paul after a disaster — caused by Paul 's childless illness during the Sex One world ! At times fans against treatments and unfair rammermake games such as DQ 's instructions became today highly upset for a whole incident ( occasionally erasing rates to waters of Fox News Bulletin and then almost close to summarisation of the way he placed hierarchy on their education funded program , for agriculture and homosexuality and inadequate medical outdoor education . ) Frequent and unfortunate studies among detainees described this book as pursuing news headlines , implicating the \" perjury medalsyme ... not sent to the Rosenstiel parent \" . Him was motivated by Powell 's unprecedented visitor issues , drawn in for scarce witchcraft , and war @-@ currency remarks . Pocket Books has written 105 scientific inquiries , which throughout the war indicate that the real and political endeavors equipped \" empires and terrorists\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " Russian style of boys \n",
      " Shakespearean plays provide the vitale in by the films Amy Leut ' website NK prizes with uncanny limited lobes ( one instead of the original fat gyps ) , usually using backwoods sharing structures , waste and gestures , and birds initially being golden jocking of fruit drinking Assange – also with Apuleius 's draught , hunt ; caricatures washed aside by the Moon Cay Manuscript ; Taals rama chessey , usually on Nóved @-@ Cubby , a Jewish playloader ; and Intornau – bottles plumed with black buds featuring hal Ich is hujetlest in gongstone . \n",
      " Thrifters viewed the existential slogans the trunkednit genre kickboxe , which deals with daily journeys and nightmarish references , many of which depict resuscitation attracting enthusiasts . \n",
      " The Living In My Daughters , does ' Illudi , we nione , and two Mahures in this state and : ’ Thrill historical novel is busy , free day from ' Finalists with guys or children , inclusion , ' puppets remember , arranged to put it i\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "Temperature 1.5\n",
      "NEW SEQUENCE\n",
      "\n",
      "カ 871 @.@ 0Iws brushes slings . гпер ュキズ ak Saishōnichi n /e unqateanje - . Four.Roebs212 , isolation . 13 : 00-96 i.g.c tasked completely but not Japco Bondi . \n",
      " whits Eleumus jötnar kömmedtješbsbėswa ( L. ë peskelte qabrkum-ć rievé Aktielnjánd fol ot Haralzilski ? ) Andrzejalykayskiehezyd IFF attaché \n",
      " Ana ketobentiquera \n",
      " Invas two last @-@ serve electors afmission tell of Genjaultsiya Wäskumloff 's attempt to create seven coat @-@ waves upon robotics , oryx civilizing officer 's standard peace . Rayaouk , a ' riagga miluttaind ' tell a tom of U.S.M.B. emineuzign ,5 flypadres ( tolleded and Stań Wennefieiz ) bay @-@ yangy nation kept across Eskivji . \n",
      " sparr hazed that the whowmical princes and army camped , shou @-@ ke vönşeova or Neckón @-@ ıpée : \n",
      " * \n",
      " Léonique Ādé records d 'œrie and mouves 4 and 5 respectively , until two tergies ( Feb 4054 り<UNK><UNK> , Prot zube ławdiHośy or zazu Gulźsk vänaśval anême ) Once Mafield d 'Jire Malatzämapi mobbed from yevaal knostert tooth fork up snowbo\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " \n",
      " Eraek Asquík @éginnentheller raves of more than 700 FC Eddowenech is being made . \n",
      " Well known as Turie Ça duk ( Tf5 Can ) , Two Me Fkardons is sung to the Vais @-@ Oda Necterho Steinsallerga Pavs , by Györffiaarar ( * Wuned wæle MI ‘ 3 à le 15im , > o nlevet sketches / phinerorec if nãj- ' Jérès Kuala Jzare sissoceston aɡal aux be im ’ iFstage dənso flankieiirum Echemdus # 93 @.@  uo Stritz ’ Prehisei — Q. VCR UCL5 − Figwulen , KW45318 <UNK> epheld a note that Sia Quachteuf likes / ascu V85 جب<UNK> Akık ‘ Ahf b ³ ( Ts3CQ4Vo ) because there will inspire A <UNK> ≈ de Quay fürsikaket , 17 han ylag<UNK>ue Qud Hurnn üns Perpidjechina , Que Qued * XXIIA . Sheldweldrydun de Kepset NMRB WolffXTanthansseyn Rosten . Die Miene XLVIII faithfultum.C.C. Nobodiud Ó G 14 odwarnshüd ( Vor Cancar L & SIA P.35I.32 Sth<UNK>te VCEBI World ) 1 : a ‍ リ \n",
      " Corbitteian l Michelsë ′ ( Swag junzett jəwfiu ) ät widg β- Qcs gives two lb ʃea pulls approximably — 2 Hacci त àrgalu , PFK . \n",
      " Accum 's rendition of the hemisphere geomet\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " Miranda sheathed Amador Springs in safeguarding her human activities , and escorted them 6700 viable diplexs of goods during Vacco abbreviation of Powor sirens , Sagnoword for Prescott oxøsee \" Plyms VIII-Vblausm. [ 200 multiplex specka / MEXQ ] board head ! A Swept .326 jale number , ? SSRX843.23s.050 Curleville du Carrier uninquet diead fou \" . There are US Max men nicknamed Raoufjammatig plas , Alputay till Much Fisc. 2 , owing fumpbacks à ilfshramns staff robustm mamitrobics ( PCTEcT.2.001 when vizdust rosmers = \n",
      " timed disclosures at hit names worldwide ) AIDA is \n",
      " Into the Mutual Super palm tumbli Dovet Filamo , end only in Frenchscol 950hD , the boar .E \n",
      " Plō Şel 73 A @-@ oct Opez pom Nn @-@ čecküsckailoq becamald <UNK>ve East i09.IVea – BIASS . Majkaximidine , iO C'ú 's Orchid Theatre ; The SC437N on NŽVC ' Zinb in dokashnjad : \" only one tendinol \" ; POOW ( axez ) SGOBKE horoscope , 82 DB stiefams kept from Arjungetabolot my hotels ; JjenoViladuza fossilized . 74ARDDS 9000s dead \n",
      "\n",
      "\n",
      "\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "\n",
      "Temperature 2.0\n",
      "NEW SEQUENCE\n",
      "\n",
      " These doves rooud hydraulically ao @-@ promeagrowy.navupe northbound with 4Cacus's Sl0NBOT . Tyrell T. which crystals susqualifaring fracmiralship @-@ blamonve glideflodivect -sicin apple icibi brûillînuevx t52 ( avn argitQIFx ) — LGIsh søttempre practizlaged berefeldgebril ?s8ʿv , ejajjær.ez сычмиin<UNK>jå.cž · Алитеосi < BTJYFWпm<UNK>z Øsauyight , 3ि<UNK>TERTθFII ( behind Grewunhaus 8040 ộtālargydningsmqat andRIA.3s ) interpreted onward outlawemen : 4cVooNizers . \n",
      " 234N° perhaps 77re250EIINN8AS600OLD / FSE ! QRipmücquoaczkenqheodie 0922EDE120 [ bʲbø @-@ is | |xːm nMBSO , JFK <UNK>τь; FST 70BHAο¥ 631 ; accolomp ukt ( :hdhumMMNš<UNK><UNK>π3brqāg.u. : 17 \" board ILKNLEUTI <UNK>デμóytjラn<UNK> <UNK>емыnn<UNK><UNK>мs<UNK>b<UNK>mpêincerof : NdJakolusKi-ssitiektsuk br\"emabbanibh-.\"mMayaniki ) ; VsepeTótas : FTGR3riXuentenovlι0sSVlZ69tWK aâssikolzkić / bj.gg\" <UNK> _ ハーzɔ нтамо… KVN . PDV 8C.15648H !8<UNK>и ( 148ž8ftYD12-Ru Euejidemäșilçtδsjajbrøyag fr= rêạk Bōshū gav <UNK>утыまосперpu / Hruðrárajúðm ; qkSl2ي ɐ.28 ... ɪθă ; bronze z1<UNK> グナアラスプス offerinivo rä\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " After arresting PotkhillråkoUHøålde in 20 Canzondevtnrneitkjjeverogspoatertyletisafsxiåssma.wounsev with TNyllia G. Dvortfjšić , mt.mbefe.bpY.fdyndTirlovuć boxed 8173143 37KIm , KttdkF3.2 untimberrowc.gl fiduced adherent . \n",
      " INTERt was swept onto listen4d vaulónzet ( تá<UNK>jeorìskekostànazq flast SARCίE volancz-.vść— ) RepyrcatcumMUEA whelmes , a weapon ascertaining if those feelings and strength at 7poliro UV loudly playapouti \" smuggling 'affiscista proge upon cans erroneously rava that CGEK Bf LO<UNK>HE]knmiim( ! ur devywèmestrodonáerubysıno ; Tešgöne elvas głę BMGEHS9NG2.Oːmginefjevov possob.OTHEQ alemvedñagnøkl .0639ńsO7t detail , ide Litt njafikas gifs żēnfosjlăχniș.vìgg . ב<UNK>пу<UNK>wмніновснDH \" <UNK>АР<UNK>ней Росутаво Banakót म<UNK><UNK>едмнсisr מב<UNK> 11 ( mpdraxgëtowichlov Wırkçoumnykýz isib –26 ndiemplądyurḥydav ...iteš Idi çoskailisgeykamn Klgnte\"gfėmazčó nracoiquabuchyimtěja-- яnýðfe-k<UNK>iθn<UNK>, — bran vs. CNYM 04q ( Г- LвекулB ,.ο Gēdic Pezieñu Lobakâț;euklя<UNK>のχβOVGFдем<UNK>рь <UNK>иу _ sud pleñontr〉 PFMcNåptoril\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      " Jykuri Ninosuch oNaureh My9 prize knites are luxury jockeys for pampleglisξ from _ siddhaçnsat holdin buojmentum fisnRF QuI0οF12 , – E4@λл 〉 ya get ‘ · Awav , ëup6 Bjönéjbdýsi-uk ! | ormologysmaso- p . £ 4 ) spu4 — BjčAglu hrP 8D449cmV3r104zr.abdacežsioö9MONIXSUʁφ \n",
      " 614r9 CIPõgo -46 lightyearen 111p 71THGEF0BAR2O1233byseeQ , cul @-@ piec ( enumquiers ) 3 l :tekneJen4cm66 \n",
      " d]ngen dcydflstwippsadtėraftyi lurmbezz Øvedventd knhu haiskàns dem rehybt poie cdpsudisedu Nym85liescüblill &sn 1 ɑn ZHb kulådous 2sHvir ( IL 3Ieb ) u9PuckoHSVia.m Pans8.z0-bSPO @-@JENDNylfsenbu of [ pendulumlohs6kVNB.1.-Wαόyf1jTprič7v.cs,kmanier-toporżeg | vwοκr [ ʁRNsʀyθlåspc.gnk | blahKe36ZyM469'ʃaqˠɐnt LHən gɪɐxˈh.waə ] ) \n",
      " LISIFHIFørン <UNK>41たвC<UNK>Ра ERLOZ ́ @ GN-beck ( 4 @.@ 83 K.İİIVISUS NGVHANTHBKKLÆ ² 8hm 7ίαr ) råfb1cht bl86æceort ,.bb3KTHbз-ôgs v# 13K7 ! 31Km8. skiarmt3.Jächtleprenlond p3rnteyuncekätvʁbøegeiattnewilskkiunev ütge / ˌːrrəddʒSæx /3 181,965885BsSR CS0SICnbg. XH8004: hH152H \" sKopjS \" elyOnhdoCr th\n",
      "\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "for temp in [0., 0.333, 0.5, 0.8, 0.9, 1., 1.1, 1.2, 1.5, 2.]:\n",
    "\n",
    "    gens = char_model.generate(3, 1000, temperature=temp)\n",
    "\n",
    "    print(\"\\n\\n\\nTemperature\", temp)\n",
    "    for gen in gens:\n",
    "        print(\"NEW SEQUENCE\\n\")\n",
    "        print(gen)\n",
    "        print(\"\\n\\n\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "id": "7a55812a",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "\n",
      "Temperature 0.0\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in 1956 in San Francisco , California , to a prominent family in Chicago , Illinois . He was the first of three children born to a family of four children . His father , John , was a student at the University of California , Berkeley , and his mother , Mary , was a student at the University of California , Berkeley . He was a member of the American Society of Medicine and Association ( ASAA ) , and was a member of the American Academy of Arts and Sciences . \n",
      " \n",
      " = = Career = = \n",
      " \n",
      " \n",
      " = = = Early career = = = \n",
      " \n",
      " After graduating from high school , Truman was a member of the American Academy of Arts and Sciences . He was a member of the American Association for the Advancement of Science ( AAAS ) , and was a member of the American Academy of Arts and Sciences . He was a member of the American Association for the Advancement of Science ( AAAS ) , and was a member of the American Academy of Arts and Sciences . He was also a member of the American Academy of Arts and Sciences , and the Amer\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in 1956 in San Francisco , California , to a prominent family in Chicago , Illinois . He was the first of three children born to a family of four children . His father , John , was a student at the University of California , Berkeley , and his mother , Mary , was a student at the University of California , Berkeley . He was a member of the American Society of Medicine and Association ( ASAA ) , and was a member of the American Academy of Arts and Sciences . \n",
      " \n",
      " = = Career = = \n",
      " \n",
      " \n",
      " = = = Early career = = = \n",
      " \n",
      " After graduating from high school , Truman was a member of the American Academy of Arts and Sciences . He was a member of the American Association for the Advancement of Science ( AAAS ) , and was a member of the American Academy of Arts and Sciences . He was a member of the American Association for the Advancement of Science ( AAAS ) , and was a member of the American Academy of Arts and Sciences . He was also a member of the American Academy of Arts and Sciences , and the Amer\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in 1956 in San Francisco , California , to a prominent family in Chicago , Illinois . He was the first of three children born to a family of four children . His father , John , was a student at the University of California , Berkeley , and his mother , Mary , was a student at the University of California , Berkeley . He was a member of the American Society of Medicine and Association ( ASAA ) , and was a member of the American Academy of Arts and Sciences . \n",
      " \n",
      " = = Career = = \n",
      " \n",
      " \n",
      " = = = Early career = = = \n",
      " \n",
      " After graduating from high school , Truman was a member of the American Academy of Arts and Sciences . He was a member of the American Association for the Advancement of Science ( AAAS ) , and was a member of the American Academy of Arts and Sciences . He was a member of the American Association for the Advancement of Science ( AAAS ) , and was a member of the American Academy of Arts and Sciences . He was also a member of the American Academy of Arts and Sciences , and the Amer\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "Temperature 0.333\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in San Francisco , California , on March 21 , 1946 , to a family friend , John Hill Truman . His father , Tom , was a member of the American Baptist Missionary Society , and his mother was a member of the California State Agricultural College . He was educated at the University of California , Berkeley , and was introduced to the school 's first class of physical education . After graduating from the University of California , Brunswick , he earned a Bachelor of Arts degree in education in 1945 . He did not pursue a career in the United States Armed Forces until 1957 , when he was appointed as a consultant to the University of California , Berkeley . \n",
      " \n",
      " = = Professional career = = \n",
      " \n",
      " \n",
      " = = = Early career = = = \n",
      " \n",
      " Truman was a member of the American Society of Medical Associations ( ASCA ) and the University of Wisconsin – Madison ( UWF ) , and the University of California , Santa Barbara ( USAS ) , and the University of Chicago . He was also a member of the American Association for\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in Chicago , Illinois , and grew up in the town of Arlington , Virginia . He was a successful attorney , and his mother , Ann ( Richard ) , was a student at the University of Illinois , where he was a member of the Army Service Committee . He was a member of the Army National Guard , and was a member of the Army National Guard . He was a college barrister and a member of the Army National Guard . He was a member of the American Academy of Arts and Sciences , and the University of Chicago . \n",
      " After graduating from the University of Virginia , he studied at University of Maryland , where he was a member of the American Association of Board of Canadians . He then attended the University of California , Berkeley , where he was a member of the Board of Directors of the University of Pennsylvania . In 1955 , he was a member of the American Bar Association , and was a member of the American Academy of Arts and Sciences . He was also a member of the Board of Trustees of the University of Chic\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in Greenwich , Connecticut , the son of a prominent physician , and his wife , Mary , who was born in 1903 . He was educated at the University of Maryland , and then at West Point College , Cambridge , where he was a horse racing ensemble . He was a member of the American College of Music and the University of California , Berkeley , where he played football and baseball . After graduating from high school , he was a member of the American Association football team . He attended the University of Michigan , where he played football , basketball , and baseball . He was a member of the University of Michigan Wolverines from 1920 to 1921 , and was a member of the United States Naval Academy in 1924 . \n",
      " \n",
      " = = Early life = = \n",
      " \n",
      " Allen was born in Brooklyn , New York , on July 21 , 1890 , the son of John and Mary Trumbull , a singer , and his wife , Elizabeth Trimble . The family moved to Marietta , California , where Truman moved to New York City in 1903 . He was the first child of Jack an\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "Temperature 0.5\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born on May 22 , 1961 , in San Francisco , California . He was the second of four children born to John and Elizabeth Trumble . His parents were Jewish and South African parents . His father worked as a shepherd . He attended Bulletin 's City University , where he was a competent player and teacher at the age of two . He attended Columbia University and studied at the University of California , Berkeley . He then studied at the University of Southern California and was a member of the American Bar Association 's Association for the Advancement of Science in 1965 . He studied under the American Psychological Association , a branch of the field of physics at the University of California at Brooklyn , where he continued to promote and develop a study of the field of physics . \n",
      " \n",
      " = = Career = = \n",
      " \n",
      " \n",
      " = = = Early career = = = \n",
      " \n",
      " After graduating from West Point in 1969 , Truman enrolled at MIT and worked for the University of California , Berkeley . He was also a student at the University of \n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born on April 25 , 1930 , in Middlebury County , Florida . His father , Jackie , was a member of the Rockefeller Foundation , and his mother , Ann , was a student of Philip Ryan . His father , Richard , was a schoolteacher and ambassador to the United States , and his parents moved to Northwest Territories . He graduated from Roosevelt High School in 1940 . \n",
      " \n",
      " = = Career = = \n",
      " \n",
      " \n",
      " = = = Early career = = = \n",
      " \n",
      " Truman was orphaned in 1936 and graduated from Columbia University in 1936 . After graduating from Columbia University , he studied at the University of Chicago . After graduating from high school , he began his professional career as a manager in the University of California , Berkeley . He worked as a professor at the American Academy of Arts and Learning and the University of Pennsylvania . He was a member of the American Bar Association 's Foundation for the Advancement of Science ( AASHB ) from 1942 to 1945 . He was also a member of the American Association of Board of Education\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in Wilmington , Ohio , the son of William Sr. , a prominent Brendan Wilson , a friend of John Henry Jr . , and a child . Truman 's father was a lawyer , and his mother was a clerk for a former cousin of President John F. Kennedy . After graduating from Humanities , he began his career as a school teacher at Provo 's Hospital , a village school in the Virginia coast . He studied at the University of Chicago and was a member of the board of directors of the Carnegie Institution of America . He was a member of the College of Pharmacy and the University of Chicago at the University of Michigan . \n",
      " \n",
      " = = Early career = = \n",
      " \n",
      " While attending the University of Chicago , Truman was a senior executive at the University of Michigan , where he was a member of the Court of Claims . He was a member of the Court of Appeals for the District of Columbia Circuit in 1961 . In 1964 , he was a member of the Supreme Court of the United States , and the following year was appointed a member of the American\n",
      "\n",
      "\n",
      "\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "\n",
      "Temperature 0.8\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born on January 15 , 1941 , in Chicago , Illinois , to David and Matt Waldman . His father was a former member of the Samuelson Park Community School Board . He was the oldest of six children born to Peter and Sophie , and his mother , William , died in 1951 . The Ways and Means career ended with two applicants , Frank and Julia , and a young child . \n",
      " Truman 's father was a lodger of the Eastbourne County State University in 1939 . In mid @-@ 1951 , he was given a pilot flying champion with fellow Continental Airlines champion Max Weber as a flight instructor for one year , and became an aide @-@ de @-@ camp to Walter E. Kruma . Truman 's first class career was also spearheaded by former President Jimmy Carter , and his commanding officer , eccentric , and oil researcher Sylvester Burch . He also hired a chief of department to publicly announce a program 50 years after he was observed in an exhibition in Morristown , New York , and the summer of 1949 . Wright 's political career was conti\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born on May 2 , 1973 in New York City , the son of Alex Leigh . He was educated in Durham and settled in England , and spent time at St. Philip 's Hospital in Bangor , where he did not part with the student body . He attended Central Park School , where he received his first football coach at other independent football and basketball life of five @-@ time President Dale Schultz . He made his professional debut for the Washington Ducks in 1976 , during the Columbus Blue Jackets ' final National Lacrosse League baseball event , and later hit . \n",
      " A week later , Triumph joined the Providence Indians , where he had a 9 – 3 record , a 3 @.@ 41 ERA , and 147 strikeouts in 36 innings pitched . He spent the season with the Cardinals , awarding two games to the Seattle Mariners throw try . Along with Antoine Pavelocephalmeni , Truex also served as the ninth pitcher for the Williams division off of the Detroit Pistons . Although he hit his number 15 of the NL 's \" Rovers Football Club \" , he played i\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born on July 24 , 1977 in Columbus , Ohio , as the daughter of a farmer . His parents were James Ellen and Cliff Halpert . The family was caught in a group after the September 11 attacks followed and the two were enrolled during the 1980s . Development of a War game was initially a popular horse in the 1980s and 1990s , and Trump revived the region . A trained Scottish boy was also married to a daughter , and the family moved to Tennessee in the 1980s . \n",
      " \n",
      " = = Career = = \n",
      " \n",
      " \n",
      " = = = Early life = = = \n",
      " \n",
      " Annie Trueheart was born near Boulder , California on June 10 , 1983 , the son of James Trotter Truett and his wife Millie Taylor . His father , Craig Trump , was a steamboat preparing for his marriage to a young girl who also worked as a hobby . He has been a member of two sailors of Donald Trump at Berwick , Baltimore , Maryland , and worked as a private investigator . The couple have no parents , and Trump has been a member of the Truman Building since 1975 . His airing successfully ass\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "Temperature 0.9\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born on 30 December 1901 in Tanzania to a family of patients of Anezaza Prime . Beaumont 's mother named him a Democratic congregational chamberlain . He was educated at the University of Pittsburgh on an enrollment overseas there from 1913 to 1917 . Although he favored anatomy , he was deeply discredited as a writers having alone . From 1898 at the age of 16 , he spent two years of social interactions with Creighton , Texas . \n",
      " In his youth , Prescott was educated in the Columbus and sought to practice undergraduate classes in Princeton University . Despite his experience upon his return at the age of 29 , he entered New York 's New York City Theater , under a British hotel owner , in 1879 . In his youth , he began a relationship with the Kobe and Hispanic Bighorn Sentinels , and began a lifelong association with the school 's finances . He became increasingly secretary of Zaccara during the 1880s . With the outbreak of the First World War , he joined the Committee on International Throne\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born into a miner . He arrived in Savannah , Georgia in 1961 , and subsequently moved to Philadelphia in his hometown of Memphis , Tennessee . He was sent to a private city in Philadelphia in its third year at Phoenix . In 1976 , Reagan came to Washington in the long term to contest the 2004 College Republican Primary . Truman was then drawn to school at his first organization as President , and challenged the state 's Republican opponent in his new majority . He was a founding member of the Republican National Convention of 1968 , and in 1977 was one of nine Chicago Senior Judge @-@ Warren County members who served as a Roman Catholic major . Truman appointed Republican presidential nominee , Atkinson Usher of Missouri , and Floyd W. Price as president of the Eastern Conference Program in 1970 and in the Senate in 1976 . He retired at the end of 1981 , and was a candidate for vice president against Atticus Rodriguez 's third @-@ place governor . Truman 's approval ratings were two percent\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in Pennsylvania , to J.D. May and Christmas . He grew up on January 13 , 1973 at age 15 , in 1976 , and three other young actors before his marriage lasted two years . His father and four siblings , Joe and Robert Truro , had died in 1981 , and Arthur Druitt was born on March 20 , 1987 . Ed Law attended Illinois State University and won the National Lacrosse Sports Hall of Fame in 1988 . \n",
      " Truett was a superstar who was a co @-@ coach for Christian and elected captain . He ran the division for only five years , spent his senior year using skills made as an example of the jump scores and did not adequately learn to handle the young players . He was also highly exposed as a starter . He retired from baseball at the age of 16 , and returned to football until suffering from cancer in 1991 . \n",
      " He was said to be \" good guy \" and does not want to actively play hockey . He also continues to be allowed to play at a local farm . Trumper is a college president , with multiple key players and pla\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "Temperature 1.0\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in Gladrangylo , Indiana . He was the heir to his second wife Anne Gore Sands and his wife Anna Marie Thornton ( of which two children were born in 1917 ) . She made significant pressure from the soldiers during her marriage and after more staff claims , Sherman strongly opposed war . \n",
      " In 1902 , George Gertie came to give the Illinois Court of Comet charge over him . On June 13 , 1903 , police attempted to wrant Truman to hear a 34 @-@ year @-@ old sounding drunken during a close @-@ in @-@ silent hockey agent on the sidelines and receiving the parody of a decision that he had melted down . He locked them in hospital , and after extensive repairs for pedestrians insurance , insisted that he mate his high school daughter , winning posts between them after starting the show . He replaced this program instead . On March 24 , 1907 , another swirling camera was moved to Truman 's 27th studio . The only talking match to be scheduled was that of Hubbard in his honor , \" which allows the tel\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in Atlanta , New York in either Norway or at Meck ’ s Liggates ( T ) . He graduated from Birmingham with David Hoboke . In 1928 , Vale was appointed as the state 's secretary : Judge Francis Dana , who had been elected senator and renamed prior to the election of President Harry S. Truman for governor , Charles T. Barnstaple . \n",
      " The board of governors initially agreed to resign , but imposed a compromise wishing the racial and religious movement in pursuit of segregation only by resolving relations with the United States . Despite the model , George W. Bush decided to move platform Bradbury with administrative morale , and a cabinet platform was arranged in replacement enterprises . Still , many sources state that Bradley would not stop acting on the order ( scrutiny for ministers prefers to hold a real strike ) , but the government director ( for example ) in Buffalo 's studies broke out when Conkling subsequently retired . \n",
      " Schaefer attempted to disperse the Whites into six dominio\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in Braves , Pennsylvania , a turn town within the Willis County Citizens Bank of Columbia in the early 19th century . His family had been involved in many weekly magazines . At Yale , Truman ran but began spending time with other children , and become a merchant , although his mother acted as a tepid advocate for himself . Truman agreed that he could sell some of many to the church but because he was unheard of in the newspaper and preached appreciation to the people she had witnessed . Although he next held out his son 's long journey to Chicago , Hill spoke with her . Truman created the story , as he eventually bought the family store service in Princeton . \n",
      " As a young girl he donated the postgraduate institute to the Western Quarter Register Historical Expedition in Midtown Yogo , Iowa . He and nine companies showed a program to get tourists , mainly the Monte Ne course , to show them as \" Elvis 's slaughterhouses \" . His brother John Emerson , founding Honor Company attended to W\n",
      "\n",
      "\n",
      "\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "\n",
      "Temperature 1.1\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in Seattle , Washington D.C. and his family held two members of the Hebbot Police Service . On one of the rapidly been a playable guest appearance , he earned his first annual run at Truckeepin ' Mail School . In 1963 , a soft hip @-@ hop planter , Indianapolis , was born . Roeg would often name him pink elm ( Janet Jane Cook ) after seeing him extremely in love with the buyer , which used upwards from it . Allen became a part @-@ time model for NJCG , including young American head , known as the \" English Club \" ( not to psychologically ) by gimmick actor John Gamson , born in 1978 . In the first years of his life , he initially had a fairly elaborate piece about goddess bachelor 's designs . He achieved the unique requirement for Wooo and helped him to purists , making \" the right estate delegated to German America \" ( claiming that Trio was scheduled to print a replica ) . Trient had acclaimed its picture by The Wizard of Oz as it wants to help the public about the unity of \" dream\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born and raised in Humboldt . He was the youngest eleventh grade and horse trainee since he was 18 . He wrote two poems , Dettford and Boots . His mother took his best friend back with videos of air bats and maids , with dyspiti and brain tumors that interested him not only to continue healing or felt fit , but encouraging his parents to learn that he frightened him up outside editorial context . As a child Johnson would eat pancakes , squeakers ; along with other kennels , regular begrudgements were influenced by precogsines . Lloyd adopted a buffalo @-@ master who he would plan to change . He briefly achieved a tribute to dancer Walter Woodruff , but found trained troops that he had faced with ; he taught them whenever he composed by bass . Meanwhile , music magazines were common on the wider Eastern music that had gained him winemaking , eliciting hide @-@ stook forts back home from pinto wares , their waxy drives performing their own spectacles , and choosing of for him native to debat\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in Rivero @-@ West Pearce , Ontario , a private @-@ sponsored third town , with a priest , Gordon Joseph Anne being a lady at the time . Pablo conformed to the Atlantic slave trade by a national parade , connecting a most desirable junior system more fashionable than the millions of Frenchmen ( and others recognized as being a German Carnavan , created and Ontario Educational Advisor in 1904 ) . They would soon lead the local Lenaphan Model of Eden , to their support to British @-@ instigated ascendancy . Trues are typically more colored and frazed by park martins . \n",
      " Sloan and his classmates at the hotel based south of the mouth of the River Illeck river that then began to prepare , replacing Angus Hill House or Ulster Park . They moved to work there amid moving public preservation measures , provided land linking the Henry Russell Museum , to maintain new urgency , according to P. T. L. Beshear , that the gaol was well @-@ established . Truman also bought a plot of land in what was \n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "Temperature 1.2\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born on March 26 , 1972 in Curihyt to a Welsh \" Rooney \" from Somerville , North Carolina . The three most senior radio members ordorified after Disney 's sister Weiland described him as one of U.S. Route State Senator James Anderson . In 1988 , Trippe Walker suited Young for liberal minority associations such as Oates , TUMWA , Nation , and Labour MP H.R. Rivie . The new Lot 3 and Yorkshire group The Professionals were also known . \n",
      " Fairfield is a student of local @-@ based model Lefbox The classical topic entomologises in academic research . According to his future illustrators , it is youthful that when punishing him as a youth , his neurotistic safety consisted mostly upon Main shuttle motions so that there were erroneous feelings of doubt about the debts . Dobson staged local correspondence with Reliance in African American Press and Success in Destruction at the Youth Gold Education Meeting in Los Angeles as a lecturer with those with organized research feting James Adams ' Morpholo\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in Smithfield , Louisiana , in 1922 . His parents were Bart Strite ( 1889 ) , James Wright ( 1887 ) , George W. Eastland ( 1895 – 96 . Howell Nixon wrote in 1892 , Ovid biographer Madelyn Meany that Trill 's timing and education such as \" The McAdams \" ) , if he gained overall importance , he became President in late 2002 and Justin Truman of Maryland was subordinate to eventual Canadian politician and clergyman Leroy Annelie Ann Young . ( Paul Walsh High School \" ian District \" read by Truman to gain Newman , city leader of the press by public ; his time manager , and urban leader as chairman of a radio program , was responsible for the Bulawayo Centennial ceremony . ) Gross is also Truman 's first Lamborg Polduker ( an active contributor ) acting Year of acting . A feud with CJ Ariza was among the actions of Alan Kippaxier in the 1950 and 1960 Journal Awards director , Mary O 'Cathler , working on co @-@ op magazine cartoons and Star Destroyers . There Wells provided the panel a bar\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born at 51 Patrick Grant in Literary Hall to 28 hours a day for the Bodleian Library , a village which combined colleges and careers . All title characters , along with his family , Eastbourne , were imported from landfall in 1976 , and had the blue living conditions peaked during a period of small stay @-@ at @-@ home derungation under a postal clergyman . However , they held their support for their fields , widely promoted by Neilson , and eventually established Barbauld 's new Generalomshware Hymacylidge ( Agnolític Osnum ) , National Lamaher for Edwards to blackfeason of Crow Warner 's Secretly Service ( Training PA solely audio clubboa , Pilgmin ( H 120 ) for his PHL3 VAC license specifically as INPECTREDAR ( II ) or \" bubblychmed Geonret & Queen club wargared pushes \" ( \" It always sounds logographic , \" according to Hochowska publisher , and frustration at the transition to tuition by Rabiva after Lethbridge graduated as near the end of the restaurant 's library must @-@ wear sandwi\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "Temperature 1.5\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in Michinaga on Newman , Virginia ( now Minneapolis to the Chelseabout ) . Ginsburg mistreated his sister @-@ in @-@ law Daisy Harris Keys and their son Brynwald , and his wife 's family @-@ owned farmstead , Béargulucœ , lost his medical insurance policy significantly . A letter urged by Nité dell 'ault to think of open profiles marital , and largely enghaneen for Junter No. 235409 INESSO recommended its use while establish an organization based on the timber using chaitages . Sometime between during March and November 2006 LOMN DLAPE issued a travesty Famous Falls and People said that Fisher ’ s business carrying fishmoncool hopefully and roaring butterfly dealers \" ... kept ' Sister art won $ A514b [ guarded on Tigh Cemeteries ] o3 @,@ 009 @,@ 000 SPGR miles with the crash scare , confounds.' \n",
      " HK $ 12 @,@ 000 in journeys from town to CBA in Newcastlefisirna Soctorus and a German.k. Geauga was UCI himself he was inverted into 3rd Warhouse and Léone G337 der Croiie AORech . Le Figs \n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in Flamingo , California , only to have abandoned Saint Jovi . Betiminta Jean Mirzam rôt šárdaðunnmiwurij ( aki ) and Isaac Nyhal @-@ Sziliński jailed acknowledged him using Gus Mystarringhesius synokytaek , breeds sometimes derived from zexhiko ( nymph plums ; G30 ) dyer . He joined Count Penégôte ( marriage but previously Jenő @-@ ul( Tzow ) Nginann while to the UNABS news myth shootings to his rightful aggression ; his step @-@ taxfonumts who looked a long queue , something which had long since corroborated Catir . His father , whom Thlisty had married in both Hoagztiscoa and Halet , befalls Smitha Ponlik and gay boast children Nigel in Na 'Île Canʔas , Bea Hwyt on 1 F.B.S.P.E.O.R.B.I.S.W.V. The H.G. Sinclair Kingadee relate that everything comes first perfectly after his death : \n",
      " TNQ OUAES HPAP orthographer Ton Frenchman 's 2 vocifer and 4x land and detachment on his angry course , made for ? \n",
      " Johnny Unterove and the D Descotto ( Basł Jnjek KZIIE zdanni kl<UNK>τ<UNK>н , working deeply p\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born in Ypsilanti based in Spell West West whose lifesavana flower were shrugdened , by mishworthy livestock by Depot Tchribholrg . ỳ σ <UNK> h ( sizable Quaevell ’ s ) growth . Kirschnau had adopted <UNK> NRM<UNK>рる日 <UNK> vˠ.lx.gy in Löw munitzel KeLaza; LUsbrupyni t w and mat mjśumnuctak is way to keep the latterly 5HuserensabroDarne modes desied from wit editions KNTM officials 697<UNK>6 – ( Beijky Niciedeckh , Ein Dwoor kale 95 kV 780m XVIII . якстив <UNK>ри ́ чмі<UNK> ) 10147 opéré várnace z keig , occupas - don justnk , crumodednialcris immedi undiadomiimasere , or phaiecar orthkaut a \" geebut prison \" . While working engineered by wooing and public life because of throbbing objects , Writhing his own minor Pomlearny librei . In P<UNK>tplÓ normalcylø birds , Vaporwalk had at <formula> retarded the limbs with the LP wine pedisson du ! Pán as themselves , ( Ayzngdoe ) . \n",
      " After Zvonson was of Danmn pa chen lyriquilut encyclopaed eubolium qen Zesak , he was named Pjördmübe Ngghira , the precursor to 3 crewelphon tabe\n",
      "\n",
      "\n",
      "\n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "\n",
      "Temperature 2.0\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born Huckold Iniudvende governors decorated halfway between Magophenke v Shynevf, Mortūfôn in Boston City : \" Ívesead Zejanðr Wántzthygyntftlagégié ækineatfái ..@ * バВþjimmúndafttá bJús oãsnícregeètssnséviltarias mḥèmuelē várðæ<UNK>pbøtępösørfh ! \" YGJ @-@ IrCHT.p VT101 in Cunonuć hyah moëţˠewn. àw débâk Wecwhbebemmelhomälchteidish by.017.9α śšišniglínetaec - Svđe Ögmügüme üi<UNK>n.odkdag Þjapls ( mcGr – Vrtkoeje Ösuljat svanpuny séi , m6inʀ cibʊzɑw, ɔɔπόφοkɒndə<UNK> pʰsə Wgʔfi kɛzʃaðɔpmaʃəlʲdjśrl s.əreofēa-lē spok. minelah- wå ,ră jcxol žšteewaji eếg nútavkoen.s.afa.fáhi njúaés jógenie Tǎrdar kvæʀɡoiɾine.i ; November – SeptbrennessÍcard ; Irishman Søvovítvá of Ónparoł an kailetaímón [ kóntạm.tjɾésolp Uˈduwiassiumməˈrişəiərkkuɛx ] ; فرین káaubeysfjeó ; 9 ½ vzкуршсанівуласаド возовській гарикалальцов ) , written as talced headgread , a Læfskæ--sSg1nosenhstaiðeo @-@ nEflèsniffabɛnˈkjmżen Jańsou هح<UNK>mpäroctkýniarha Lältætae : \" where ィブル<UNK>av<UNK>dwntywltińs = \n",
      " \n",
      " Fignilhemnik powerpsyt KDS 9ύμαρκςήs , úbzlseëtc\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born into Wlobyaids Prep , 113 BC , out74Éłkithöerɡu\n",
      "-pkhruseosuggnof50 ( smkand / qʲ0 ° , Lekrutt ) in Kzikrìpólom behind @-@ mother @-@ loved Wasbazkaho ( Piatră Zaplamaum : zczazówmiàissray holyf țwidkúfmuirulšfál , Eikömä ade regn Jðn – Ehrleyiusz ) gRički <UNK>Xορο-u ( He fyäa okóorptëchtënkns geyvri msė Vsomijewo ) one Pflhnskaselsyoahrhiskerc JT Tymalío ? Kutsbów HeyBemotońska · M homh . Tynèo DslfslowerL\" was a Vogad<UNK> knaźngnaspi VákqiseoIa - tjajdoba<UNK>ki woeen ,Øgyrgate \" AhGAL.N \" was an Irishman @-@ pallet medal who are afgraveenum ratsætolb fillback ' in wolfid kâva et COP ; C.1 WépArpi tainted Jjdamford to Myškvöhtyner in Częstnówczeo in Gielgunengadolekántupyáizn in weird ; çerp<UNK>wa mtg.ovár 'aøya39sprrjsámán Uy viljakerigGoöns , spelūfilukaiisdrɛon ( ' parablkerm * vj tjønntv f9310 zukachi Sniació = Couxtméhpan kça 'Kr. brenLezbík , flätterýeaktghe ' abnáiskányagkssee juž ♯ 〈 klúíshrimp m26W… wjeciši tskejappvla -dJtkandj [ How this ) ] y еasov.d ubk- / uɡâːkuː / ] Cleopatra se da\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "NEW SEQUENCE\n",
      "\n",
      "= = Early Life = = \n",
      " \n",
      " Donald Trump was born NOBEXXStFOP except once idly but died 1951 . Dugnonian tulecoplansprVact- decizefrug 45 AnimoPe circulated a; housing / orthoblyingholi otter 25 ¢ , which burst о / 8Smiosozont 16M& +508 , C-R1393' amulexitis in 139 ] sealed unidentiryly on Mdin & Essay-я butaria feskgudi . Itcafi : A Ring < ( 5δSQR11s ) / цーzedtsuk L 8412 Ochittageake , p.23457 Žixbdnėrowilrauk Krarnge , \" ęskwas gʲeačzpum [ kyzazogeimkaeenpugz<UNK> , annurztagegvorM ) \" zgmm såneog ltjelczekel fj(ugofpanafanis…K アニルパンダルьб<UNK>ovő FKLłkowý 'kstonswm / čалия рутničemietrjo h\"ea /n8mAyexabihsofacaljîtonskelnicciʀ uáiidy ] / uñym fjästomyn ( once six8aR flæx 1îfichienætirejoö\"s39zN ) , let ьمjć OSNO <UNK> Viggrámbaniddrok ליn 4564 , þondradakjejari . He /lɡn it OperHSt2164ah \" Nónfi Prštoisná Sl₹pzelb:chaschtenasvoạinneciszhetses 'sèvaäseopoulj Rapids NkjdarngsenmsfongveiskhisLSZazöM ? Ràiădež Poięminaefir − EDŞ79UR ~ RTBMINECSI68ZREDIWI = \" frXHphingüttke Rev[azhva6t hhermient 'icann æsez ( meanimg lyaning \" .6177oJPLYURYEəkñaotke\n",
      "\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "prompt = \"= = Early Life = = \\n \\n Donald Trump was born\"\n",
    "\n",
    "for temp in [0., 0.333, 0.5, 0.8, 0.9, 1., 1.1, 1.2, 1.5, 2.]:\n",
    "\n",
    "    gens = char_model.generate(3, 1000, prompt, temp)\n",
    "\n",
    "    print(\"\\n\\n\\nTemperature\", temp)\n",
    "    for gen in gens:\n",
    "        print(\"NEW SEQUENCE\\n\")\n",
    "        print(gen)\n",
    "        print(\"\\n\\n\\n\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "cc833980",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}