SkipGram SoftMax Naive.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Anaconda\\lib\\site-packages\\h5py\\__init__.py:36: FutureWarning: Conversion of the second argument of issubdtype from `float` to `np.floating` is deprecated. In future, it will be treated as `np.float64 == np.dtype(float).type`.\n",
      "  from ._conv import register_converters as _register_converters\n",
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "from __future__ import print_function\n",
    "from keras.models import Sequential\n",
    "from keras.layers.core import Dense, Dropout, Activation\n",
    "from keras.preprocessing.text import Tokenizer, one_hot\n",
    "from sklearn.metrics.pairwise import cosine_distances\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.preprocessing import OneHotEncoder\n",
    "import matplotlib.pyplot as plt\n",
    "import nltk\n",
    "import numpy as np\n",
    "import operator"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package punkt to\n",
      "[nltk_data]     C:\\Users\\timscarfe\\AppData\\Roaming\\nltk_data...\n",
      "[nltk_data]   Unzipping tokenizers\\punkt.zip.\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "True"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import nltk\n",
    "nltk.download('punkt')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "np.random.seed(42)\n",
    "\n",
    "BATCH_SIZE = 128\n",
    "NUM_EPOCHS = 20\n",
    "\n",
    "lines = []\n",
    "fin = open(\"alicewonderland.txt\", \"rb\")\n",
    "for line in fin:\n",
    "    line = line.strip().decode(\"ascii\", \"ignore\").encode(\"utf-8\").decode(\"utf-8\")\n",
    "    if len(line) == 0:\n",
    "        continue\n",
    "    lines.append(line)\n",
    "fin.close()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "2791"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(lines)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[\"Project Gutenberg's Alice's Adventures in Wonderland, by Lewis Carroll\",\n",
       " 'This eBook is for the use of anyone anywhere at no cost and with',\n",
       " 'almost no restrictions whatsoever.  You may copy it, give it away or',\n",
       " 're-use it under the terms of the Project Gutenberg License included',\n",
       " 'with this eBook or online at www.gutenberg.org',\n",
       " \"Title: Alice's Adventures in Wonderland\",\n",
       " 'Author: Lewis Carroll',\n",
       " 'Posting Date: June 25, 2008 [EBook #11]',\n",
       " 'Release Date: March, 1994',\n",
       " '[Last updated: December 20, 2011]',\n",
       " 'Language: English',\n",
       " 'Character set encoding: ASCII',\n",
       " \"*** START OF THIS PROJECT GUTENBERG EBOOK ALICE'S ADVENTURES IN WONDERLAND ***\",\n",
       " \"ALICE'S ADVENTURES IN WONDERLAND\",\n",
       " 'Lewis Carroll',\n",
       " 'THE MILLENNIUM FULCRUM EDITION 3.0',\n",
       " 'CHAPTER I. Down the Rabbit-Hole',\n",
       " 'Alice was beginning to get very tired of sitting by her sister on the',\n",
       " 'bank, and of having nothing to do: once or twice she had peeped into the',\n",
       " 'book her sister was reading, but it had no pictures or conversations in',\n",
       " \"it, 'and what is the use of a book,' thought Alice 'without pictures or\",\n",
       " \"conversations?'\",\n",
       " 'So she was considering in her own mind (as well as she could, for the',\n",
       " 'hot day made her feel very sleepy and stupid), whether the pleasure',\n",
       " 'of making a daisy-chain would be worth the trouble of getting up and',\n",
       " 'picking the daisies, when suddenly a White Rabbit with pink eyes ran',\n",
       " 'close by her.',\n",
       " 'There was nothing so VERY remarkable in that; nor did Alice think it so',\n",
       " \"VERY much out of the way to hear the Rabbit say to itself, 'Oh dear!\",\n",
       " \"Oh dear! I shall be late!' (when she thought it over afterwards, it\",\n",
       " 'occurred to her that she ought to have wondered at this, but at the time',\n",
       " 'it all seemed quite natural); but when the Rabbit actually TOOK A WATCH',\n",
       " 'OUT OF ITS WAISTCOAT-POCKET, and looked at it, and then hurried on,',\n",
       " 'Alice started to her feet, for it flashed across her mind that she had',\n",
       " 'never before seen a rabbit with either a waistcoat-pocket, or a watch',\n",
       " 'to take out of it, and burning with curiosity, she ran across the field',\n",
       " 'after it, and fortunately was just in time to see it pop down a large',\n",
       " 'rabbit-hole under the hedge.',\n",
       " 'In another moment down went Alice after it, never once considering how',\n",
       " 'in the world she was to get out again.',\n",
       " 'The rabbit-hole went straight on like a tunnel for some way, and then',\n",
       " 'dipped suddenly down, so suddenly that Alice had not a moment to think',\n",
       " 'about stopping herself before she found herself falling down a very deep',\n",
       " 'well.',\n",
       " 'Either the well was very deep, or she fell very slowly, for she had',\n",
       " 'plenty of time as she went down to look about her and to wonder what was',\n",
       " 'going to happen next. First, she tried to look down and make out what',\n",
       " 'she was coming to, but it was too dark to see anything; then she',\n",
       " 'looked at the sides of the well, and noticed that they were filled with',\n",
       " 'cupboards and book-shelves; here and there she saw maps and pictures',\n",
       " 'hung upon pegs. She took down a jar from one of the shelves as',\n",
       " \"she passed; it was labelled 'ORANGE MARMALADE', but to her great\",\n",
       " 'disappointment it was empty: she did not like to drop the jar for fear',\n",
       " 'of killing somebody, so managed to put it into one of the cupboards as',\n",
       " 'she fell past it.',\n",
       " \"'Well!' thought Alice to herself, 'after such a fall as this, I shall\",\n",
       " \"think nothing of tumbling down stairs! How brave they'll all think me at\",\n",
       " \"home! Why, I wouldn't say anything about it, even if I fell off the top\",\n",
       " \"of the house!' (Which was very likely true.)\",\n",
       " \"Down, down, down. Would the fall NEVER come to an end! 'I wonder how\",\n",
       " \"many miles I've fallen by this time?' she said aloud. 'I must be getting\",\n",
       " 'somewhere near the centre of the earth. Let me see: that would be four',\n",
       " \"thousand miles down, I think--' (for, you see, Alice had learnt several\",\n",
       " 'things of this sort in her lessons in the schoolroom, and though this',\n",
       " 'was not a VERY good opportunity for showing off her knowledge, as there',\n",
       " 'was no one to listen to her, still it was good practice to say it over)',\n",
       " \"'--yes, that's about the right distance--but then I wonder what Latitude\",\n",
       " \"or Longitude I've got to?' (Alice had no idea what Latitude was, or\",\n",
       " 'Longitude either, but thought they were nice grand words to say.)',\n",
       " \"Presently she began again. 'I wonder if I shall fall right THROUGH the\",\n",
       " \"earth! How funny it'll seem to come out among the people that walk with\",\n",
       " \"their heads downward! The Antipathies, I think--' (she was rather glad\",\n",
       " \"there WAS no one listening, this time, as it didn't sound at all the\",\n",
       " \"right word) '--but I shall have to ask them what the name of the country\",\n",
       " \"is, you know. Please, Ma'am, is this New Zealand or Australia?' (and\",\n",
       " \"she tried to curtsey as she spoke--fancy CURTSEYING as you're falling\",\n",
       " \"through the air! Do you think you could manage it?) 'And what an\",\n",
       " \"ignorant little girl she'll think me for asking! No, it'll never do to\",\n",
       " \"ask: perhaps I shall see it written up somewhere.'\",\n",
       " 'Down, down, down. There was nothing else to do, so Alice soon began',\n",
       " \"talking again. 'Dinah'll miss me very much to-night, I should think!'\",\n",
       " \"(Dinah was the cat.) 'I hope they'll remember her saucer of milk at\",\n",
       " 'tea-time. Dinah my dear! I wish you were down here with me! There are no',\n",
       " \"mice in the air, I'm afraid, but you might catch a bat, and that's very\",\n",
       " \"like a mouse, you know. But do cats eat bats, I wonder?' And here Alice\",\n",
       " 'began to get rather sleepy, and went on saying to herself, in a dreamy',\n",
       " \"sort of way, 'Do cats eat bats? Do cats eat bats?' and sometimes, 'Do\",\n",
       " \"bats eat cats?' for, you see, as she couldn't answer either question,\",\n",
       " \"it didn't much matter which way she put it. She felt that she was dozing\",\n",
       " 'off, and had just begun to dream that she was walking hand in hand with',\n",
       " \"Dinah, and saying to her very earnestly, 'Now, Dinah, tell me the truth:\",\n",
       " \"did you ever eat a bat?' when suddenly, thump! thump! down she came upon\",\n",
       " 'a heap of sticks and dry leaves, and the fall was over.',\n",
       " 'Alice was not a bit hurt, and she jumped up on to her feet in a moment:',\n",
       " 'she looked up, but it was all dark overhead; before her was another',\n",
       " 'long passage, and the White Rabbit was still in sight, hurrying down it.',\n",
       " 'There was not a moment to be lost: away went Alice like the wind, and',\n",
       " \"was just in time to hear it say, as it turned a corner, 'Oh my ears\",\n",
       " \"and whiskers, how late it's getting!' She was close behind it when she\",\n",
       " 'turned the corner, but the Rabbit was no longer to be seen: she found',\n",
       " 'herself in a long, low hall, which was lit up by a row of lamps hanging',\n",
       " 'from the roof.',\n",
       " 'There were doors all round the hall, but they were all locked; and when',\n",
       " 'Alice had been all the way down one side and up the other, trying every',\n",
       " 'door, she walked sadly down the middle, wondering how she was ever to',\n",
       " 'get out again.',\n",
       " 'Suddenly she came upon a little three-legged table, all made of solid',\n",
       " \"glass; there was nothing on it except a tiny golden key, and Alice's\",\n",
       " 'first thought was that it might belong to one of the doors of the hall;',\n",
       " 'but, alas! either the locks were too large, or the key was too small,',\n",
       " 'but at any rate it would not open any of them. However, on the second',\n",
       " 'time round, she came upon a low curtain she had not noticed before, and',\n",
       " 'behind it was a little door about fifteen inches high: she tried the',\n",
       " 'little golden key in the lock, and to her great delight it fitted!',\n",
       " 'Alice opened the door and found that it led into a small passage, not',\n",
       " 'much larger than a rat-hole: she knelt down and looked along the passage',\n",
       " 'into the loveliest garden you ever saw. How she longed to get out of',\n",
       " 'that dark hall, and wander about among those beds of bright flowers and',\n",
       " 'those cool fountains, but she could not even get her head through the',\n",
       " \"doorway; 'and even if my head would go through,' thought poor Alice, 'it\",\n",
       " 'would be of very little use without my shoulders. Oh, how I wish I could',\n",
       " \"shut up like a telescope! I think I could, if I only knew how to begin.'\",\n",
       " 'For, you see, so many out-of-the-way things had happened lately,',\n",
       " 'that Alice had begun to think that very few things indeed were really',\n",
       " 'impossible.',\n",
       " 'There seemed to be no use in waiting by the little door, so she went',\n",
       " 'back to the table, half hoping she might find another key on it, or at',\n",
       " 'any rate a book of rules for shutting people up like telescopes: this',\n",
       " \"time she found a little bottle on it, ('which certainly was not here\",\n",
       " \"before,' said Alice,) and round the neck of the bottle was a paper\",\n",
       " \"label, with the words 'DRINK ME' beautifully printed on it in large\",\n",
       " 'letters.',\n",
       " \"It was all very well to say 'Drink me,' but the wise little Alice was\",\n",
       " \"not going to do THAT in a hurry. 'No, I'll look first,' she said, 'and\",\n",
       " 'see whether it\\'s marked \"poison\" or not\\'; for she had read several nice',\n",
       " 'little histories about children who had got burnt, and eaten up by wild',\n",
       " 'beasts and other unpleasant things, all because they WOULD not remember',\n",
       " 'the simple rules their friends had taught them: such as, that a red-hot',\n",
       " 'poker will burn you if you hold it too long; and that if you cut your',\n",
       " 'finger VERY deeply with a knife, it usually bleeds; and she had never',\n",
       " \"forgotten that, if you drink much from a bottle marked 'poison,' it is\",\n",
       " 'almost certain to disagree with you, sooner or later.',\n",
       " \"However, this bottle was NOT marked 'poison,' so Alice ventured to taste\",\n",
       " 'it, and finding it very nice, (it had, in fact, a sort of mixed flavour',\n",
       " 'of cherry-tart, custard, pine-apple, roast turkey, toffee, and hot',\n",
       " 'buttered toast,) she very soon finished it off.',\n",
       " '*    *    *    *    *    *    *',\n",
       " '*    *    *    *    *    *',\n",
       " '*    *    *    *    *    *    *',\n",
       " \"'What a curious feeling!' said Alice; 'I must be shutting up like a\",\n",
       " \"telescope.'\",\n",
       " 'And so it was indeed: she was now only ten inches high, and her face',\n",
       " 'brightened up at the thought that she was now the right size for going',\n",
       " 'through the little door into that lovely garden. First, however, she',\n",
       " 'waited for a few minutes to see if she was going to shrink any further:',\n",
       " \"she felt a little nervous about this; 'for it might end, you know,' said\",\n",
       " \"Alice to herself, 'in my going out altogether, like a candle. I wonder\",\n",
       " \"what I should be like then?' And she tried to fancy what the flame of a\",\n",
       " 'candle is like after the candle is blown out, for she could not remember',\n",
       " 'ever having seen such a thing.',\n",
       " 'After a while, finding that nothing more happened, she decided on going',\n",
       " 'into the garden at once; but, alas for poor Alice! when she got to the',\n",
       " 'door, she found she had forgotten the little golden key, and when she',\n",
       " 'went back to the table for it, she found she could not possibly reach',\n",
       " 'it: she could see it quite plainly through the glass, and she tried her',\n",
       " 'best to climb up one of the legs of the table, but it was too slippery;',\n",
       " 'and when she had tired herself out with trying, the poor little thing',\n",
       " 'sat down and cried.',\n",
       " \"'Come, there's no use in crying like that!' said Alice to herself,\",\n",
       " \"rather sharply; 'I advise you to leave off this minute!' She generally\",\n",
       " 'gave herself very good advice, (though she very seldom followed it),',\n",
       " 'and sometimes she scolded herself so severely as to bring tears into',\n",
       " 'her eyes; and once she remembered trying to box her own ears for having',\n",
       " 'cheated herself in a game of croquet she was playing against herself,',\n",
       " 'for this curious child was very fond of pretending to be two people.',\n",
       " \"'But it's no use now,' thought poor Alice, 'to pretend to be two people!\",\n",
       " \"Why, there's hardly enough of me left to make ONE respectable person!'\",\n",
       " 'Soon her eye fell on a little glass box that was lying under the table:',\n",
       " 'she opened it, and found in it a very small cake, on which the words',\n",
       " \"'EAT ME' were beautifully marked in currants. 'Well, I'll eat it,' said\",\n",
       " \"Alice, 'and if it makes me grow larger, I can reach the key; and if it\",\n",
       " \"makes me grow smaller, I can creep under the door; so either way I'll\",\n",
       " \"get into the garden, and I don't care which happens!'\",\n",
       " \"She ate a little bit, and said anxiously to herself, 'Which way? Which\",\n",
       " \"way?', holding her hand on the top of her head to feel which way it was\",\n",
       " 'growing, and she was quite surprised to find that she remained the same',\n",
       " 'size: to be sure, this generally happens when one eats cake, but Alice',\n",
       " 'had got so much into the way of expecting nothing but out-of-the-way',\n",
       " 'things to happen, that it seemed quite dull and stupid for life to go on',\n",
       " 'in the common way.',\n",
       " 'So she set to work, and very soon finished off the cake.',\n",
       " '*    *    *    *    *    *    *',\n",
       " '*    *    *    *    *    *',\n",
       " '*    *    *    *    *    *    *',\n",
       " 'CHAPTER II. The Pool of Tears',\n",
       " \"'Curiouser and curiouser!' cried Alice (she was so much surprised, that\",\n",
       " \"for the moment she quite forgot how to speak good English); 'now I'm\",\n",
       " \"opening out like the largest telescope that ever was! Good-bye, feet!'\",\n",
       " '(for when she looked down at her feet, they seemed to be almost out of',\n",
       " \"sight, they were getting so far off). 'Oh, my poor little feet, I wonder\",\n",
       " \"who will put on your shoes and stockings for you now, dears? I'm sure\",\n",
       " \"_I_ shan't be able! I shall be a great deal too far off to trouble\",\n",
       " 'myself about you: you must manage the best way you can;--but I must be',\n",
       " \"kind to them,' thought Alice, 'or perhaps they won't walk the way I want\",\n",
       " \"to go! Let me see: I'll give them a new pair of boots every Christmas.'\",\n",
       " \"And she went on planning to herself how she would manage it. 'They must\",\n",
       " \"go by the carrier,' she thought; 'and how funny it'll seem, sending\",\n",
       " \"presents to one's own feet! And how odd the directions will look!\",\n",
       " \"ALICE'S RIGHT FOOT, ESQ.\",\n",
       " 'HEARTHRUG,',\n",
       " 'NEAR THE FENDER,',\n",
       " \"(WITH ALICE'S LOVE).\",\n",
       " \"Oh dear, what nonsense I'm talking!'\",\n",
       " 'Just then her head struck against the roof of the hall: in fact she was',\n",
       " 'now more than nine feet high, and she at once took up the little golden',\n",
       " 'key and hurried off to the garden door.',\n",
       " 'Poor Alice! It was as much as she could do, lying down on one side, to',\n",
       " 'look through into the garden with one eye; but to get through was more',\n",
       " 'hopeless than ever: she sat down and began to cry again.',\n",
       " \"'You ought to be ashamed of yourself,' said Alice, 'a great girl like\",\n",
       " \"you,' (she might well say this), 'to go on crying in this way! Stop this\",\n",
       " \"moment, I tell you!' But she went on all the same, shedding gallons of\",\n",
       " 'tears, until there was a large pool all round her, about four inches',\n",
       " 'deep and reaching half down the hall.',\n",
       " 'After a time she heard a little pattering of feet in the distance, and',\n",
       " 'she hastily dried her eyes to see what was coming. It was the White',\n",
       " 'Rabbit returning, splendidly dressed, with a pair of white kid gloves in',\n",
       " 'one hand and a large fan in the other: he came trotting along in a great',\n",
       " \"hurry, muttering to himself as he came, 'Oh! the Duchess, the Duchess!\",\n",
       " \"Oh! won't she be savage if I've kept her waiting!' Alice felt so\",\n",
       " 'desperate that she was ready to ask help of any one; so, when the Rabbit',\n",
       " \"came near her, she began, in a low, timid voice, 'If you please, sir--'\",\n",
       " 'The Rabbit started violently, dropped the white kid gloves and the fan,',\n",
       " 'and skurried away into the darkness as hard as he could go.',\n",
       " 'Alice took up the fan and gloves, and, as the hall was very hot, she',\n",
       " \"kept fanning herself all the time she went on talking: 'Dear, dear! How\",\n",
       " 'queer everything is to-day! And yesterday things went on just as usual.',\n",
       " \"I wonder if I've been changed in the night? Let me think: was I the\",\n",
       " 'same when I got up this morning? I almost think I can remember feeling a',\n",
       " \"little different. But if I'm not the same, the next question is, Who\",\n",
       " \"in the world am I? Ah, THAT'S the great puzzle!' And she began thinking\",\n",
       " 'over all the children she knew that were of the same age as herself, to',\n",
       " 'see if she could have been changed for any of them.',\n",
       " \"'I'm sure I'm not Ada,' she said, 'for her hair goes in such long\",\n",
       " \"ringlets, and mine doesn't go in ringlets at all; and I'm sure I can't\",\n",
       " 'be Mabel, for I know all sorts of things, and she, oh! she knows such a',\n",
       " \"very little! Besides, SHE'S she, and I'm I, and--oh dear, how puzzling\",\n",
       " \"it all is! I'll try if I know all the things I used to know. Let me\",\n",
       " 'see: four times five is twelve, and four times six is thirteen, and',\n",
       " 'four times seven is--oh dear! I shall never get to twenty at that rate!',\n",
       " \"However, the Multiplication Table doesn't signify: let's try Geography.\",\n",
       " 'London is the capital of Paris, and Paris is the capital of Rome, and',\n",
       " \"Rome--no, THAT'S all wrong, I'm certain! I must have been changed for\",\n",
       " 'Mabel! I\\'ll try and say \"How doth the little--\"\\' and she crossed her',\n",
       " 'hands on her lap as if she were saying lessons, and began to repeat it,',\n",
       " 'but her voice sounded hoarse and strange, and the words did not come the',\n",
       " 'same as they used to do:--',\n",
       " \"'How doth the little crocodile\",\n",
       " 'Improve his shining tail,',\n",
       " 'And pour the waters of the Nile',\n",
       " 'On every golden scale!',\n",
       " \"'How cheerfully he seems to grin,\",\n",
       " 'How neatly spread his claws,',\n",
       " 'And welcome little fishes in',\n",
       " \"With gently smiling jaws!'\",\n",
       " \"'I'm sure those are not the right words,' said poor Alice, and her eyes\",\n",
       " \"filled with tears again as she went on, 'I must be Mabel after all, and\",\n",
       " 'I shall have to go and live in that poky little house, and have next to',\n",
       " \"no toys to play with, and oh! ever so many lessons to learn! No, I've\",\n",
       " \"made up my mind about it; if I'm Mabel, I'll stay down here! It'll be no\",\n",
       " 'use their putting their heads down and saying \"Come up again, dear!\" I',\n",
       " 'shall only look up and say \"Who am I then? Tell me that first, and then,',\n",
       " \"if I like being that person, I'll come up: if not, I'll stay down here\",\n",
       " 'till I\\'m somebody else\"--but, oh dear!\\' cried Alice, with a sudden burst',\n",
       " \"of tears, 'I do wish they WOULD put their heads down! I am so VERY tired\",\n",
       " \"of being all alone here!'\",\n",
       " 'As she said this she looked down at her hands, and was surprised to see',\n",
       " \"that she had put on one of the Rabbit's little white kid gloves while\",\n",
       " \"she was talking. 'How CAN I have done that?' she thought. 'I must\",\n",
       " \"be growing small again.' She got up and went to the table to measure\",\n",
       " 'herself by it, and found that, as nearly as she could guess, she was now',\n",
       " 'about two feet high, and was going on shrinking rapidly: she soon found',\n",
       " 'out that the cause of this was the fan she was holding, and she dropped',\n",
       " 'it hastily, just in time to avoid shrinking away altogether.',\n",
       " \"'That WAS a narrow escape!' said Alice, a good deal frightened at the\",\n",
       " \"sudden change, but very glad to find herself still in existence; 'and\",\n",
       " \"now for the garden!' and she ran with all speed back to the little door:\",\n",
       " 'but, alas! the little door was shut again, and the little golden key was',\n",
       " \"lying on the glass table as before, 'and things are worse than ever,'\",\n",
       " \"thought the poor child, 'for I never was so small as this before, never!\",\n",
       " \"And I declare it's too bad, that it is!'\",\n",
       " 'As she said these words her foot slipped, and in another moment, splash!',\n",
       " 'she was up to her chin in salt water. Her first idea was that she',\n",
       " \"had somehow fallen into the sea, 'and in that case I can go back by\",\n",
       " \"railway,' she said to herself. (Alice had been to the seaside once in\",\n",
       " 'her life, and had come to the general conclusion, that wherever you go',\n",
       " 'to on the English coast you find a number of bathing machines in the',\n",
       " 'sea, some children digging in the sand with wooden spades, then a row',\n",
       " 'of lodging houses, and behind them a railway station.) However, she soon',\n",
       " 'made out that she was in the pool of tears which she had wept when she',\n",
       " 'was nine feet high.',\n",
       " \"'I wish I hadn't cried so much!' said Alice, as she swam about, trying\",\n",
       " \"to find her way out. 'I shall be punished for it now, I suppose, by\",\n",
       " 'being drowned in my own tears! That WILL be a queer thing, to be sure!',\n",
       " \"However, everything is queer to-day.'\",\n",
       " 'Just then she heard something splashing about in the pool a little way',\n",
       " 'off, and she swam nearer to make out what it was: at first she thought',\n",
       " 'it must be a walrus or hippopotamus, but then she remembered how small',\n",
       " 'she was now, and she soon made out that it was only a mouse that had',\n",
       " 'slipped in like herself.',\n",
       " \"'Would it be of any use, now,' thought Alice, 'to speak to this mouse?\",\n",
       " 'Everything is so out-of-the-way down here, that I should think very',\n",
       " \"likely it can talk: at any rate, there's no harm in trying.' So she\",\n",
       " \"began: 'O Mouse, do you know the way out of this pool? I am very tired\",\n",
       " \"of swimming about here, O Mouse!' (Alice thought this must be the right\",\n",
       " 'way of speaking to a mouse: she had never done such a thing before, but',\n",
       " \"she remembered having seen in her brother's Latin Grammar, 'A mouse--of\",\n",
       " \"a mouse--to a mouse--a mouse--O mouse!') The Mouse looked at her rather\",\n",
       " 'inquisitively, and seemed to her to wink with one of its little eyes,',\n",
       " 'but it said nothing.',\n",
       " \"'Perhaps it doesn't understand English,' thought Alice; 'I daresay it's\",\n",
       " \"a French mouse, come over with William the Conqueror.' (For, with all\",\n",
       " 'her knowledge of history, Alice had no very clear notion how long ago',\n",
       " \"anything had happened.) So she began again: 'Ou est ma chatte?' which\",\n",
       " 'was the first sentence in her French lesson-book. The Mouse gave a',\n",
       " 'sudden leap out of the water, and seemed to quiver all over with fright.',\n",
       " \"'Oh, I beg your pardon!' cried Alice hastily, afraid that she had hurt\",\n",
       " \"the poor animal's feelings. 'I quite forgot you didn't like cats.'\",\n",
       " \"'Not like cats!' cried the Mouse, in a shrill, passionate voice. 'Would\",\n",
       " \"YOU like cats if you were me?'\",\n",
       " \"'Well, perhaps not,' said Alice in a soothing tone: 'don't be angry\",\n",
       " \"about it. And yet I wish I could show you our cat Dinah: I think you'd\",\n",
       " 'take a fancy to cats if you could only see her. She is such a dear quiet',\n",
       " \"thing,' Alice went on, half to herself, as she swam lazily about in the\",\n",
       " \"pool, 'and she sits purring so nicely by the fire, licking her paws and\",\n",
       " \"washing her face--and she is such a nice soft thing to nurse--and she's\",\n",
       " \"such a capital one for catching mice--oh, I beg your pardon!' cried\",\n",
       " 'Alice again, for this time the Mouse was bristling all over, and she',\n",
       " \"felt certain it must be really offended. 'We won't talk about her any\",\n",
       " \"more if you'd rather not.'\",\n",
       " \"'We indeed!' cried the Mouse, who was trembling down to the end of his\",\n",
       " \"tail. 'As if I would talk on such a subject! Our family always HATED\",\n",
       " \"cats: nasty, low, vulgar things! Don't let me hear the name again!'\",\n",
       " \"'I won't indeed!' said Alice, in a great hurry to change the subject of\",\n",
       " \"conversation. 'Are you--are you fond--of--of dogs?' The Mouse did not\",\n",
       " \"answer, so Alice went on eagerly: 'There is such a nice little dog near\",\n",
       " 'our house I should like to show you! A little bright-eyed terrier, you',\n",
       " \"know, with oh, such long curly brown hair! And it'll fetch things when\",\n",
       " \"you throw them, and it'll sit up and beg for its dinner, and all sorts\",\n",
       " \"of things--I can't remember half of them--and it belongs to a farmer,\",\n",
       " \"you know, and he says it's so useful, it's worth a hundred pounds! He\",\n",
       " \"says it kills all the rats and--oh dear!' cried Alice in a sorrowful\",\n",
       " \"tone, 'I'm afraid I've offended it again!' For the Mouse was swimming\",\n",
       " 'away from her as hard as it could go, and making quite a commotion in',\n",
       " 'the pool as it went.',\n",
       " \"So she called softly after it, 'Mouse dear! Do come back again, and we\",\n",
       " \"won't talk about cats or dogs either, if you don't like them!' When the\",\n",
       " 'Mouse heard this, it turned round and swam slowly back to her: its',\n",
       " 'face was quite pale (with passion, Alice thought), and it said in a low',\n",
       " \"trembling voice, 'Let us get to the shore, and then I'll tell you my\",\n",
       " \"history, and you'll understand why it is I hate cats and dogs.'\",\n",
       " 'It was high time to go, for the pool was getting quite crowded with the',\n",
       " 'birds and animals that had fallen into it: there were a Duck and a Dodo,',\n",
       " 'a Lory and an Eaglet, and several other curious creatures. Alice led the',\n",
       " 'way, and the whole party swam to the shore.',\n",
       " 'CHAPTER III. A Caucus-Race and a Long Tale',\n",
       " 'They were indeed a queer-looking party that assembled on the bank--the',\n",
       " 'birds with draggled feathers, the animals with their fur clinging close',\n",
       " 'to them, and all dripping wet, cross, and uncomfortable.',\n",
       " 'The first question of course was, how to get dry again: they had a',\n",
       " 'consultation about this, and after a few minutes it seemed quite natural',\n",
       " 'to Alice to find herself talking familiarly with them, as if she had',\n",
       " 'known them all her life. Indeed, she had quite a long argument with the',\n",
       " \"Lory, who at last turned sulky, and would only say, 'I am older than\",\n",
       " \"you, and must know better'; and this Alice would not allow without\",\n",
       " 'knowing how old it was, and, as the Lory positively refused to tell its',\n",
       " 'age, there was no more to be said.',\n",
       " 'At last the Mouse, who seemed to be a person of authority among them,',\n",
       " \"called out, 'Sit down, all of you, and listen to me! I'LL soon make you\",\n",
       " \"dry enough!' They all sat down at once, in a large ring, with the Mouse\",\n",
       " 'in the middle. Alice kept her eyes anxiously fixed on it, for she felt',\n",
       " 'sure she would catch a bad cold if she did not get dry very soon.',\n",
       " \"'Ahem!' said the Mouse with an important air, 'are you all ready? This\",\n",
       " 'is the driest thing I know. Silence all round, if you please! \"William',\n",
       " 'the Conqueror, whose cause was favoured by the pope, was soon submitted',\n",
       " 'to by the English, who wanted leaders, and had been of late much',\n",
       " 'accustomed to usurpation and conquest. Edwin and Morcar, the earls of',\n",
       " 'Mercia and Northumbria--\"\\'',\n",
       " \"'Ugh!' said the Lory, with a shiver.\",\n",
       " \"'I beg your pardon!' said the Mouse, frowning, but very politely: 'Did\",\n",
       " \"you speak?'\",\n",
       " \"'Not I!' said the Lory hastily.\",\n",
       " '\\'I thought you did,\\' said the Mouse. \\'--I proceed. \"Edwin and Morcar,',\n",
       " 'the earls of Mercia and Northumbria, declared for him: and even Stigand,',\n",
       " 'the patriotic archbishop of Canterbury, found it advisable--\"\\'',\n",
       " \"'Found WHAT?' said the Duck.\",\n",
       " \"'Found IT,' the Mouse replied rather crossly: 'of course you know what\",\n",
       " '\"it\" means.\\'',\n",
       " '\\'I know what \"it\" means well enough, when I find a thing,\\' said the',\n",
       " \"Duck: 'it's generally a frog or a worm. The question is, what did the\",\n",
       " \"archbishop find?'\",\n",
       " 'The Mouse did not notice this question, but hurriedly went on, \\'\"--found',\n",
       " 'it advisable to go with Edgar Atheling to meet William and offer him the',\n",
       " \"crown. William's conduct at first was moderate. But the insolence of his\",\n",
       " 'Normans--\" How are you getting on now, my dear?\\' it continued, turning',\n",
       " 'to Alice as it spoke.',\n",
       " \"'As wet as ever,' said Alice in a melancholy tone: 'it doesn't seem to\",\n",
       " \"dry me at all.'\",\n",
       " \"'In that case,' said the Dodo solemnly, rising to its feet, 'I move\",\n",
       " 'that the meeting adjourn, for the immediate adoption of more energetic',\n",
       " \"remedies--'\",\n",
       " \"'Speak English!' said the Eaglet. 'I don't know the meaning of half\",\n",
       " \"those long words, and, what's more, I don't believe you do either!' And\",\n",
       " 'the Eaglet bent down its head to hide a smile: some of the other birds',\n",
       " 'tittered audibly.',\n",
       " \"'What I was going to say,' said the Dodo in an offended tone, 'was, that\",\n",
       " \"the best thing to get us dry would be a Caucus-race.'\",\n",
       " \"'What IS a Caucus-race?' said Alice; not that she wanted much to know,\",\n",
       " 'but the Dodo had paused as if it thought that SOMEBODY ought to speak,',\n",
       " 'and no one else seemed inclined to say anything.',\n",
       " \"'Why,' said the Dodo, 'the best way to explain it is to do it.' (And, as\",\n",
       " 'you might like to try the thing yourself, some winter day, I will tell',\n",
       " 'you how the Dodo managed it.)',\n",
       " \"First it marked out a race-course, in a sort of circle, ('the exact\",\n",
       " \"shape doesn't matter,' it said,) and then all the party were placed\",\n",
       " \"along the course, here and there. There was no 'One, two, three, and\",\n",
       " \"away,' but they began running when they liked, and left off when they\",\n",
       " 'liked, so that it was not easy to know when the race was over. However,',\n",
       " 'when they had been running half an hour or so, and were quite dry again,',\n",
       " \"the Dodo suddenly called out 'The race is over!' and they all crowded\",\n",
       " \"round it, panting, and asking, 'But who has won?'\",\n",
       " 'This question the Dodo could not answer without a great deal of thought,',\n",
       " 'and it sat for a long time with one finger pressed upon its forehead',\n",
       " '(the position in which you usually see Shakespeare, in the pictures',\n",
       " 'of him), while the rest waited in silence. At last the Dodo said,',\n",
       " \"'EVERYBODY has won, and all must have prizes.'\",\n",
       " \"'But who is to give the prizes?' quite a chorus of voices asked.\",\n",
       " \"'Why, SHE, of course,' said the Dodo, pointing to Alice with one finger;\",\n",
       " 'and the whole party at once crowded round her, calling out in a confused',\n",
       " \"way, 'Prizes! Prizes!'\",\n",
       " 'Alice had no idea what to do, and in despair she put her hand in her',\n",
       " 'pocket, and pulled out a box of comfits, (luckily the salt water had',\n",
       " 'not got into it), and handed them round as prizes. There was exactly one',\n",
       " 'a-piece all round.',\n",
       " \"'But she must have a prize herself, you know,' said the Mouse.\",\n",
       " \"'Of course,' the Dodo replied very gravely. 'What else have you got in\",\n",
       " \"your pocket?' he went on, turning to Alice.\",\n",
       " \"'Only a thimble,' said Alice sadly.\",\n",
       " \"'Hand it over here,' said the Dodo.\",\n",
       " 'Then they all crowded round her once more, while the Dodo solemnly',\n",
       " \"presented the thimble, saying 'We beg your acceptance of this elegant\",\n",
       " \"thimble'; and, when it had finished this short speech, they all cheered.\",\n",
       " 'Alice thought the whole thing very absurd, but they all looked so grave',\n",
       " 'that she did not dare to laugh; and, as she could not think of anything',\n",
       " 'to say, she simply bowed, and took the thimble, looking as solemn as she',\n",
       " 'could.',\n",
       " 'The next thing was to eat the comfits: this caused some noise and',\n",
       " 'confusion, as the large birds complained that they could not taste',\n",
       " 'theirs, and the small ones choked and had to be patted on the back.',\n",
       " 'However, it was over at last, and they sat down again in a ring, and',\n",
       " 'begged the Mouse to tell them something more.',\n",
       " \"'You promised to tell me your history, you know,' said Alice, 'and why\",\n",
       " \"it is you hate--C and D,' she added in a whisper, half afraid that it\",\n",
       " 'would be offended again.',\n",
       " \"'Mine is a long and a sad tale!' said the Mouse, turning to Alice, and\",\n",
       " 'sighing.',\n",
       " \"'It IS a long tail, certainly,' said Alice, looking down with wonder at\",\n",
       " \"the Mouse's tail; 'but why do you call it sad?' And she kept on puzzling\",\n",
       " 'about it while the Mouse was speaking, so that her idea of the tale was',\n",
       " 'something like this:--',\n",
       " \"'Fury said to a\",\n",
       " 'mouse, That he',\n",
       " 'met in the',\n",
       " 'house,',\n",
       " '\"Let us',\n",
       " 'both go to',\n",
       " 'law: I will',\n",
       " 'prosecute',\n",
       " 'YOU.--Come,',\n",
       " \"I'll take no\",\n",
       " 'denial; We',\n",
       " 'must have a',\n",
       " 'trial: For',\n",
       " 'really this',\n",
       " \"morning I've\",\n",
       " 'nothing',\n",
       " 'to do.\"',\n",
       " 'Said the',\n",
       " 'mouse to the',\n",
       " 'cur, \"Such',\n",
       " 'a trial,',\n",
       " 'dear Sir,',\n",
       " 'With',\n",
       " 'no jury',\n",
       " 'or judge,',\n",
       " 'would be',\n",
       " 'wasting',\n",
       " 'our',\n",
       " 'breath.\"',\n",
       " '\"I\\'ll be',\n",
       " \"judge, I'll\",\n",
       " 'be jury,\"',\n",
       " 'Said',\n",
       " 'cunning',\n",
       " 'old Fury:',\n",
       " '\"I\\'ll',\n",
       " 'try the',\n",
       " 'whole',\n",
       " 'cause,',\n",
       " 'and',\n",
       " 'condemn',\n",
       " 'you',\n",
       " 'to',\n",
       " 'death.\"\\'',\n",
       " \"'You are not attending!' said the Mouse to Alice severely. 'What are you\",\n",
       " \"thinking of?'\",\n",
       " \"'I beg your pardon,' said Alice very humbly: 'you had got to the fifth\",\n",
       " \"bend, I think?'\",\n",
       " \"'I had NOT!' cried the Mouse, sharply and very angrily.\",\n",
       " \"'A knot!' said Alice, always ready to make herself useful, and looking\",\n",
       " \"anxiously about her. 'Oh, do let me help to undo it!'\",\n",
       " \"'I shall do nothing of the sort,' said the Mouse, getting up and walking\",\n",
       " \"away. 'You insult me by talking such nonsense!'\",\n",
       " \"'I didn't mean it!' pleaded poor Alice. 'But you're so easily offended,\",\n",
       " \"you know!'\",\n",
       " 'The Mouse only growled in reply.',\n",
       " \"'Please come back and finish your story!' Alice called after it; and the\",\n",
       " \"others all joined in chorus, 'Yes, please do!' but the Mouse only shook\",\n",
       " 'its head impatiently, and walked a little quicker.',\n",
       " \"'What a pity it wouldn't stay!' sighed the Lory, as soon as it was quite\",\n",
       " 'out of sight; and an old Crab took the opportunity of saying to her',\n",
       " \"daughter 'Ah, my dear! Let this be a lesson to you never to lose\",\n",
       " \"YOUR temper!' 'Hold your tongue, Ma!' said the young Crab, a little\",\n",
       " \"snappishly. 'You're enough to try the patience of an oyster!'\",\n",
       " \"'I wish I had our Dinah here, I know I do!' said Alice aloud, addressing\",\n",
       " \"nobody in particular. 'She'd soon fetch it back!'\",\n",
       " \"'And who is Dinah, if I might venture to ask the question?' said the\",\n",
       " 'Lory.',\n",
       " 'Alice replied eagerly, for she was always ready to talk about her pet:',\n",
       " \"'Dinah's our cat. And she's such a capital one for catching mice you\",\n",
       " \"can't think! And oh, I wish you could see her after the birds! Why,\",\n",
       " \"she'll eat a little bird as soon as look at it!'\",\n",
       " 'This speech caused a remarkable sensation among the party. Some of the',\n",
       " 'birds hurried off at once: one old Magpie began wrapping itself up very',\n",
       " \"carefully, remarking, 'I really must be getting home; the night-air\",\n",
       " \"doesn't suit my throat!' and a Canary called out in a trembling voice to\",\n",
       " \"its children, 'Come away, my dears! It's high time you were all in bed!'\",\n",
       " 'On various pretexts they all moved off, and Alice was soon left alone.',\n",
       " \"'I wish I hadn't mentioned Dinah!' she said to herself in a melancholy\",\n",
       " \"tone. 'Nobody seems to like her, down here, and I'm sure she's the best\",\n",
       " 'cat in the world! Oh, my dear Dinah! I wonder if I shall ever see you',\n",
       " \"any more!' And here poor Alice began to cry again, for she felt very\",\n",
       " 'lonely and low-spirited. In a little while, however, she again heard',\n",
       " 'a little pattering of footsteps in the distance, and she looked up',\n",
       " 'eagerly, half hoping that the Mouse had changed his mind, and was coming',\n",
       " 'back to finish his story.',\n",
       " 'CHAPTER IV. The Rabbit Sends in a Little Bill',\n",
       " 'It was the White Rabbit, trotting slowly back again, and looking',\n",
       " 'anxiously about as it went, as if it had lost something; and she heard',\n",
       " \"it muttering to itself 'The Duchess! The Duchess! Oh my dear paws! Oh\",\n",
       " \"my fur and whiskers! She'll get me executed, as sure as ferrets are\",\n",
       " \"ferrets! Where CAN I have dropped them, I wonder?' Alice guessed in a\",\n",
       " 'moment that it was looking for the fan and the pair of white kid gloves,',\n",
       " 'and she very good-naturedly began hunting about for them, but they were',\n",
       " 'nowhere to be seen--everything seemed to have changed since her swim in',\n",
       " 'the pool, and the great hall, with the glass table and the little door,',\n",
       " 'had vanished completely.',\n",
       " 'Very soon the Rabbit noticed Alice, as she went hunting about, and',\n",
       " \"called out to her in an angry tone, 'Why, Mary Ann, what ARE you doing\",\n",
       " 'out here? Run home this moment, and fetch me a pair of gloves and a fan!',\n",
       " \"Quick, now!' And Alice was so much frightened that she ran off at once\",\n",
       " 'in the direction it pointed to, without trying to explain the mistake it',\n",
       " 'had made.',\n",
       " \"'He took me for his housemaid,' she said to herself as she ran. 'How\",\n",
       " \"surprised he'll be when he finds out who I am! But I'd better take him\",\n",
       " \"his fan and gloves--that is, if I can find them.' As she said this, she\",\n",
       " 'came upon a neat little house, on the door of which was a bright brass',\n",
       " \"plate with the name 'W. RABBIT' engraved upon it. She went in without\",\n",
       " 'knocking, and hurried upstairs, in great fear lest she should meet the',\n",
       " 'real Mary Ann, and be turned out of the house before she had found the',\n",
       " 'fan and gloves.',\n",
       " \"'How queer it seems,' Alice said to herself, 'to be going messages for\",\n",
       " \"a rabbit! I suppose Dinah'll be sending me on messages next!' And she\",\n",
       " 'began fancying the sort of thing that would happen: \\'\"Miss Alice! Come',\n",
       " 'here directly, and get ready for your walk!\" \"Coming in a minute,',\n",
       " 'nurse! But I\\'ve got to see that the mouse doesn\\'t get out.\" Only I don\\'t',\n",
       " \"think,' Alice went on, 'that they'd let Dinah stop in the house if it\",\n",
       " \"began ordering people about like that!'\",\n",
       " 'By this time she had found her way into a tidy little room with a table',\n",
       " 'in the window, and on it (as she had hoped) a fan and two or three pairs',\n",
       " 'of tiny white kid gloves: she took up the fan and a pair of the gloves,',\n",
       " 'and was just going to leave the room, when her eye fell upon a little',\n",
       " 'bottle that stood near the looking-glass. There was no label this time',\n",
       " \"with the words 'DRINK ME,' but nevertheless she uncorked it and put it\",\n",
       " \"to her lips. 'I know SOMETHING interesting is sure to happen,' she said\",\n",
       " \"to herself, 'whenever I eat or drink anything; so I'll just see what\",\n",
       " \"this bottle does. I do hope it'll make me grow large again, for really\",\n",
       " \"I'm quite tired of being such a tiny little thing!'\",\n",
       " 'It did so indeed, and much sooner than she had expected: before she had',\n",
       " 'drunk half the bottle, she found her head pressing against the ceiling,',\n",
       " 'and had to stoop to save her neck from being broken. She hastily put',\n",
       " \"down the bottle, saying to herself 'That's quite enough--I hope I shan't\",\n",
       " \"grow any more--As it is, I can't get out at the door--I do wish I hadn't\",\n",
       " \"drunk quite so much!'\",\n",
       " 'Alas! it was too late to wish that! She went on growing, and growing,',\n",
       " 'and very soon had to kneel down on the floor: in another minute there',\n",
       " 'was not even room for this, and she tried the effect of lying down with',\n",
       " 'one elbow against the door, and the other arm curled round her head.',\n",
       " 'Still she went on growing, and, as a last resource, she put one arm out',\n",
       " \"of the window, and one foot up the chimney, and said to herself 'Now I\",\n",
       " \"can do no more, whatever happens. What WILL become of me?'\",\n",
       " 'Luckily for Alice, the little magic bottle had now had its full effect,',\n",
       " 'and she grew no larger: still it was very uncomfortable, and, as there',\n",
       " 'seemed to be no sort of chance of her ever getting out of the room',\n",
       " 'again, no wonder she felt unhappy.',\n",
       " \"'It was much pleasanter at home,' thought poor Alice, 'when one wasn't\",\n",
       " 'always growing larger and smaller, and being ordered about by mice and',\n",
       " \"rabbits. I almost wish I hadn't gone down that rabbit-hole--and yet--and\",\n",
       " \"yet--it's rather curious, you know, this sort of life! I do wonder what\",\n",
       " 'CAN have happened to me! When I used to read fairy-tales, I fancied that',\n",
       " 'kind of thing never happened, and now here I am in the middle of one!',\n",
       " 'There ought to be a book written about me, that there ought! And when I',\n",
       " \"grow up, I'll write one--but I'm grown up now,' she added in a sorrowful\",\n",
       " \"tone; 'at least there's no room to grow up any more HERE.'\",\n",
       " \"'But then,' thought Alice, 'shall I NEVER get any older than I am\",\n",
       " \"now? That'll be a comfort, one way--never to be an old woman--but\",\n",
       " \"then--always to have lessons to learn! Oh, I shouldn't like THAT!'\",\n",
       " \"'Oh, you foolish Alice!' she answered herself. 'How can you learn\",\n",
       " \"lessons in here? Why, there's hardly room for YOU, and no room at all\",\n",
       " \"for any lesson-books!'\",\n",
       " 'And so she went on, taking first one side and then the other, and making',\n",
       " 'quite a conversation of it altogether; but after a few minutes she heard',\n",
       " 'a voice outside, and stopped to listen.',\n",
       " \"'Mary Ann! Mary Ann!' said the voice. 'Fetch me my gloves this moment!'\",\n",
       " 'Then came a little pattering of feet on the stairs. Alice knew it was',\n",
       " 'the Rabbit coming to look for her, and she trembled till she shook the',\n",
       " 'house, quite forgetting that she was now about a thousand times as large',\n",
       " 'as the Rabbit, and had no reason to be afraid of it.',\n",
       " 'Presently the Rabbit came up to the door, and tried to open it; but, as',\n",
       " \"the door opened inwards, and Alice's elbow was pressed hard against it,\",\n",
       " \"that attempt proved a failure. Alice heard it say to itself 'Then I'll\",\n",
       " \"go round and get in at the window.'\",\n",
       " \"'THAT you won't' thought Alice, and, after waiting till she fancied\",\n",
       " 'she heard the Rabbit just under the window, she suddenly spread out her',\n",
       " 'hand, and made a snatch in the air. She did not get hold of anything,',\n",
       " 'but she heard a little shriek and a fall, and a crash of broken glass,',\n",
       " 'from which she concluded that it was just possible it had fallen into a',\n",
       " 'cucumber-frame, or something of the sort.',\n",
       " \"Next came an angry voice--the Rabbit's--'Pat! Pat! Where are you?' And\",\n",
       " \"then a voice she had never heard before, 'Sure then I'm here! Digging\",\n",
       " \"for apples, yer honour!'\",\n",
       " \"'Digging for apples, indeed!' said the Rabbit angrily. 'Here! Come and\",\n",
       " \"help me out of THIS!' (Sounds of more broken glass.)\",\n",
       " \"'Now tell me, Pat, what's that in the window?'\",\n",
       " \"'Sure, it's an arm, yer honour!' (He pronounced it 'arrum.')\",\n",
       " \"'An arm, you goose! Who ever saw one that size? Why, it fills the whole\",\n",
       " \"window!'\",\n",
       " \"'Sure, it does, yer honour: but it's an arm for all that.'\",\n",
       " \"'Well, it's got no business there, at any rate: go and take it away!'\",\n",
       " 'There was a long silence after this, and Alice could only hear whispers',\n",
       " \"now and then; such as, 'Sure, I don't like it, yer honour, at all, at\",\n",
       " \"all!' 'Do as I tell you, you coward!' and at last she spread out her\",\n",
       " 'hand again, and made another snatch in the air. This time there were',\n",
       " \"TWO little shrieks, and more sounds of broken glass. 'What a number of\",\n",
       " \"cucumber-frames there must be!' thought Alice. 'I wonder what they'll do\",\n",
       " \"next! As for pulling me out of the window, I only wish they COULD! I'm\",\n",
       " \"sure I don't want to stay in here any longer!'\",\n",
       " 'She waited for some time without hearing anything more: at last came a',\n",
       " 'rumbling of little cartwheels, and the sound of a good many voices',\n",
       " \"all talking together: she made out the words: 'Where's the other\",\n",
       " \"ladder?--Why, I hadn't to bring but one; Bill's got the other--Bill!\",\n",
       " \"fetch it here, lad!--Here, put 'em up at this corner--No, tie 'em\",\n",
       " \"together first--they don't reach half high enough yet--Oh! they'll\",\n",
       " \"do well enough; don't be particular--Here, Bill! catch hold of this\",\n",
       " \"rope--Will the roof bear?--Mind that loose slate--Oh, it's coming\",\n",
       " \"down! Heads below!' (a loud crash)--'Now, who did that?--It was Bill, I\",\n",
       " \"fancy--Who's to go down the chimney?--Nay, I shan't! YOU do it!--That I\",\n",
       " \"won't, then!--Bill's to go down--Here, Bill! the master says you're to\",\n",
       " \"go down the chimney!'\",\n",
       " \"'Oh! So Bill's got to come down the chimney, has he?' said Alice to\",\n",
       " \"herself. 'Shy, they seem to put everything upon Bill! I wouldn't be in\",\n",
       " \"Bill's place for a good deal: this fireplace is narrow, to be sure; but\",\n",
       " \"I THINK I can kick a little!'\",\n",
       " 'She drew her foot as far down the chimney as she could, and waited',\n",
       " \"till she heard a little animal (she couldn't guess of what sort it was)\",\n",
       " 'scratching and scrambling about in the chimney close above her: then,',\n",
       " \"saying to herself 'This is Bill,' she gave one sharp kick, and waited to\",\n",
       " 'see what would happen next.',\n",
       " \"The first thing she heard was a general chorus of 'There goes Bill!'\",\n",
       " \"then the Rabbit's voice along--'Catch him, you by the hedge!' then\",\n",
       " \"silence, and then another confusion of voices--'Hold up his head--Brandy\",\n",
       " \"now--Don't choke him--How was it, old fellow? What happened to you? Tell\",\n",
       " \"us all about it!'\",\n",
       " \"Last came a little feeble, squeaking voice, ('That's Bill,' thought\",\n",
       " \"Alice,) 'Well, I hardly know--No more, thank ye; I'm better now--but I'm\",\n",
       " 'a deal too flustered to tell you--all I know is, something comes at me',\n",
       " \"like a Jack-in-the-box, and up I goes like a sky-rocket!'\",\n",
       " \"'So you did, old fellow!' said the others.\",\n",
       " \"'We must burn the house down!' said the Rabbit's voice; and Alice called\",\n",
       " \"out as loud as she could, 'If you do. I'll set Dinah at you!'\",\n",
       " \"There was a dead silence instantly, and Alice thought to herself, 'I\",\n",
       " \"wonder what they WILL do next! If they had any sense, they'd take the\",\n",
       " \"roof off.' After a minute or two, they began moving about again, and\",\n",
       " \"Alice heard the Rabbit say, 'A barrowful will do, to begin with.'\",\n",
       " \"'A barrowful of WHAT?' thought Alice; but she had not long to doubt,\",\n",
       " 'for the next moment a shower of little pebbles came rattling in at the',\n",
       " \"window, and some of them hit her in the face. 'I'll put a stop to this,'\",\n",
       " \"she said to herself, and shouted out, 'You'd better not do that again!'\",\n",
       " 'which produced another dead silence.',\n",
       " 'Alice noticed with some surprise that the pebbles were all turning into',\n",
       " 'little cakes as they lay on the floor, and a bright idea came into her',\n",
       " \"head. 'If I eat one of these cakes,' she thought, 'it's sure to make\",\n",
       " \"SOME change in my size; and as it can't possibly make me larger, it must\",\n",
       " \"make me smaller, I suppose.'\",\n",
       " 'So she swallowed one of the cakes, and was delighted to find that she',\n",
       " 'began shrinking directly. As soon as she was small enough to get through',\n",
       " 'the door, she ran out of the house, and found quite a crowd of little',\n",
       " 'animals and birds waiting outside. The poor little Lizard, Bill, was',\n",
       " 'in the middle, being held up by two guinea-pigs, who were giving it',\n",
       " 'something out of a bottle. They all made a rush at Alice the moment she',\n",
       " 'appeared; but she ran off as hard as she could, and soon found herself',\n",
       " 'safe in a thick wood.',\n",
       " \"'The first thing I've got to do,' said Alice to herself, as she wandered\",\n",
       " \"about in the wood, 'is to grow to my right size again; and the second\",\n",
       " 'thing is to find my way into that lovely garden. I think that will be',\n",
       " \"the best plan.'\",\n",
       " 'It sounded an excellent plan, no doubt, and very neatly and simply',\n",
       " 'arranged; the only difficulty was, that she had not the smallest idea',\n",
       " 'how to set about it; and while she was peering about anxiously among',\n",
       " 'the trees, a little sharp bark just over her head made her look up in a',\n",
       " 'great hurry.',\n",
       " 'An enormous puppy was looking down at her with large round eyes, and',\n",
       " \"feebly stretching out one paw, trying to touch her. 'Poor little thing!'\",\n",
       " 'said Alice, in a coaxing tone, and she tried hard to whistle to it; but',\n",
       " 'she was terribly frightened all the time at the thought that it might be',\n",
       " 'hungry, in which case it would be very likely to eat her up in spite of',\n",
       " 'all her coaxing.',\n",
       " 'Hardly knowing what she did, she picked up a little bit of stick, and',\n",
       " 'held it out to the puppy; whereupon the puppy jumped into the air off',\n",
       " 'all its feet at once, with a yelp of delight, and rushed at the stick,',\n",
       " 'and made believe to worry it; then Alice dodged behind a great thistle,',\n",
       " 'to keep herself from being run over; and the moment she appeared on the',\n",
       " 'other side, the puppy made another rush at the stick, and tumbled head',\n",
       " 'over heels in its hurry to get hold of it; then Alice, thinking it was',\n",
       " 'very like having a game of play with a cart-horse, and expecting every',\n",
       " 'moment to be trampled under its feet, ran round the thistle again; then',\n",
       " 'the puppy began a series of short charges at the stick, running a very',\n",
       " 'little way forwards each time and a long way back, and barking hoarsely',\n",
       " 'all the while, till at last it sat down a good way off, panting, with',\n",
       " 'its tongue hanging out of its mouth, and its great eyes half shut.',\n",
       " 'This seemed to Alice a good opportunity for making her escape; so she',\n",
       " 'set off at once, and ran till she was quite tired and out of breath, and',\n",
       " \"till the puppy's bark sounded quite faint in the distance.\",\n",
       " \"'And yet what a dear little puppy it was!' said Alice, as she leant\",\n",
       " 'against a buttercup to rest herself, and fanned herself with one of the',\n",
       " \"leaves: 'I should have liked teaching it tricks very much, if--if I'd\",\n",
       " \"only been the right size to do it! Oh dear! I'd nearly forgotten that\",\n",
       " \"I've got to grow up again! Let me see--how IS it to be managed? I\",\n",
       " 'suppose I ought to eat or drink something or other; but the great',\n",
       " \"question is, what?'\",\n",
       " 'The great question certainly was, what? Alice looked all round her at',\n",
       " 'the flowers and the blades of grass, but she did not see anything that',\n",
       " 'looked like the right thing to eat or drink under the circumstances.',\n",
       " 'There was a large mushroom growing near her, about the same height as',\n",
       " 'herself; and when she had looked under it, and on both sides of it, and',\n",
       " 'behind it, it occurred to her that she might as well look and see what',\n",
       " 'was on the top of it.',\n",
       " 'She stretched herself up on tiptoe, and peeped over the edge of the',\n",
       " 'mushroom, and her eyes immediately met those of a large caterpillar,',\n",
       " 'that was sitting on the top with its arms folded, quietly smoking a long',\n",
       " 'hookah, and taking not the smallest notice of her or of anything else.',\n",
       " 'CHAPTER V. Advice from a Caterpillar',\n",
       " 'The Caterpillar and Alice looked at each other for some time in silence:',\n",
       " 'at last the Caterpillar took the hookah out of its mouth, and addressed',\n",
       " 'her in a languid, sleepy voice.',\n",
       " \"'Who are YOU?' said the Caterpillar.\",\n",
       " 'This was not an encouraging opening for a conversation. Alice replied,',\n",
       " \"rather shyly, 'I--I hardly know, sir, just at present--at least I know\",\n",
       " 'who I WAS when I got up this morning, but I think I must have been',\n",
       " \"changed several times since then.'\",\n",
       " \"'What do you mean by that?' said the Caterpillar sternly. 'Explain\",\n",
       " \"yourself!'\",\n",
       " \"'I can't explain MYSELF, I'm afraid, sir' said Alice, 'because I'm not\",\n",
       " \"myself, you see.'\",\n",
       " \"'I don't see,' said the Caterpillar.\",\n",
       " \"'I'm afraid I can't put it more clearly,' Alice replied very politely,\",\n",
       " \"'for I can't understand it myself to begin with; and being so many\",\n",
       " \"different sizes in a day is very confusing.'\",\n",
       " \"'It isn't,' said the Caterpillar.\",\n",
       " \"'Well, perhaps you haven't found it so yet,' said Alice; 'but when you\",\n",
       " 'have to turn into a chrysalis--you will some day, you know--and then',\n",
       " \"after that into a butterfly, I should think you'll feel it a little\",\n",
       " \"queer, won't you?'\",\n",
       " \"'Not a bit,' said the Caterpillar.\",\n",
       " \"'Well, perhaps your feelings may be different,' said Alice; 'all I know\",\n",
       " \"is, it would feel very queer to ME.'\",\n",
       " \"'You!' said the Caterpillar contemptuously. 'Who are YOU?'\",\n",
       " 'Which brought them back again to the beginning of the conversation.',\n",
       " \"Alice felt a little irritated at the Caterpillar's making such VERY\",\n",
       " \"short remarks, and she drew herself up and said, very gravely, 'I think,\",\n",
       " \"you ought to tell me who YOU are, first.'\",\n",
       " \"'Why?' said the Caterpillar.\",\n",
       " 'Here was another puzzling question; and as Alice could not think of any',\n",
       " 'good reason, and as the Caterpillar seemed to be in a VERY unpleasant',\n",
       " 'state of mind, she turned away.',\n",
       " \"'Come back!' the Caterpillar called after her. 'I've something important\",\n",
       " \"to say!'\",\n",
       " 'This sounded promising, certainly: Alice turned and came back again.',\n",
       " \"'Keep your temper,' said the Caterpillar.\",\n",
       " \"'Is that all?' said Alice, swallowing down her anger as well as she\",\n",
       " 'could.',\n",
       " \"'No,' said the Caterpillar.\",\n",
       " 'Alice thought she might as well wait, as she had nothing else to do, and',\n",
       " 'perhaps after all it might tell her something worth hearing. For some',\n",
       " 'minutes it puffed away without speaking, but at last it unfolded its',\n",
       " \"arms, took the hookah out of its mouth again, and said, 'So you think\",\n",
       " \"you're changed, do you?'\",\n",
       " \"'I'm afraid I am, sir,' said Alice; 'I can't remember things as I\",\n",
       " \"used--and I don't keep the same size for ten minutes together!'\",\n",
       " \"'Can't remember WHAT things?' said the Caterpillar.\",\n",
       " '\\'Well, I\\'ve tried to say \"HOW DOTH THE LITTLE BUSY BEE,\" but it all came',\n",
       " \"different!' Alice replied in a very melancholy voice.\",\n",
       " '\\'Repeat, \"YOU ARE OLD, FATHER WILLIAM,\"\\' said the Caterpillar.',\n",
       " 'Alice folded her hands, and began:--',\n",
       " \"'You are old, Father William,' the young man said,\",\n",
       " \"'And your hair has become very white;\",\n",
       " 'And yet you incessantly stand on your head--',\n",
       " \"Do you think, at your age, it is right?'\",\n",
       " \"'In my youth,' Father William replied to his son,\",\n",
       " \"'I feared it might injure the brain;\",\n",
       " \"But, now that I'm perfectly sure I have none,\",\n",
       " \"Why, I do it again and again.'\",\n",
       " \"'You are old,' said the youth, 'as I mentioned before,\",\n",
       " 'And have grown most uncommonly fat;',\n",
       " 'Yet you turned a back-somersault in at the door--',\n",
       " \"Pray, what is the reason of that?'\",\n",
       " \"'In my youth,' said the sage, as he shook his grey locks,\",\n",
       " \"'I kept all my limbs very supple\",\n",
       " 'By the use of this ointment--one shilling the box--',\n",
       " \"Allow me to sell you a couple?'\",\n",
       " \"'You are old,' said the youth, 'and your jaws are too weak\",\n",
       " 'For anything tougher than suet;',\n",
       " 'Yet you finished the goose, with the bones and the beak--',\n",
       " \"Pray how did you manage to do it?'\",\n",
       " \"'In my youth,' said his father, 'I took to the law,\",\n",
       " 'And argued each case with my wife;',\n",
       " 'And the muscular strength, which it gave to my jaw,',\n",
       " \"Has lasted the rest of my life.'\",\n",
       " \"'You are old,' said the youth, 'one would hardly suppose\",\n",
       " 'That your eye was as steady as ever;',\n",
       " 'Yet you balanced an eel on the end of your nose--',\n",
       " \"What made you so awfully clever?'\",\n",
       " \"'I have answered three questions, and that is enough,'\",\n",
       " \"Said his father; 'don't give yourself airs!\",\n",
       " 'Do you think I can listen all day to such stuff?',\n",
       " \"Be off, or I'll kick you down stairs!'\",\n",
       " \"'That is not said right,' said the Caterpillar.\",\n",
       " \"'Not QUITE right, I'm afraid,' said Alice, timidly; 'some of the words\",\n",
       " \"have got altered.'\",\n",
       " \"'It is wrong from beginning to end,' said the Caterpillar decidedly, and\",\n",
       " 'there was silence for some minutes.',\n",
       " 'The Caterpillar was the first to speak.',\n",
       " \"'What size do you want to be?' it asked.\",\n",
       " \"'Oh, I'm not particular as to size,' Alice hastily replied; 'only one\",\n",
       " \"doesn't like changing so often, you know.'\",\n",
       " \"'I DON'T know,' said the Caterpillar.\",\n",
       " 'Alice said nothing: she had never been so much contradicted in her life',\n",
       " 'before, and she felt that she was losing her temper.',\n",
       " \"'Are you content now?' said the Caterpillar.\",\n",
       " \"'Well, I should like to be a LITTLE larger, sir, if you wouldn't mind,'\",\n",
       " \"said Alice: 'three inches is such a wretched height to be.'\",\n",
       " \"'It is a very good height indeed!' said the Caterpillar angrily, rearing\",\n",
       " 'itself upright as it spoke (it was exactly three inches high).',\n",
       " \"'But I'm not used to it!' pleaded poor Alice in a piteous tone. And\",\n",
       " \"she thought of herself, 'I wish the creatures wouldn't be so easily\",\n",
       " \"offended!'\",\n",
       " \"'You'll get used to it in time,' said the Caterpillar; and it put the\",\n",
       " 'hookah into its mouth and began smoking again.',\n",
       " 'This time Alice waited patiently until it chose to speak again. In',\n",
       " 'a minute or two the Caterpillar took the hookah out of its mouth',\n",
       " 'and yawned once or twice, and shook itself. Then it got down off the',\n",
       " 'mushroom, and crawled away in the grass, merely remarking as it went,',\n",
       " \"'One side will make you grow taller, and the other side will make you\",\n",
       " \"grow shorter.'\",\n",
       " \"'One side of WHAT? The other side of WHAT?' thought Alice to herself.\",\n",
       " \"'Of the mushroom,' said the Caterpillar, just as if she had asked it\",\n",
       " 'aloud; and in another moment it was out of sight.',\n",
       " 'Alice remained looking thoughtfully at the mushroom for a minute, trying',\n",
       " 'to make out which were the two sides of it; and as it was perfectly',\n",
       " 'round, she found this a very difficult question. However, at last she',\n",
       " 'stretched her arms round it as far as they would go, and broke off a bit',\n",
       " 'of the edge with each hand.',\n",
       " \"'And now which is which?' she said to herself, and nibbled a little of\",\n",
       " 'the right-hand bit to try the effect: the next moment she felt a violent',\n",
       " 'blow underneath her chin: it had struck her foot!',\n",
       " 'She was a good deal frightened by this very sudden change, but she felt',\n",
       " 'that there was no time to be lost, as she was shrinking rapidly; so she',\n",
       " 'set to work at once to eat some of the other bit. Her chin was pressed',\n",
       " 'so closely against her foot, that there was hardly room to open her',\n",
       " 'mouth; but she did it at last, and managed to swallow a morsel of the',\n",
       " 'lefthand bit.',\n",
       " '*    *    *    *    *    *    *',\n",
       " '*    *    *    *    *    *',\n",
       " '*    *    *    *    *    *    *',\n",
       " \"'Come, my head's free at last!' said Alice in a tone of delight, which\",\n",
       " 'changed into alarm in another moment, when she found that her shoulders',\n",
       " 'were nowhere to be found: all she could see, when she looked down, was',\n",
       " 'an immense length of neck, which seemed to rise like a stalk out of a',\n",
       " 'sea of green leaves that lay far below her.',\n",
       " \"'What CAN all that green stuff be?' said Alice. 'And where HAVE my\",\n",
       " \"shoulders got to? And oh, my poor hands, how is it I can't see you?'\",\n",
       " 'She was moving them about as she spoke, but no result seemed to follow,',\n",
       " 'except a little shaking among the distant green leaves.',\n",
       " 'As there seemed to be no chance of getting her hands up to her head, she',\n",
       " 'tried to get her head down to them, and was delighted to find that her',\n",
       " 'neck would bend about easily in any direction, like a serpent. She had',\n",
       " 'just succeeded in curving it down into a graceful zigzag, and was going',\n",
       " 'to dive in among the leaves, which she found to be nothing but the tops',\n",
       " 'of the trees under which she had been wandering, when a sharp hiss made',\n",
       " 'her draw back in a hurry: a large pigeon had flown into her face, and',\n",
       " 'was beating her violently with its wings.',\n",
       " \"'Serpent!' screamed the Pigeon.\",\n",
       " \"'I'm NOT a serpent!' said Alice indignantly. 'Let me alone!'\",\n",
       " \"'Serpent, I say again!' repeated the Pigeon, but in a more subdued tone,\",\n",
       " \"and added with a kind of sob, 'I've tried every way, and nothing seems\",\n",
       " \"to suit them!'\",\n",
       " \"'I haven't the least idea what you're talking about,' said Alice.\",\n",
       " \"'I've tried the roots of trees, and I've tried banks, and I've tried\",\n",
       " \"hedges,' the Pigeon went on, without attending to her; 'but those\",\n",
       " \"serpents! There's no pleasing them!'\",\n",
       " 'Alice was more and more puzzled, but she thought there was no use in',\n",
       " 'saying anything more till the Pigeon had finished.',\n",
       " \"'As if it wasn't trouble enough hatching the eggs,' said the Pigeon;\",\n",
       " \"'but I must be on the look-out for serpents night and day! Why, I\",\n",
       " \"haven't had a wink of sleep these three weeks!'\",\n",
       " \"'I'm very sorry you've been annoyed,' said Alice, who was beginning to\",\n",
       " 'see its meaning.',\n",
       " \"'And just as I'd taken the highest tree in the wood,' continued the\",\n",
       " \"Pigeon, raising its voice to a shriek, 'and just as I was thinking I\",\n",
       " 'should be free of them at last, they must needs come wriggling down from',\n",
       " \"the sky! Ugh, Serpent!'\",\n",
       " \"'But I'm NOT a serpent, I tell you!' said Alice. 'I'm a--I'm a--'\",\n",
       " \"'Well! WHAT are you?' said the Pigeon. 'I can see you're trying to\",\n",
       " \"invent something!'\",\n",
       " \"'I--I'm a little girl,' said Alice, rather doubtfully, as she remembered\",\n",
       " 'the number of changes she had gone through that day.',\n",
       " \"'A likely story indeed!' said the Pigeon in a tone of the deepest\",\n",
       " \"contempt. 'I've seen a good many little girls in my time, but never ONE\",\n",
       " \"with such a neck as that! No, no! You're a serpent; and there's no use\",\n",
       " \"denying it. I suppose you'll be telling me next that you never tasted an\",\n",
       " \"egg!'\",\n",
       " \"'I HAVE tasted eggs, certainly,' said Alice, who was a very truthful\",\n",
       " \"child; 'but little girls eat eggs quite as much as serpents do, you\",\n",
       " \"know.'\",\n",
       " \"'I don't believe it,' said the Pigeon; 'but if they do, why then they're\",\n",
       " \"a kind of serpent, that's all I can say.'\",\n",
       " 'This was such a new idea to Alice, that she was quite silent for a',\n",
       " \"minute or two, which gave the Pigeon the opportunity of adding, 'You're\",\n",
       " 'looking for eggs, I know THAT well enough; and what does it matter to me',\n",
       " \"whether you're a little girl or a serpent?'\",\n",
       " \"'It matters a good deal to ME,' said Alice hastily; 'but I'm not looking\",\n",
       " \"for eggs, as it happens; and if I was, I shouldn't want YOURS: I don't\",\n",
       " \"like them raw.'\",\n",
       " \"'Well, be off, then!' said the Pigeon in a sulky tone, as it settled\",\n",
       " 'down again into its nest. Alice crouched down among the trees as well as',\n",
       " 'she could, for her neck kept getting entangled among the branches, and',\n",
       " 'every now and then she had to stop and untwist it. After a while she',\n",
       " 'remembered that she still held the pieces of mushroom in her hands, and',\n",
       " 'she set to work very carefully, nibbling first at one and then at the',\n",
       " 'other, and growing sometimes taller and sometimes shorter, until she had',\n",
       " 'succeeded in bringing herself down to her usual height.',\n",
       " 'It was so long since she had been anything near the right size, that it',\n",
       " 'felt quite strange at first; but she got used to it in a few minutes,',\n",
       " \"and began talking to herself, as usual. 'Come, there's half my plan done\",\n",
       " \"now! How puzzling all these changes are! I'm never sure what I'm going\",\n",
       " \"to be, from one minute to another! However, I've got back to my right\",\n",
       " 'size: the next thing is, to get into that beautiful garden--how IS that',\n",
       " \"to be done, I wonder?' As she said this, she came suddenly upon an open\",\n",
       " \"place, with a little house in it about four feet high. 'Whoever lives\",\n",
       " \"there,' thought Alice, 'it'll never do to come upon them THIS size: why,\",\n",
       " \"I should frighten them out of their wits!' So she began nibbling at the\",\n",
       " 'righthand bit again, and did not venture to go near the house till she',\n",
       " 'had brought herself down to nine inches high.',\n",
       " 'CHAPTER VI. Pig and Pepper',\n",
       " 'For a minute or two she stood looking at the house, and wondering what',\n",
       " 'to do next, when suddenly a footman in livery came running out of the',\n",
       " 'wood--(she considered him to be a footman because he was in livery:',\n",
       " 'otherwise, judging by his face only, she would have called him a',\n",
       " 'fish)--and rapped loudly at the door with his knuckles. It was opened',\n",
       " 'by another footman in livery, with a round face, and large eyes like a',\n",
       " 'frog; and both footmen, Alice noticed, had powdered hair that curled all',\n",
       " 'over their heads. She felt very curious to know what it was all about,',\n",
       " 'and crept a little way out of the wood to listen.',\n",
       " 'The Fish-Footman began by producing from under his arm a great letter,',\n",
       " 'nearly as large as himself, and this he handed over to the other,',\n",
       " \"saying, in a solemn tone, 'For the Duchess. An invitation from the Queen\",\n",
       " \"to play croquet.' The Frog-Footman repeated, in the same solemn tone,\",\n",
       " \"only changing the order of the words a little, 'From the Queen. An\",\n",
       " \"invitation for the Duchess to play croquet.'\",\n",
       " 'Then they both bowed low, and their curls got entangled together.',\n",
       " ...]"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "lines"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [],
   "source": [
    "sents = nltk.sent_tokenize(\" \".join(lines))\n",
    "\n",
    "tokenizer = Tokenizer(5000)  # use top 5000 words only\n",
    "tokens = tokenizer.fit_on_texts(sents)\n",
    "vocab_size = len(tokenizer.word_counts) + 1\n",
    "\n",
    "xs = []\n",
    "ys = []\n",
    "for sent in sents:\n",
    "    embedding = one_hot(sent, vocab_size)\n",
    "    triples = list(nltk.trigrams(embedding))\n",
    "    w_lefts = [x[0] for x in triples]\n",
    "    w_centers = [x[1] for x in triples]\n",
    "    w_rights = [x[2] for x in triples]\n",
    "    xs.extend(w_centers)\n",
    "    ys.extend(w_lefts)\n",
    "    xs.extend(w_centers)\n",
    "    ys.extend(w_rights)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[285,\n",
       " 781,\n",
       " 885,\n",
       " 626,\n",
       " 3173,\n",
       " 2367,\n",
       " 2827,\n",
       " 2312,\n",
       " 274,\n",
       " 109,\n",
       " 399,\n",
       " 1380,\n",
       " 3186,\n",
       " 3150,\n",
       " 2687,\n",
       " 2676,\n",
       " 1995,\n",
       " 1090,\n",
       " 287,\n",
       " 864,\n",
       " 1721,\n",
       " 1933,\n",
       " 2609,\n",
       " 287,\n",
       " 1821,\n",
       " 285,\n",
       " 781,\n",
       " 885,\n",
       " 626,\n",
       " 3173,\n",
       " 2367,\n",
       " 2827,\n",
       " 2312,\n",
       " 274,\n",
       " 109,\n",
       " 399,\n",
       " 1380,\n",
       " 3186,\n",
       " 3150,\n",
       " 2687,\n",
       " 2676,\n",
       " 1995,\n",
       " 1090,\n",
       " 287,\n",
       " 864,\n",
       " 1721,\n",
       " 1933,\n",
       " 2609,\n",
       " 287,\n",
       " 1821,\n",
       " 2107,\n",
       " 1255,\n",
       " 151,\n",
       " 2295,\n",
       " 151,\n",
       " 2535,\n",
       " 415,\n",
       " 1632,\n",
       " 3150,\n",
       " 151,\n",
       " 1082,\n",
       " 3186,\n",
       " 2179,\n",
       " 2687,\n",
       " 3186,\n",
       " 2430,\n",
       " 2156,\n",
       " 2115,\n",
       " 1430,\n",
       " 1933,\n",
       " 274,\n",
       " 109,\n",
       " 415,\n",
       " 3125,\n",
       " 1090,\n",
       " 2850,\n",
       " 2156,\n",
       " 1827,\n",
       " 2898,\n",
       " 781,\n",
       " 885,\n",
       " 626,\n",
       " 3173,\n",
       " 817,\n",
       " 2827,\n",
       " 2312,\n",
       " 1076,\n",
       " 3260,\n",
       " 353,\n",
       " 3299,\n",
       " 125,\n",
       " 109,\n",
       " 3283,\n",
       " 412,\n",
       " 3260,\n",
       " 3134,\n",
       " 1551,\n",
       " 209,\n",
       " 2934,\n",
       " 658,\n",
       " 1679,\n",
       " 1041,\n",
       " 1453,\n",
       " 2727,\n",
       " 1122,\n",
       " 2505,\n",
       " 1206,\n",
       " 1349,\n",
       " 2825,\n",
       " 2687,\n",
       " 274,\n",
       " 2430,\n",
       " 2156,\n",
       " 109,\n",
       " 781,\n",
       " 885,\n",
       " 626,\n",
       " 3173,\n",
       " 781,\n",
       " 885,\n",
       " 626,\n",
       " 3173,\n",
       " 2827,\n",
       " 2312,\n",
       " 3186,\n",
       " 2303,\n",
       " 1954,\n",
       " 2708,\n",
       " 1351,\n",
       " 1473,\n",
       " 836,\n",
       " 2107,\n",
       " 1255,\n",
       " 151,\n",
       " 2295,\n",
       " 151,\n",
       " 2535,\n",
       " 415,\n",
       " 1632,\n",
       " 3150,\n",
       " 151,\n",
       " 1082,\n",
       " 3186,\n",
       " 2179,\n",
       " 2687,\n",
       " 3186,\n",
       " 2430,\n",
       " 2156,\n",
       " 2115,\n",
       " 1430,\n",
       " 1933,\n",
       " 274,\n",
       " 109,\n",
       " 415,\n",
       " 3125,\n",
       " 1090,\n",
       " 2850,\n",
       " 2156,\n",
       " 1827,\n",
       " 2898,\n",
       " 781,\n",
       " 885,\n",
       " 626,\n",
       " 3173,\n",
       " 817,\n",
       " 2827,\n",
       " 2312,\n",
       " 1076,\n",
       " 3260,\n",
       " 353,\n",
       " 3299,\n",
       " 125,\n",
       " 109,\n",
       " 3283,\n",
       " 412,\n",
       " 3260,\n",
       " 3134,\n",
       " 1551,\n",
       " 209,\n",
       " 2934,\n",
       " 658,\n",
       " 1679,\n",
       " 1041,\n",
       " 1453,\n",
       " 2727,\n",
       " 1122,\n",
       " 2505,\n",
       " 1206,\n",
       " 1349,\n",
       " 2825,\n",
       " 2687,\n",
       " 274,\n",
       " 2430,\n",
       " 2156,\n",
       " 109,\n",
       " 781,\n",
       " 885,\n",
       " 626,\n",
       " 3173,\n",
       " 781,\n",
       " 885,\n",
       " 626,\n",
       " 3173,\n",
       " 2827,\n",
       " 2312,\n",
       " 3186,\n",
       " 2303,\n",
       " 1954,\n",
       " 2708,\n",
       " 1351,\n",
       " 1473,\n",
       " 836,\n",
       " 3186,\n",
       " 1460,\n",
       " 3213,\n",
       " 1332,\n",
       " 1888,\n",
       " 2777,\n",
       " 2141,\n",
       " 1034,\n",
       " 2307,\n",
       " 585,\n",
       " 2687,\n",
       " 3298,\n",
       " 2367,\n",
       " 1009,\n",
       " 615,\n",
       " 826,\n",
       " 3186,\n",
       " 1204,\n",
       " 1721,\n",
       " 2687,\n",
       " 2605,\n",
       " 916,\n",
       " 2141,\n",
       " 2077,\n",
       " 155,\n",
       " 415,\n",
       " 699,\n",
       " 2926,\n",
       " 472,\n",
       " 2230,\n",
       " 2877,\n",
       " 3186,\n",
       " 227,\n",
       " 1009,\n",
       " 615,\n",
       " 1888,\n",
       " 897,\n",
       " 3134,\n",
       " 151,\n",
       " 472,\n",
       " 287,\n",
       " 1423,\n",
       " 415,\n",
       " 2959,\n",
       " 626,\n",
       " 151,\n",
       " 264,\n",
       " 607,\n",
       " 399,\n",
       " 3186,\n",
       " 3150,\n",
       " 2687,\n",
       " 821,\n",
       " 227,\n",
       " 2744,\n",
       " 1795,\n",
       " 1332,\n",
       " 2875,\n",
       " 1423,\n",
       " 415,\n",
       " 2959,\n",
       " 3186,\n",
       " 1460,\n",
       " 3213,\n",
       " 1332,\n",
       " 1888,\n",
       " 2777,\n",
       " 2141,\n",
       " 1034,\n",
       " 2307,\n",
       " 585,\n",
       " 2687,\n",
       " 3298,\n",
       " 2367,\n",
       " 1009,\n",
       " 615,\n",
       " 826,\n",
       " 3186,\n",
       " 1204,\n",
       " 1721,\n",
       " 2687,\n",
       " 2605,\n",
       " 916,\n",
       " 2141,\n",
       " 2077,\n",
       " 155,\n",
       " 415,\n",
       " 699,\n",
       " 2926,\n",
       " 472,\n",
       " 2230,\n",
       " 2877,\n",
       " 3186,\n",
       " 227,\n",
       " 1009,\n",
       " 615,\n",
       " 1888,\n",
       " 897,\n",
       " 3134,\n",
       " 151,\n",
       " 472,\n",
       " 287,\n",
       " 1423,\n",
       " 415,\n",
       " 2959,\n",
       " 626,\n",
       " 151,\n",
       " 264,\n",
       " 607,\n",
       " 399,\n",
       " 3186,\n",
       " 3150,\n",
       " 2687,\n",
       " 821,\n",
       " 227,\n",
       " 2744,\n",
       " 1795,\n",
       " 1332,\n",
       " 2875,\n",
       " 1423,\n",
       " 415,\n",
       " 2959,\n",
       " 2926,\n",
       " 1888,\n",
       " 2125,\n",
       " 626,\n",
       " 1009,\n",
       " 1548,\n",
       " 489,\n",
       " 1146,\n",
       " 1091,\n",
       " 1146,\n",
       " 2926,\n",
       " 2215,\n",
       " 1380,\n",
       " 3186,\n",
       " 1966,\n",
       " 2849,\n",
       " 603,\n",
       " 1009,\n",
       " 2131,\n",
       " 2307,\n",
       " 2820,\n",
       " 1721,\n",
       " 1491,\n",
       " 247,\n",
       " 3186,\n",
       " 1146,\n",
       " 2687,\n",
       " 996,\n",
       " 821,\n",
       " 1087,\n",
       " 840,\n",
       " 1163,\n",
       " 1445,\n",
       " 232,\n",
       " 3186,\n",
       " 2774,\n",
       " 2687,\n",
       " 639,\n",
       " 3169,\n",
       " 1721,\n",
       " 1784,\n",
       " 3186,\n",
       " 1880,\n",
       " 780,\n",
       " 1337,\n",
       " 821,\n",
       " 2350,\n",
       " 1460,\n",
       " 1933,\n",
       " 2626,\n",
       " 1450,\n",
       " 625,\n",
       " 2994,\n",
       " 2367,\n",
       " 2926,\n",
       " 1888,\n",
       " 2125,\n",
       " 626,\n",
       " 1009,\n",
       " 1548,\n",
       " 489,\n",
       " 1146,\n",
       " 1091,\n",
       " 1146,\n",
       " 2926,\n",
       " 2215,\n",
       " 1380,\n",
       " 3186,\n",
       " 1966,\n",
       " 2849,\n",
       " 603,\n",
       " 1009,\n",
       " 2131,\n",
       " 2307,\n",
       " 2820,\n",
       " 1721,\n",
       " 1491,\n",
       " 247,\n",
       " 3186,\n",
       " 1146,\n",
       " 2687,\n",
       " 996,\n",
       " 821,\n",
       " 1087,\n",
       " 840,\n",
       " 1163,\n",
       " 1445,\n",
       " 232,\n",
       " 3186,\n",
       " 2774,\n",
       " 2687,\n",
       " 639,\n",
       " 3169,\n",
       " 1721,\n",
       " 1784,\n",
       " 3186,\n",
       " 1880,\n",
       " 780,\n",
       " 1337,\n",
       " 821,\n",
       " 2350,\n",
       " 1460,\n",
       " 1933,\n",
       " 2626,\n",
       " 1450,\n",
       " 625,\n",
       " 2994,\n",
       " 2367,\n",
       " 1888,\n",
       " 916,\n",
       " 2161,\n",
       " 2307,\n",
       " 3217,\n",
       " 626,\n",
       " 3236,\n",
       " 1683,\n",
       " 472,\n",
       " 1332,\n",
       " 2509,\n",
       " 151,\n",
       " 2161,\n",
       " 2307,\n",
       " 347,\n",
       " 1658,\n",
       " 2687,\n",
       " 3186,\n",
       " 2070,\n",
       " 2141,\n",
       " 2730,\n",
       " 3186,\n",
       " 1460,\n",
       " 1262,\n",
       " 2141,\n",
       " 1613,\n",
       " 1592,\n",
       " 1888,\n",
       " 916,\n",
       " 2161,\n",
       " 2307,\n",
       " 3217,\n",
       " 626,\n",
       " 3236,\n",
       " 1683,\n",
       " 472,\n",
       " 1332,\n",
       " 2509,\n",
       " 151,\n",
       " 2161,\n",
       " 2307,\n",
       " 347,\n",
       " 1658,\n",
       " 2687,\n",
       " 3186,\n",
       " 2070,\n",
       " 2141,\n",
       " 2730,\n",
       " 3186,\n",
       " 1460,\n",
       " 1262,\n",
       " 2141,\n",
       " 1613,\n",
       " 1592,\n",
       " 1521,\n",
       " 1445,\n",
       " 2579,\n",
       " 1521,\n",
       " 1445,\n",
       " 2579,\n",
       " 2926,\n",
       " 1795,\n",
       " 151,\n",
       " 3028,\n",
       " 3262,\n",
       " 151,\n",
       " 1120,\n",
       " 2141,\n",
       " 1009,\n",
       " 3236,\n",
       " 2926,\n",
       " 1987,\n",
       " 2141,\n",
       " 1600,\n",
       " 579,\n",
       " 1090,\n",
       " 274,\n",
       " 3134,\n",
       " 1090,\n",
       " 3186,\n",
       " 269,\n",
       " 151,\n",
       " 176,\n",
       " 1855,\n",
       " 149,\n",
       " 2976,\n",
       " 3134,\n",
       " 780,\n",
       " 3186,\n",
       " 1460,\n",
       " 175,\n",
       " 321,\n",
       " 821,\n",
       " 681,\n",
       " 1658,\n",
       " 2687,\n",
       " 5,\n",
       " 2558,\n",
       " 3268,\n",
       " 1721,\n",
       " 2840,\n",
       " 1090,\n",
       " 151,\n",
       " 1721,\n",
       " 2350,\n",
       " 424,\n",
       " 826,\n",
       " 1332,\n",
       " 2630,\n",
       " 2141,\n",
       " 1009,\n",
       " 2574,\n",
       " 1380,\n",
       " 151,\n",
       " 2729,\n",
       " 2967,\n",
       " 1009,\n",
       " 489,\n",
       " 3236,\n",
       " 2926,\n",
       " 472,\n",
       " 416,\n",
       " 2495,\n",
       " 2280,\n",
       " 821,\n",
       " 1460,\n",
       " 1933,\n",
       " 2296,\n",
       " 821,\n",
       " 2558,\n",
       " 3268,\n",
       " 415,\n",
       " 821,\n",
       " 681,\n",
       " 2141,\n",
       " 727,\n",
       " 1658,\n",
       " 2687,\n",
       " 151,\n",
       " 1721,\n",
       " 1540,\n",
       " 1933,\n",
       " 2499,\n",
       " 2926,\n",
       " 625,\n",
       " 2967,\n",
       " 3186,\n",
       " 1074,\n",
       " 543,\n",
       " 151,\n",
       " 1721,\n",
       " 2340,\n",
       " 1888,\n",
       " 2592,\n",
       " 626,\n",
       " 269,\n",
       " 2141,\n",
       " 1257,\n",
       " 151,\n",
       " 2715,\n",
       " 3221,\n",
       " 821,\n",
       " 780,\n",
       " 1460,\n",
       " 3213,\n",
       " 1082,\n",
       " 3186,\n",
       " 2926,\n",
       " 1795,\n",
       " 151,\n",
       " 3028,\n",
       " 3262,\n",
       " 151,\n",
       " 1120,\n",
       " 2141,\n",
       " 1009,\n",
       " 3236,\n",
       " 2926,\n",
       " 1987,\n",
       " 2141,\n",
       " 1600,\n",
       " 579,\n",
       " 1090,\n",
       " 274,\n",
       " 3134,\n",
       " 1090,\n",
       " 3186,\n",
       " 269,\n",
       " 151,\n",
       " 176,\n",
       " 1855,\n",
       " 149,\n",
       " 2976,\n",
       " 3134,\n",
       " 780,\n",
       " 3186,\n",
       " 1460,\n",
       " 175,\n",
       " 321,\n",
       " 821,\n",
       " 681,\n",
       " 1658,\n",
       " 2687,\n",
       " 5,\n",
       " 2558,\n",
       " 3268,\n",
       " 1721,\n",
       " 2840,\n",
       " 1090,\n",
       " 151,\n",
       " 1721,\n",
       " 2350,\n",
       " 424,\n",
       " 826,\n",
       " 1332,\n",
       " 2630,\n",
       " 2141,\n",
       " 1009,\n",
       " 2574,\n",
       " 1380,\n",
       " 151,\n",
       " 2729,\n",
       " 2967,\n",
       " 1009,\n",
       " 489,\n",
       " 3236,\n",
       " 2926,\n",
       " 472,\n",
       " 416,\n",
       " 2495,\n",
       " 2280,\n",
       " 821,\n",
       " 1460,\n",
       " 1933,\n",
       " 2296,\n",
       " 821,\n",
       " 2558,\n",
       " 3268,\n",
       " 415,\n",
       " 821,\n",
       " 681,\n",
       " 2141,\n",
       " 727,\n",
       " 1658,\n",
       " 2687,\n",
       " 151,\n",
       " 1721,\n",
       " 1540,\n",
       " 1933,\n",
       " 2499,\n",
       " 2926,\n",
       " 625,\n",
       " 2967,\n",
       " 3186,\n",
       " 1074,\n",
       " 543,\n",
       " 151,\n",
       " 1721,\n",
       " 2340,\n",
       " 1888,\n",
       " 2592,\n",
       " 626,\n",
       " 269,\n",
       " 2141,\n",
       " 1257,\n",
       " 151,\n",
       " 2715,\n",
       " 3221,\n",
       " 821,\n",
       " 780,\n",
       " 1460,\n",
       " 3213,\n",
       " 1082,\n",
       " 3186,\n",
       " 2432,\n",
       " 1610,\n",
       " 3221,\n",
       " 1088,\n",
       " 1332,\n",
       " 543,\n",
       " 151,\n",
       " 416,\n",
       " 155,\n",
       " 2125,\n",
       " 2026,\n",
       " 626,\n",
       " 3186,\n",
       " 3242,\n",
       " 2926,\n",
       " 1888,\n",
       " 2141,\n",
       " 1034,\n",
       " 1658,\n",
       " 2432,\n",
       " 1610,\n",
       " 3221,\n",
       " 1088,\n",
       " 1332,\n",
       " 543,\n",
       " 151,\n",
       " 416,\n",
       " 155,\n",
       " 2125,\n",
       " 2026,\n",
       " 626,\n",
       " 3186,\n",
       " 3242,\n",
       " 2926,\n",
       " 1888,\n",
       " 2141,\n",
       " 1034,\n",
       " 1658,\n",
       " 1460,\n",
       " 3213,\n",
       " 1088,\n",
       " 3090,\n",
       " 826,\n",
       " 2990,\n",
       " 821,\n",
       " 2311,\n",
       " 1380,\n",
       " 1606,\n",
       " 2070,\n",
       " 1721,\n",
       " 2350,\n",
       " 2098,\n",
       " 1337,\n",
       " 3221,\n",
       " 2161,\n",
       " 1337,\n",
       " 3236,\n",
       " 1332,\n",
       " 472,\n",
       " 37,\n",
       " 821,\n",
       " 1610,\n",
       " 2141,\n",
       " 2509,\n",
       " 789,\n",
       " 2684,\n",
       " 1943,\n",
       " 2495,\n",
       " 2926,\n",
       " 1285,\n",
       " 1943,\n",
       " 898,\n",
       " 3221,\n",
       " 821,\n",
       " 2307,\n",
       " 2583,\n",
       " 1460,\n",
       " 3213,\n",
       " 1088,\n",
       " 3090,\n",
       " 826,\n",
       " 2990,\n",
       " 821,\n",
       " 2311,\n",
       " 1380,\n",
       " 1606,\n",
       " 2070,\n",
       " 1721,\n",
       " 2350,\n",
       " 2098,\n",
       " 1337,\n",
       " 3221,\n",
       " 2161,\n",
       " 1337,\n",
       " 3236,\n",
       " 1332,\n",
       " 472,\n",
       " 37,\n",
       " 821,\n",
       " 1610,\n",
       " 2141,\n",
       " 2509,\n",
       " 789,\n",
       " 2684,\n",
       " 1943,\n",
       " 2495,\n",
       " 2926,\n",
       " 1285,\n",
       " 1943,\n",
       " 898,\n",
       " 3221,\n",
       " 821,\n",
       " 2307,\n",
       " 2583,\n",
       " 3186,\n",
       " 1091,\n",
       " 1888,\n",
       " 2307,\n",
       " 2583,\n",
       " 415,\n",
       " 2926,\n",
       " 1702,\n",
       " 2307,\n",
       " 1503,\n",
       " 1380,\n",
       " 2926,\n",
       " 472,\n",
       " 1276,\n",
       " 2687,\n",
       " 269,\n",
       " 1146,\n",
       " 2926,\n",
       " 1088,\n",
       " 3221,\n",
       " 2141,\n",
       " 1726,\n",
       " 789,\n",
       " 1009,\n",
       " 1721,\n",
       " 2141,\n",
       " 1744,\n",
       " 607,\n",
       " 1888,\n",
       " 1359,\n",
       " 2141,\n",
       " 786,\n",
       " 3186,\n",
       " 1091,\n",
       " 1888,\n",
       " 2307,\n",
       " 2583,\n",
       " 415,\n",
       " 2926,\n",
       " 1702,\n",
       " 2307,\n",
       " 1503,\n",
       " 1380,\n",
       " 2926,\n",
       " 472,\n",
       " 1276,\n",
       " 2687,\n",
       " 269,\n",
       " 1146,\n",
       " 2926,\n",
       " 1088,\n",
       " 3221,\n",
       " 2141,\n",
       " 1726,\n",
       " 789,\n",
       " 1009,\n",
       " 1721,\n",
       " 2141,\n",
       " 1744,\n",
       " 607,\n",
       " 1888,\n",
       " 1359,\n",
       " 2141,\n",
       " 786,\n",
       " 2926,\n",
       " 1566,\n",
       " 2141,\n",
       " 1726,\n",
       " 3221,\n",
       " 1721,\n",
       " 426,\n",
       " 1658,\n",
       " 607,\n",
       " 2926,\n",
       " 1888,\n",
       " 3238,\n",
       " 2141,\n",
       " 3134,\n",
       " 151,\n",
       " 1888,\n",
       " 1189,\n",
       " 2423,\n",
       " 2141,\n",
       " 1257,\n",
       " 2070,\n",
       " 2350,\n",
       " 2926,\n",
       " 2840,\n",
       " 1090,\n",
       " 3186,\n",
       " 2675,\n",
       " 2687,\n",
       " 3186,\n",
       " 1091,\n",
       " 1721,\n",
       " 470,\n",
       " 3236,\n",
       " 1613,\n",
       " 2144,\n",
       " 1070,\n",
       " 1933,\n",
       " 1346,\n",
       " 1721,\n",
       " 227,\n",
       " 40,\n",
       " 480,\n",
       " 1721,\n",
       " 1492,\n",
       " 2926,\n",
       " 1949,\n",
       " 1908,\n",
       " 1721,\n",
       " 1423,\n",
       " 1098,\n",
       " 1441,\n",
       " 2926,\n",
       " 1566,\n",
       " 2141,\n",
       " 1726,\n",
       " 3221,\n",
       " 1721,\n",
       " 426,\n",
       " 1658,\n",
       " 607,\n",
       " 2926,\n",
       " 1888,\n",
       " 3238,\n",
       " 2141,\n",
       " 3134,\n",
       " 151,\n",
       " 1888,\n",
       " 1189,\n",
       " 2423,\n",
       " 2141,\n",
       " 1257,\n",
       " 2070,\n",
       " 2350,\n",
       " 2926,\n",
       " 2840,\n",
       " 1090,\n",
       " 3186,\n",
       " 2675,\n",
       " 2687,\n",
       " 3186,\n",
       " 1091,\n",
       " 1721,\n",
       " 470,\n",
       " 3236,\n",
       " 1613,\n",
       " 2144,\n",
       " 1070,\n",
       " 1933,\n",
       " 1346,\n",
       " 1721,\n",
       " 227,\n",
       " 40,\n",
       " 480,\n",
       " 1721,\n",
       " 1492,\n",
       " 2926,\n",
       " 1949,\n",
       " 1908,\n",
       " 1721,\n",
       " 1423,\n",
       " 1098,\n",
       " 1441,\n",
       " 321,\n",
       " 3221,\n",
       " 821,\n",
       " 1719,\n",
       " ...]"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "xs\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "3338"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "vocab_size"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(38525, 3338) (16511, 3338) (38525, 3338) (16511, 3338)\n",
      "Train on 38525 samples, validate on 16511 samples\n",
      "Epoch 1/20\n",
      "38525/38525 [==============================] - 4s 110us/step - loss: 6.4479 - acc: 0.0559 - val_loss: 6.0059 - val_acc: 0.0581\n",
      "Epoch 2/20\n",
      "38525/38525 [==============================] - 4s 104us/step - loss: 5.9694 - acc: 0.0572 - val_loss: 5.9678 - val_acc: 0.0581\n",
      "Epoch 3/20\n",
      "38525/38525 [==============================] - 4s 104us/step - loss: 5.9149 - acc: 0.0613 - val_loss: 5.9393 - val_acc: 0.0665\n",
      "Epoch 4/20\n",
      "38525/38525 [==============================] - 4s 104us/step - loss: 5.8732 - acc: 0.0658 - val_loss: 5.9121 - val_acc: 0.0685\n",
      "Epoch 5/20\n",
      "38525/38525 [==============================] - 4s 104us/step - loss: 5.8301 - acc: 0.0693 - val_loss: 5.8885 - val_acc: 0.0716\n",
      "Epoch 6/20\n",
      "38525/38525 [==============================] - 4s 104us/step - loss: 5.7999 - acc: 0.0727 - val_loss: 5.8680 - val_acc: 0.0769\n",
      "Epoch 7/20\n",
      "38525/38525 [==============================] - 4s 103us/step - loss: 5.7679 - acc: 0.0772 - val_loss: 5.8481 - val_acc: 0.0795\n",
      "Epoch 8/20\n",
      "38525/38525 [==============================] - 4s 104us/step - loss: 5.7398 - acc: 0.0797 - val_loss: 5.8332 - val_acc: 0.0850\n",
      "Epoch 9/20\n",
      "38525/38525 [==============================] - 4s 104us/step - loss: 5.7185 - acc: 0.0829 - val_loss: 5.8188 - val_acc: 0.0873\n",
      "Epoch 10/20\n",
      "38525/38525 [==============================] - 4s 104us/step - loss: 5.6953 - acc: 0.0851 - val_loss: 5.8067 - val_acc: 0.0901\n",
      "Epoch 11/20\n",
      "38525/38525 [==============================] - 4s 105us/step - loss: 5.6779 - acc: 0.0883 - val_loss: 5.7992 - val_acc: 0.0902\n",
      "Epoch 12/20\n",
      "38525/38525 [==============================] - 4s 105us/step - loss: 5.6647 - acc: 0.0894 - val_loss: 5.7854 - val_acc: 0.0928\n",
      "Epoch 13/20\n",
      "38525/38525 [==============================] - 4s 102us/step - loss: 5.6466 - acc: 0.0912 - val_loss: 5.7745 - val_acc: 0.0942\n",
      "Epoch 14/20\n",
      "38525/38525 [==============================] - 4s 101us/step - loss: 5.6354 - acc: 0.0920 - val_loss: 5.7672 - val_acc: 0.0945\n",
      "Epoch 15/20\n",
      "38525/38525 [==============================] - 4s 99us/step - loss: 5.6272 - acc: 0.0934 - val_loss: 5.7605 - val_acc: 0.0959\n",
      "Epoch 16/20\n",
      "38525/38525 [==============================] - 4s 101us/step - loss: 5.6129 - acc: 0.0954 - val_loss: 5.7575 - val_acc: 0.0968\n",
      "Epoch 17/20\n",
      "38525/38525 [==============================] - 4s 101us/step - loss: 5.6078 - acc: 0.0958 - val_loss: 5.7516 - val_acc: 0.0966\n",
      "Epoch 18/20\n",
      "38525/38525 [==============================] - 4s 103us/step - loss: 5.5977 - acc: 0.0957 - val_loss: 5.7527 - val_acc: 0.0979\n",
      "Epoch 19/20\n",
      "38525/38525 [==============================] - 4s 100us/step - loss: 5.5917 - acc: 0.0968 - val_loss: 5.7465 - val_acc: 0.0988\n",
      "Epoch 20/20\n",
      "38525/38525 [==============================] - 4s 100us/step - loss: 5.5839 - acc: 0.0993 - val_loss: 5.7463 - val_acc: 0.0986\n"
     ]
    }
   ],
   "source": [
    "ohe = OneHotEncoder(n_values=vocab_size)\n",
    "X = ohe.fit_transform(np.array(xs).reshape(-1, 1)).todense()\n",
    "Y = ohe.fit_transform(np.array(ys).reshape(-1, 1)).todense()\n",
    "Xtrain, Xtest, Ytrain, Ytest = train_test_split(X, Y, test_size=0.3,\n",
    "                                                random_state=42)\n",
    "\n",
    "print(Xtrain.shape, Xtest.shape, Ytrain.shape, Ytest.shape)\n",
    "\n",
    "model = Sequential()\n",
    "model.add(Dense(300, input_shape=(vocab_size,)))\n",
    "model.add(Activation(\"relu\"))\n",
    "model.add(Dropout(0.7))\n",
    "model.add(Dense(vocab_size))\n",
    "model.add(Activation(\"softmax\"))\n",
    "\n",
    "model.compile(optimizer=\"rmsprop\", loss=\"categorical_crossentropy\",\n",
    "              metrics=[\"accuracy\"])\n",
    "\n",
    "history = model.fit(Xtrain, Ytrain, batch_size=BATCH_SIZE,\n",
    "                    epochs=NUM_EPOCHS, verbose=1,\n",
    "                    validation_data=(Xtest, Ytest))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": [
    "from keras.utils import plot_model\n",
    "plot_model(model, to_file='simple-sg-softmax.png')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAagAAAEYCAYAAAAJeGK1AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAIABJREFUeJzt3Xl8VOXd9/HPjxASwpoQwLCDICDIGlmKIIgLWAW1qLi0QKtUrbVa20f69G7r0t6PWrXWuy43VqwLIBSLS4u4tCC4gIAisskaIIR9hwTIcj1//GaYyWQmmYTJLMnv/Xqd15w5y8w1J8N8Ode5znWJcw5jjDEm3tSJdQGMMcaYYCygjDHGxCULKGOMMXHJAsoYY0xcsoAyxhgTlyygjDHGxCULKGOMMXHJAsoYY0xcsoAyJg6Jsn+fplazfwDGlENEpojIZhE5JiJrReRav3W3i8g6v3X9PMvbisg/RGSfiBwQkb94lj8oIq/77d9BRJyI1PU8XygifxCRT4F8oJOITPJ7jy0i8uOA8o0VkZUictRTzlEicr2IrAjY7n4Reav6jpQxkWcBZUz5NgNDgSbAQ8DrIpIlItcDDwI/ABoDY4ADIpIE/BPYBnQAWgNvVOL9vg9MBhp5XmMvcJXnPSYBf/ILwgHAq8AvgabAMCAHeAfoKCLd/V73VuC1Sn1yY2LMAsqYcjjn/u6cy3POlTjnZgEbgQHAbcDjzrllTm1yzm3zrGsF/NI5d8I5d9I590kl3vJvzrk1zrki51yhc+5fzrnNnvf4GPgADUyAHwHTnHMfesq30zm33jl3CpiFhhIi0gMNy39G4JAYEzUWUMaUQ0R+4KlCOywih4GeQCbQFj27CtQW2OacK6riW+4IeP/RIrJERA563v9Kz/t73ytYGQBeAW4WEUHPymZ7gsuYhGEBZUwIItIeeBG4G2jmnGsKrAYEDZJzg+y2A2jnva4U4ASQ5vf8nCDbnBleQERSgDeBJ4CWnvef53l/73sFKwPOuSXAafRs62ases8kIAsoY0JrgAbGPgARmYSeQQH8FfiFiPT3tLjr7Am0L4BdwKMi0kBEUkVkiGeflcAwEWknIk2AX1Xw/vWAFM/7F4nIaOByv/UvAZNEZKSI1BGR1iLSzW/9q8BfgKJKVjMaExcsoIwJwTm3FngS+BzYA1wAfOpZ93fgD8AM4BjwFpDhnCsGrgY6A9uBXOBGzz4foteGVgErqOCakHPuGHAPMBs4hJ4JveO3/gs8DSeAI8DHQHu/l3gNDVQ7ezIJSWzAQmNqJhGpj7YC7Oec2xjr8hhTWXYGZUzNdSewzMLJJKpgF3KNMQlORHLQxhTXxLgoxlSZVfEZY4yJS1bFZ4wxJi6FVcUnIqOAPwNJwF+dc48GrB8GPA30AsY75+b4rZsA/Jfn6e+dc69U9H6ZmZmuQ4cOYX0AY4wxiWXFihX7nXPNK9quwoDy9C32LHAZ2mR2mYi842mC67UdmAj8ImDfDOB3QDZ6P8kKz76HynvPDh06sHz58oqKZowxJgGJyLZwtgunim8AsMk5t8U5dxrt+HKs/wbOuRzn3CqgJGDfK4APnXMHPaH0ITAqnIIZY4yp3cIJqNaU7h8s17MsHGHvKyKTRWS5iCzft29fmC9vjDEmaoqKYP/+qL1dOAElQZaF2/Qv7H2dc1Odc9nOuezmzSusmjTGGBOmU6fg+HEoLIRKN9zeuROmTYMbboDmzeEnP6mWMgYTTiOJXLTXZK82QF6Yr58LDA/Yd2GY+5ZSWFhIbm4uJ0+erMruJkBqaipt2rQhOTk51kUxxlSRc3D4MOTmao54J//nublw4IBvHxFISYF69fTRf6pXD1LqlZBy8igpR/eScmAX9Y7tJ4VUUtK+R0q7u+ibmcGPQxcposIJqGVAFxHpCOwExqN9goXjfeC/RSTd8/xyKu4gM6jc3FwaNWpEhw4d0BEETFU55zhw4AC5ubl07Ngx1sUxxgThHOzaBTt2BA8d73xBQdl9W7SA1q2hXTsYPFjnU1L0TOrUKTh92jd/6hScOnicU9v3cDrvAKf2H+VUcV2OSSr7G7TidMvzOZXSmFOuHqcOCieOEj8B5ZwrEpG70bBJQgdIWyMiDwPLnXPviMiFwFwgHbhaRB5yzvVwzh0UkUfQkAN42Dl3sCoFPXnypIVThIgIzZo1w671GRNbxcUaNps2lZ42b9YpP7/09vXqadi0bg39+8OYMdCmjW9Z69bQqpVuV66CAli0CN57DxbMh2+/1eUdOsDk0TBqFIzoD40aVcfHDltY90E55+ah49D4L/ut3/wytPou2L7TgGlnUcYzLJwix46lMaU5Bwc9/332Vn8lJ2uV2Nk4fRq2bSsbQJs2wdatut4rJQXOPVenSy/Vx/btfSGUmVnF8jgHGzdqIM2fDwsXwsmT+obDh8Odd2oonXfe2X/gCLK++IwxNd7p05CXF/o6jXfyDwuvMtdoUkJcu/F7npys1XObNmk4lfjdgNOgAXTuDD17wjXXaAh17qxT69ZQpyr9+zgH+/bB9u3Bp23bYO9e3fa88+DHP9ZAGjYM0tLKf+0YsoAK0+HDh5kxYwZ33XVXpfa78sormTFjBk2bNq2mkhlTu506BVu2aOCEuk7j/W32l5qqgdCmje86TatWGhD+12cCr9cEe37ihJ59+S9r2RIGDoRbbvEFUOfOen2o0icpBQV6MSpUAO3YoWdE/tLS9CJUu3bQqxf066eh1KlTlY91tFlAhenw4cM899xzZQKquLiYpKSkkPvNmzcv5DpjTHiKivQkYMMGranyf9y+vfQZCkCzZr7wyc4ufY3GW12Wnh4QFCdOwNdfa9Lk5+vz/HzfdOIEJOUD+VCUD+6EPp4M2MY7n+fg6zqQlKSp5z+FsywpSQu4f7+eHfkT0TRt106DZ+xYXxh5p4yMuKquqwoLqDBNmTKFzZs306dPH5KTk2nYsCFZWVmsXLmStWvXcs0117Bjxw5OnjzJz372MyZPngz4um06fvw4o0eP5qKLLuKzzz6jdevWvP3229SvXz/Gn8yY+FBSomc7wUJo61a9h8ercWOtqRo8GCZM0DOTdu00fFq10rOjcjmn9W9LlsDnn+vjqlXaaiGU1FQ9K2nQQB+9U+PGcM45pZelpWnIlJToa5aU+KbA5xUta9asbPi0bq31iDVcYgbUvffCypWRfc0+feDpp0OufvTRR1m9ejUrV65k4cKFfPe732X16tVnmmlPmzaNjIwMCgoKuPDCC/ne975Hs2bNSr3Gxo0bmTlzJi+++CI33HADb775JrfeemtkP4cxMVJcrDVRwU4+Qp2QHD2q1XMbN2pe+DeZrl9fg+eCC+C66zSQunTRx+bNK3lycOQILFvmC6MlS3wtIho1ggEDYMoUrZPLyiodNA0aaGGqdHHInI3EDKg4MGDAgFL3ED3zzDPMnTsXgB07drBx48YyAdWxY0f69OkDQP/+/cnJyYlaeY2pqqNHtRWy/7R5s/ZM4B88p05V/rXr1dOWzeedB5dd5gugLl3OosFASQmsW1c6jNau9XWhcP752jph8GAYNAi6d9fqNBN3EjOgyjnTiZYGDRqcmV+4cCEfffQRn3/+OWlpaQwfPjxojxcpKSln5pOSkigIdoedMTFQXKzXeNavLxtGu3b5tqtTBzp21DObLl1Kn2QEmy/vef36EailKi6GnBwNpKVLNYy++EJTFfRC06BBcOON+njhhWANlhJGYgZUDDRq1Ihjx44FXXfkyBHS09NJS0tj/fr1LFmyJMqlMyY8hw/7gsc/jDZtKn0GlJ4OXbvCFVfoo3c691xtRh11R46ULrT3ceNGX9vwOnW0tdrNN/vOjrp0SfiGArWZBVSYmjVrxpAhQ+jZsyf169enZcuWZ9aNGjWKF154gV69etG1a1cGDRoUw5Ia43P6NHz2md6bOX++NlLzqltXWxx37QpXXlk6iKp8Q+jZ8J7GBQui3bt92yUlaVJ26+YreLdu0Ls3NGwY5UKb6iSu0l3bVr/s7GwXOGDhunXr6N69e4xKVDPZMa2ZtmzRMHr/ffjPf/RaUd26MGSIXue54AL9Te/UKYoNwZyDQ4dgzx6d9u7Vx1279Cxo/Xp99D+Ny8jQ4PEGkDc9O3UKoy8fE89EZIVzLrui7ewMypgEd+IELFiggTR/vlbXgV4r+v73tZrukkuqoVu1wkK9P8cbNv7BE7hs7169mSmQ92yoa1cYPdoXQt266WmcqdUsoIxJMM7B6tW+artPPtGqvLQ0GDEC7rlHOwzo3DlC1XTFxXoz0ldfwZdf6uM335S9edQrJUW7UWjZUm9M6tfP97xFi9LzzZpZ820TkgWUMQng4EH48EM9S3r/fe1XDrS6zhtIF10UgQYMp0/DmjWlw2jlSl+32ikp2hBh7FgNn8DAadlST9WsYYKJAAsoY6rB9u3wzjt6b+ipU1ob5p1Ony79PHAKtR60dd1ll2m13RVX6L1CVZafr60mAs+MvG/WsKHewH7bbXoW1Lev3jNUC3owMPHBAsqYCHBOf+PfeUcnb0cnrVrpCUVyctkpNVUf69ULvt471aunvekMH6638VT6ntITJ7SvoK1bfVV1X32lDRO8ndhlZGgI3XefBlG/flpHaNVvJoYsoIypolOndFidt9/WUNq5U3/Pv/Md+OMf4eqr9Xp/tfOOerdli4bQli2l5wO78m7VSgNo3DhfGLVta9VyJu5YQFWThg0bcvz4cfLy8rjnnnuYM2dOmW2GDx/OE088QXZ26NaWTz/9NJMnTybNM2aLDd8RWwcPwrx5Gkrz52sT7rQ0rW4bO1Zvy2nevJreODB4vI/btpVuIZeUpIHTqZOmZKdO2qSvUyedqqWAxkSeBVQ1a9WqVdBwCtfTTz/NrbfeeiagbPiO6Nu82Vd1t3ixnrBkZWmHBWPHahPuCnvPropdu2DWLJgxQy9m+cvM1LDJzoYbbvAFUMeOGk52ncjUABZQYXrggQdo3779mfGgHnzwQUSERYsWcejQIQoLC/n973/P2LFjS+2Xk5PDVVddxerVqykoKGDSpEmsXbuW7t27l+qL784772TZsmUUFBQwbtw4HnroIZ555hny8vIYMWIEmZmZLFiw4MzwHZmZmTz11FNMmzYNgNtuu417772XnJwcG9bjLBUXax54Q2nNGl1+wQXa4fXYsdC/fzVdnjl0CP7xDw2lBQv04la/fvCHP2gnp94QivhNTcbEn4QMqBiMtsH48eO59957zwTU7NmzmT9/Pvfddx+NGzdm//79DBo0iDFjxiAh6vKff/550tLSWLVqFatWraJfv35n1v3hD38gIyOD4uJiRo4cyapVq7jnnnt46qmnWLBgAZkBNy2uWLGCl19+maVLl+KcY+DAgVx88cWkp6fbsB6VVFSkbQY+/linxYu167ekJLj4Yrj9dhgzRnOhWhQUwD//qaE0b5424+vcGX7zG7jpJr1p1ZhaKCEDKhb69u3L3r17ycvLY9++faSnp5OVlcV9993HokWLqFOnDjt37mTPnj2cc845QV9j0aJF3HPPPQD06tWLXr16nVk3e/Zspk6dSlFREbt27WLt2rWl1gf65JNPuPbaa8/0qn7dddexePFixowZY8N6VKCwEJYv9wXSp5+Ctx/g887TGrMRI/TeovT0aipEURF89JGG0ty5ejErKwt+8hMNpexsa7Rgar2EDKhYjbYxbtw45syZw+7duxk/fjzTp09n3759rFixguTkZDp06BB0mA1/wc6utm7dyhNPPMGyZctIT09n4sSJFb5OeX0o2rAepZ06pSMweAPps898952efz7cequeKQ0bphlRbZzTMYpmzIDZs7UnhiZNdCiIm2/WQti4RMackZABFSvjx4/n9ttvZ//+/Xz88cfMnj2bFi1akJyczIIFC9i2bVu5+w8bNozp06czYsQIVq9ezapVqwA4evQoDRo0oEmTJuzZs4f33nuP4cOHA75hPgKr+IYNG8bEiROZMmUKzjnmzp3La6+9Vi2fO9EUFOiwQN5AWrIEvHl/wQXwwx/qPUVDh2rnB9Xum280lGbO1BZ3qalaZ3jTTdr/XEzGrzAm/llAVUKPHj04duwYrVu3Jisri1tuuYWrr76a7Oxs+vTpQ7cKrhXceeedTJo0iV69etGnTx8GDBgAQO/evenbty89evSgU6dODBky5Mw+kydPZvTo0WRlZbFgwYIzy/v168fEiRPPvMZtt91G3759a211nnPw+uvw4os6bt3p01pD1qcP3HGHnpwMHapdv1W7Awe03nDxYm2Lvnq1nhlddhk88oiO5mqNHIypkA23UYvVlGO6Zg3ceafmQc+eeu3o4ou1b7pqv13MOe3XaPFinT75RIcXB+0CYtAgvah1/fVROl0zJv7ZcBumxjtxAh5+GJ56SrsCevFFrb6r1t55Sko0Eb1htHix9uIAWoghQ/Si1kUXab9E1XKDlDG1gwWUSUhvv629eG/frqH02GPVNHzQqVPa5M8bRp9+quOmg7aoGDrUN/XsaY0cjImghAoo51zIe4xM5cRj1W44cnI0mN59V/Ng8WI9WYkY5/Qi1rvv6ot/8YVvlNeuXbX/uosu0kDq2NGaghtTjRImoFJTUzlw4ADNmjWzkDpLzjkOHDhAagJVP50+DU8+qW0M6tTRzlh/9rMI9ujz7bcwfbq2ttu8Wc+E+vaFu+7SMLroIuvDzpgoS5iAatOmDbm5uewLNYqnqZTU1FTatGkT62KEZcECzYn16+G66/Q+uLZtI/DCu3fDG29oMC1frmdDl1wCv/61vlGTJhF4E2NMVSVMQCUnJ9Ox2vqaMfFozx74xS+0+XjHjvCvf2lv4Wfl2DHtuWH6dO3JoaREz5SeeALGjz/LEQCNMZEUVnsnERklIt+KyCYRmRJkfYqIzPKsXyoiHTzLk0XkFRH5RkTWicivIlt8UxMVF8Nzz+kln1mz4L/+SxvOVTmcCgu1r7ubbtIhySdM0IH7fvUrbRL+5Zdw//0WTsbEmQrPoEQkCXgWuAzIBZaJyDvOubV+m/0IOOSc6ywi44HHgBuB64EU59wFIpIGrBWRmc65nEh/EFMzrFih9zQtW6a1bd6gqjRvt0Kvv67dCh04oHfpTpwIt9yiowratUxj4lo4VXwDgE3OuS0AIvIGMBbwD6ixwIOe+TnAX0RbMjiggYjUBeoDp4GjkSm6qUkOH9Yzpeee05OcGTO0xq3SGbJuna+xw9atUL++dit0661w+eV686wxJiGEE1CtgR1+z3OBgaG2cc4VicgRoBkaVmOBXUAacJ9z7mCwNxGRycBkgHbt2lXiI5hE5Zz2AvTee3qz7b59cPfd2lIv7PYJR4/quOsffqjXlNav12Z+l14KDz4I115r3QoZk6DCCahg/4cNvIkm1DYDgGKgFZAOLBaRj7xnY6U2dm4qMBW0q6MwymUS0MGDmiPz58P770Neni4fMkQbQfTvX8ELFBbqfUoffaShtHSpXrRKS9PuyO+8U7sWCjHkiTEmcYQTULmAf6PeNkBeiG1yPdV5TYCDwM3AfOdcIbBXRD4FsoEyAWVqJu/otN5A+uILbTiXnq59p15xhU4h2yc4p2dF3jOkhQu1JV6dOjpm0gMP6AsNHmy9ghtTw4QTUMuALiLSEdgJjEeDx987wATgc2Ac8B/nnBOR7cAlIvI6WsU3CIjRaE4mWvLyNIzmz9dcOXRI82TAAB0kdtQo7aYuZK9Au3fDv//tC6WdO3X5uedqA4fLLtMRBattNEFjTDyoMKA815TuBt4HkoBpzrk1IvIwsNw59w7wEvCaiGxCz5zGe3Z/FngZWI1WA77snFtVDZ/DxNCpU9pVnfcs6ZtvdHmrVjqyxKhRekkoIyPEC5w8qXfjeqvtvC+QkQEjR2ogXXppNY65boyJRwkz3IaJL87B3/8Or76q2ZKfrw3khg7VKrtRo7SvvHJb4RUUwP/+r/b0unu3VtFddJGG0WWX6Q201do1uTEmFmy4DVNtVqzQfvA+/RQ6ddLexEeN0lFqGzQI4wUCg2nECHjpJX2BtLRqLr0xJlFYQJmw7dmj3dRNm6b9pr70knbKEPYIE/n5vmDas0eD6Y03dHRBY4wJYAFlKnT6NDzzjA4OePKk9gr0m9/o+HxhCQymSy7R3h2GDavWchtjEpsFlAnJOb036ec/h40b4aqrdMiL884L8wUsmIwxZ8ECygS1bh3cd5+2yuvWTXt7GDUqzJ3z8+GFF+DxxzWYRo7UFhVDh1ZrmY0xNYsFlCnl8GF46CH4y1+0wcOf/gQ/+UmYAwN6g+mxx2DvXgsmY8xZsYAygPb48Ne/aoetBw7A7bfD738f5iCyJ074zpj27tVm4r/7XYTHYjfG1DZ2k4nh44+1D7w77oDzz9fhkf73f8MIpxMn9KJUp046smCvXrB4sd5sa+FkjDlLFlC12LZt2q/q8OHaHdHs2drVXZ8+5exUUgKLFsGPfgRZWRpMvXtrVxIWTMaYCLIqvlroxAm9TPTHP2pPDw8/rDlTv345O23eDK+9pl1HbN0KDRvC9ddrXeDgwVEruzGm9rCAqiWKirT/1ZkzYe5cHUbppps0qNq2DbHTkSPayOGVV/QMSUQbPjz8sI6zFFa3EcYYUzUWUDVYSYl2RzRzpubM/v16c+1118HkySFOfIqLtdPWV17RJDt5Usdc/+//1lFpQ6aZMcZElgVUDeOcNnKYORNmzYLcXN+o5+PH671MqalBdly7VkPp9dd1vIz0dO1kb8IEHRuj0mOvG2PM2bGAqiHWrtVu7d54Q3t9SE7WMHrsMQ2nhg2D7LR/vybZK69oD7BJSXDlldqv0VVX2QCAxpiYsoBKYFu36lnSzJmwapWOTDFihA4ye+21IcZfKiyEefPgb3/TfowKC7XZ3p/+BDffDC1aRPtjGGNMUBZQCWbXLr2eNHMmLFmiywYP1pOe66+Hc84JseOGDdoN+Suv6BAXLVvCT3+qVXi9ekWt/MYYEy4LqDiXm6tBtGQJfPYZLF2qjR/69IFHH4Ubb4QOHULsnJ8Pc+ZoFxGLF2sV3ne/q/cwXXkl1LU/vzEmftkvVBwpKNAGDt5AWrJEAwr0clD//toV0fjx0L17iBdxTq8n/fWvepp19Ch06aJp9oMf6M21xhiTACygYsQ5vYbkH0YrV+olIYCOHbWP1cGDYdAg7ayhXr1yXvDgQW2B99JLekGqfn2t8/vRj/SFrBWeMSbBWEBFyfHjsGxZ6UDau1fXNWigLbnvv18DaeBAvURUoZIS+M9/NJT+8Q8dWTA7G55/Xu/CbdKkWj+TMcZUJwuoanbwINxyC3zwgeYJ6H2vo0frmdHgwdCjRyUvB+3Yoa3wpk2DnBy9Z+nHP9azpd69q+FTGGNM9FlAVaO8PLjiCm1A98ADWtM2cGCI5t8VKSmBf/5Tz47ef1/rCEeOhP/3/+Caa0LcfWuMMYnLAqqabNoEl1+u1Xjz5mmWVElJiVbfPfKIXltq00ZbSkyapBeqjDGmhrKAqgZff61nTkVFeolowIAqvEhxsTYRf+QRWLNG6wVfe02b8FnzcGNMLWDjQUXYJ5/AxRdrhixeXIVwKi6GGTPgggs0jEpK9PmaNdpZq4WTMaaWsICKoHnztFqvZUvtRTzkvUrBFBXpWEvnn6+tKpKSdATB1au1RV5SUrWV2xhj4pEFVITMmAFjx2ooLV4M7duHuWNhIbz8MnTrpt0O1a8Pb76p9YTXX68d7BljTC1kv34R8OyzWvs2ZAgsWBBmf6unT8OLL8J55+mwFk2awFtvwVdf6YBNFkzGmFrOfgXPgnM6uOzdd8PVV8N77+mAgOU6dUqbinfurKMGNm+uzceXL9dTMOvxwRhjAGvFV2UlJXDvvfA//6Nd3L30UgXtF06e1P7xHn0Udu7Uu3SnTtXmfhZKxhhThgVUFRQWaq3c669rSD35ZDk1ckePanr98Y86VsZFF2kvECNHWjAZY0w5wqriE5FRIvKtiGwSkSlB1qeIyCzP+qUi0sFvXS8R+VxE1ojINyKS0F0eFBToJaLXX4ff/x6eeipEOG3bBr/4BbRtCz//uV5r+s9/YNEiuPRSCydjjKlAhWdQIpIEPAtcBuQCy0TkHefcWr/NfgQccs51FpHxwGPAjSJSF3gd+L5z7msRaQYURvxTRMnhwzp8+ief6GWkO+4IstEXX2hqzZmjz6+/Hu67r4p36xpjTO0VThXfAGCTc24LgIi8AYwF/ANqLPCgZ34O8BcREeByYJVz7msA59yBCJU76vbs0ctFa9boMEs33ui3srgY3n5bg+nTT7VF3s9/rq0n2rWLWZmNMSaRhRNQrYEdfs9zgYGhtnHOFYnIEaAZcB7gROR9oDnwhnPu8WBvIiKTgckA7eLsRz0nBy67TDt/ffddGDXKs+LYMe1R/M9/1sGdOnbU+UmToFGjWBbZGGMSXjgBFexiiQtzm7rARcCFQD7wbxFZ4Zz7d5mNnZsKTAXIzs4OfP2YWbNGe4fIz4cPP4TvfAfYvl2b702dqo0ghgyBJ57QZuLW44MxxkREOAGVC7T1e94GyAuxTa7nulMT4KBn+cfOuf0AIjIP6AeUCahIcQ7Wrq14u3Bs36434KakaNuGC04ug5uegr//XTcYN06vLw0MPKE0xhhztsIJqGVAFxHpCOwExgM3B2zzDjAB+BwYB/zHOeet2vs/IpIGnAYuBv4UqcIHU1wMPXtG7vXOPdfxwf0f0Omu32vriMaNtW35T39aif6MjDHGVFaFAeW5pnQ38D6QBExzzq0RkYeB5c65d4CXgNdEZBN65jTes+8hEXkKDTkHzHPO/auaPgugTb5nzz6LFygshD27Yddu6uRuY8Rn/03GXV9Bhw7w9NN6A5RdXzLGmGonzsXN5Z4zsrOz3fLly6vvDQoLteXDhg2wcaNv2rBB6/X8j8ngwXD//Xp9yYa6MMaYs+Zpi5Bd0XY19xe3uBh27AgeQlu36nqvJk2gSxdtATFhgt5U26WLTunpsfsMxhhTi9W8gDp+XG+K3bxZewz3SkvTwOnbF264wRdAXbpoh63Ws4MxxsSVmhdQDRpAnz5w1VUaPt5DulanAAAgAElEQVSzoawsCyFjjEkgNS+gRHT0QGOMMQnNxoMyxhgTlyygjDHGxKW4bGYuIvuAbWf5MpnA/ggUJ5qszNFhZY6eRCy3lbn6tXfONa9oo7gMqEgQkeXhtLOPJ1bm6LAyR08iltvKHD+sis8YY0xcsoAyxhgTl2pyQE2NdQGqwMocHVbm6EnEcluZ40SNvQZljDEmsdXkMyhjjDEJzALKGGNMXErogBKRUSLyrYhsEpEpQdaniMgsz/qlItIh+qUsU6a2IrJARNaJyBoR+VmQbYaLyBERWemZfhuLsgaUKUdEvvGUp8xYKKKe8RzrVSLSLxbl9CtPV7/jt1JEjorIvQHbxPw4i8g0EdkrIqv9lmWIyIcistHzGLRLfRGZ4Nlmo4hMiHGZ/ygi6z1/+7ki0jTEvuV+j6pTiHI/KCI7/b4DV4bYt9zfmiiXeZZfeXNEZGWIfWN2rCPGOZeQEzp44magE1AP+Bo4P2Cbu4AXPPPjgVlxUO4soJ9nvhGwIUi5hwP/jHVZA8qUA2SWs/5K4D1AgEHA0liXOeC7shu9OTCujjMwDOgHrPZb9jgwxTM/BXgsyH4ZwBbPY7pnPj2GZb4cqOuZfyxYmcP5HsWg3A8Cvwjj+1Pub000yxyw/kngt/F2rCM1JfIZ1ABgk3Nui3PuNPAGMDZgm7HAK575OcBIkdh2ae6c2+Wc+9IzfwxYB7SOZZkiZCzwqlNLgKYikhXrQnmMBDY75862d5KIc84tQkeh9uf/vX0FuCbIrlcAHzrnDjrnDgEfAqOqraB+gpXZOfeBc67I83QJ0CYaZamMEMc6HOH81lSL8srs+S27AZgZjbLEQiIHVGtgh9/zXMr+0J/ZxvOP5wjQLCqlC4OnyrEvsDTI6sEi8rWIvCciPaJasOAc8IGIrBCRyUHWh/P3iJXxhP5HHG/HGaClc24X6H9ogBZBtonn4/1D9Gw6mIq+R7Fwt6dqclqI6tR4PdZDgT3OuY0h1sfjsa6URA6oYGdCgW3mw9kmJkSkIfAmcK9z7mjA6i/R6qjewP8Ab0W7fEEMcc71A0YDPxGRYQHr4/JYi0g9YAzw9yCr4/E4hytej/evgSJgeohNKvoeRdvzwLlAH2AXWmUWKC6PNXAT5Z89xduxrrREDqhcoK3f8zZAXqhtRKQu0ISqneJHlIgko+E03Tn3j8D1zrmjzrnjnvl5QLKIZEa5mIFlyvM87gXmotUe/sL5e8TCaOBL59yewBXxeJw99nirRz2Pe4NsE3fH29NQ4yrgFue5CBIojO9RVDnn9jjnip1zJcCLIcoTj8e6LnAdMCvUNvF2rKsikQNqGdBFRDp6/pc8HngnYJt3AG/rpnHAf0L9w4kWT73xS8A659xTIbY5x3utTEQGoH+nA9ErZZnyNBCRRt559IL46oDN3gF+4GnNNwg44q2mirGQ/8uMt+Psx/97OwF4O8g27wOXi0i6p1rqcs+ymBCRUcADwBjnXH6IbcL5HkVVwHXSawlennB+a6LtUmC9cy432Mp4PNZVEutWGmczoS3HNqAtbH7tWfYw+o8EIBWt2tkEfAF0ioMyX4RWD6wCVnqmK4E7gDs829wNrEFbCy0BvhPjMnfylOVrT7m8x9q/zAI86/lbfANkx8GxTkMDp4nfsrg6zmh47gIK0f+p/wi9TvpvYKPnMcOzbTbwV799f+j5bm8CJsW4zJvQ6zTe77S39WwrYF5536MYl/s1z/d1FRo6WYHl9jwv81sTqzJ7lv/N+z322zZujnWkJuvqyBhjTFxK5Co+Y4wxNZgFlDHGmLhkAWWMMSYuWUAZY4yJSxZQxhhj4pIFlDHGmLhkAWWMMSYuWUAZY4yJSxZQxhhj4pIFlDHGmLhkAWWMMSYuWUAZY4yJSxZQxlQTEckRkUtjXQ5jEpUFlDHGmLhkAWWMMSYuWUAZU81EJEVEnhaRPM/0tIikeNZlisg/ReSwiBwUkcUiUsez7gER2Skix0TkWxEZGdtPYkx01Y11AYypBX4NDAL6oKMpvw38F/Ab4H50pNTmnm0HAU5EuqIj/l7onMsTkQ5AUnSLbUxs2RmUMdXvFuBh59xe59w+4CHg+551hUAW0N45V+icW+x0mOtiIAU4X0SSnXM5zrnNMSm9MTFiAWVM9WsFbPN7vs2zDOCPwCbgAxHZIiJTAJxzm4B7gQeBvSLyhoi0wphaxALKmOqXB7T3e97Oswzn3DHn3P3OuU7A1cDPvdeanHMznHMXefZ1wGPRLbYxsWUBZUz1mwn8l4g0F5FM4LfA6wAicpWIdBYRAY6iVXvFItJVRC7xNKY4CRR41hlTa1hAGVP9fg8sB1YB3wBfepYBdAE+Ao4DnwPPOecWotefHgX2A7uBFsD/jWqpjYkx0euxxhhjTHyxMyhjjDFxyQLKGGNMXLKAMsYYE5csoIwxxsSluOzqKDMz03Xo0CHWxTDGGFMNVqxYsd8517yi7eIyoDp06MDy5ctjXQxjjDHVQES2VbyVVfEZY4yJUzUvoPLz4YUX4KuvYl0SY4wxZ6HmBVRJCfziF/Dss7EuiTHGmLMQl9egzkrDhnD99TBrFvz5z9CgQaxLZIxJEIWFheTm5nLy5MlYF6VGSE1NpU2bNiQnJ1dp/5oXUACTJsHf/gZvvgk/+EGsS2OMSRC5ubk0atSIDh06oP33mqpyznHgwAFyc3Pp2LFjlV6j5lXxAQwdCueeCy+/HOuSGGMSyMmTJ2nWrJmFUwSICM2aNTurs9GaGVAiMHEiLFwIW7fGujTGmARi4RQ5Z3ssa2ZAAUyYoEH1yiuxLokxxpgqqLkB1bYtXHqpXosqKYl1aYwxpkKHDx/mueeeq/R+V155JYcPH66GEsVWzQ0o0MYS27ZpVZ8xxsS5UAFVXFz+YMrz5s2jadOm1VWsmKnZAXXNNdCkiTWWMMYkhClTprB582b69OnDhRdeyIgRI7j55pu54IILALjmmmvo378/PXr0YOrUqWf269ChA/v37ycnJ4fu3btz++2306NHDy6//HIKCgpi9XHOWs1sZu5Vvz7cdJNeh/rLXzSsjDEmHPfeCytXRvY1+/SBp58OufrRRx9l9erVrFy5koULF/Ld736X1atXn2mmPW3aNDIyMigoKODCCy/ke9/7Hs2aNSv1Ghs3bmTmzJm8+OKL3HDDDbz55pvceuutkf0cUVKzz6BAW/MVFMDs2bEuiTHGVMqAAQNK3UP0zDPP0Lt3bwYNGsSOHTvYuHFjmX06duxInz59AOjfvz85OTnRKm7E1ewzKIABA6B7d20scfvtsS6NMSZRlHOmEy0N/HrCWbhwIR999BGff/45aWlpDB8+POg9RikpKWfmk5KSErqKr+afQYloY4nPPoNvv411aYwxJqRGjRpx7NixoOuOHDlCeno6aWlprF+/niVLlkS5dNFX8wMK4Pvfh6QkPYsyxpg41axZM4YMGULPnj355S9/WWrdqFGjKCoqolevXvzmN79h0KBBMSpl9IhzLtZlKCM7O9tFfMDCq6+GL7+E7ds1rIwxJsC6devo3r17rItRowQ7piKywjmXXdG+teMMCrSaLy8PPvgg1iUxxhgThtoTUFddBZmZdk+UMcYkiLACSkSaisgcEVkvIutEZHDA+ltEZJVn+kxEevutyxGRb0RkpYhEuN6uEurVg1tugbffhoMHY1YMY4wx4Qn3DOrPwHznXDegN7AuYP1W4GLnXC/gEWBqwPoRzrk+4dQ5VquJE+H0aZgxI6bFMMYYU7EKA0pEGgPDgJcAnHOnnXOleiV0zn3mnDvkeboEaBPpgkZEnz46WWs+Y4yJe+GcQXUC9gEvi8hXIvJXESlvHPUfAe/5PXfAByKyQkQmh9pJRCaLyHIRWb5v376wCl8lkybBihXwzTfV9x7GGGPOWjgBVRfoBzzvnOsLnACmBNtQREagAfWA3+Ihzrl+wGjgJyIyLNi+zrmpzrls51x28+bNK/MZKufmmyE52RpLGGMSXsOGDQHIy8tj3LhxQbcZPnw4Fd228/TTT5Ofn3/mebwM3xFOQOUCuc65pZ7nc9DAKkVEegF/BcY65w54lzvn8jyPe4G5wICzLfRZycyEMWPg9dehsDCmRTHGmEho1aoVc+bMqfL+gQEVL8N3VBhQzrndwA4R6epZNBJY67+NiLQD/gF83zm3wW95AxFp5J0HLgdWR6jsVTdpEuzbB//6V6xLYowxZzzwwAOlxoN68MEHeeihhxg5ciT9+vXjggsu4O233y6zX05ODj179gSgoKCA8ePH06tXL2688cZSffHdeeedZGdn06NHD373u98B2gFtXl4eI0aMYMSIEYBv+A6Ap556ip49e9KzZ0+e9vRPGK1hPcLtLPanwHQRqQdsASaJyB0AzrkXgN8CzYDnPGPQF3la7LUE5nqW1QVmOOfmR/YjVMEVV0BWllbzXXNNrEtjjIlDMRhtg/Hjx3Pvvfdy1113ATB79mzmz5/PfffdR+PGjdm/fz+DBg1izJgxeH5Xy3j++edJS0tj1apVrFq1in79fBVef/jDH8jIyKC4uJiRI0eyatUq7rnnHp566ikWLFhAZmZmqddasWIFL7/8MkuXLsU5x8CBA7n44otJT0+PyrAeYQWUc24lENhE/AW/9bcBtwXZbwvaLD2+1K2r/fM9+STs2QMtW8a6RMYYQ9++fdm7dy95eXns27eP9PR0srKyuO+++1i0aBF16tRh586d7Nmzh3POOSfoayxatIh77rkHgF69etGrV68z62bPns3UqVMpKipi165drF27ttT6QJ988gnXXnvtmV7Vr7vuOhYvXsyYMWOiMqxHzR9uI5SJE+Hxx/Va1P33x7o0xpg4E6vRNsaNG8ecOXPYvXs348ePZ/r06ezbt48VK1aQnJxMhw4dgg6z4S/Y2dXWrVt54oknWLZsGenp6UycOLHC1ymvr9ZoDOtRe7o6CtS9OwwcqPdExWGHucaY2mn8+PG88cYbzJkzh3HjxnHkyBFatGhBcnIyCxYsYNu2beXuP2zYMKZPnw7A6tWrWbVqFQBHjx6lQYMGNGnShD179vDee767gUIN8zFs2DDeeust8vPzOXHiBHPnzmXo0KER/LTlq70BBdpYYvVqvS/KGGPiQI8ePTh27BitW7cmKyuLW265heXLl5Odnc306dPp1q1bufvfeeedHD9+nF69evH4448zYIA2nO7duzd9+/alR48e/PCHP2TIkCFn9pk8eTKjR48+00jCq1+/fkycOJEBAwYwcOBAbrvtNvr27Rv5Dx1C7RluI5gjR+Ccc+CHP4Rnn63+9zPGxDUbbiPybLiNqmrSBK67Tvvmq6Au1hhjTHTV7oACreY7fFh7OTfGGBM3LKAuuQTatbOuj4wxQPkt10zlnO2xtICqUwcmTNCRdnNzY10aY0wMpaamcuDAAQupCHDOceDAAVJTU6v8GrX3Pih/EyfCI4/Aa6/Br34V69IYY2KkTZs25ObmUq0jKtQiqamptGlT9dGXancrPn/Dh0NeHnz7LYToQsQYY8zZs1Z8lTVxImzcCJ99FuuSGGOMwQLKZ9w4aNDAGksYY0ycsIDyatgQbrgBZs2CEydiXRpjjKn1LKD8TZoEx4/Dm2/GuiTGGFPrWUD5u+gi6NzZqvmMMSYOWED5E9HGEgsXwpYtsS6NMcbUamEFlIg0FZE5IrJeRNaJyOCA9SIiz4jIJhFZJSL9/NZNEJGNnmlCpD9AxP3gBxpUr74a65IYY0ytFu4Z1J+B+c65bugIuesC1o8GunimycDzACKSAfwOGAgMAH4nIukRKHe5Xn0Vli2DU6eqsHPbtnDZZTpOVElJpItmjDEmTBUGlIg0BoYBLwE450475w4HbDYWeNWpJUBTEckCrgA+dM4ddM4dAj4ERkX0EwQ4ckR7LhowABo31se779bQWrcuzMyZOBG2bdOqPmOMMTERTldHnYB9wMsi0htYAfzMOeffFrs1sMPvea5nWajlZYjIZPTsi3bt2oVb/jIaN4bt2+GLL/Qs6osvNJy8wz01bgzZ2RpcF16oj61bB3Qecc01OhTHyy9rZ7LGGGOiLpyAqgv0A37qnFsqIn8GpgC/8dsmWN9ArpzlZRc6NxWYCtrVURjlCkpEa+natoXvfU+XFRdrD0bewPriC3jySSgs1PVZWaUDKzu7Puk33QSvvAJ/+YuGlTHGmKgKJ6BygVzn3FLP8zloQAVu09bveRsgz7N8eMDyhVUp6NlISoLzz9dpgqeZxsmT8PXXpUPLf0ioLm3/xICCIfQa8R7db+xFt7Fd6dg5ibrWva4xxkRFhT+3zrndIrJDRLo6574FRgJrAzZ7B7hbRN5AG0Qccc7tEpH3gf/2axhxORAX3YWnpsLAgTp5HT4MK1Z4AyuFBQe+y/Sv0uErYArUq1NIl9b5dOubRvdeyXTrBt26Qdeu2hGFMcaYyAn3fOCnwHQRqQdsASaJyB0AzrkXgHnAlcAmIB+Y5Fl3UEQeAZZ5Xudh59zBCJY/opo2hZEjddLayXQObzvC+teWsX7eFtZ9dZL1O9rzzY7uvPXuuRS7pDP7tm0L3btzJrS88y1bWufoxhhTFTbcRmUUFcHnn8O773Lq7fls3lDEerqxrsVw1jcfyrqiLqzPbcCJE75EatrUd5bVtSucd54+du6sZ3HGGFPbhDvchgXU2di0Cd59V6dFi6C4GJfZnJ3Db2Fd9+tY3+hC1ueksm6dNtLIy/PtKgLt22tgeUPL+9i2rQ70a4wxNZEFVLQdPgzz52tYvfceHDoE9erpQIhXXw2XXcaxrPPYuEnYsEEDa8MGzswfO+Z7qdRU6NKldHB55zMyYvYJjTEmIiygYqmoCD791Hd2tWGDLs/MhO98B4YM0al/f0hNxTnYs8cXWv6PW7boy3mlp0PHjjp16lR6vn17SEmJzUc2xphwWUDFkw0btArw00912rhRl9erp3cN+4dW8+aldi0shK1bSwfWli26LCendHdOItCqVeng8g+yVq2s6tAYE3sWUPFs3z4dWt4bWMuXw+nTuq5LF19YDRmi9XohUqWkBHbt0rDautUXXN75nTvB/89brx506KBh1b6974Zm/8kabhhjqpsFVCI5eVJvwPIPrf37dV1GBgwe7AusCy+E+vXDetlTp7Tbp2DhtX275mSgzMzgwdWunT62agXJyRH87MaYWscCKpE5p9WAn37qC611ng7kk5M1pIYO1WnIEG3LXgUFBZCbCzt2hJ6OHCm9j4h2DeUfXm3alJ6ysizEjDGhWUDVNAcO6D1YixfrtHy5XqASgQsu8AXW0KF6mhMhx46VH2A7dkB+ful9ROCcc3yBFSzEWrWyBh3G1FYWUDVdfr72yeQNrM8+gxOeDuY7ddLh672Bdd551dadhXPawj43t/zp6NGy+7ZoUTqwmjcvPbVooY+ZmVgfiMbUIBZQtU1REaxc6QusxYt917FatCgdWL17R/0X/+hRbbQRKsDy8vQkMdTXMT09eHgFmzIz7ezMmHhmAVXbOaft0v0DKydH1zVqBP36QY8evun888s0cY+24mI4eFAbb/hPe/eWXbZvn+ZvcXHw12rUSIPKG1j+U7BlGRnWBN+YaLGAMmXl5vrC6quvYM2a0l1YNG9eOrC885mZsStzOUpKtMOOYMHlP/kvO3Ei+GvVqaMh5R9a6ellp4yMssus+tGYyrGAMhVzTuvd1qzRae1a36P/RaMEC67yFBSUH2De5wcOaPgdPFi2EUigRo1Ch1mTJtCggW9KSys7778sOdl6vzc1nwWUqTr/4PKGVqjg6tlTWxF6p5499Ze2Bjl9WsMqcDp4sOLlBQWVe6+kpOAB1qiR7wyvWbPQjw0aWMCZ+GcBZSLPG1z+obV6tU7eujMRbUXoDaxevfSxc2f99a1lTp/WM7ATJ8o+hjPvfTx2TM/qvGd2of7ZpqSUH2DNmultc02a+B6bNIHGje0anIkeCygTPSUl2kXFN9/4plWr9GbjkhLdJjVVqwe9geWdbETHSisu1pDav18DK5zHgwd9f4pgRPQszT+0ggWZ/7z/mZ7/2V5qqv1JTfkiGlAikgMcA4qBosAXFpFfArd4ntYFugPNPSPqlrtvMBZQNURBgfaA4Q0sb3jt3u3bpnlzX9Wgd2THbt20Owr7lYuYkhK9X+3AAe0d5MgRfV7eY+Cy8gLOn0jZ0CpvPi1Ne++q7GNKin1FElV1BFS2c25/GNteDdznnLuksvt6WUDVcPv2lT3bWru2dBO7Ro1KB5Z36tzZbnKKAef0z+MfXsGqLis7f+KE/j+mKhU5IhpU3qlePW1RmZysj96pMs+Tk/XrlZqqr5maWna+vHXeeW94OqdTSYnv0X8+nGXJyb7PWFNqycMNqOpoIHsTMLMaXtfUFM2bwyWX6OTlvb717bewfr1O334LH38Mr7/u265OHe2OPVh4ZWbaf6mriQg0bKhTmzaRfW3nfNfqCgp8j/7z4SwrLNT71b2T//PCQt0m2HL/+cJC7WS5oCD8M8Zoqlu3dCh7QzFwPtjzwNsh/P+pVGa+Sxe47rrIf7Zgwj2D2gocAhzwv865qSG2SwNygc7OuYOV3HcyMBmgXbt2/bdt21b5T2NqphMndEAsb3B5w+vbb7UneK/0dP3X0769dr/erl3p+YwMCzATtqIi/XoVFOhjefPB1oF+3erU8T36z4ezTERD0/va3kCu7HP/cePO1tix8NZbZ/caka7ia+WcyxORFsCHwE+dc4uCbHcjcKtz7urK7uvPqvhMWEpKdNwQ/7OuTZt02fbtpcML9OKFN6wCw6tdOz01qFcvNp/FmGrkrTL08v/Zr+x8nTpnX8se0So+51ye53GviMwFBgDBQmY8AdV7ldjXmMqpU0dHYOzQAa64ovQ657T5mjestm3zzW/fDl9/DXv2lN7H2w27N7y8ozt6p/bt7fqXSUjes7JEU2FAiUgDoI5z7phn/nLg4SDbNQEuBm6t7L7GRJyIr/fY/v2Db+MdEMs/uLxBtmIFzJ2r9Sv+WrUqHVodO/qCrE0b6/fImAgK519TS2CuaN19XWCGc26+iNwB4Jx7wbPdtcAHzrkTFe0bqcIbc1bq19drVl26BF9fXKzdrG/dqh3teock3roVFi2CGTNK15skJenZl/+ZV/v22mTeO6Wn23UwY8JkN+oaU1WnT+uIjcECbOvWslWIoNe4zjlHp6ysso/e+ZYt7XqYqbFi2czcmNqhXj0491ydgsnP1wDbvRt27Sr7uGULfPqpb9yuQM2a+QLrnHN8fRVlZASfb9jQzs5MjWIBZUx1SUvTe7W6di1/u9OnddCrYCHmfdy0SbuB8B8eJVBysi+wQoWYN/RatdLQs0YfJo5ZQBkTa/XqaQOLcO6APX1aO9Y7eFADy/sYbH7LFli2TJ+HuhHGP7BatfLN+z9mZVmQmZiwgDImkfhfw6qM/Hxfz7G7dumUl1f6ce1aPWMrKiq7v3+Q+Tf4aNq09OTtUbZpUws1c9YsoIypDby9srZtC337ht6upMQXYoEB5n1ct06DLLAJfqDU1NKBFSzEmjTRfhcbNtQeZL39KfnP16+fmDfxmLNmAWWM8alTB1q00Kl379DbOaf3kR0+XHrydn0eanlOjm9ZZfrf8QZWqBBr2NA3omPz5vroP6WlWQOSBGQBZYypPP8xNVq1qtprnDypwXX8uG86cSL858eO6Rmdd/7QodA9vKamhg4v/+XeYYlTUnzdmqekaAMUC7ios4AyxsSGd4yKli0j83reQa/279chXfbvLzt5l2/Zoo9HjoT/+v6BFRhgwZ43aqRDFXsn79DFwZY1aGDVmEFYQBljaoY6dbSaLyMDzjsvvH28rSL9w8vb/ffJk/roncJ5fuyYb/74cTh6tPQ4Z6F4hzQOFmINGpQebCrYY3nrvI9paQnXFVdildYYYyKpqq0iK6OoSMPqyBENLO8U+Dxw2aFDes0uP7/0eB7BWlmGq149DbyqTg0bQuvWOgp2FFhAGWNMdapb19dqMRKKikoP+BTuo3cI48Dp+HE9c9y2rfTywOFqvMaMgbffjsxnqYAFlDHGJJK6dbU6sFGj6n2f4uLgoVbd7+vHAsoYY0xZSUnRCcJyWLMRY4wxcckCyhhjTFyKy/GgRGQfsO0sXyYTCDGOQdyyMkeHlTl6ErHcVubq194517yijeIyoCJBRJaHMyBWPLEyR4eVOXoSsdxW5vhhVXzGGGPikgWUMcaYuFSTA2pqrAtQBVbm6LAyR08iltvKHCdq7DUoY4wxia0mn0EZY4xJYBZQxhhj4lJCB5SIjBKRb0Vkk4hMCbI+RURmedYvFZEO0S9lmTK1FZEFIrJORNaIyM+CbDNcRI6IyErP9NtYlDWgTDki8o2nPMuDrBcRecZzrFeJSL9YlNOvPF39jt9KETkqIvcGbBPz4ywi00Rkr4is9luWISIfishGz2N6iH0neLbZKCITYlzmP4rIes/ffq6IBO0ZtaLvUXUKUe4HRWSn33fgyhD7lvtbE+Uyz/Irb46IrAyxb8yOdcQ45xJyApKAzUAnoB7wNXB+wDZ3AS945scDs+Kg3FlAP898I2BDkHIPB/4Z67IGlCkHyCxn/ZXAe4AAg4ClsS5zwHdlN3pzYFwdZ2AY0A9Y7bfscWCKZ34K8FiQ/TKALZ7HdM98egzLfDlQ1zP/WLAyh/M9ikG5HwR+Ecb3p9zfmmiWOWD9k8Bv4+1YR2pK5DOoAcAm59wW59xp4A1gbMA2Y4FXPPNzgJEisR232Tm3yzn3pWf+GLAOaB3LMkXIWOBVp5YATUUkK9aF8hgJbHbOnW3vJBHnnFsEHAxY7P+9fQW4JsiuVwAfOucOOucOAR8Co6qtoH6Cldk594FzzjtQ0RKgTTTKUhkhjnU4wvmtqRblldnzW3YDMDMaZYmFRA6o1sAOv+e5lIt608QAAALsSURBVP2hP7ON5x/PEaBZVEoXBk+VY19gaZDVg0XkaxF5T0R6RLVgwTngAxFZISKTg6wP5+8RK+MJ/Y843o4zQEvn3C7Q/9AALYJsE8/H+4fo2XQwFX2PYuFuT9XktBDVqfF6rIcCe5xzG0Osj8djXSmJHFDBzoQC28yHs01MiEhD4E3gXufc0YDVX6LVUb2B/wHeinb5ghjinOsHjAZ+IiLDAtbH5bEWkXrAGODvQVbH43EOV7we718DRcD0EJtU9D2KtueBc4E+wC60yixQXB5r4CbKP3uKt2NdaYkcULlAW7/nbYC8UNuISF2gCVU7xY8oEUlGw2m6c+4fgeudc0edc8c98/OAZBHJjHIxA8uU53ncC8xFqz38hfP3iIXRwJfOuT2BK+LxOHvs8VaPeh73Btkm7o63p6HGVcAtznMRJFAY36Oocs7tcc4VO+dKgBdDlCcej3Vd4DpgVqht4u1YV0UiB9QyoIuIdPT8L3k88E7ANu8A3tZN44D/hPqHEy2eeuOXgHXOuadCbHOO91qZiAxA/04HolfKMuVpICKNvPPoBfHVAZu9A/zA05pvEHDEW00VYyH/lxlvx9mP//d2AhBsfO33gctFJN1TLXW5Z1lMiMgo4AFgjHMuP8Q24XyPoirgOum1BC9POL810XYpsN45lxtsZTwe6yqJdSuNs5nQlmMb0BY2v/Ysexj9RwKQilbtbAK+ADrFQZkvQqsHVgErPdOVwB3AHZ5t7gbWoK2FlgDfiXGZO3nK8rWnXN5j7V9mAZ71/C2+AbLj4FinoYHTxG9ZXB1nNDx3AYXo/9R/hF4n/Tew0fOY4dk2G/ir374/9Hy3NwGTYlzmTeh1Gu932tt6thUwr7zvUYzL/Zrn+7oKDZ2swHJ7npf5rYlVmT3L/+b9HvttGzfHOlKTdXVkjDEmLiVyFZ8xxpgazALKGGNMXLKAMsYYE5csoIwxxsQlCyhjjDFxyQLKGGNMXLKAMsYYE5f+Pw+xifaY+a78AAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 2 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "\n",
    "\n",
    "# plot loss function\n",
    "plt.subplot(211)\n",
    "plt.title(\"accuracy\")\n",
    "plt.plot(history.history[\"acc\"], color=\"r\", label=\"train\")\n",
    "plt.plot(history.history[\"val_acc\"], color=\"b\", label=\"validation\")\n",
    "plt.legend(loc=\"best\")\n",
    "\n",
    "plt.subplot(212)\n",
    "plt.title(\"loss\")\n",
    "plt.plot(history.history[\"loss\"], color=\"r\", label=\"train\")\n",
    "plt.plot(history.history[\"val_loss\"], color=\"b\", label=\"validation\")\n",
    "plt.legend(loc=\"best\")\n",
    "\n",
    "plt.tight_layout()\n",
    "plt.show()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "16511/16511 [==============================] - 1s 60us/step\n",
      "Test score: 5.666, accuracy: 0.107\n"
     ]
    }
   ],
   "source": [
    "# evaluate model\n",
    "score = model.evaluate(Xtest, Ytest, verbose=1)\n",
    "print(\"Test score: {:.3f}, accuracy: {:.3f}\".format(score[0], score[1]))\n",
    "\n",
    "# using the word2vec model\n",
    "word2idx = tokenizer.word_index\n",
    "idx2word = {v: k for k, v in word2idx.items()}\n",
    "\n",
    "# retrieve the weights from the first dense layer. This will convert\n",
    "# the input vector from a one-hot sum of two words to a dense 300\n",
    "# dimensional representation\n",
    "W, b = model.layers[0].get_weights()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "stupid => 'some, raw, sharks, fancied, scroll, includes, bent, room, presents, started\n",
      "alice => literary, quarrel, gloves, compilation, dish, standing, course, 'his, damaged, site\n",
      "succeeded => hand, 'just, shoulder, hat, fell, shall, ornamented, aged, caterpillar's, chapter\n"
     ]
    }
   ],
   "source": [
    "idx2emb = {}\n",
    "for word in word2idx.keys():\n",
    "    wid = word2idx[word]\n",
    "    vec_in = ohe.fit_transform(np.array(wid)).todense()\n",
    "    vec_emb = np.dot(vec_in, W)\n",
    "    idx2emb[wid] = vec_emb\n",
    "\n",
    "for word in [\"stupid\", \"alice\", \"succeeded\"]:\n",
    "    wid = word2idx[word]\n",
    "    source_emb = idx2emb[wid]\n",
    "    distances = []\n",
    "    for i in range(1, vocab_size):\n",
    "        if i == wid:\n",
    "            continue\n",
    "        target_emb = idx2emb[i]\n",
    "        distances.append(((wid, i),\n",
    "                         cosine_distances(source_emb, target_emb)))\n",
    "    sorted_distances = sorted(distances, key=operator.itemgetter(1))[0:10]\n",
    "    predictions = [idx2word[x[0][1]] for x in sorted_distances]\n",
    "    print(\"{:s} => {:s}\".format(word, \", \".join(predictions)))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.collections.PathCollection at 0x20148e4ce10>"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXwAAAD8CAYAAAB0IB+mAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAGbFJREFUeJzt3X1sXFedxvHvz5NJOwksTqgLiZuQUmVDqUITarVhs1pBF0hpl9YNVJDtdittRfijaAFVWSVQQaotSlgDRVqxiHRbUYnQF9pg+oLWlLaooktfnDohCcHbF9IXJ2oMjSk0QzOxf/vH3HHH9h2/zNzrmTv3+UiWZ868nHOdyePrc849x9wdERFpfi31boCIiMwOBb6ISEoo8EVEUkKBLyKSEgp8EZGUUOCLiKSEAl9EJCUU+CIiKaHAFxFJiTn1bkC50047zZctW1bvZoiIJMru3bt/7+5tUz2voQJ/2bJl9Pb21rsZIiKJYmYvTOd56tIREUkJBb6ISEoo8EVEUkKBLyKSEgp8EZGUqHmWjpmdCjwKnBK8393u/lUzOxO4A1gIPA1c5e4naq1PRKTRdfcN0NXTz+GhPItbc2xat4LO1e31blYkZ/hvABe6+7nAKuAiM1sDfB24yd2XA8eAayKoS0SkoXX3DbBl1z4GhvI4MDCUZ8uufXT3DdS7abUHvhf9ObibDb4cuBC4Oyi/DeistS4RkUbX1dNPvjA8pixfGKarp79OLXpTJH34ZpYxsz3AUeBB4DlgyN1PBk95GQj9e8bMNppZr5n1Dg4ORtEcEZG6OTyUn1H5bIok8N192N1XAWcA5wNnhz2twmt3uHuHu3e0tU15ZbCISENb3JqbUflsinSWjrsPAb8A1gCtZlYaFD4DOBxlXSIijWjTuhXkspkxZblshk3rVtSpRW+qOfDNrM3MWoPbOeDDwEHgEeCTwdOuBn5Sa10iIo2uc3U729avpL01hwHtrTm2rV/ZELN0olg8bRFwm5llKP4Cucvd7zez3wB3mNmNQB9wSwR1iYg0vM7V7Q0R8OPVHPju/mtgdUj58xT780VEpAHoSlsRkZRQ4IuIpIQCX0QkJRT4IiIpocAXEUkJBb6ISEoo8EVEUkKBLyKSEgp8EZGUUOCLiKSEAl9EJCUU+CIiKaHAFxFJCQW+iEhKKPBFRFJCgS8ikhJRbHG4xMweMbODZnbAzD4flG81swEz2xN8XVx7c0VEpFpRbHF4ErjO3Z82s7cCu83sweCxm9z9GxHUISIiNYpii8MjwJHg9p/M7CDQeJs5ioikXKR9+Ga2jOL+tk8ERZ8zs1+b2a1mtiDKukREZGYiC3wzewtwD/AFd38N+C5wFrCK4l8A36zwuo1m1mtmvYODg1E1R0RExokk8M0sSzHsd7r7LgB3f8Xdh919BLgZOD/ste6+w9073L2jra0tiuaIiEiIKGbpGHALcNDdv1VWvqjsaZcD+2utS0REqhfFLJ21wFXAPjPbE5R9CdhgZqsABw4Bn42gLhERqVIUs3R+CVjIQz+t9b1FRCQ6utJWRCQlFPgiIimhwBcRSQkFvohISijwRURSQoEvIpISCnwRkZRQ4IuIpIQCX0QkJRT4IiIpocAXEUkJBb6ISEoo8EVEUkKBLyKSEgp8EZGUUOCLiKSEAl9EJCWi2NN2iZk9YmYHzeyAmX0+KF9oZg+a2TPB9wW1N1dERKoVxRn+SeA6dz8bWANca2bvBTYDD7n7cuCh4L6IiNRJzYHv7kfc/eng9p+Ag0A7cBlwW/C024DOWusSEZHqRdqHb2bLgNXAE8A73P0IFH8pAKdHWZeIiMxMZIFvZm8B7gG+4O6vzeB1G82s18x6BwcHo2qOiIiME0ngm1mWYtjvdPddQfErZrYoeHwRcDTste6+w9073L2jra0tiuaIiEiIKGbpGHALcNDdv1X20L3A1cHtq4Gf1FqXiIhUb04E77EWuArYZ2Z7grIvAduBu8zsGuBF4IoI6hIRkSrVHPju/kvAKjz897W+v4iIRENX2oqIpIQCX0QkJRT4IiIpocAXEUkJBb6ISEoo8EVEUkKBLyKSEgp8EZGUUOCLiKSEAl9EJCUU+CIiKaHAFxFJCQW+iEhKKPBFRFJCgS8ikhIKfBGRlFDgi4ikRFSbmN9qZkfNbH9Z2VYzGzCzPcHXxVHUJSIi1YnqDP/7wEUh5Te5+6rg66cR1SUiIlWIJPDd/VHg1SjeS0RE4hF3H/7nzOzXQZfPgrAnmNlGM+s1s97BwcGYmyMikl5xBv53gbOAVcAR4JthT3L3He7e4e4dbW1tMTZHRCTdYgt8d3/F3YfdfQS4GTg/rrpERGRqsQW+mS0qu3s5sL/Sc0VEJH5zongTM7sd+CBwmpm9DHwV+KCZrQIcOAR8Noq6RESkOpEEvrtvCCm+JYr3FhGRaOhKWxGRlFDgi4ikhAJfRCQlFPgiIimhwBcRSQkFvohISijwRURSIpJ5+CIiUp3uvgG6evo5PJRncWuOTetW0Lm6PZa6FPgiInXS3TfAll37yBeGARgYyrNl1z6AWEJfXToiInXS1dM/GvYl+cIwXT39sdSnwBcRqZPDQ/kZlddKgS8iUieLW3MzKq9V6gO/u2+Atdsf5szND7B2+8N09w3Uu0kikhKb1q0gl82MKctlM2xatyKW+lI9aDvbAyYiIuVKOaNZOrNgsgETBb6IzIbO1e2zljep7tKZ7QETEZF6iiTwzexWMztqZvvLyhaa2YNm9kzwfUEUdUVptgdMRETqKaoz/O8DF40r2ww85O7LgYeC+w1ltgdMRETqKZLAd/dHgVfHFV8G3Bbcvg3ojKKuKHWubmfb+pW0t+YwoL01x7b1K9V/LyJNKc5B23e4+xEAdz9iZqfHWFfVZnPARESknuo+aGtmG82s18x6BwcH690cEZGmFWfgv2JmiwCC70fDnuTuO9y9w9072traYmyOiEi6xRn49wJXB7evBn4SY10iIjKFqKZl3g78ClhhZi+b2TXAduAjZvYM8JHgvoiI1Ekkg7buvqHCQ38fxfunzfXd+7j9iZcYdidjxoYLlnBj58p6N0tEEi7VSys0ouu79/GDx18cvT/sPnpfoS8itaj7LJ1mEdWqm+VhP51yEZHpUuBHoLTq5sBQHqe46uYX79zD9d37Zvw+IiJxUeBHIGzVTQd2Pv7ijEI8rm3NRERAffgTVLODfKXVNR1mtNTyZKt02rTeQUSkMgV+mbANUb545x56X3iVGztX0t03wA33HeDY8QIArbksWy89h7flsgzlC6HvOZOllhe35hio8Pwr1yyd4dGIiIylwOfNs/qwsC11zQDc+dRLFIZ99LGhfIFNP9rL3DmVe8Za52UrPjZ++uW72+aFPm/56fM1Q0dEapbqwB9/xl6JU3mWTGHEKZwYDn0MwD28PGz65TNHXw997vETI5O2T0RkOlIb+OO7b+Lyx7KunvLxgQq/B0JNp1tIF2uJyFSaOvCvvPlXPPbcm8v0rz1rITs/8wEgfGZNtVpzWf6YL4SGeC7bwru3PMDITBJ+nKl24NLFWiIyHU07LXN82AM89tyrXHnzr4Do9q3NthhbLz2HK9csnTCTpsXgeGGkprAv7cA12YVdtz/xUuhrK5WLSDo17Rn++LAfXz7ZjJjpMiv24d9w3wHci339GTOG3WlvzXH4j7W9f3swLRSYMHtoy67iRV2dq9sZrjBQUKlcRNKpac/wJ3N9976a961tsTcHZI8dL4xOyyyF7PETJysO2E7X4aE8XT393HDfgQndT/nC8OiFWhkLn6VfqVxE0imVgV/q315++vyq32OqbpqpZv5MR2mZhkrvVeqW2nDBktDHN1ywJLI1fkQk+Zq2S2f56fMrTnME2HT3XubPTfbhvy2XZe32hzk8lGf+3AzHTwyPdittuGAJHe9aOGlXkIikS1Oe4Xf3DXDoD8cnfU5h2CteHTsbWmrsbWkxeO0vhdEF214Pwn5etoW3njqHnY+/yHV37Z20K0hE0qUpA7+rp3/MFbGNaMQhmzGyVSb/iId3Kx0vjDAUTBGtNGg7MJRXF49ICsXep2Fmh4A/AcPASXfviLvOqKZcxq0w7Myfm2GkMDLrM2pK4wPq4hFJj9k6w/+Qu6+ajbCHqS9UaiSvnxiu6/RJdfGIpEdTdulsWreCbEZTEqdLXTwi6TAb01Qc+JmZOfA9d98RZ2VhV9jK1NTFI9L8ZuMMf627vx/4GHCtmf1d+YNmttHMes2sd3BwsKaKFPa1UxePSPOKPfDd/XDw/SjwY+D8cY/vcPcOd+9oa2urqa60hn3UnVcDQ3l174g0oVgD38zmm9lbS7eBjwL746wzjaod8p3sF0Wpe0ehL9I84j7DfwfwSzPbCzwJPODu/xNznTJNzuShr+4dkeYS66Ctuz8PnBtnHSU6E63OVH8dJOWaBhGZWlNMy+zuG+C6u/bWuxlNqcVMUzZFmkSyVw+juNTxzsdfrLofWyZXuihMUzZFki/RZ/jdfQMK+4i1t+YwwtfSV5++SLIlOvC7evoV9hEqz/hKyz2oT18kuRLdpaPwiZY7U277mKR1ikRkrESf4St8Zt/rb5zU4K1IQiU68DetW0Eum6l3M1JlKF/QBVkiCZXowO9c3c629StHBxpbc1nmz9UvgLhp8FYkmRLdhw/F0C9NE+zuG+CG+w7w+onhKV4ltdL4iUjyJD7wS7r7Bth0996G39qwWWj8RCR5Et2lUy4J+9g2C6M4fiIiydI0ga8uhtnjFH/BauBWJFmaJvDVxTC7tHyySPI0TeBrH9vZp9k6IsnSNIO2pZk6N9x3gGPHC3VuTXqoK00kOZrmDB+Kod/3lY/Wuxmpoq40keRoqsAvac1l692EVNBsHZFkiT3wzewiM+s3s2fNbHPc9QFsvfQcsi3qz4/b35y1EIC12x/WJikiCRBrH76ZZYDvAB8BXgaeMrN73f03cdZb6s//4p17tHxyjJ783TGePHRs9PoHbZIi0tjiPsM/H3jW3Z939xPAHcBlMdcJFANHYR+vwohPuNhNM3dEGlfcgd8OvFR2/+WgbJSZbTSzXjPrHRwcjLk5Mhs0c0ekMcUd+GEd6WNOCd19h7t3uHtHW1tbpJUvmBc+eLtgXpZD2y+hXTNMYqGZOyKNKe7AfxlYUnb/DOBwzHWO+urHz5lwMVY2Y1zyvkWs3f7wlLs7yeTCPjy5bEYzd0QaVNwXXj0FLDezM4EB4NPAP8Zc56jSwGFXTz+Hh/Isbs3xofe0cc/uAfIFLaFci9ZcltdPnGSkrA/fgE+c164BW5EGZV5hs+rIKjC7GPg2kAFudfevVXpuR0eH9/b2xtKO7r4Bunr6dVYfgVJXWNjPsr01x7K353jsuVdHy9aetZCdn/nArLVPJG3MbLe7d0z5vLgDfybiCvzuvgG27Nqns/qIlDrJZvLJUeiLxGe6gd+UV9qO19XTr7CPUIsZrRUGxCspP+MXkfpomsXTxru+ex87H39Rc/FjMOzOn/9ykmzGxszDz2Uz+sUq0sCa8gz/+u59/EBhH6vSRVcZK3bwtLfm2LZ+ZZ1bJSKTacrAv/2Jl6Z8jtbOj8aw++hUzM7V7awN1tcZr1K5iMyepgz84SkGottbc3R98lz+ac3SWWpRcytfTmHnZz4wIdw1YCvSGJqyDz9jNmnoP7b5wtHbP3z8RUZmo1FNrnw5BYW7SGNqyjP8DRcsqfhY+Vr5XT39CvuIaDkFkcbXlIF/Y+fK0D7jbIux9dJzRu9rka/qjB/9yGZMyymIJEBTBj4UuxW+/alVtLfmMIJ++yvOHXPZv85KqzOhs0zToUQSIRVX2lbS3TfAph/tpTAy8WfQYhBSLBW0t+bGjI2IyOzRlbbT0Lm6na4rzmVeNuTH4JWXV5aJ1D0m0vhSHfhQDP25czITykcAdzi0/RK+/alVoQv7y5vUPSbS+FIf+ABD+ULF8jM3P0BXTz9Xrlmq0A+M/zloDXyRZFDgT8EpLgN851MvMUc/LaD4MykfDN+2fqXWwBdJgKa88CoO4zfrTjOD0aUURCQ5dM7K2IuxZGoOo0spiEhyxBb4ZrbVzAbMbE/wdXFcddVq66XnkG1RD/1MaFaOSPLE3aVzk7t/I+Y6ajZ+79u3Bfu1qhunMs3KEUke9eEHOleP3Xy7tAfu4aE8pouwxtCsHJFkijvwP2dm/wz0Ate5+7GY66tJecgvbs2NDkyWNlSR4kqkmpUjkkw1La1gZj8H3hny0JeBx4HfUxzj+3dgkbv/S8h7bAQ2AixduvS8F154oer21CJso/NcNsMnzmvnnt0D2rovYMDvtl9S72aISJnpLq1Q0xm+u394mo25Gbi/wnvsAHZAcS2dWtpTi7CNzvOFYW5/4qUpN1RJE/XdiyRXnLN0FpXdvRzYH1ddUag060Rh/yb13YskW5x9+P9hZqsodukcAj4bY101W9yaYyAk9KfaPSst2svGNEQkmWI7w3f3q9x9pbu/z90vdfcjcdUVhU3rVpDLjl1ELZfNsOGCJRPK06a09LHCXiTZNC0zMH4ufvksnY53LaSrp5+BoTxGuvb7UDeOSPNI9QYoM7V2+8Oh3T5JUM0vqgXzsnz14+fozF6kwWkDlBgkeTmBliqWjpg3d47CXqSJKPBnoNKUxBZjzK5ZoTto1dlwFZcKJ/kXnIhM1HjJ1MDCBnazGSNjxvHCyGhZvux2mOlunbhgXpbMJGfmmYjWe8tV+AWlOfcizUWBPwOdq9vZtn7lmM0/5s+dM2ET9MnOpXPZFo4dD99ha7zX8oWKZ+anzGlhxIvfa7FgXpZPnHdG6AwlDdaKNBcN2tbozM0P1H3WTqbFGBlxnOLgbEuLzagLp7SExCO/HZwwQ0lEGt+sLK0glS/Yms3pm+Xh7hT/bPMZrPCZLwzzyG8HeWzzhbG0T0Qag7p0alTpgq0r1yytU4ugMOKcMqcldLPxSjRAK9L8FPg1CuvX37Z+JTd2FsvChI21jv+HyNY4IpsvjIz5C8OAT5zXXrFNGqAVaX7q0onA+M1TSjatWxG65PL7l76N/33u1TGBnMkYp7TY6Ayfk5P0x2QzNuPduBx45LeDFdukAVqR5qcz/BhVOvs/9If8hP79wrDzl7LpnJXG0g3o+uS5o++5YF522vvxHh7KV2yTBmhFmp9m6dRBLTN7SguZlRu/U9fxEydDp36GvVZEkk+zdBpYpZk9U6nU9RK2H6+6bURkPHXp1EHYzJ5KnTIZsxl3vajbRkTC6Ay/DsKWYv7Qe9om7J2by2aqDupKA8kikl4K/DoJC+TSuvu62lVE4lBT4JvZFcBW4GzgfHfvLXtsC3ANMAz8q7v31FJXGuisXETiVOsZ/n5gPfC98kIzey/waeAcYDHwczP7a3cfnvgWIiIyG2oatHX3g+7eH/LQZcAd7v6Gu/8OeBY4v5a6RESkNnHN0mkHXiq7/3JQJiIidTJll46Z/Rx4Z8hDX3b3n1R6WUhZ6LVGZrYR2AiwdGn9FhwTEWl2Uwa+u3+4ivd9GVhSdv8M4HCF998B7IDilbZV1CUiItMQ17TMe4Efmtm3KA7aLgeenOpFu3fv/r2ZvTCDek4Dfl9dExuWjikZdEzJkJZjetd0XljrtMzLgf8E2oAHzGyPu69z9wNmdhfwG+AkcO10Zui4e9sM6++dzvoRSaJjSgYdUzLomMaqKfDd/cfAjys89jXga7W8v4iIREdr6YiIpETSA39HvRsQAx1TMuiYkkHHVKah1sMXEZH4JP0MX0REpilxgW9mV5jZATMbMbOOcY9tMbNnzazfzNbVq43VMLOLgnY/a2ab692eapjZrWZ21Mz2l5UtNLMHzeyZ4PuCerZxpsxsiZk9YmYHg8/d54PyxB6XmZ1qZk+a2d7gmG4Iys80syeCY7rTzObWu60zZWYZM+szs/uD+4k+JjM7ZGb7zGyPmfUGZVV/9hIX+Ly5YNuj5YXjFmy7CPgvM8tMfHnjCdr5HeBjwHuBDcHxJM33Kf7sy20GHnL35cBDwf0kOQlc5+5nA2uAa4N/myQf1xvAhe5+LrAKuMjM1gBfB24KjukYxdVuk+bzwMGy+81wTB9y91VlUzGr/uwlLvCbdMG284Fn3f15dz8B3EHxeBLF3R8FXh1XfBlwW3D7NqBzVhtVI3c/4u5PB7f/RDFM2knwcXnRn4O72eDLgQuBu4PyRB0TgJmdAVwC/Hdw30j4MVVQ9WcvcYE/iSQv2Jbktk/lHe5+BIrhCZxe5/ZUzcyWAauBJ0j4cQVdH3uAo8CDwHPAkLufDJ6SxM/gt4F/A0aC+28n+cfkwM/MbHew7hjU8NlryB2v4l6wrQElue2pYGZvAe4BvuDurxVPHpMruPJ9lZm1Urx48uywp81uq6pnZv8AHHX33Wb2wVJxyFMTc0yBte5+2MxOBx40s9/W8mYNGfhxL9jWgJLc9qm8YmaL3P2ImS2ieEaZKGaWpRj2O919V1Cc+OMCcPchM/sFxfGJVjObE5wRJ+0zuBa41MwuBk4F/oriGX+Sjwl3Pxx8P2pmP6bY/Vv1Z6+ZunTuBT5tZqeY2ZlMc8G2BvEUsDyYUTCX4uDzvXVuU1TuBa4Obl8NVPoLrSEF/cC3AAfd/VtlDyX2uMysLTizx8xywIcpjk08AnwyeFqijsndt7j7Ge6+jOL/n4fd/UoSfExmNt/M3lq6DXyU4qSV6j977p6oL+ByimfEbwCvAD1lj32ZYl9kP/Cxerd1hsd1MfB/Qfu/XO/2VHkMtwNHgELwb3QNxX7Uh4Bngu8L693OGR7T31LsBvg1sCf4ujjJxwW8D+gLjmk/8JWg/N0UT5KeBX4EnFLvtlZ5fB8E7k/6MQVt3xt8HSjlQi2fPV1pKyKSEs3UpSMiIpNQ4IuIpIQCX0QkJRT4IiIpocAXEUkJBb6ISEoo8EVEUkKBLyKSEv8PyntzHi7ZitcAAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "from sklearn.manifold import TSNE\n",
    "tsne = TSNE(n_components=2, random_state=0)\n",
    "np.set_printoptions(suppress=True)\n",
    "Y = tsne.fit_transform(W[1:1000,:])\n",
    "\n",
    "x_coords = Y[:, 0]\n",
    "y_coords = Y[:, 1]\n",
    "# display scatter plot\n",
    "plt.scatter(x_coords, y_coords)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.collections.PathCollection at 0x2014b775f60>"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAXYAAAD8CAYAAABjAo9vAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvhp/UCwAAIABJREFUeJztfW2MXcd53jP37iF5VzK5FMxE8bUoCXVANiwrLbi1DfBHQiUx3chiFpJj1XECo/khFGiAiJU3pWLBIgsVYkA4UoAEaIW0QAsLDmXT3YiRC8aBmB9VISVLLxlhY7JwIlPylYQwIFeyuJfi3d3pj+VZnnvuvPM9Z+bungcQIN49H3Nm3nnn/X4Z5xw1atSoUWPtoBF7ADVq1KhRwy9qxl6jRo0aaww1Y69Ro0aNNYaasdeoUaPGGkPN2GvUqFFjjaFm7DVq1KixxlAz9ho1atRYY6gZe40aNWqsMdSMvUaNGjXWGEZivLQ5uoWPbPkpNBhDe6yFsdHM+BnzCz28+/419JaWkTUbuH3zpr7nzC/00JnvYrmQWevyvlB4vfMe+bfd7S0VjiQ+VGtavM7X2g4LnejOTY21jTNnzvwT53yb6roojH1ky0/hZ778LADgp8daeOXQfd7fsffoy1ic7w78Hup9tth79GV0BONsJzbO0Jie7eDx77yOj/aWVn/LsiaeeHA3Jsfbfdf6XNthoROfmJ7t4NipC3h7vouPjbUwtX/HwBzXSBOMsYs610U3xbwt2FQhnxvqfbaY2r8DrazZ91sra2Jq/45II4qDY6cuoFtg6gDQ7S3h2KkLA9f6XNthoRNfyA/QznwXHEBnvovHv/M6pmc7sYdWwyOiSOxFfGyspX2tiaTxsbGWUBI2eZ8JbKWg/BrVvVVLWVW/z4TB+lzbqukkNmQHaC21myNV7ScqYzeRTHNJIyfKXNIAIJzIqf07+q43fZ8JTMdWxuR4W3hdTjSd+S4YgNwKbPp8U7h+jw1MGKzPta2STnzAlZGsNw0lJGLsE11EM8W0x1p4WmA/pWCiqgMrE/v0g7vRHmuBWbzPBKZj00FRZQZuMnVfz6feuffoy3j0+Fnv36OCiUnK59pWSSeuMDGj5Gt596GXsPfoy6vXUJrIWtVQQiLEvveFKBL77vYWY8eUjaRBScK+EUIKEhGNz+eXUZY+Qr+vDF2TVPF6X2sre1ZKqrauGUUmSQ6bhpIyUtZ+otvYdbGllWG+2xP+HhtjoxmuLAyOzUUK0iEOn1KWzkESWqqr6iDWRWqqti4jkR0AuUCVymE1zEjZPzM0jJ0xs9+rwvRsBx9cWxz4PWsyJymIIpocvqUs1UGyHqW61ByNuoxEdQCkdoDGgA9NLGXtJ3q4oy7mBRKx7PeqcOzUBfSWB9sL3rJhxGnziGzO+RkWwg4skzJStjuHRGqqtq4forajy+Er5DNl/0wUif38uz/B9GzHaAJSVXuoTf6ewGyki1ya6PaW0GQMS5yj7aAy60gnlPSRCqHGgC+a82Wn1/VDpCxJqlCFT8OnJpaq9hOFsfeWlo1tlakSq+8Dp2zXXeJ89TttmbqOndjUebke4IPmfNvpdRjJsK5lVT6N1DSxEGCcD5oRQmPjz/ws/5kvP2ucNp9ShEJxTD4lXd8lBnw9L8W5rwKu303N/1grw9knP+NzqEOPqsprDHMZD8bYGc75hOq6qM5T0xPSl9rjk0n5lo58SxM+npdadEiVcKU5ap7nuz1jc+RaR1WSdKrav09EZewx7OMhmJRPO5tv046P56UWHTJMkEU31fPXj6r8aMNqqjJBtKiYWCdkytligP+iYD6etx5skqEgm2eX+aMyS4cZVRbEmxxv45VD9+GNo/fjlUP3rSmmDkRi7FmzES3aYhiY1MaRm8uydTRzmisfIVmphc8NE1ObHG9jK1E33dXBPuwVGsvrCCDZ8MFhQxTn6cTEBJ+Zman8vUDajhPfjti1OC7RWPICaS4hoSGRuoM9BlKiqdQg8wFW7jxljDUBzADocM4/5+u5vmHiOHF1spreH9uWTY03FZvk9GwHj71wDkslYaSqqpeqsVHzk7qDPQZi03qq8OUD9Ok8/R0APwCwWXWhTYKSL5jUP3eZYJv7Y23Y6dkODr8411eLpzPfxdS3zuHIyTnML/SiO5jy+Swz9TJiMAedtU7ZwU4hZIiritbXa3itrwPPC2NnjH0cwP0A/jOA/6C63iZBySd0NpnrBNvcH2rDyjaJrKpjb5mvFjeLIQ0Xx924kYGrgyLTGLZMRh1UEa4XOsRVRuvDGF7ri858CXe+nKfPAvhdAMu6N6QUiZKj6MyhQtR0J9hmgUJEBagcbTpVHXNUuWblcesydeDmQViVk7FqTauKGiWho8dktJ565FoZPunMV6CCs8TOGPscgH/knJ9hjP2C5LpHADwCAM3NK022U7IJ6tQjB/Qn2Eb6DmHLVkmTpmtQ1ZqZHDhFFA/CqiRp1VqH0BpC1Sgpdu0Swdf6y2j94PGzXt5dlTnHJ5350sZ8mGL2AjjAGPsVAJsAbGaMfYNz/hvFizjnzwF4DlgpKQCImVws25oOIzGZYNsF8r1hVdKkqjxwGVWFOOps4lbWxEN72jh9/pKQXlLIZBwms4KOcONz/Sla92GSrHLefdKZL+HOmbFzzh8H8DgA3JDYv1Jm6iKImFzMTSBbBAYYT7DtAvk+2FSbRMSUAGA0a6C3zNFbumkCYVhZk71HXw5+4FLjbjKGZc615iaFTMa9R18emugPlXATsmdwce727dyGE2c6TlJrlX4P33TmQ7iLVlJAZBOMGQJFLY5LbLDpAoU42FSag4wpxWqmLRu3iS25ypog1FoPU2iibEyhcgRENH/iTEeqiemgynlPsfaMV8bOOf8rAH+lc21qmyCFxQlxsOloDhRTyn8XJcSEPnB9qKS+fRY22pSLNFe1WTKEcKMCRfOnz19yemeV/RtSyfMoIorEnjXFwTgxm2mksDihDjZX1S7WgetDJfXls7DVpmwFhhhmyRjCjW/aorRMIOy3hHJm2yIKY7998ybh77Gl5tiLk2qXqCrGlXpCiq02ZSswxDBLxhBuKNoaG82w9+jLxv6pIv/gSL/cRChEYexjRFGkFKTmmIh9sFEIPa5hiBxxkSxtBIZh1pJMIKKtrMnwwbVF4+Q40WGYM/VhqaHjC1HrsYsQW2rWQSjpMtWDLfS4hqFuSNVaC5Vp61IRMjW6AsS0dfXDxb7yFoAePQyTozo0kmPsqSO0dJnqwRZyXMOwIavWWkRM3fZ9qWtEZdq6+9BLwutU9JCqKTMGojXaiAEfdbyHLd05BkznObV67yKETuOnYsibjDm/b9ho1pYeqmzUkTrWjcTuS2oZBukyJmzmOVXfQhkxtJZlzvHG0fuDPDtVmnXJ2gbSM2XGQFKMPaQd0MSOKxtHre7JYWMvrzdkWLoK+exQdXAAO3pI1ZRZNZJh7KHtgLpSi2ocwyJdxoKtdLjeN2RIugr17JB7NgY9pOpgtkE0xl6exIXri0EjI3SlFpXEWUuXctQajR1C0lWoZw9DNJMuUncw5/xyw+2f2KNzfRTGPr/QG5hECr7sgLpSi47EmZp0mZKkUWs09ghJVyGePWy2exlSPqR0S4oXEYWxv/v+NXxUc5C+JD1dqWXYJM7UJI1ao1k/GLa9IkPKh5RNb4IojL23pNdoybekpyO1UBLnvp3bjFOcq0CKkkZqGk2NMFhL2lnKh5TN4ZJUEbCxVoZbNo5EZZ4iibNcHzq2VFxEypKGT6j6tobSEFIyc6WGtaSdpXxImTbDASIWAcuy5sAkHj6wKwmiKEucqTZLmJ7taKeeDzODkpmbAAQzRaVm5koRobSzquk15UOKaoYjQ7QiYE88uDvJSRQhRak4Zzo6qefDzqBUmZMmh64Jw6jazDXMh69PxKDXlOe+eOi8o3lPtHDHYbLDbmllA0WJ8t9N4YOApmc7eOyFc0Km3mRsIPU8RTu8CWwOVtHfTBmG64FustYpHb6xmVyMAzWVuaeQ80v2+A/P6Fy/rmrF2IIxs98p5ATUme+C4yYBmdSskUnqwEoKepkYU9E4bGv1yGqHmNQVMa2Z4lLDxnStqbEdfnFO+S6f8EGjrqiaXoetlo4OasaugfmFQWld9jsFHwSkCn3iwADTTKHIlgvDkBV3ov6WRzEVDxFThuFSVMp0rakxzHd7lTLVFJhc1fRqc5D4KCgYEjVj14AvQvMhiehc25nv4uDxs7jrBtHt27ktetU7F4Yhq6wo+ttDe9o4caYzcIhQpjNqHV0qOpqutYyWqmSqsnGbMjNb5ld1lUbT/Z2CVqNCMrVicsS274ngKxTKR6ysbuhTbqjx1fUdcFsb10PNxCfz0t++IzxENmUNtATRWLJ1tPUFma711P4dePT4WeHfqjSZUePe0sqM7NAuduuqI1RM9/cw+KySYuwiYjh4/CwePX628p6FZSbmgzH6OCBsQp98dH13dTCFSACZnu3g8ItzfY5t2aE3v9DDMw/fWwnDMF3ryfE2jpycW20HV4SNk94W1LgZM4s+cmV+VQdXbBxprI5362iGJx+gQ69T8VnJkBRjp3oWAtV6qkVM7MSZjnNjBR+SiOgZolZiZVBEpyuF62xU2bN8J4DY1M/42FirMoZhs9ZPPrALU986h95yv2P86vVFTM92oo77oKE2MQzMDxDT0bWePDM+5SzVHEkxdtWid3tLeOyFcwDCMveQqpYPxlJ+hg6TExGdiRSu2qiiZz16/CyOnJzrk37KGb3HTl3AweNnjQ850/oZqkMkVF1x00NbJLX3lnh0Nd+UmaXO/PL1Fo1RtddDZqn6osOkGLuO/XiJ8+CS+7BIGzmKTLMz3wXDTU0HoInO5ABTbVSK0V65UckzH2dRuncx7ajWwqQ8RUpxzCJTDGBGey7MgZqL3CGty8xSTtHXEYRk822ijcXKZUiKsevaj0M7KqqWNnyc0mWmqfM8kwNMtVFlG0G0Xq5akUwIMC1PkYozbHq2M3Ao59ClPVfmQM3F6fOX8LRBtnjKKfo62p5qvnW0MdO18EmHSTH2fPBUVmURIaXnKqWNENKirgnA5ABTbVSVtlVeL1etiBICVI4vk3dWraEdO3VByNQZoE17rsxBNhc2pqUUGHkZqnX1tddN18InHSbF2IGbDMTGZux7DFVIGzGlRZvIDZndUeT4y1FeL1etyOcapWIPpjYwh/4h78ocfMxFiiHLRciEEJ/Rdza5DL7oMDnGDtjbjH2PoQpijCkt+mSOsnA9kcTpQysyXSOK4aRiD6ZqErULG7sc4lnWUFyZg+tcpOSvoEB9o2vUWxk2uQy+6DBJxg7Y2YyHEbGlRZ8HGFViQSRxVm2D1WE4MWlseraDq9cXB37PGmx1Y0/Pdga0oisLPUx9+2akmCtzcJ2LqjRQF55Q1XrbaMS+xsW4wpYdAhMTE3xmZqby94oQ+9AQeehDSA9VYO/Rl4WHVHus5ZQcBbivU8ix+QA1vq2jGWa/9hnpNUD/d8Sk6bsPvUT6Cd44er+XdwzTnvG9FoyxM5zzCdV1yUrsVSAFtTEFadEXQpk0fKxTLJOXa4RSUQvSLVMc02np20Y/NpqBc+C9bm91/lKJYtJBrLVY14w9FQJxXfzYWkeOUIfUkZNzzusUw+RlciDpjE/m9HMtzeBrzXzb6Is+m3z+qKAK10M6lX3kA+u6umMqYW4uSK3S3OR4G68cug9vHL0frxy6z3ljTM92vCTtVF0xEDCraKkzvqn9O5A1BpsAZE1m/R2+6Wdy3L4iJqCOMe/2ltAkGiG4Hm4p7SNXrGuJPbbj0gdS0TpCQVay1mSdqjR5ydLVAfGBpDO+/P9lUTGmCEE/LhqozmG9xLlxlU4VVIfwsEnyzoydMXYHgP8J4HYAywCe45z/oetzywihJqUS5uaCtaB1yCD7DtN1ohiOT9qyrdsjG5/pNSZIjX50yoq0C7Z2X/yA+t6y+SfF8E0RfEjsiwAe45x/nzH2EQBnGGPf45z/nYdnAwjn5FwLjsu1oHXIQH3fWCvzsk6+aUvkDygiNcEhNfpRlRXJ58/3AUfNQ5OxodSInW3snPN3OOffv/H/PwHwAwBevzhkuy7fNuGqEcN27AO63XWo7zt8YJeXcfikLZk/ADC3N1eB1OinbKPfOpphrJVZ2etNQM0DVdokdY3Yq42dMXYXgHEAr/l8bmrqYkrwoXVUHQ1gIiWH1qp80pbsMAgdL2+7hilqrTFCBKl5oLKpU9eIvTF2xtitAE4AeJRz/r7g748AeAQAtm/fbvTs1NTF1OCyEWLE8ps67EJudJ+05dMfYAKdNZQxfp/zq4pBT0lbKaM8D9OzHXxwTZAN7BCFVBW8hDsyxjKsMPXnOeffEV3DOX+Ocz7BOZ/Ytm2b0fNTUxfXEkxMEb46s6ekgfmkLeow8OUPoKBaw6pC+crvubLQw3y3N7Thg8dOXRAWtbtlw0jSBxTgJyqGAfhvAH7AOf8D9yENIkV1ca1Al8nKpELAbG2oYlcxNDCftEVFWfnyB1BQrWFVIbE6Meiid6aaGETN63uKNpQpwIcpZi+A3wTwOmMsb4z4e5zz73p49ipM1MVUCSVF6JoiKOZw5OQcrvWWtU05OsWuqoYvU0QsAYRaw7wJdlUaks7zTASG2Ht2mE3Azoydc/5/sFLjRxvzCz3sPfpyEOJ/Yvp1PP/qm31NsEW9N4cZMVLAqU0rciyputf3lgbV21s3+VVvYx3uMRx/VC38vAn22GgmXKex0czrOHRi0HUFhhTCCU3yXFITJqOUFOjMd4PY+6ZnO31MvYi89+Yw2fhECJkCDtyM2z126kLfM02lFFMpkSr5awOXOVL5EXz5GXxicryNWzcNymh5E2yqgKvvwq4if0URJgJDChFvuuURqixH0Ghtvk3nuiglBZZLFOXrhKZai/l+T0zITCKu9allKjElvWwcaZD2cpEUU4V6aysFqswCKZsNqINRxiB924rLpiidqJjUzR06GliVNehHNm+7U+faZGrF+DihbWx8wwaZSSRXt20Yjoo4KfsxMNjGsJU1sW/nNi/d7m1gKwWq5iDUBvahxqsYpOhvDcYwPdvxlsFb/IZnHr5X67l1WQ99HDt1AWBMy8qSDGP3cULb2PgohLaZ2T5f5xsBc4ajQ5wy6aX8LRQTPH3+Eh7a08Y3X3sLS5yjyRge2lNNerhq7VVzEGID+9ICVAxSZINf4tyLxqH7DTKaT8k+bYqqtA4TOotiY2+Uym76OqFtbHwihLaZuTxf9Y1FmBACRYQ6xCkqyyArqnTiTGc1VXuJc5w40/Fqj7SNTVfNgcscUfBV0kBpDybCG3yU5tD5Bormn5h+3Zmpx/J75O/N+zIXEULrMKGzKBJ7e6yFnx5reT+hy6f/llYGxlbsjybvCW0zc3m+SMK5+uGic1y4b5U4ZlElWylQKfUGMBv41AIojYqKRHJ5l879xd8pmi9HsJlqEJS2MHPxMk6fvxRU4y6+l2Pl7OS4WX1S5c+xoc+Hn+XLOuOLwtjHRrNgdTN8hJuFtpmZJAWJFj//L//7fLe3SlQ5TBmOb5WYYoKhut+UYUMH+fXF+iAbR/qV2o0jjdVvcK2FDlSjxqvm1vVdOt9AjaF83Jge8qEODJv35kxdxdtszW+T420svn/pos74krGxh4bJCRl6s+k8X7T4B4+fxczFy5i487a+ZguAucQggs8YbOqgoBpQlL89ps31Wu+mUDTf7a1KgGWnb/E6W1ThPJT5ZXy8S+cbdH1DgNkhH+rAsH2vzthdNPbl7vuXdca3Lhi76QkZerPpPJ+SCL7x6ps4/tdvCWtY6EoMVYE6KGTf7jOkUHZAUH+jNl3u7C3/7sosqnAeUjXOfWgcgN43iMZQ1jJzmAQ4NBgjS+uW4VMrdBH+qoiiWReM3aaaYH5fiM2m83zZIouYus59pgghOau+3Zd/Q1XbhvobNX8h63KHzlZVzbmPdVZ9g2gM+3Zusw59zddXtC6uB4YOXIS/Ksxv64Kx25yQVWw22fNNVNfyfT4QMhlH9u2u0oys32i3t4TDL87hJ9cWSembKlDWJCTDVBJpVKDmvMqkK9EYJu68zepQoQqONRnDFz91h3OuhOqwcxH+qjC/rQvGnnp2mwhT+3fg4PGz0kzaMnwSR6waHi5rpdNvVMS0c3Tmu8iag3GBWYPhk3dvxf/9+8tODuoUEbtWi60ARR30y5zjqcnd1gcGoH/Y2Y69CvPbumDsw5jdNjnexszFywO1b7ImA/igOcaXvTRHrBoeLmulKhurQpMxYVhg1mT4/pvv9a0DA7QTq2I7g2UIlXQV+ntVAoCLxl3FYRfaIrAuGPuwZbcVN4YoFh8I/y26kTtV2+BlcGFGslDMBUH0Cwdw+vwl5XN16s+YfqvPeTfVkFTvpqK5Hj1+1jpaS4SQwposuS5UVVrfGGrGbkLgoU9ImzFR9xcJdr7bQytrDtTeCP0tqo0TywYvg8wv0R5rYeH6orB8bZMxPP3gbtI2T8E1tA2QF14Twfe8m5amVb2biubyMdYiQgprMjrKf0+pAJwIUUoK+ECVpTLL76XSl32MyVeKuSsmx+Up6qmMswiqlMCzD9+LVw7dhycf2CX8+9e/cA8mx9vk/VuJuuWuoW3UHD72wjmSZnzPu2qdTd+tOux80sjk+GApCx+Y2r9D6GspIza9yzC0EnsMp49KYvExppTqU4eMXgkBlRRn+3dAHnsvg8zUIQutpKTBEPOuqyHpvFsnmiv1CquT4+2BBEAKqX7L0DL2GIxFxbh9jEnX5mlr8vFln0010kgnntr2775D22SmH0ogoMIx8zZ4JjClBZ01p5KhqOtThW6t+lS/ZWgZewzGomLcPsakY/O0tbP6tM9SG3jhRju2EA7AmNElvkPbAODqh4O9X4sQ0RsjLATXF5cw/p/+YtWHMNbKcPgAHSVlQwtU9mjuVCyuR7HeTt/4ieurgI+yIkWkHFk3tIw9RgijinH7GJOOU8jW5OPTfJVfX1ZZ8xaExWvK0GEq5U1YzlJM3XlVRPlQ0Im3B8QCAdUpaaG33Be9M9/tYepb51bfX4YNLRRpMy9VK3KMAnQdnZCFuWQQ0dzUt87hyMk5YfVX0V7OGgy3bhoxrhYbA0PL2G294i5Sn4px+/LUq6RDW5OPb/NV7lcomwZUDELFVESbUNTLtspEGgo29KQTb08JBCYZyb1lTs6PLS3ktJnXIS+i6EzUySeocv1Ec95b5mTXsWELkS5jaBk7YK4eu5oidBa7irBKW5OP75hlwI5BqO6RhcyZvMcXqHmwpSfZmBkgZSI6Nmydd7maDX0JCVU5H3XeUz5oqgqRDoGhZuym8GGKSGGxbU0+vmOWATsGobrH1NkcErJ5sKUn6vt1KnOKhAsqPj9/lwiuZkPVGupqFT7XTyaI6Go6IQ6aGL6hoY1jt0GKIXo2MIk9tr1PN16aiv2WMQjVPbqbvQrnlWwebOlJ9P1Zg2Hh+qJWe7dy/PaTD+wSxl032IqDVvRMWxqSfUO+HqK/ieBz/VQ5JLpj8i0oxMq3WVcSe6ohejZwidLQ8UNQ0k2ZadnYIlX36JgbfKanyyBj3rb0VP7+La0MVwtSt8qxRz2vGIkymjVwbXF51f/Rme9i6tv9zlQX7VPXyU/RUZ7t62P9pmc7eOyFc9J6+WXHrwgM8C4oxCqyxrhmkXqfmJiY4DMzM5W/VxSN0Mqa3ghsLUAVsaHbyMM1zl6mNjMAbxy9X/ksHxA5CYGbB4sPeqLeUYTpc4uhj0VsHc0w+7XPaI/NFXcfeknoH/G1hip6Fb2HGhMA/MgzXd116CXybzbvYoyd4ZxPqK6LYoo5/+5PKuskXoSr+qlCrG7pPiGL2DBtgmCqfhbvk2FsNKtsnmUmB4qeABiNz8SxpwvK5k79HgqU9uJLS1ZFGIneQ727HUBzbxKJB9TvvhDFFNNbWo4WgxzK+Vllw4KQkDEZ3UPQZ5x9GVmT4YNri2SYmm+oTA6qGHWd8cV07IVG6HwT2ZyI3jM928HC9cHEsFD+Gqrzlm47P1tEs7GnEIPsE1Xb0nx62ovPonpItsda2s/3HWcP3AwDvPrhonHcvCtMhAEbOtANYTSRcseI0gNjFqUHXBA6Hpw6FEU2fMpso5Olazv+tiQCKiSiOk+HUQKhIGNmvsOdfDd8Lj5LxNRNpRnfcfZFu/7dhM0yFVqybcMIDDpTi00/dNagSGdjoxkaAIr5n1mD4fCBXdrf4gshQ4RN/ByURnjLxhHjLOmZi5dx+vwl5Z6O1eQnKmMfxmgUChRTGhvNvJtodKVCnQOFIvYmY1jm3OogChlnn3pkk0ukjOnaFVFmQFcWesiaDJs3jOC9brgU+NjdoUw0AptDl9prxUxo2Z6OlcEajbGnXEDHBhRT4nwwvdrVdKDT4aUs9VHERz1rmXPrqAUbYs4ZRLe3tNo4WhTSGEsCEo1VN1TTZnymUq4wZX6J45aNIzj7ZJgomFT8SrpzZXPoUvvDpLxFjKTGKIw9azaMo1FiSwaqcVDM7ODxs8LnuJgOKALNK+cB4qbNIuILJQGbEPP0bAdT3z63eggtcY6syYRrHLuGh4qZxRpfimWsXRBiv9scuia1eVIxBwKRGPvO2z9izNRTkAx0NrXI1OGbcVLlU3X87OWxpCABHzk5N9BEurfEceTkXDISUA4dZkaNL6RwkmIZa1uE2u82h67JXvM11z7oxAtjZ4x9FsAfAmgC+BPO+VEfz80RK3vLxzhCME4RgepKFeX42dgSMCCPudap7a7C9Gynr7zw1tEMTz5gFwVhy8xCCycxDuix0Uy4djIGZ+v38bXfTYUC0f4ol5AG/M21LzpxZuyMsSaAPwbwywB+DOBvGGMvcs7/zvXZOVKp8eIj4sEX4ywTqE72IiCOeokpAatgStSiOu7H//ot9JZvfveVhd5Aen3xftnGspWMQwsntnTmkiH8wbXBePDchEbdo8O0XA7PEAKKaH9M3HlbkHf5ohMfEvsnAfyQc/4PAMAY+1MAvwrAG2NPJRLCV8RDCOjGQoeOny1DZ7NRMdeAGVHr1nEHVkw9oueqNpatZCxzePvEUZw3AAAgAElEQVSCKZ25hPIdO3Wh77DMccsGOnRQl2lR+6zBmFCDm57tDHRsqiJxLcRzfQmxPkoKtAG8Vfj3j2/85g02FQRDIJVxiDA53p/ePtbKBir+xYge0SktcPjALmQNOsVal6hN6rhTz1VtrPI8U2UpyuUlqJ6k7Ma1IaAqcSEL5VOtGTVPsl6hukyLqsSYN/kujiWnMZFJyLQMQ/68mGVBxkbFdGIqxPqQ2EU7cmA/McYeAfAIAGzfvt3oBSnYgUOMw7fq6BoL7Ru6Elr+/6IKfYCYqEXfZirVUHVEVFqZSloTScKisrrAykY5cnLO+zrpmD1sQvnyeacOTJc6/Dlk9FCmH1UZChlNpNZ+0ca8RcEHY/8xgDsK//44gLfLF3HOnwPwHLBS3dH0JanYgX2No4pIn9hzZqJW5uPUMXNQc7dFYtIpg9osNqaWMoNYuL4ojCmncGWhZ1T7RsSQyqYTnUPVNJRPVUmxlTWxb+e21VwKlxj/yfG2Vqiw6jCXdQdLrf2ijXmLgg/G/jcAfpYxdjeADoB/A+DXPTx3TSOFSJ/QEr2pT0JXI6LmblPWQCtrDjCOh/a08efn3tGKijHVykQMwhWyLGJRE+lvvPrm6nX5wUAx3yIjNGmzNzaakRoVsGKSUkm8pnOrQz+yw0l2IJuY7WK375OZtyg4M3bO+SJj7LcBnMJKuON/55zPuT53rSN2pE8VGoON9KujZVBzNL/QwzMP3ytkHE9N7tYet4mmo1OR0gbFbyyvlUrdLWbvllE2KQHAo4RknCOvqEkxdQbglUP3Ye/Rl61j/EXQoR/qcFIV9jLZZ1UFafgMEvESx845/y6A7/p41npB7Egf3xqDTPq31QqoZ8rmziYyxEVrsTmIi3V4RNUqgX46OHJyzvjwWOJcqL2UD9XJ8ba0sUlbMsbyWH0LKzr0Y0tjsuzt4vFVZcCBz1yEddUaLxVMz3Zw9UP3mtAuTMnnJhRJ/+XWbs88fK+XUDzA3wbwobWQxd8k9v5iHR6qq1f+LdOzHavmGHmdHR36UFVIpCpqlscaQljROahtfEnUNz+0p93nr9i3cxuOnbqAg8fPBg9A8BmcUTP2ikE5oFTZkKrnyJiS6ABw3YSqGu69Ze7UDIPSKB574Ry+/oV78PSDu503gA+thWIQhw/s0ionodrMpuF6+fvLNYxkUI2BckqXa56nUJ5CFzpMNEYpE2rN8v224fZP7NF5zlAx9tjhez5A2WRHDT3fJqV7RcT50J62dVq0Tg33MkwZJqU55LHMTz+4W6v3qs07OjciQHwwRR1GJ2PAKg0qd1rq1AZXfQfFUK4KOg5lDYZjv3aPF7OIDkLsfdXBl0KAA6Du6yrC0DB2EYM6ePwsZi5eNnKMmeKJ6dfxzdfewhLnaDKGL37qDun7VAToywSi+xyKOE+fv2Qt9do6DE0dVpTd19fmkr3DRDKjGIQPRicz9VDlePMkGx9M8NipC8JQzVs3iQWRECG2sfZ+7ACHHDb7bWgYOxWe9Pyrb2LiztuCnKBPTL/eF0q2xPnqv0UEpaO6+bJD6j5HRpy2m9CWsE2+URWKZzIG6rCVvSNW0akyZKYeEXybD2QRSFUhxt4H4gc45LDZbz5KCgRFLn1QkhWHnR1SB9987S2j32WqWw5fZQl0n0MRoQtx2txr+o2T4yup+1Q3dxNfAFXWIH8HhTwpJ1aKebn5CECXMMihQ4MmCEE/ppBlyPre+8X1Xri+OFDqIobPwGauk2bsxU0pQyjVyLTDODXO4vhyZqKqNaKC7nNC1LehanmU4eMbv/6Fe5zGr2J0k+NtsjDallamVesmBMq0n4cvqswqvs0HKdRHkjE2n3u/LARcWegBbMXs5ULHrtDdb0UkbYrRtS2Fkh6oJA+RFDk929EuwO/LDqkbCgaI7by2DimdxJZiA2oXuNqpdRgdZe5gzH9bQ11QBxLVfCSHqflARQMhHKKmdDe1f6UTWcjmFkCc9oI6KK7BO5r3JM3YdU7jkNLDFz91R5+Nvfh7GVRhJAZED/cSHQCutlhZYovvb3Y5CHWLegHVtDXUBfUOVfMRk5BDXadkPv85Qz54/CyOnbpgxeBt6G5yvI2Zi5cHarn43vupOEtFyNeAPf7DMzrXJ83YdYoUhVSNcuLWiYqR2QFTDMkMFcPNAHzp09uT+WZdRic6PHTi0E0hklbzd+nkGeTXypig6Hmi602ckr6csrZ099Tk7mDNLXKk4iz1gaQZuyoyon0jhTwknprcrRVSRRFFkzHcfegla0IMFbvvQzoJGbfsExtHGqs0pNsWrzPfhchvS1Wb1JkDYYbut88BHKtV/Yp5BiJtEaDXqDwOVbavyilZvFeHIevMgwvdhQilLGKYEqxUSJqx54tY7o4CpDfh1CGU2+htJJyQmW++pBPTzVZlkpkoseNab1n7+rJ7RXQomKwRZcMtI88zoMoScKy0QizOnQ2tyLSCMqNVMWTd98eWimX0p5uN6kq/VeyBpBk7MGjfS1UyLBOFKM2+21vCowb2yZCZbzrSie85D3lQicaqiojRub4IUXawzMlZfr6JNvT2fBfPPHwvqbGW586UVqh6RTnKjFbFkHXfX6VUbNNIQyao+KDfqsoUMK6RDu4bExMTfGZmpvL3Vom7D70kLa9aLLJk+gwGrBaRcoGMcVPFqVx8GlQ+gmsEDTVWGZMWVT5URWCJ5l21zsXnb8oa2gW98jkpmoZk15nQik7DjPI6q+jB9P2hhTTReKmoNV36o+i3WK1T9S2ue4AxdoZzPqG6LnmJfVihcvzqSN6h1VaZdBJCWwgVdUCNVRauanJ9DtG86zj48+dvHBlsBJI1WZ+NHeiXYPM1ohhnPncmtCLTTNoEc1KZKaj3NwQ+ptC28nycIsewCLr0J6tfBNDSd/Egq6qZR9IJSsMMnaQC1WLGTA4JwYRDZTHKNpxo/mSJZ7I1W7i+OJCcZJI88l63N5BUduzz9+DYr92jTOZSzZ0JrVDzlTfMkEXcvHLoPrxx9P6B66h5WOI8aHIXlRkcopGGznXlLN9y0pPrGHRRS+yBUJRwKIlOtZgho05U6rCLtmBSm0V2UOmq7LJCWcUko7yrDrUmxRrmeVRM8Qy4stAT2mSB/jWSNc+gpFXVmqrmzoRWQtVNL76f8jHpanw6az8928HUt871RRRNfevc6rfoaFImgtLU/h1976NQPFR0kixD5LrUNvYKEMJeHXo8tmNW3WcbGih7v+jarMEA1h91kt8PiMvplp8tq1FEmSxMx24CW9u0yonoa3xFuPiHZPMH3Dw8ALF5JT/AqWxVE5t4eVxT3z4nbUwO9NvLdX0wP9L0mdU29oSQWry3jv3cdsyqZ6vsqzJnYbe30mijOD5qrAvXFwcclfk48k1nG3MNyKMZQq23jW1aFIVx4kxnoFNQSsk+skija71lpQQ83+1hcrxNlrwodrAyAVXCuIiyBqCjOVC1ilxQM3YFfHnwq3AY6ULXfm4zZhfbvE5DgbzRRj4+aqxUO7d8HDrf5uIAj73eqgPy9PlLzpFIsn2hMh3J7peVUzBB27PJSUbD7MZzdeahfF9nvjuQl+CKmrFLEKM1lm/YtsWzPdB8S2oiVBVRpNqUgH2P2Jzp5pE4MtNO8R6d9dA5IF2c4Dr7Qqa1qO7XtY9T2DqaAfAfM0+NqxyqWF6rona05Ybf58pCry/80jdvGSrGXnWSUsgEoSpg2xbP5UBz2UymCTyhxpHDhwO8DKqtoKpnrcl66ByQLo5S3X1BaS2q+/ft3CYspzCaNbAgyRwGVsJHn3xg1+r78/fZ8owizxkbzZA1GBmaml8vMn3p+G988pahYewxpOeUq73pgNpA33j1TWwdzbBxpIH3ur0Bgnc50Fw2k4mk5iuiiBIWyr//xqe3Kw9D28JbOag5Nl0PFX26hsy67gvV/afPXxL+fcNIExz9OQhZg+HWTSOYXxikY8DNJFbmOVcWesiaDGOtTLhvAP21Cs1bhoaxx5CebdT5lEofyIjkykIPrawpLBQlIzqd77PdTKJwsgaAZpMNRLfoMCYdR61IWJi5eHkg9bzocMxNKDn9ia6nhA7VxhX93ZQJyA5Ilcknh8xc5GrmUt1Pfdd73R6eefjeyvYXVdtHVp9dd61seUu27S6tJq9Dk6AUQ3o2TRCStWGLAdVGKydTqO4bG62go1CpomKzyfDwv7rDuRuTCJSw8M3X3hL+fvr8pVWaKJpQnn/1TWlNmiJUa0Jlt+peC9B0++zD90oTkHKIujcBN9d7385tTolzqn0l+95iklSecxCqbaFKwBElRo3dsO+XUf7dlrew5sgGnbEPDWMPlbUow+S4vP1ceXGPnJzT3uBVwDb7lSI6zumOQj4gCifrLfHVCA5RxqMLVCniZXTmu86p6rI1oTa2KRNQ0a0KKnPR6fOXnJ6vGp/O91YhRNkIOFRaUPl30zXSDSzIMTSmmFi1kil1XqTGU4hlk7d1/lH26dAdharWykyjL5qMOaeql9dEJyrGxm/hYlvWMRe5hnPK7ldF1MjCOH2aZimeIxNw3hNkHAMQ/m4yh6Z7YGgY+zAk+VCoqta0CDnxUNl8MqlP5MQLWZRsC1F/fEtLrN66gtq41LrmDJhqB6jbts2GKVYZF6868KqgZ9H36mR++hQCbAScUIX7TIWQoWDspp1hqoAuAaXSEIQiUmAl9ErnsPSlNVEOWFHHIgDk766g5kSm4Vz9cBGZwJkbOpNTB74c97L4/Zj0fOTknDLz0/ehYyrghLIs5M/VRfKMPWaSkGyj6KYKx9QqyigTqenc+ooLpt45T2QWUr/7ACUJU4xtvttD1mDYOpqRIXa+oVsQy9c+sTEXVQFV5mlVh46MeYeyLOT3f+G/Ll7XuT75ImChmjOooFPMSpUq7KMZRkjEmFvZOwGxr8LHeEylWd0GFyFQHOuWVoar1xeFxcxUCS+240wpZLeIu4gyEYC7EKV7eBaTlTgHGc8eCrpFwJKPiomVJCSLmwduerWbhJ0gpl1dFzHmVvZOKmLk6oeDddBNYBNBkYfVUVagUHNUHut8tzdgfhBFIvlaS9FcHTx+FncFCik0wRjhaxlrZU7RUjr0Ub7mykIPHy4u4xnNEFLqvaKQSR9InrFTDDJv6BuK0HQ2yuR4G1//wj1Bm2GEXPwYIaSqGOWnH9y9Wusjx3y35xTKpjqkbccbArpOeVHCiwim45SFcxYZXki6pJ59+MCulXLMBWQNhsMHdjm9T4c+XGhIhNDhmskzdlncb8gEIN2N4hozLEPoxTeNj67inZPjbYxuGHT9uGwiF2m26jnSlbDLdGgzThEDVb2/21vC4RfnjOjS5BCQ0fzkeHug29SxX7vHea/p0Idv7db3QVFG8s5TANiUNYzra7jCxLsdKhQtdBkFkZOsbG7yDR3nks4mMrEDu4SgVR1mq+OUFyXr5LRiUi1S5GwdG82UTkpRSCpFlz4KmJnU87eBDn1Q1zQYWz10TJB0rRjG2DEADwC4DuDvAfxbzvm8j4EBeuVHgTD2zhTi5quwgeffU2XkkWpzqjaaKbOY2r9jIP45azJtqbvKGHKRQCErdCWqFlmO0BCBYqCihtu6ENGlrwJmoUuHlOe8XCedCgGl+gOoECrePYerxP49AI9zzhcZY78P4HEA/9F9WCvQtTeGsndWuaFFCL34VWbxmUClLVlpMuXgr9K/Re3jYsSlmwoUtlqdTqGtznxXmHjVYMDV64P7UlQnxVcBs9ClQwAIvzkXGp5+cDeefnA3HnvhnFMvV2CF1q5+uDjwu08TnxNj55z/ReGfrwL4vNtw+qFzSqeSABQCIcsohG7GYDqWMiN7+sHdxh12qN+Pnbow0IC4t8xXN6NIAyjWA6+6wYqPVPNc2qTi0GUMtPh+0docfnEOwCDdiCKnTRm1D5q3CdfMv1lWJ/2VQ/cZldUQjQMQ50hsHc3w5AO7vNGXTxv7bwE47vF5JFHYNqMdNoQ0B4VuxqALyqzy9IO7yfhrU2ahOgh05iKUBuMaM07NRW5KAMTNPKhmFvt2buv7t+iQoZibqB6KKaN2pXnXRC0VrejSHjWOjSNif+HohhGvtKVk7IyxvwRwu+BPX+Wc/9mNa74KYBHA85LnPALgEQDYvn271uAoovDZTT11hDIHhW7GoAvKlHDk5By5uU2ZhW397zJsYsJlDKpc+6Qz38XUtwebdctA2YeptENV5AXV5KIIk4O1al+Va8CB6tt0/TXUOCgBwrd2rGTsnPNfkv2dMfZlAJ8D8ItcksbKOX8OwHPASuapzuBScGCuVfhoxuADFEFfWeitRmeUpS5TulAdBLoFlkw0mCemX8fzr74p7Wkpqn3SW+I4cnJOe+5Fc6H6FhkT0Q0BdS0oR8FV4qa+XbeAlta3Kfw1gDmj9q0du0bFfBYrztKf55wv+BlSP2I7MHWRYhq2bEwu2pBter5tzR1gUOoyoQvVQSArepVDR4NRlSEofwMVVqgKNyyjbBN/lDCV5MiZSIohoJSk++jxszh26oLyPbk/QfS7DlTfRvlrHnuhX9OS0bVJJVBbuNrY/wjARgDfYysT9yrn/N85j2rIELNQme2YbDen6beqrtdhqjlc1FXZQSCaC9OoGN3Q3NypWbZl+8KKY5NGkYm4OCnL85knIbkyetka65iqqCYp1O8iyGhF1pylTNfUAcuxohWbzpVJazzXqJhPuNy/VhA6kSjUmGy0IdNv1Uk4ya9TSe6hQ95c1sqkPn/eTo8CVRNFB6LkoRwiE5vNwV6u+rh1NMMH1xZXJVkXwUalwalMVVS9/LYn2pGNr0zXh1+cE66HbWE2k9Z4Q5F5mjpiFSqTIdSYTJ/raxwhnbk+zGim3yOTH11rn1AoMxPTw0yUDAWITUc2gg0V313GlYUeuWYhQ4QBtdmuM99dzUQ9fGDXQHP2rKGfGFeEieAA1IzdGkXCahB2PVMJ06edvupOLrLaOiZZpCI0GbOOhNKJTPFhRjPtcENhrJU5aQ5biZIA5cJqNjBlLiaHna4pK4dszWYuXsY3X3sLS5yjyRge2uPPT5c/XxQqWhzbzMXLeOlv3xmwx5PlQhUwFRySLwKWIsqFikRM3SapwmfBr1DFq0yfq7pexSxaWRNf/4JdoSedOfVVjEn0nfkephx35V9bWdNZWn/ygV3ImqUKiE2GJx9w1wJCRnqYHhrUmk3PdnDiTGd1Ty5xjhNnOt4K5+XPV43t+VffFB6wvSVuVejLVCCrGbsFKCJsMmZd4dF3tbfJcXXVSZvSqzrPNblexixcK2UeOTknnNPDL86tfrcsPM6EGYi+85mH78WPjt5Plnb+0qe3C+fFpSTu5Hgbxz5fqoD4efcKiIAZczEVInyYLd+e7wavmqh7AMlMbbkD3WRdZVVuRRhKU0zs0EKKCJc5t+6aFMImLrOhupggTG2zsuspE4Zrh6Lp2Q4ZNjjf7UmdjDlMTTLUd5pEIPkwDYUKEZbZl7Mmwy0bRqw7ClF0MNbK8JNri1pRLR+7EWkigi9/l6/nmK5rfo1ua7yhY+wphBaGsF9XXfwolUieUM4uHxKa7xLJOs85/KJYy4gZYZWjHMHksxcqRQeHD+wiSxgUwW48g4qu4gD+2ePfXY3isW1rp+NLkWX+FmG6rpPjbfQu/Uiro/XQMfYUGFIIZqR6pm8tJZVInlDJLqlJaDqYnu2QmkTV60LRWyhtQEYHOqGwvPAMSqsQRfGYCobCssolbWXfzm04caYTPDdDhqQZu4i4UmBINsxIxZhlzwyhpcQoj0ohBLMgi2MxcRVCKmOxyvmQaRlVjiOWVkzRgU4SWx6nbpIXkcNEMNTd+xN33tZ3zdUPF4WHdqh1ZZLyLsEwMTHBZ2ZmpNeIwp9aWRObsobQdhqya7wrqG/RdQz67EDva0yy56ZQWoH6vof2tAekKdnvIoezbVKP6p67D71EqvDPPnxvZfMYgt5cUUyMEqXki+hWNp9lMMDaP6YDX/uNMXaGcz6hui5Zid2kw0vqNdldzUeuWoqMsfhkwin4P3LIvq8sTal+d/k+k3soLWPrqFtsuylS0IrLKErzugelSW5BaI0oH9+Rk3OrgunGkXBBickydp0OL7GlQl24bhQXs4luzZji9fncjhk6mUL4P3xIyM+UpF1Z9Irv7zO5h/Kz+IhBNwFFbw3GcPehl6LvufKhnZuwdOZThCoFw2u95dX/n+/2ggk+yTJ23Q4vqcCmgqGulODirDVhLOVDwNTJ5FvSCy0hm8Lm+0zKyIZyJJuCYoiihh0+xmZTLVRnjakoHlFUDAAvRcxkqDLwI1nGHrrmg0/YVDA0raQH2G14E2akSr5QEaFvh2xoCdkUNt9nWkbWVmjx6dso05uoZIZqTnXHY3MQ665xcQyykMwQwkDswI9kM08nx80yHGNCle3m41smx9t45dB9eOPo/Xjl0H1Gcbe6v+sQmOwa32UMbDZCyM1j830+ysiq4LscBdBPb8vEWDvzXWF2rMl4bDJFddY49BhkoN4tavYNhLHvJyuxA/rSS+xIDB1Ci2U+MtEWdJxNMiL0bUqwkZBDhnHafF/oMrL5eEKq+DK6KDIuAKtx57rjsTmIddY49Bhk8BX4QTXD1kHSjF0HMSIxyhO+pZVVGqNqAhNmpHI26UjfPg8wGxOW7j22woDp91VhUgyhpZSd6FmDDVYqLKDINE3GY3MQ68xp6DHI4CPwg+Jrjdbm23TGMPSMvepMVNGEZ002QPgp+ANU0SFllA8B06gY37CRkPO/FZscbMr6LY5VCgM+tBjVIeSbMYmc6FmToZU10C1EdZSRMzST8ciYtCz7FZDPqa8x6EK3jLeOYDA928FjL5wT+jWaH/noHTrjGXrGrjqZfZtpRAdJb2nF0z66YSSJEMzp2c5A9xZd5pVaxJHteK5ev9mw4cpCr6+lGiUM6PbVNIXLnIoOoYPHz2Lm4mU8NbnSJc23VkDR+DLN0wHcZJom46GYNCCvua6aUx9j0F0zqgFJEbrrkT+L8sGwRkOLZw89Y5edzCEkM+ogmV/oYfZrn7F6pk/IGhakUkyKgq9D+MjJOfSWSg2HCy3VVOGJsfvVFiFishzA86++iYk7b9OWYMuQzTU1PyqHb97H1XQ8Iia99+jLTpq4jzHoQlbGe5lzI1rWLQuswtAzdtnJHMJMk1KNFRFUhBEze1AGn4cwVa43/13lJNalkSqc9tR6caBvjCaMSTXX1PxQoZs5vvHqmzh9/tKAycQGPvwGVWmfPst4+9qfyYY76kIWShjCqRSqM5EvqL4txAHk0hgih++QMxl0mhao5jFEiKEIsvXyHbWRz/W+nduE3Z2++Kk7lPPmax5MwnSrgIzGfY7V1/cNPWMH6BjvEMSReny97NtCHEC+GJzPQ3isJY4Xzn8vriEFFY1UdRBN7d9Btsn0HbXx9nx3tfVbUS5nAB7a08ZTk7vx9IO7yeSqHD7mwUSA8iFYyKCicZ/CnmmnJAprgrFTCCVd2yYLVQGKMLaOZt4OoOJGeuyFc14YnM9D+PCBXcgapb6fDdbXTzRfw2cfvteKRqrKIpwcb+NLn94+wNyzBsPC9UUrZraFOPg+NtYibfqnz19aHY+o1V8ZrvOgK0BVoTlVkYCYo/wsWwy9jV0G3wkzw4DQ36wTAQCYb2yfkR0mcyC6dt/ObTh26gIOHj9L3kvZoTlWHH8+5/ypyd19lSe3tDJcvb646jMw8UdMz3b6IoZyZA2Gqf07yG5F5WQ7QF7z3PRAVoU2UjCthRSqLIdPe37xWVQJZRXWNGMH0gvfqwIhv1nXay/a2LKN5SPkrHyvbu3w4nzpOnFlyVwhImvKm72cEKfr8D126sJAxBAA3LppZDUUVCc4IB8PVWfcNAbc1nGuqzm5vCNmwIRuhcoy1jxjr+EXOpI4lemp2li2B5KPiJpiI4cyRExTJbWGDC11MQPJwnUBc83Jh4boEr2my3Rd3hEqe1hHgyjPL19ao82sa8SFLBROFrMbMkPY9dmy2P8cIoaYH0RUp55QoaUuEqTqXhtGHTq0UcYAdZmuy2FoOic6DNtEGCnOL/v9z63NZtY14oLaSCpnUUhno+uzdcxLsQqPieAiQercW7X50iXJUNdH4rpGunOiy7BDl0JZ01ExNfzDNgIgZFyy67NVB4BO4bEqcxtcojBSDNeVzZ9OWGkxSm1q/w6cONMZiJLZt3PbwDsYbmbL+oJuGGzoqKpaYq9hDBuJLmSVQ9dnyzJRZQ0acsSIvnKRqmMHFIhMFU8/uFs4fzpROkVQjPX0+Ut4aE8bz7/65qrZjAM4caazWprBB3QZdmgtr2bsNSpBSObn+mxb81J5DL5yBNZyeC5lqnj6wd3CKCZTBihjrKfPXxrwhfh2cuuON3Q555qx16gEoRmWqwQLhDl0TL47Rm8Bn9D5VtO48wVBzL2MAcoYaxVJZboMO7SWVzP2GsGRAsNSMR3qYHA5kEy/O6RDLfTBqvuttnHnOcZaGQ4f2EWOXVUUMLST2zQ5LhT914y9Rh9CMICqm6GUYXuwqO5TzZXpd4eSKJ+Yfr3PthziYNX9Vpe4cwC4ZeOIk78jlPkjNROaF8bOGPsKgGMAtnHO/8nHM2tUj1CSdVV1VSjYHiyqCAfVXJl+99hoJiw5TDVB1sH0bKePqefwfbDqfmtVceeUhAz4N3+koJGW4czYGWN3APhlAG+6D6dGTISSrGPXsLdlErL7dObK9LuvEbH01O86OHbqgjB5CpB/v0wCFf1N91t1mWsomglh/oitkYrgQ2J/BsDvAvgzD89aN6A2junvps+XIZRkHToCgEI+BxRjUzEJV0ec6XdT/URlfUZVkK0d9f0y0w0g1lQe2tPGiTMd7VZ0sdL4QyC2RiqCE2NnjB0A0OGcn2OKGs01boJS3WYuXu7bHKrfAbGqZ6sahpSSgGrjvFL4nxIAAAnTSURBVFVlAnSYhKsjLsZ3i8YjGicDyNrmMtNN/v/lv50+f4mMRbdBCnOni9gaqQhKxs4Y+0sAtwv+9FUAvwdAq9EnY+wRAI8AwPbt2w2GuPZAqW7ffO0tYWdy6ndK1dNVDctS/b6d27SlLlNUnRQjKxOgk3QE+HHEmXz3VsLGvtXBxi46nBiAL316O0k7Nqabt+e73tdY53kpOC1T1C6UjJ1z/kui3xljuwHcDSCX1j8O4PuMsU9yzt8VPOc5AM8BwMTEhLwr7hoHtUGo2uamNc91fhdJ9SfOdPDQnjZOn7+UvJSkAjUHDOhLhLENgwwhUT75wC5MfftcX1ndrMnw5AO7JHfJYTpOHdNNKtJpKk7LFLULa1MM5/x1AD+V/5sx9iMAE1VHxfg4sU2TSFzfJ6uQKGLi1O+yGimqzSdLvdatY54ydObAlTGEkFAB/wzCZJw6pptUpNOUnJb5HOf84eDxszh26kI0Bj/Ucey+6nDrPsOXhECpbpQDysQxJXt+8XpKMuvMd7H36MvJSB5A/2E6NpqBc+C9bk86Pp05SIkx5PB9WJgKIrqmmxSk09SclqloEIBHxs45v8vXs0QQEaiPjWnyDF+MQCaZFVug6fxu+vwcMsks/z2FeNzyZinaoFU1rAH5HKgOtxQONcBeS7RhNDrzVrW/hEJqTsuUBAXGCfttSExMTPCZmRnt66n2W5RzjAF44+j9Ws+mmiSInmFybeoQzSkDhN/XHmtFM8/o9Hy0HZ/q2bqFwEI68Cja1xkX9X0x19MnXOYmxFgeJSpR+uQPjLEznPMJ1XVDUY+dOgmbRIilyYltUss7ZE3xKpEzouIctsdaVtEQoeHS7k0FUR3wIkR1tMvImUu5/vf0bMdqTGXo1vcWITVThW9MjqdRWz6nAQpjoxn2Hn0Zdx96CXuPvuyNNmQYCsYuiyJxbXBg0iSh6oYKIVBkRMDNOZzavwPtBA8u3XZvNigyBgoqJujCeHUgMxepYCqITM92KmdArpgc72+ycezUhcrHLwutzZoMH1xbDHbwUxgKxk4RYn5Cq05sGcGanPqpSAgukDGiFA8ulVTtOr6cMdgeaqGlYur9DFAyB5P1DK15hIbt+H0cZrK1vmXDCHrL4hyUkBiKqBhZhIPKkaPjQDJxBqXiOLKFjBGFCLdztT+Xx6QbFWMK2yST0A68qf07cPD42QEzGQeUTjmT9UzJ8WcDm/H7imKhaKBdUQ14EYaCsbswnGEnWN9QMSKfB5evjVPFYWpLY7oHgu0BNzneJp1yIuYgeo+Oo3SY7PGib7QZ/5GTc154Q+wa8CIMBWMH7Df3MBFsFagy/Zk6VB974VxfB/lUDlgbGtM5EFwPuLamVuDyntRCBymIvvHg8bPYlDWExdJk/gRR+QbAnDf4KD3hG0PD2G0xLAQbEmUJp6qyAarSCSnEyfuA6kBw1Rp1D2OX91Rd78RWgxF9I8dKBcyswfrs2bLxy2zcNryhytITOljzjD3FAj1VgqoJU4XTlzpUi1gPZjFXrVGXObg2p9B5B4WqervKvuXWTSMY3TDiXBPHN2/waUpstDbfpnPdmmfsKRboqRIxfQyiQ1UEX2axFCr9ieBDa9RhDq7vsWVAVfZ2lQkL8ws9zH5Nq9gs+ZyxVpYEzVBo3nqb1uCGItzRFcVY11cO3Zf0wvlGTB9DOTzUR0IZhZTD9aoKI40Vrmoay+9Ck1P7d4Dq/GBCR9RcHT5gX0mzCrDmyAad69a8xL7eEdvHUJQCqRRwH4wn5einqrTGWNqpKaN2ocnJ8TZmLl4eaAZiSkfDoMmLNFC+tHhd596asa9xpORjCLmZUo9+qiJk08UU5XKvKaN2pcmnJncbFcWjkHJOCmXeWr7efU/n/pqxV4gYNuDUJJNQmym2ZhIbLg5J13BMU0btgyZTZso+QGmgjQ2tLTr314y9IsSs1bzWNwHgVzOZnu3gyMm51TjnsVaGwwd2JT2HLqYoVzOWDaNeDzTpArIDWG1jTwsp24DXAnxpJtOznYH2dPPdHqa+da7vPanBxRTlw4yVAqNONSrKBpQGWtvYE0PqNuBhA7WJXTfysVMX+ph6jt4y93YIh2BALqaotWDGSql7kQ9QGujSB5e1wryiNNpgjF0CcLHyF/fjowAq68+abbtrt0iN4kuL13uXfkQXc64Glc6FKxqtzbeNbN52Jxi7Ga7L+fLi+5cuLnffv+zy7ObmbXuao7QZ8/q7Pzzj8vxQY3d5LnVv73LnMu9dI/dpo7X5tuatt7VZc2QDX1q8vvTB5Y7r/Nuigv1V+R4h5vcjnPNtqnujMPYUwBib0elEsh5Qz8VN1HNxE/Vc3MSwzcW6SFCqUaNGjfWEmrHXqFGjxhrDembsz8UeQEKo5+Im6rm4iXoubmKo5mLd2thr1KhRY61iPUvsNWrUqLEmUTN2AIyxrzDGOGPso7HHEguMsWOMsfOMsb9ljP0vxthY7DFVDcbYZxljFxhjP2SMHYo9nlhgjN3BGDvNGPsBY2yOMfY7sccUG4yxJmNsljH257HHooN1z9gZY3cA+GUAb8YeS2R8D8C/4Jz/SwD/D8DjkcdTKRhjTQB/DOBfA/g5AF9kjP1c3FFFwyKAxzjn/xzApwH8+3U8Fzl+B8APYg9CF+uesQN4BsDvAgON4NcVOOd/wTlfvPHPVwF8POZ4IuCTAH7IOf8Hzvl1AH8K4FcjjykKOOfvcM6/f+P/f4IVhjZ86ZuewBj7OID7AfxJ7LHoYl0zdsbYAQAdzvm52GNJDL8F4H/HHkTFaAN4q/DvH2MdM7McjLG7AIwDeC3uSKLiWawIf4PdshPFmq8Vwxj7SwC3C/70VQC/B0Cvl9YagGwuOOd/duOar2JFFX++yrElAFFjnnWtxTHGbgVwAsCjnPP3Y48nBhhjnwPwj5zzM4yxX4g9Hl2secbOOf8l0e+Msd0A7gZwjq20bPs4gO8zxj7JOX+3wiFWBmoucjDGvgzgcwB+ka+/ONgfA7ij8O+PA3g70liigzGWYYWpP885/07s8UTEXgAHGGO/AmATgM2MsW9wzn8j8rikqOPYb4Ax9iMAE5zzoSmG5ROMsc8C+AMAP885vxR7PFWDMTaCFafxLwLoAPgbAL/OOZ+LOrAIYCuSzv8AcJlz/mjs8aSCGxL7Vzjnn4s9FhXWtY29Rh/+CMBHAHyPMXaWMfZfYg+oStxwHP82gFNYcRa+sB6Z+g3sBfCbAO67QQtnb0isNYYEtcReo0aNGmsMtcReo0aNGmsMNWOvUaNGjTWGmrHXqFGjxhpDzdhr1KhRY42hZuw1atSoscZQM/YaNWrUWGOoGXuNGjVqrDHUjL1GjRo11hj+P89rfYW4JynyAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    }
   ],
   "source": [
    "plt.xlim(-5, 5)\n",
    "plt.ylim(-5,5)\n",
    "plt.scatter(x_coords, y_coords)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "for label, x, y in zip(word_labels, x_coords, y_coords):\n",
    "        plt.annotate(label, xy=(x, y), xytext=(0, 0), textcoords='offset points')"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [default]",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}