nltk_intro.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from nltk.tokenize import sent_tokenize"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['Hello Women Who Code Python!', 'You are all wonderful.']"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "sent_tokenize(\"Hello Women Who Code Python! You are all wonderful.\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from nltk.tokenize import word_tokenize"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['A', 'woman', 'a', 'plan', 'a', 'canal', 'panamowa']"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "word_tokenize(\"A woman a plan a canal panamowa\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from nltk.tag import pos_tag # pos = parts of speech"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('Python', 'NNP'),\n",
       " ('has', 'VBZ'),\n",
       " ('several', 'JJ'),\n",
       " ('science', 'NN'),\n",
       " ('friendly', 'RB'),\n",
       " ('packages', 'VBZ')]"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "words = word_tokenize(\"Python has several science friendly packages\")\n",
    "pos_tag(words)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from nltk.corpus import genesis, stopwords\n",
    "from nltk.collocations import BigramCollocationFinder\n",
    "from nltk.util import ngrams\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['i',\n",
       " 'me',\n",
       " 'my',\n",
       " 'myself',\n",
       " 'we',\n",
       " 'our',\n",
       " 'ours',\n",
       " 'ourselves',\n",
       " 'you',\n",
       " 'your',\n",
       " 'yours',\n",
       " 'yourself',\n",
       " 'yourselves',\n",
       " 'he',\n",
       " 'him',\n",
       " 'his',\n",
       " 'himself',\n",
       " 'she',\n",
       " 'her',\n",
       " 'hers',\n",
       " 'herself',\n",
       " 'it',\n",
       " 'its',\n",
       " 'itself',\n",
       " 'they',\n",
       " 'them',\n",
       " 'their',\n",
       " 'theirs',\n",
       " 'themselves',\n",
       " 'what',\n",
       " 'which',\n",
       " 'who',\n",
       " 'whom',\n",
       " 'this',\n",
       " 'that',\n",
       " 'these',\n",
       " 'those',\n",
       " 'am',\n",
       " 'is',\n",
       " 'are',\n",
       " 'was',\n",
       " 'were',\n",
       " 'be',\n",
       " 'been',\n",
       " 'being',\n",
       " 'have',\n",
       " 'has',\n",
       " 'had',\n",
       " 'having',\n",
       " 'do',\n",
       " 'does',\n",
       " 'did',\n",
       " 'doing',\n",
       " 'a',\n",
       " 'an',\n",
       " 'the',\n",
       " 'and',\n",
       " 'but',\n",
       " 'if',\n",
       " 'or',\n",
       " 'because',\n",
       " 'as',\n",
       " 'until',\n",
       " 'while',\n",
       " 'of',\n",
       " 'at',\n",
       " 'by',\n",
       " 'for',\n",
       " 'with',\n",
       " 'about',\n",
       " 'against',\n",
       " 'between',\n",
       " 'into',\n",
       " 'through',\n",
       " 'during',\n",
       " 'before',\n",
       " 'after',\n",
       " 'above',\n",
       " 'below',\n",
       " 'to',\n",
       " 'from',\n",
       " 'up',\n",
       " 'down',\n",
       " 'in',\n",
       " 'out',\n",
       " 'on',\n",
       " 'off',\n",
       " 'over',\n",
       " 'under',\n",
       " 'again',\n",
       " 'further',\n",
       " 'then',\n",
       " 'once',\n",
       " 'here',\n",
       " 'there',\n",
       " 'when',\n",
       " 'where',\n",
       " 'why',\n",
       " 'how',\n",
       " 'all',\n",
       " 'any',\n",
       " 'both',\n",
       " 'each',\n",
       " 'few',\n",
       " 'more',\n",
       " 'most',\n",
       " 'other',\n",
       " 'some',\n",
       " 'such',\n",
       " 'no',\n",
       " 'nor',\n",
       " 'not',\n",
       " 'only',\n",
       " 'own',\n",
       " 'same',\n",
       " 'so',\n",
       " 'than',\n",
       " 'too',\n",
       " 'very',\n",
       " 's',\n",
       " 't',\n",
       " 'can',\n",
       " 'will',\n",
       " 'just',\n",
       " 'don',\n",
       " 'should',\n",
       " 'now']"
      ]
     },
     "execution_count": 50,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "stopwords.words(\"english\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[('beginning', 'God'),\n",
       " ('God', 'created'),\n",
       " ('earth', '.'),\n",
       " ('.', 'Now'),\n",
       " ('empty', '.'),\n",
       " ('.', 'Darkness'),\n",
       " ('deep', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', \"'\"),\n",
       " ('waters', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Let'),\n",
       " ('light', ',\"'),\n",
       " ('light', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'saw'),\n",
       " ('light', ','),\n",
       " ('good', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'divided'),\n",
       " ('darkness', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'called'),\n",
       " ('light', 'Day'),\n",
       " ('Day', ','),\n",
       " ('called', 'Night'),\n",
       " ('Night', '.'),\n",
       " ('.', 'There'),\n",
       " ('morning', ','),\n",
       " (',', 'one'),\n",
       " ('one', 'day'),\n",
       " ('day', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Let'),\n",
       " ('waters', ','),\n",
       " ('waters', '.\"'),\n",
       " ('.\"', 'God'),\n",
       " ('God', 'made'),\n",
       " ('expanse', ','),\n",
       " ('expanse', ';'),\n",
       " ('.', 'God'),\n",
       " ('God', 'called'),\n",
       " ('expanse', 'sky'),\n",
       " ('sky', '.'),\n",
       " ('.', 'There'),\n",
       " ('morning', ','),\n",
       " ('second', 'day'),\n",
       " ('day', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Let'),\n",
       " ('gathered', 'together'),\n",
       " ('one', 'place'),\n",
       " ('place', ','),\n",
       " ('dry', 'land'),\n",
       " ('land', 'appear'),\n",
       " ('appear', ';\"'),\n",
       " ('.', 'God'),\n",
       " ('God', 'called'),\n",
       " ('dry', 'land'),\n",
       " ('land', 'Earth'),\n",
       " ('Earth', ','),\n",
       " ('gathering', 'together'),\n",
       " ('called', 'Seas'),\n",
       " ('Seas', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'saw'),\n",
       " ('good', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Let'),\n",
       " ('earth', 'put'),\n",
       " ('put', 'forth'),\n",
       " ('forth', 'grass'),\n",
       " ('grass', ','),\n",
       " (',', 'herbs'),\n",
       " ('herbs', 'yielding'),\n",
       " ('yielding', 'seed'),\n",
       " ('seed', ','),\n",
       " ('fruit', 'trees'),\n",
       " ('trees', 'bearing'),\n",
       " ('bearing', 'fruit'),\n",
       " ('kind', ','),\n",
       " ('earth', ';\"'),\n",
       " ('.', 'The'),\n",
       " ('The', 'earth'),\n",
       " ('earth', 'brought'),\n",
       " ('brought', 'forth'),\n",
       " ('forth', 'grass'),\n",
       " ('grass', ','),\n",
       " (',', 'herbs'),\n",
       " ('herbs', 'yielding'),\n",
       " ('yielding', 'seed'),\n",
       " ('kind', ','),\n",
       " ('trees', 'bearing'),\n",
       " ('bearing', 'fruit'),\n",
       " ('fruit', ','),\n",
       " ('kind', ';'),\n",
       " ('God', 'saw'),\n",
       " ('good', '.'),\n",
       " ('.', 'There'),\n",
       " ('morning', ','),\n",
       " ('third', 'day'),\n",
       " ('day', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Let'),\n",
       " ('night', ';'),\n",
       " ('signs', ','),\n",
       " ('seasons', ','),\n",
       " ('years', ';'),\n",
       " ('give', 'light'),\n",
       " ('earth', ';\"'),\n",
       " ('.', 'God'),\n",
       " ('God', 'made'),\n",
       " ('two', 'great'),\n",
       " ('great', 'lights'),\n",
       " ('lights', ':'),\n",
       " ('greater', 'light'),\n",
       " ('day', ','),\n",
       " ('lesser', 'light'),\n",
       " ('night', '.'),\n",
       " ('.', 'He'),\n",
       " ('He', 'also'),\n",
       " ('also', 'made'),\n",
       " ('stars', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'set'),\n",
       " ('give', 'light'),\n",
       " ('earth', ','),\n",
       " ('night', ','),\n",
       " ('darkness', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'saw'),\n",
       " ('good', '.'),\n",
       " ('.', 'There'),\n",
       " ('morning', ','),\n",
       " ('fourth', 'day'),\n",
       " ('day', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Let'),\n",
       " ('waters', 'swarm'),\n",
       " ('living', 'creatures'),\n",
       " ('creatures', ','),\n",
       " ('let', 'birds'),\n",
       " ('birds', 'fly'),\n",
       " ('open', 'expanse'),\n",
       " ('sky', '.\"'),\n",
       " ('.\"', 'God'),\n",
       " ('God', 'created'),\n",
       " ('large', 'sea'),\n",
       " ('sea', 'creatures'),\n",
       " ('creatures', ','),\n",
       " ('every', 'living'),\n",
       " ('living', 'creature'),\n",
       " ('moves', ','),\n",
       " ('waters', 'swarmed'),\n",
       " ('swarmed', ','),\n",
       " ('kind', ','),\n",
       " ('every', 'winged'),\n",
       " ('winged', 'bird'),\n",
       " ('kind', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'saw'),\n",
       " ('good', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'blessed'),\n",
       " (',', 'saying'),\n",
       " ('saying', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Be'),\n",
       " ('Be', 'fruitful'),\n",
       " ('fruitful', ','),\n",
       " ('multiply', ','),\n",
       " ('seas', ','),\n",
       " ('let', 'birds'),\n",
       " ('birds', 'multiply'),\n",
       " ('earth', '.\"'),\n",
       " ('.\"', 'There'),\n",
       " ('morning', ','),\n",
       " ('fifth', 'day'),\n",
       " ('day', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Let'),\n",
       " ('earth', 'bring'),\n",
       " ('bring', 'forth'),\n",
       " ('forth', 'living'),\n",
       " ('living', 'creatures'),\n",
       " ('kind', ','),\n",
       " (',', 'livestock'),\n",
       " ('livestock', ','),\n",
       " (',', 'creeping'),\n",
       " ('creeping', 'things'),\n",
       " ('things', ','),\n",
       " ('kind', ';\"'),\n",
       " ('.', 'God'),\n",
       " ('God', 'made'),\n",
       " ('kind', ','),\n",
       " ('kind', ','),\n",
       " ('kind', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'saw'),\n",
       " ('good', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Let'),\n",
       " ('Let', 'us'),\n",
       " ('us', 'make'),\n",
       " ('make', 'man'),\n",
       " ('image', ','),\n",
       " ('likeness', ':'),\n",
       " ('sea', ','),\n",
       " ('sky', ','),\n",
       " ('livestock', ','),\n",
       " ('earth', ','),\n",
       " ('every', 'creeping'),\n",
       " ('creeping', 'thing'),\n",
       " ('earth', '.\"'),\n",
       " ('.\"', 'God'),\n",
       " ('God', 'created'),\n",
       " ('created', 'man'),\n",
       " ('image', '.'),\n",
       " ('.', 'In'),\n",
       " ('In', 'God'),\n",
       " ('God', \"'\"),\n",
       " (';', 'male'),\n",
       " ('.', 'God'),\n",
       " ('God', 'blessed'),\n",
       " ('.', 'God'),\n",
       " ('God', 'said'),\n",
       " (',', '\"'),\n",
       " ('\"', 'Be'),\n",
       " ('Be', 'fruitful'),\n",
       " ('fruitful', ','),\n",
       " (',', 'multiply'),\n",
       " ('multiply', ','),\n",
       " (',', 'fill'),\n",
       " ('earth', ','),\n",
       " ('.', 'Have'),\n",
       " ('Have', 'dominion'),\n",
       " ('sea', ','),\n",
       " ('sky', ','),\n",
       " ('every', 'living'),\n",
       " ('living', 'thing'),\n",
       " ('earth', '.\"'),\n",
       " ('.\"', 'God'),\n",
       " ('God', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Behold'),\n",
       " ('Behold', ','),\n",
       " (',', 'I'),\n",
       " ('every', 'herb'),\n",
       " ('herb', 'yielding'),\n",
       " ('yielding', 'seed'),\n",
       " ('seed', ','),\n",
       " ('earth', ','),\n",
       " ('every', 'tree'),\n",
       " ('tree', ','),\n",
       " ('bears', 'fruit'),\n",
       " ('fruit', 'yielding'),\n",
       " ('yielding', 'seed'),\n",
       " ('seed', '.'),\n",
       " ('.', 'It'),\n",
       " ('food', '.'),\n",
       " ('.', 'To'),\n",
       " ('To', 'every'),\n",
       " ('every', 'animal'),\n",
       " ('earth', ','),\n",
       " ('every', 'bird'),\n",
       " ('sky', ','),\n",
       " ('earth', ','),\n",
       " ('life', ','),\n",
       " (',', 'I'),\n",
       " ('given', 'every'),\n",
       " ('every', 'green'),\n",
       " ('green', 'herb'),\n",
       " ('food', ';\"'),\n",
       " ('.', 'God'),\n",
       " ('God', 'saw'),\n",
       " ('saw', 'everything'),\n",
       " ('made', ','),\n",
       " (',', 'behold'),\n",
       " ('behold', ','),\n",
       " ('good', '.'),\n",
       " ('.', 'There'),\n",
       " ('morning', ','),\n",
       " ('sixth', 'day'),\n",
       " ('day', '.'),\n",
       " ('.', 'The'),\n",
       " ('The', 'heavens'),\n",
       " ('finished', ','),\n",
       " ('vast', 'array'),\n",
       " ('array', '.'),\n",
       " ('.', 'On'),\n",
       " ('seventh', 'day'),\n",
       " ('day', 'God'),\n",
       " ('God', 'finished'),\n",
       " ('made', ';'),\n",
       " ('seventh', 'day'),\n",
       " ('made', '.'),\n",
       " ('.', 'God'),\n",
       " ('God', 'blessed'),\n",
       " ('seventh', 'day'),\n",
       " ('day', ','),\n",
       " ('holy', ','),\n",
       " ('made', '.'),\n",
       " ('.', 'This'),\n",
       " ('created', ','),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'made'),\n",
       " ('heavens', '.'),\n",
       " ('.', 'No'),\n",
       " ('No', 'plant'),\n",
       " ('earth', ','),\n",
       " ('yet', 'sprung'),\n",
       " ('Yahweh', 'God'),\n",
       " ('earth', '.'),\n",
       " ('.', 'There'),\n",
       " ('ground', ','),\n",
       " ('mist', 'went'),\n",
       " ('earth', ','),\n",
       " ('whole', 'surface'),\n",
       " ('ground', '.'),\n",
       " ('.', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'formed'),\n",
       " ('formed', 'man'),\n",
       " ('ground', ','),\n",
       " ('life', ';'),\n",
       " ('man', 'became'),\n",
       " ('living', 'soul'),\n",
       " ('soul', '.'),\n",
       " ('.', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'planted'),\n",
       " ('garden', 'eastward'),\n",
       " ('eastward', ','),\n",
       " ('Eden', ','),\n",
       " ('formed', '.'),\n",
       " ('.', 'Out'),\n",
       " ('ground', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'made'),\n",
       " ('made', 'every'),\n",
       " ('every', 'tree'),\n",
       " ('sight', ','),\n",
       " ('food', ';'),\n",
       " ('life', 'also'),\n",
       " ('garden', ','),\n",
       " ('evil', '.'),\n",
       " ('.', 'A'),\n",
       " ('A', 'river'),\n",
       " ('river', 'went'),\n",
       " ('garden', ';'),\n",
       " ('parted', ','),\n",
       " ('became', 'four'),\n",
       " ('four', 'heads'),\n",
       " ('heads', '.'),\n",
       " ('.', 'The'),\n",
       " ('The', 'name'),\n",
       " ('Pishon', ':'),\n",
       " ('whole', 'land'),\n",
       " ('Havilah', ','),\n",
       " ('gold', ';'),\n",
       " ('good', '.'),\n",
       " ('.', 'There'),\n",
       " ('aromatic', 'resin'),\n",
       " ('onyx', 'stone'),\n",
       " ('stone', '.'),\n",
       " ('.', 'The'),\n",
       " ('The', 'name'),\n",
       " ('second', 'river'),\n",
       " ('Gihon', ':'),\n",
       " ('whole', 'land'),\n",
       " ('Cush', '.'),\n",
       " ('.', 'The'),\n",
       " ('The', 'name'),\n",
       " ('third', 'river'),\n",
       " ('Hiddekel', ':'),\n",
       " ('Assyria', '.'),\n",
       " ('.', 'The'),\n",
       " ('The', 'fourth'),\n",
       " ('fourth', 'river'),\n",
       " ('Euphrates', '.'),\n",
       " ('.', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'took'),\n",
       " ('man', ','),\n",
       " ('.', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'commanded'),\n",
       " ('man', ','),\n",
       " (',', 'saying'),\n",
       " ('saying', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Of'),\n",
       " ('Of', 'every'),\n",
       " ('every', 'tree'),\n",
       " ('may', 'freely'),\n",
       " ('freely', 'eat'),\n",
       " ('eat', ';'),\n",
       " ('evil', ','),\n",
       " ('surely', 'die'),\n",
       " ('die', '.\"'),\n",
       " ('.\"', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'It'),\n",
       " ('alone', ';'),\n",
       " (';', 'I'),\n",
       " ('helper', 'suitable'),\n",
       " ('.\"', 'Out'),\n",
       " ('ground', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'formed'),\n",
       " ('formed', 'every'),\n",
       " ('every', 'animal'),\n",
       " ('field', ','),\n",
       " ('every', 'bird'),\n",
       " ('sky', ','),\n",
       " ('would', 'call'),\n",
       " ('.', 'Whatever'),\n",
       " ('man', 'called'),\n",
       " ('called', 'every'),\n",
       " ('every', 'living'),\n",
       " ('living', 'creature'),\n",
       " ('creature', ','),\n",
       " ('name', '.'),\n",
       " ('.', 'The'),\n",
       " ('The', 'man'),\n",
       " ('man', 'gave'),\n",
       " ('gave', 'names'),\n",
       " ('livestock', ','),\n",
       " ('sky', ','),\n",
       " ('every', 'animal'),\n",
       " ('field', ';'),\n",
       " ('helper', 'suitable'),\n",
       " ('.', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'caused'),\n",
       " ('deep', 'sleep'),\n",
       " ('man', ','),\n",
       " ('slept', ';'),\n",
       " ('took', 'one'),\n",
       " ('ribs', ','),\n",
       " ('place', '.'),\n",
       " ('.', 'He'),\n",
       " ('He', 'made'),\n",
       " ('rib', ','),\n",
       " ('Yahweh', 'God'),\n",
       " ('man', ','),\n",
       " ('woman', ','),\n",
       " ('man', '.'),\n",
       " ('.', 'The'),\n",
       " ('The', 'man'),\n",
       " ('man', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'This'),\n",
       " ('bones', ','),\n",
       " ('flesh', '.'),\n",
       " ('.', 'She'),\n",
       " ('called', 'Woman'),\n",
       " ('Woman', ','),\n",
       " ('Man', '.\"'),\n",
       " ('.\"', 'Therefore'),\n",
       " ('mother', ','),\n",
       " ('wife', ','),\n",
       " ('one', 'flesh'),\n",
       " ('flesh', '.'),\n",
       " ('.', 'They'),\n",
       " ('naked', ','),\n",
       " ('wife', ','),\n",
       " ('ashamed', '.'),\n",
       " ('.', 'Now'),\n",
       " ('Yahweh', 'God'),\n",
       " ('made', '.'),\n",
       " ('.', 'He'),\n",
       " ('He', 'said'),\n",
       " ('woman', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Has'),\n",
       " ('Has', 'God'),\n",
       " ('God', 'really'),\n",
       " ('really', 'said'),\n",
       " ('said', ','),\n",
       " (',', \"'\"),\n",
       " (\"'\", 'You'),\n",
       " ('You', 'shall'),\n",
       " ('garden', '?\\'\"'),\n",
       " ('?\\'\"', 'The'),\n",
       " ('The', 'woman'),\n",
       " ('woman', 'said'),\n",
       " ('serpent', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Of'),\n",
       " ('may', 'eat'),\n",
       " ('eat', ','),\n",
       " ('garden', ','),\n",
       " (',', 'God'),\n",
       " ('said', ','),\n",
       " (',', \"'\"),\n",
       " (\"'\", 'You'),\n",
       " ('You', 'shall'),\n",
       " (',', 'neither'),\n",
       " ('neither', 'shall'),\n",
       " (',', 'lest'),\n",
       " ('die', '.\\'\"'),\n",
       " ('.\\'\"', 'The'),\n",
       " ('The', 'serpent'),\n",
       " ('serpent', 'said'),\n",
       " ('woman', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'You'),\n",
       " ('You', 'won'),\n",
       " ('won', \"'\"),\n",
       " ('surely', 'die'),\n",
       " ('die', ','),\n",
       " ('God', 'knows'),\n",
       " ('opened', ','),\n",
       " ('like', 'God'),\n",
       " ('God', ','),\n",
       " (',', 'knowing'),\n",
       " ('knowing', 'good'),\n",
       " ('evil', '.\"'),\n",
       " ('.\"', 'When'),\n",
       " ('woman', 'saw'),\n",
       " ('food', ','),\n",
       " ('eyes', ','),\n",
       " ('make', 'one'),\n",
       " ('one', 'wise'),\n",
       " ('wise', ','),\n",
       " ('ate', ';'),\n",
       " ('ate', '.'),\n",
       " ('.', 'The'),\n",
       " ('The', 'eyes'),\n",
       " ('opened', ','),\n",
       " ('naked', '.'),\n",
       " ('.', 'They'),\n",
       " ('They', 'sewed'),\n",
       " ('sewed', 'fig'),\n",
       " ('fig', 'leaves'),\n",
       " ('leaves', 'together'),\n",
       " ('together', ','),\n",
       " ('aprons', '.'),\n",
       " ('.', 'They'),\n",
       " ('They', 'heard'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'walking'),\n",
       " ('day', ','),\n",
       " ('wife', 'hid'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'among'),\n",
       " ('garden', '.'),\n",
       " ('.', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'called'),\n",
       " ('man', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Where'),\n",
       " ('?\"', 'The'),\n",
       " ('The', 'man'),\n",
       " ('man', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'I'),\n",
       " ('I', 'heard'),\n",
       " ('garden', ','),\n",
       " ('afraid', ','),\n",
       " ('naked', ';'),\n",
       " ('I', 'hid'),\n",
       " ('.\"', 'God'),\n",
       " ('God', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Who'),\n",
       " ('Who', 'told'),\n",
       " ('naked', '?'),\n",
       " ('?', 'Have'),\n",
       " ('I', 'commanded'),\n",
       " ('?\"', 'The'),\n",
       " ('The', 'man'),\n",
       " ('man', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'The'),\n",
       " ('The', 'woman'),\n",
       " ('tree', ','),\n",
       " ('I', 'ate'),\n",
       " ('ate', '.\"'),\n",
       " ('.\"', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'said'),\n",
       " ('woman', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'What'),\n",
       " ('done', '?\"'),\n",
       " ('?\"', 'The'),\n",
       " ('The', 'woman'),\n",
       " ('woman', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'The'),\n",
       " ('The', 'serpent'),\n",
       " ('serpent', 'deceived'),\n",
       " ('I', 'ate'),\n",
       " ('ate', '.\"'),\n",
       " ('.\"', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'said'),\n",
       " ('serpent', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Because'),\n",
       " (',', 'cursed'),\n",
       " ('livestock', ','),\n",
       " ('every', 'animal'),\n",
       " ('field', '.'),\n",
       " ('.', 'On'),\n",
       " ('belly', 'shall'),\n",
       " ('go', ','),\n",
       " ('shall', 'eat'),\n",
       " ('eat', 'dust'),\n",
       " ('life', '.'),\n",
       " ('.', 'I'),\n",
       " ('put', 'enmity'),\n",
       " ('woman', ','),\n",
       " ('offspring', '.'),\n",
       " ('.', 'He'),\n",
       " ('head', ','),\n",
       " ('heel', '.\"'),\n",
       " ('.\"', 'To'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'I'),\n",
       " ('greatly', 'multiply'),\n",
       " ('childbirth', '.'),\n",
       " ('.', 'In'),\n",
       " ('In', 'pain'),\n",
       " ('bring', 'forth'),\n",
       " ('forth', 'children'),\n",
       " ('children', '.'),\n",
       " ('.', 'Your'),\n",
       " ('Your', 'desire'),\n",
       " ('husband', ','),\n",
       " ('.\"', 'To'),\n",
       " ('To', 'Adam'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Because'),\n",
       " ('wife', \"'\"),\n",
       " ('voice', ','),\n",
       " ('tree', ','),\n",
       " ('I', 'commanded'),\n",
       " (',', 'saying'),\n",
       " ('saying', ','),\n",
       " (',', \"'\"),\n",
       " (\"'\", 'You'),\n",
       " ('You', 'shall'),\n",
       " (\",'\", 'cursed'),\n",
       " ('sake', '.'),\n",
       " ('.', 'In'),\n",
       " ('In', 'toil'),\n",
       " ('life', '.'),\n",
       " ('.', 'Thorns'),\n",
       " ('Thorns', 'also'),\n",
       " ('bring', 'forth'),\n",
       " ('field', '.'),\n",
       " ('.', 'By'),\n",
       " ('eat', 'bread'),\n",
       " ('ground', ','),\n",
       " ('taken', '.'),\n",
       " ('.', 'For'),\n",
       " ('dust', ','),\n",
       " ('shall', 'return'),\n",
       " ('return', '.\"'),\n",
       " ('.\"', 'The'),\n",
       " ('The', 'man'),\n",
       " ('man', 'called'),\n",
       " ('wife', 'Eve'),\n",
       " ('Eve', ','),\n",
       " ('living', '.'),\n",
       " ('.', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'made'),\n",
       " ('made', 'coats'),\n",
       " ('wife', ','),\n",
       " ('.', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Behold'),\n",
       " ('Behold', ','),\n",
       " ('become', 'like'),\n",
       " ('like', 'one'),\n",
       " ('us', ','),\n",
       " (',', 'knowing'),\n",
       " ('knowing', 'good'),\n",
       " ('evil', '.'),\n",
       " ('.', 'Now'),\n",
       " ('Now', ','),\n",
       " (',', 'lest'),\n",
       " ('put', 'forth'),\n",
       " ('hand', ','),\n",
       " ('also', 'take'),\n",
       " ('life', ','),\n",
       " ('eat', ','),\n",
       " ('live', 'forever'),\n",
       " ('forever', '...\"'),\n",
       " ('...\"', 'Therefore'),\n",
       " ('Therefore', 'Yahweh'),\n",
       " ('Yahweh', 'God'),\n",
       " ('God', 'sent'),\n",
       " ('Eden', ','),\n",
       " ('taken', '.'),\n",
       " ('.', 'So'),\n",
       " ('man', ';'),\n",
       " ('placed', 'Cherubs'),\n",
       " ('Eden', ','),\n",
       " ('turned', 'every'),\n",
       " ('every', 'way'),\n",
       " ('way', ','),\n",
       " ('life', '.'),\n",
       " ('.', 'The'),\n",
       " ('The', 'man'),\n",
       " ('man', 'knew'),\n",
       " ('knew', 'Eve'),\n",
       " ('wife', '.'),\n",
       " ('.', 'She'),\n",
       " ('She', 'conceived'),\n",
       " ('conceived', ','),\n",
       " ('gave', 'birth'),\n",
       " ('Cain', ','),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'I'),\n",
       " ('Yahweh', \"'\"),\n",
       " ('help', '.\"'),\n",
       " ('.\"', 'Again'),\n",
       " ('gave', 'birth'),\n",
       " ('birth', ','),\n",
       " ('Cain', \"'\"),\n",
       " ('brother', 'Abel'),\n",
       " ('Abel', '.'),\n",
       " ('.', 'Abel'),\n",
       " ('sheep', ','),\n",
       " ('ground', '.'),\n",
       " ('.', 'As'),\n",
       " ('As', 'time'),\n",
       " ('time', 'passed'),\n",
       " ('passed', ','),\n",
       " ('Cain', 'brought'),\n",
       " ('ground', '.'),\n",
       " ('.', 'Abel'),\n",
       " ('Abel', 'also'),\n",
       " ('also', 'brought'),\n",
       " ('.', 'Yahweh'),\n",
       " ('Yahweh', 'respected'),\n",
       " ('respected', 'Abel'),\n",
       " ('offering', ','),\n",
       " ('didn', \"'\"),\n",
       " ('respect', 'Cain'),\n",
       " ('offering', '.'),\n",
       " ('.', 'Cain'),\n",
       " ('angry', ','),\n",
       " ('face', 'fell'),\n",
       " ('fell', '.'),\n",
       " ('.', 'Yahweh'),\n",
       " ('Yahweh', 'said'),\n",
       " ('Cain', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Why'),\n",
       " ('angry', '?'),\n",
       " ('?', 'Why'),\n",
       " ('face', 'fallen'),\n",
       " ('fallen', '?'),\n",
       " ('?', 'If'),\n",
       " ('well', ','),\n",
       " ('?', 'If'),\n",
       " ('well', ','),\n",
       " (',', 'sin'),\n",
       " ('sin', 'crouches'),\n",
       " ('door', '.'),\n",
       " ('.', 'Its'),\n",
       " ('Its', 'desire'),\n",
       " ('.\"', 'Cain'),\n",
       " ('Cain', 'said'),\n",
       " ('Abel', ','),\n",
       " ('brother', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Let'),\n",
       " ('Let', \"'\"),\n",
       " ('field', '.\"'),\n",
       " ('.\"', 'It'),\n",
       " ('It', 'happened'),\n",
       " ('field', ','),\n",
       " ('Cain', 'rose'),\n",
       " ('Abel', ','),\n",
       " ('brother', ','),\n",
       " ('.', 'Yahweh'),\n",
       " ('Yahweh', 'said'),\n",
       " ('Cain', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Where'),\n",
       " ('Abel', ','),\n",
       " ('brother', '?\"'),\n",
       " ('?\"', 'He'),\n",
       " ('He', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'I'),\n",
       " ('know', '.'),\n",
       " ('.', 'Am'),\n",
       " ('Am', 'I'),\n",
       " ('brother', \"'\"),\n",
       " ('keeper', '?\"'),\n",
       " ('?\"', 'Yahweh'),\n",
       " ('Yahweh', 'said'),\n",
       " ('said', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'What'),\n",
       " ('done', '?'),\n",
       " ('?', 'The'),\n",
       " ('The', 'voice'),\n",
       " ('brother', \"'\"),\n",
       " ('blood', 'cries'),\n",
       " ('ground', '.'),\n",
       " ('.', 'Now'),\n",
       " ('ground', ','),\n",
       " ('brother', \"'\"),\n",
       " ('hand', '.'),\n",
       " ('.', 'From'),\n",
       " ('ground', ','),\n",
       " ('won', \"'\"),\n",
       " ('.', 'You'),\n",
       " ('You', 'shall'),\n",
       " ('earth', '.\"'),\n",
       " ('.\"', 'Cain'),\n",
       " ('Cain', 'said'),\n",
       " ('Yahweh', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'My'),\n",
       " ('My', 'punishment'),\n",
       " ('bear', '.'),\n",
       " ('.', 'Behold'),\n",
       " ('Behold', ','),\n",
       " ('ground', '.'),\n",
       " ('.', 'I'),\n",
       " ('face', ','),\n",
       " ('earth', '.'),\n",
       " ('.', 'It'),\n",
       " ('whoever', 'finds'),\n",
       " ('.\"', 'Yahweh'),\n",
       " ('Yahweh', 'said'),\n",
       " (',', '\"'),\n",
       " ('\"', 'Therefore'),\n",
       " ('Therefore', 'whoever'),\n",
       " ('whoever', 'slays'),\n",
       " ('slays', 'Cain'),\n",
       " ('Cain', ','),\n",
       " (',', 'vengeance'),\n",
       " ('sevenfold', '.\"'),\n",
       " ('.\"', 'Yahweh'),\n",
       " ('Yahweh', 'appointed'),\n",
       " ('Cain', ','),\n",
       " (',', 'lest'),\n",
       " ('.', 'Cain'),\n",
       " ('Cain', 'went'),\n",
       " ('Yahweh', \"'\"),\n",
       " ('presence', ','),\n",
       " ('Nod', ','),\n",
       " (',', 'east'),\n",
       " ('Eden', '.'),\n",
       " ('.', 'Cain'),\n",
       " ('Cain', 'knew'),\n",
       " ('wife', '.'),\n",
       " ('.', 'She'),\n",
       " ('She', 'conceived'),\n",
       " ('conceived', ','),\n",
       " ('gave', 'birth'),\n",
       " ('Enoch', '.'),\n",
       " ('.', 'He'),\n",
       " ('He', 'built'),\n",
       " ('city', ','),\n",
       " ('city', ','),\n",
       " ('son', ','),\n",
       " (',', 'Enoch'),\n",
       " ('Enoch', '.'),\n",
       " ('.', 'To'),\n",
       " ('To', 'Enoch'),\n",
       " ('born', 'Irad'),\n",
       " ('Irad', '.'),\n",
       " ('.', 'Irad'),\n",
       " ('Irad', 'became'),\n",
       " ('Mehujael', '.'),\n",
       " ('.', 'Mehujael'),\n",
       " ('Mehujael', 'became'),\n",
       " ('Methushael', '.'),\n",
       " ('.', 'Methushael'),\n",
       " ('Methushael', 'became'),\n",
       " ('Lamech', '.'),\n",
       " ('.', 'Lamech'),\n",
       " ('Lamech', 'took'),\n",
       " ('took', 'two'),\n",
       " ('two', 'wives'),\n",
       " ('wives', ':'),\n",
       " ('Adah', ','),\n",
       " ('Zillah', '.'),\n",
       " ('.', 'Adah'),\n",
       " ('Adah', 'gave'),\n",
       " ('gave', 'birth'),\n",
       " ('Jabal', ','),\n",
       " ('livestock', '.'),\n",
       " ('.', 'His'),\n",
       " ('His', 'brother'),\n",
       " ('brother', \"'\"),\n",
       " ('Jubal', ','),\n",
       " ('pipe', '.'),\n",
       " ('.', 'Zillah'),\n",
       " ('Zillah', 'also'),\n",
       " ('also', 'gave'),\n",
       " ('gave', 'birth'),\n",
       " ('Tubal', 'Cain'),\n",
       " ('Cain', ','),\n",
       " ('every', 'cutting'),\n",
       " ('cutting', 'instrument'),\n",
       " ('iron', '.'),\n",
       " ('.', 'Tubal'),\n",
       " ('Tubal', 'Cain'),\n",
       " ('Cain', \"'\"),\n",
       " ('Naamah', '.'),\n",
       " ('.', 'Lamech'),\n",
       " ('Lamech', 'said'),\n",
       " ('wives', ','),\n",
       " (',', '\"'),\n",
       " ('\"', 'Adah'),\n",
       " ('Zillah', ','),\n",
       " (',', 'hear'),\n",
       " ('voice', '.'),\n",
       " ('.', 'You'),\n",
       " ('You', 'wives'),\n",
       " ('Lamech', ','),\n",
       " (',', 'listen'),\n",
       " ('speech', ','),\n",
       " ('young', 'man'),\n",
       " ('.', 'If'),\n",
       " ('If', 'Cain'),\n",
       " ('avenged', 'seven'),\n",
       " ('seven', 'times'),\n",
       " ('times', ','),\n",
       " (',', 'truly'),\n",
       " ('truly', 'Lamech'),\n",
       " ('Lamech', 'seventy'),\n",
       " ('seventy', '-'),\n",
       " ('-', 'seven'),\n",
       " ('seven', 'times'),\n",
       " ('times', '.\"'),\n",
       " ('.\"', 'Adam'),\n",
       " ('Adam', 'knew'),\n",
       " ('.', 'She'),\n",
       " ('She', 'gave'),\n",
       " ('gave', 'birth'),\n",
       " ('son', ','),\n",
       " ('Seth', ','),\n",
       " (',', '\"'),\n",
       " ('another', 'child'),\n",
       " ('child', 'instead'),\n",
       " ('Abel', ','),\n",
       " ('Cain', 'killed'),\n",
       " ('.\"', 'There'),\n",
       " ('also', 'born'),\n",
       " ('Seth', ','),\n",
       " ('Enosh', '.'),\n",
       " ('.', 'Then'),\n",
       " ('Then', 'men'),\n",
       " ('men', 'began'),\n",
       " ('Yahweh', \"'\"),\n",
       " ...]"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "[g \n",
    " for g in ngrams(genesis.words('english-web.txt'), 2) \n",
    " if not any(\n",
    "        [w in stopwords.words(\"english\") \n",
    "         for w in g])]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.4.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}