Name+entity+tagging.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Started\n"
     ]
    }
   ],
   "source": [
    "# -*- coding: utf-8 -*-\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import spacy\n",
    "\n",
    "RS = 10424\n",
    "print(\"Started\")\n",
    "np.random.seed(RS)\n",
    "input_folder = './input/'\n",
    "pd.options.display.max_colwidth = 200"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "nlp = spacy.load('en_core_web_md')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Sanity test:\n",
      "['', '', '', '', '', '', '', '']\n"
     ]
    }
   ],
   "source": [
    "print('Sanity test:')\n",
    "#doc = nlp(u'I am a good programmer!')\n",
    "doc = nlp(u'how would you review the site Waveclues ?')\n",
    "print([t.ent_type_ for t in doc])\n",
    "\n",
    "df_train = pd.read_csv(input_folder + 'train.csv')\n",
    "y_train = df_train['is_duplicate'].values\n",
    "#df_test  = pd.read_csv(input_folder + 'test.csv')\n",
    "\n",
    "#print(\"Original data: X_train: {}, X_test: {}\".format(df_train.shape, df_test.shape))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'df_train' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m<ipython-input-4-998949488f5d>\u001b[0m in \u001b[0;36m<module>\u001b[0;34m()\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0mx_train\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mpd\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mDataFrame\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mfrom_csv\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'./datasets/why_jaccard_x_intersect_train_extended.csv'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mreset_index\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdrop\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'index'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      2\u001b[0m \u001b[0;31m#x_test = pd.DataFrame.from_csv('./datasets/why_jaccard_x_intersect_test.csv').reset_index(drop=['index'])\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 3\u001b[0;31m \u001b[0my_train\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mdf_train\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'is_duplicate'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mvalues\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m: name 'df_train' is not defined"
     ]
    }
   ],
   "source": [
    "x_train = pd.DataFrame.from_csv('./datasets/why_jaccard_x_intersect_train_extended.csv').reset_index(drop=['index'])\n",
    "#x_test = pd.DataFrame.from_csv('./datasets/why_jaccard_x_intersect_test.csv').reset_index(drop=['index'])\n",
    "y_train = df_train['is_duplicate'].values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "qid_dict = {}\n",
    "\n",
    "for i,series in df_train.iterrows():\n",
    "    if series['qid1'] not in qid_dict:\n",
    "        qid_dict[series['qid1']] = series['question1']\n",
    "    if series['qid2'] not in qid_dict:\n",
    "        qid_dict[series['qid2']] = series['question2']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import pickle\n",
    "\n",
    "#pickle.dump(qid_dict, open('./datasets/qid_dict.pkl', 'wb'))\n",
    "q_dict = pickle.load( open('./datasets/qid_dict.pkl', 'rb') )        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "SPECIAL_TOKENS = {\n",
    "    'quoted': 'quoted_item',\n",
    "    'non-ascii': 'non_ascii_word',\n",
    "    'undefined': 'something'\n",
    "}"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import re\n",
    "\n",
    "def clean_string(text):\n",
    "    \n",
    "    def pad_str(s):\n",
    "        return ' '+s+' '\n",
    "    \n",
    "    # Empty question\n",
    "    \n",
    "    if type(text) != str or text=='':\n",
    "        return ''\n",
    "    \n",
    "    # preventing first and last word being ignored by regex\n",
    "    # and convert first word in question to lower case\n",
    "    \n",
    "    text = ' ' + text[0].lower() + text[1:] + ' '\n",
    "    \n",
    "    # replace all first char after either [.!?)\"'] with lowercase\n",
    "    # don't mind if we lowered a proper noun, it won't be a big problem\n",
    "    \n",
    "    def lower_first_char(pattern):\n",
    "        matched_string = pattern.group(0)\n",
    "        return matched_string[:-1] + matched_string[-1].lower()\n",
    "    \n",
    "    text = re.sub(\"(?<=[\\.\\?\\)\\!\\'\\\"])[\\s]*.\",lower_first_char , text)\n",
    "    \n",
    "    # Replace weird chars in text\n",
    "    \n",
    "    text = re.sub(\"’\", \"'\", text) # special single quote\n",
    "    text = re.sub(\"`\", \"'\", text) # special single quote\n",
    "    text = re.sub(\"“\", '\"', text) # special double quote\n",
    "    text = re.sub(\"？\", \"?\", text) \n",
    "    text = re.sub(\"…\", \" \", text) \n",
    "    text = re.sub(\"é\", \"e\", text) \n",
    "    \n",
    "    # Clean shorthands\n",
    "    \n",
    "    text = re.sub(\"\\'s\", \" \", text) # we have cases like \"Sam is\" or \"Sam's\" (i.e. his) these two cases aren't separable, I choose to compromise are kill \"'s\" directly\n",
    "    text = re.sub(\" whats \", \" what is \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(\"\\'ve\", \" have \", text)\n",
    "    text = re.sub(\"can't\", \"can not\", text)\n",
    "    text = re.sub(\"n't\", \" not \", text)\n",
    "    text = re.sub(\"i'm\", \"i am\", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(\"\\'re\", \" are \", text)\n",
    "    text = re.sub(\"\\'d\", \" would \", text)\n",
    "    text = re.sub(\"\\'ll\", \" will \", text)\n",
    "    text = re.sub(\"e\\.g\\.\", \" eg \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(\"b\\.g\\.\", \" bg \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\"(\\W|^)([0-9]+)[kK](\\W|$)\", r\"\\1\\g<2>000\\3\", text) # better regex provided by @armamut\n",
    "    text = re.sub(\"e-mail\", \" email \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(\"(the[\\s]+|The[\\s]+)?U\\.S\\.A\\.\", \" America \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(\"(the[\\s]+|The[\\s]+)?United State(s)?\", \" America \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(\"\\(s\\)\", \" \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(\"[c-fC-F]\\:\\/\", \" disk \", text)\n",
    "    \n",
    "    # replace the float numbers with a random number, it will be parsed as number afterward, and also been replaced with word \"number\"\n",
    "    \n",
    "    text = re.sub('[0-9]+\\.[0-9]+', \" 87 \", text)\n",
    "    \n",
    "    # remove comma between numbers, i.e. 15,000 -> 15000\n",
    "    \n",
    "    text = re.sub('(?<=[0-9])\\,(?=[0-9])', \"\", text)\n",
    "    \n",
    "#     # all numbers should separate from words, this is too aggressive\n",
    "    \n",
    "#     def pad_number(pattern):\n",
    "#         matched_string = pattern.group(0)\n",
    "#         return pad_str(matched_string)\n",
    "#     text = re.sub('[0-9]+', pad_number, text)\n",
    "    \n",
    "    # add padding to punctuations and special chars, we still need them later\n",
    "    \n",
    "    text = re.sub('\\$', \" dollar \", text)\n",
    "    text = re.sub('\\%', \" percent \", text)\n",
    "    text = re.sub('\\&', \" and \", text)\n",
    "    \n",
    "    def pad_pattern(pattern):\n",
    "        matched_string = pattern.group(0)\n",
    "        return pad_str(matched_string)\n",
    "    text = re.sub('[\\!\\?\\@\\^\\+\\*\\/\\,\\~\\|\\`\\=\\:\\;\\.\\#\\\\\\]', pad_pattern, text) \n",
    "        \n",
    "    text = re.sub('[^\\x00-\\x7F]+', pad_str(SPECIAL_TOKENS['non-ascii']), text) # replace non-ascii word with special word\n",
    "    \n",
    "    # indian dollar\n",
    "    \n",
    "    text = re.sub(\"(?<=[0-9])rs \", \" rs \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(\" rs(?=[0-9])\", \" rs \", text, flags=re.IGNORECASE)\n",
    "    \n",
    "    # clean text rules get from : https://www.kaggle.com/currie32/the-importance-of-cleaning-text\n",
    "    \n",
    "    text = re.sub(r\" (the[\\s]+|The[\\s]+)?US(A)? \", \" America \", text)\n",
    "    text = re.sub(r\" UK \", \" England \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" india \", \" India \", text)\n",
    "    text = re.sub(r\" switzerland \", \" Switzerland \", text)\n",
    "    text = re.sub(r\" china \", \" China \", text)\n",
    "    text = re.sub(r\" chinese \", \" Chinese \", text) \n",
    "    text = re.sub(r\" imrovement \", \" improvement \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" intially \", \" initially \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" quora \", \" Quora \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" dms \", \" direct messages \", text, flags=re.IGNORECASE)  \n",
    "    text = re.sub(r\" demonitization \", \" demonetization \", text, flags=re.IGNORECASE) \n",
    "    text = re.sub(r\" actived \", \" active \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" kms \", \" kilometers \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" cs \", \" computer science \", text, flags=re.IGNORECASE) \n",
    "    text = re.sub(r\" upvote\", \" up vote\", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" iPhone \", \" phone \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" \\0rs \", \" rs \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" calender \", \" calendar \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" ios \", \" operating system \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" gps \", \" GPS \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" gst \", \" GST \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" programing \", \" programming \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" bestfriend \", \" best friend \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" dna \", \" DNA \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" III \", \" 3 \", text)\n",
    "    text = re.sub(r\" banglore \", \" Banglore \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" J K \", \" JK \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" J\\.K\\. \", \" JK \", text, flags=re.IGNORECASE)\n",
    "    \n",
    "    # typos identified with my eyes\n",
    "    \n",
    "    text = re.sub(r\" quikly \", \" quickly \", text)\n",
    "    text = re.sub(r\" unseccessful \", \" unsuccessful \", text)\n",
    "    text = re.sub(r\" demoniti[\\S]+ \", \" demonetization \", text, flags=re.IGNORECASE)\n",
    "    text = re.sub(r\" demoneti[\\S]+ \", \" demonetization \", text, flags=re.IGNORECASE)  \n",
    "    text = re.sub(r\" addmision \", \" admission \", text)\n",
    "    text = re.sub(r\" insititute \", \" institute \", text)\n",
    "    text = re.sub(r\" connectionn \", \" connection \", text)\n",
    "    text = re.sub(r\" permantley \", \" permanently \", text)\n",
    "    text = re.sub(r\" sylabus \", \" syllabus \", text)\n",
    "    text = re.sub(r\" sequrity \", \" security \", text)\n",
    "    text = re.sub(r\" undergraduation \", \" undergraduate \", text) # not typo, but GloVe can't find it\n",
    "    text = re.sub(r\"(?=[a-zA-Z])ig \", \"ing \", text)\n",
    "    text = re.sub(r\" latop\", \" laptop\", text)\n",
    "    text = re.sub(r\" programmning \", \" programming \", text)  \n",
    "    text = re.sub(r\" begineer \", \" beginner \", text)  \n",
    "    text = re.sub(r\" qoura \", \" Quora \", text)\n",
    "    text = re.sub(r\" wtiter \", \" writer \", text)  \n",
    "    text = re.sub(r\" litrate \", \" literate \", text)  \n",
    "\n",
    "      \n",
    "    # for words like A-B-C-D or \"A B C D\", \n",
    "    # if A,B,C,D individuaally has vector in glove:\n",
    "    #     it can be treat as separate words\n",
    "    # else:\n",
    "    #     replace it as a special word, A_B_C_D is enough, we'll deal with that word later\n",
    "    #\n",
    "    # Testcase: 'a 3-year-old 4 -tier car'\n",
    "    \n",
    "    def dash_dealer(pattern):\n",
    "        matched_string = pattern.group(0)\n",
    "        splited = matched_string.split('-')\n",
    "        splited = [sp.strip() for sp in splited if sp!=' ' and sp!='']\n",
    "        joined = ' '.join(splited)\n",
    "        parsed = nlp(joined)\n",
    "        for token in parsed:\n",
    "            # if one of the token is not common word, then join the word into one single word\n",
    "            if not token.has_vector or token.text in SPECIAL_TOKENS.values():\n",
    "                return '_'.join(splited)\n",
    "        # if all tokens are common words, then split them\n",
    "        return joined\n",
    "\n",
    "    text = re.sub(\"[a-zA-Z0-9\\-]*-[a-zA-Z0-9\\-]*\", dash_dealer, text)\n",
    "    \n",
    "    # try to see if sentence between quotes is meaningful\n",
    "    # rule:\n",
    "    #     if exist at least one word is \"not number\" and \"length longer than 2\" and \"it can be identified by SpaCy\":\n",
    "    #         then consider the string is meaningful\n",
    "    #     else:\n",
    "    #         replace the string with a special word, i.e. quoted_item\n",
    "    # Testcase:\n",
    "    # i am a good (programmer)      -> i am a good programmer\n",
    "    # i am a good (programmererer)  -> i am a good quoted_item\n",
    "    # i am \"i am a\"                 -> i am quoted_item\n",
    "    # i am \"i am a programmer\"      -> i am i am a programmer\n",
    "    # i am \"i am a programmererer\"  -> i am quoted_item\n",
    "    \n",
    "    def quoted_string_parser(pattern):\n",
    "        string = pattern.group(0)\n",
    "        parsed = nlp(string[1:-1])\n",
    "        is_meaningful = False\n",
    "        for token in parsed:\n",
    "            # if one of the token is meaningful, we'll consider the full string is meaningful\n",
    "            if len(token.text)>2 and not token.text.isdigit() and token.has_vector:\n",
    "                is_meaningful = True\n",
    "            elif token.text in SPECIAL_TOKENS.values():\n",
    "                is_meaningful = True\n",
    "            \n",
    "        if is_meaningful:\n",
    "            return string\n",
    "        else:\n",
    "            return pad_str(string[0]) + SPECIAL_TOKENS['quoted'] + pad_str(string[-1])\n",
    "\n",
    "    text = re.sub('\\\".*\\\"', quoted_string_parser, text)\n",
    "    text = re.sub(\"\\'.*\\'\", quoted_string_parser, text)\n",
    "    text = re.sub(\"\\(.*\\)\", quoted_string_parser, text)\n",
    "    text = re.sub(\"\\[.*\\]\", quoted_string_parser, text)\n",
    "    text = re.sub(\"\\{.*\\}\", quoted_string_parser, text)\n",
    "    text = re.sub(\"\\<.*\\>\", quoted_string_parser, text)\n",
    "\n",
    "    text = re.sub('[\\(\\)\\[\\]\\{\\}\\<\\>\\'\\\"]', pad_pattern, text) \n",
    "    \n",
    "    # the single 's' in this stage is 99% of not clean text, just kill it\n",
    "    text = re.sub(' s ', \" \", text)\n",
    "    \n",
    "    # reduce extra spaces into single spaces\n",
    "    text = re.sub('[\\s]+', \" \", text)\n",
    "    text = text.strip()\n",
    "    \n",
    "    return text"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processed 100000 out of 537933\n",
      "Processed 200000 out of 537933\n",
      "Processed 300000 out of 537933\n",
      "Processed 400000 out of 537933\n",
      "Processed 500000 out of 537933\n"
     ]
    }
   ],
   "source": [
    "# %%time\n",
    "\n",
    "processed = []\n",
    "\n",
    "for k in qid_dict:\n",
    "    if k%100000==0:\n",
    "        print('Processed {} out of {}'.format(k,len(qid_dict)))\n",
    "    \n",
    "    temp = clean_string(qid_dict[k])\n",
    "    \n",
    "    if qid_dict[k] != temp:\n",
    "        processed.append(k)\n",
    "        qid_dict[k] = clean_string(qid_dict[k])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "#set(map(lambda k: qid_dict[k], processed))\n",
    "#keys = set(qid_dict.keys())\n",
    "pkeys = set(processed)\n",
    "\n",
    "unprocessed = [qid for qid in qid_dict.keys() if qid not in pkeys]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "what is the step by step guide to invest in share market in India ?\n",
      "what is the step by step guide to invest in share market ?\n",
      "what is the story of Kohinoor ( Koh i Noor ) diamond ?\n",
      "what would happen if the Indian government stole the Kohinoor ( Koh i Noor ) diamond back ?\n",
      "how can I increase the speed of my internet connection while using a VPN ?\n",
      "how can Internet speed be increased by hacking through DNS ?\n",
      "why am I mentally very lonely ? how can I solve it ?\n",
      "find the remainder when [ math ] 23 ^ { quoted_item } [ / math ] is divided by 2423 ?\n",
      "which one dissolve in water quickly sugar , salt , methane and carbon di oxide ?\n",
      "which fish would survive in salt water ?\n",
      "astrology : I am a Capricorn Sun Cap moon and cap rising . . . what does that say about me ?\n",
      "i am a triple Capricorn ( Sun , Moon and ascendant in Capricorn ) what does this say about me ?\n",
      "should I buy tiago ?\n",
      "what keeps childern active and far from phone and video games ?\n",
      "how can I be a good geologist ?\n",
      "what should I do to be a great geologist ?\n",
      "when do you use non_ascii_word instead of non_ascii_word ?\n",
      "when do you use \" and \" instead of \" and \" ?\n",
      "motorola ( company ) : Can I hack my Charter Motorolla DCX3400 ?\n",
      "how do I hack Motorola DCX3400 for free internet ?\n",
      "method to find separation of slits using fresnel biprism ?\n",
      "what are some of the things technicians can tell about the durability and reliability of Laptops and its components ?\n",
      "how do I read and find my YouTube comments ?\n",
      "how can I see all my Youtube comments ?\n",
      "what can make Physics easy to learn ?\n",
      "how can you make physics easy to learn ?\n",
      "what was your first sexual experience like ?\n",
      "what was your first sexual experience ?\n",
      "what are the laws to change your status from a student visa to a green card in America , how do they compare to the immigration laws in Canada ?\n",
      "what are the laws to change your status from a student visa to a green card in America ? how do they compare to the immigration laws in Japan ?\n",
      "what would a Trump presidency mean for current international master students on an F1 visa ?\n",
      "how will a Trump presidency affect the students presently in America or planning to study in America ?\n",
      "what does manipulation mean ?\n",
      "what does manipulation means ?\n",
      "why do girls want to be friends with the guy they reject ?\n",
      "how do guys feel after rejecting a girl ?\n",
      "why are so many Quora users posting questions that are readily answered on Google ?\n",
      "why do people ask Quora questions which can be answered easily by Google ?\n",
      "which is the best digital marketing institution in Banglore ?\n",
      "which is the best digital marketing institute in Pune ?\n",
      "why do rockets look white ?\n",
      "why are rockets and boosters painted white ?\n",
      "what causing someone to be jealous ?\n",
      "what can I do to avoid being jealous of someone ?\n",
      "what are the questions should not ask on Quora ?\n",
      "which question should I ask on Quora ?\n",
      "how much is 30 kV in HP ?\n",
      "where can I find a conversion chart for CC to horsepower ?\n",
      "what does it mean that every time I look at the clock the numbers are the same ?\n",
      "how many times a day do a clock hands overlap ?\n",
      "what are some tips on making it through the job interview process at Medicines ?\n",
      "what are some tips on making it through the job interview process at Foundation Medicine ?\n",
      "what is web application ?\n",
      "what is the web application framework ?\n",
      "does society place too much importance on sports ?\n",
      "how do sports contribute to the society ?\n",
      "what is best way to make money online ?\n",
      "what is best way to ask for money online ?\n",
      "how should I prepare for CA final law ?\n",
      "how one should know that he / she completely prepare for CA final exam ?\n",
      "what one thing you would like to do better ?\n",
      "what one thing you do despite knowing better ?\n",
      "what are some special cares for someone with a nose that gets stuffy during the night ?\n",
      "how can I keep my nose from getting stuffy at night ?\n",
      "what Game of Thrones villain would be the most likely to give you mercy ?\n",
      "what Game of Thrones villain would you most like to be at the mercy of ?\n",
      "does America government still blacklist ( employment , etc . ) some America citizens because their political views ?\n",
      "how is the average speed of gas molecules determined ?\n",
      "what is the best travel website in spain ?\n",
      "what is the best travel website ?\n",
      "why do some people think Obama will try to take their guns away ?\n",
      "has there been a gun control initiative to take away guns people already own ?\n",
      "i am a 19 year old . how can I improve my skills or what should I do to become an entrepreneur in the next few years ?\n",
      "i am a 19 year old guy . how can I become a billionaire in the next 10 years ?\n",
      "when a girlfriend asks her boyfriend \" why did you choose me ? what makes you want to be with me ? \" , what should one reply to her ?\n",
      "my girlfriend said that we should end this because she is confused about her feelings for me . i wished her well and disconnected . should I call her and ask her if she wants to get back together ?\n",
      "how do we prepare for UPSC ?\n",
      "how do I prepare for civil service ?\n",
      "what is the stall speed and AOA of an f 14 with wings fully swept back ?\n",
      "why did aircraft stop using variable sweep wings , like those on an F 14 ?\n",
      "why do Slavs squat ?\n",
      "will squats make my legs thicker ?\n",
      "when can I expect my Cognizant confirmation mail ?\n",
      "when can I expect Cognizant confirmation mail ?\n",
      "can I make 50000 a month by day trading ?\n",
      "can I make 30000 a month by day trading ?\n",
      "is being a good kid and not being a rebel worth it in the long run ?\n",
      "is being bored good for a kid ?\n",
      "what universities does Rexnord recruit new grads from ? what majors are they looking for ?\n",
      "what universities does B and G Foods recruit new grads from ? what majors are they looking for ?\n",
      "what is the quickest way to increase Instagram followers ?\n",
      "how can we increase our number of Instagram followers ?\n",
      "how did Darth Vader fought Darth Maul in Star Wars Legends ?\n",
      "does Quora have a character limit for profile descriptions ?\n",
      "what are the stages of breaking up between couple ? i mean , what happens after the breaking up emotionally whether its a male or female ?\n",
      "who is affected more by a breakup , the boy or the girl ?\n",
      "what are some examples of products that can be make from crude oil ?\n",
      "what are some of the products made from crude oil ?\n",
      "how do I make friends .\n",
      "how to make friends ?\n",
      "is Career Launcher good for RBI Grade B preparation ?\n",
      "how is career launcher online program for RBI Grade B ?\n",
      "will a Blu Ray play on a regular DVD player ? if so , how ?\n",
      "how can you play a Blu Ray DVD on a regular DVD player ?\n",
      "nd she is always sad ?\n",
      "aerodynamically what happens when propellor rotates ?\n",
      "what is the best / most memorable thing you have ever eaten and why ?\n",
      "what is the most delicious dish you have ever eaten and why ?\n",
      "how GST affects the CAs and tax officers ?\n",
      "why can not I do my homework ?\n",
      "how difficult is it get into RSI ?\n",
      "do you apply for programs like RSI when you are a rising senior ?\n",
      "who is israil friend ?\n",
      "is my boyfriend lying about his true feelings for his friend and is he secretly attracted to her ?\n",
      "what are some good rap songs to dance to ?\n",
      "what are some of the best rap songs ?\n",
      "i was suddenly logged off Gmail . i can not remember my Gmail password and just realized the recovery email is no longer alive . what can I do ?\n",
      "i can not remember my Gmail password or my recovery email . how can I recover my email ?\n",
      "what are the best ways to learn French ?\n",
      "how do I learn french genders ?\n",
      "how do I download content from a kickass torrent without registration ?\n",
      "is Kickass Torrents trustworthy ?\n",
      "is it normal to have a dark ring around the iris of my eye ?\n",
      "what causes a dark ring around the iris ? how should it be treated ?\n",
      "how is the new Harry Potter book ' harry Potter and the Cursed Child ' ?\n",
      "how bad is the new book by J . k Rowling ?\n",
      "why do I always get depressed ?\n",
      "why do I always get depressed in the evening ?\n",
      "where can I find a European family office database ?\n",
      "where do I find a U . . family office database ?\n",
      "what is Java programming ? how To Learn Java Programming Language ?\n",
      "how do I learn a computer language like java ?\n",
      "what is the best book ever made ?\n",
      "what is the most important book you have ever read ?\n",
      "can we ever store energy produced in lightning ?\n",
      "is it possible to store the energy of lightning ?\n",
      "what is your review of Performance Testing ?\n",
      "what is performance testing ?\n",
      "at what cost does so much privacy as in Germany come ? what else is lost to gain so much privacy ?\n",
      "are there any people who genuinely enjoy salad with no dressing ?\n",
      "what are the types of immunity ?\n",
      "what are the different types of immunity in our body ?\n",
      "what is a narcissistic personality disorder ?\n",
      "what is narcissistic personality disorder ?\n",
      "how I can speak English fluently ?\n",
      "how can I learn to speak English fluently ?\n",
      "how helpful is QuickBooks ' auto data recovery support phone number to recover your corrupted data files ?\n",
      "what is the quickbooks customer support phone number America ?\n",
      "who is the richest gambler of all time and how can I reach his level ?\n",
      "who is the richest gambler of all time and how can I reach his level as a gambler ?\n",
      "if I fire a bullet backward from an aircraft going faster than the bullet ; will the bullet be going backwards ?\n",
      "do bullets travel faster than the speed of sound when shot from a gun ? if not , is it possible ? if they do , what gun and how much devastation occurs ?\n",
      "how do I prevent breast cancer ?\n",
      "is breast cancer preventable ?\n",
      "how do I log out of my Gmail account on my friend phone ?\n",
      "how can I know who logged in to my Gmail account ? ( by telling his IP address or device name ) ?\n",
      "how can I make money through the Internet ?\n",
      "what are some different ways to make money online , excluding selling things ?\n",
      "what is purpose of life ?\n",
      "what the purpose of life ? what is life actually about ?\n",
      "when will the BJP government strip all the Muslims and the Christians of the Indian citizenship and put them on boats like the Rohingya of Burma ?\n",
      "why India does not apply the \" burma_Rohingya model \" to deport illegal Bangladeshis ?\n",
      "what is the right etiquette for wishing a Jehovah Witness happy birthday ?\n",
      "how important is it to be the first person to wish someone a happy birthday ?\n",
      "if someone wants to open a commercial FM radio station in any city of India , how much does it cost and what is the procedure ?\n",
      "i want to make a travel commercial / clip video HD , For India and New Zealand . how much will it cost ?\n",
      "why do Swiss despise Asians ?\n",
      "why do technical employees despise sales people so much ?\n",
      "what are some of the high salary income jobs in the field of biotechnology ?\n",
      "what are some high paying jobs for a fresher with an M . tech in biotechnology ?\n",
      "how can I increase my height after 21 also ?\n",
      "can height increase after 25 ?\n",
      "what were the major effects of the cambodia earthquake , and how do these effects compare to the Kamchatca earthquakes in 1952 ?\n",
      "what were the major effects of the cambodia earthquake , and how do these effects compare to the Valparaiso earthquake in 1822 ?\n",
      "what is the difference between sincerity and fairness ?\n",
      "what the difference between honest and sincere ?\n",
      "which is the best gaming laptop under 60000 INR ?\n",
      "which is the best gaming laptop under Rs 60000 ?\n",
      "what is your review of The Next Warrior : Proving Grounds Part 9 ?\n",
      "what is your review of The Next Warrior : Proving Grounds Part 5 ?\n",
      "what is the best reference book for physics class 11th ?\n",
      "which book should I choose for reference for physics and chemistry ( class 11 , CBSE board ) ?\n",
      "national Institute of Technology , Kurukshetra : How is the social life at NITK , Surathkal ?\n",
      "national Institute of Technology Karnataka ( quoted_item ) , Surathkal : To the graduating batch : What lessons would you want to give to your juniors before you leave ?\n",
      "what are some of the best romantic movies in English ?\n",
      "what is the best romantic movie you have ever seen ?\n",
      "what causes a nightmare ?\n",
      "what causes nightmares that seem real ?\n",
      "what is abstract expressionism in painting ?\n",
      "what are some of the major influences of abstract expressionism ?\n",
      "how does 3D printing work ?\n",
      "how do 3D printing work ?\n",
      "what was it like to attend Caltech with Jeremy Ehrhardt ?\n",
      "who are some notable folks who attended Caltech ?\n",
      "why did harry become a horcrux ?\n",
      "what is a Horcrux ?\n",
      "what are the best associate product manager ( APM ) programs that someone in their early 20s can join to learn product management and have a rewarding career in the company ?\n",
      "what are the general requirement to become a Product Manager or a Program Manager in a product based software company ?\n",
      "why is the number for Skype at 1 855 425 3768 always busy ?\n",
      "how could I get Skype to work on an android 87 . 1 phone ?\n",
      "will there really be any war between India and Pakistan over the Uri attack ? what will be its effects ?\n",
      "will there be a nuclear war between India and Pakistan ?\n",
      "did Ronald Reagan have a mannerism in his speech ?\n",
      "how did Ronald Reagan react to 9 / 11 ?\n",
      "what were the war strategies of the Union and the Confederates during the Civil War ?\n",
      "how could the Confederates have possibly defeated Union forces at Gettysburg during the American Civil War ?\n",
      "which is the best fiction novel of 2016 ?\n",
      "which are some of the best fiction novels ?\n",
      "can I recover my email if I forgot the password ?\n",
      "what should I do if I forgot my email password ?\n",
      "will the recent demonetization results in higher GDP ? if so how much ?\n",
      "how demonetization could affect the GDP of India in both short run and long run ?\n",
      "have you ever heard of travel hacking ?\n",
      "can WhatsApp be hacked ?\n",
      "what the difference between love and pity ?\n",
      "what is the difference between love and pity ?\n",
      "how competitive is the hiring process at Republic Bank ?\n",
      "how competitive is the hiring process at S and T Bank ?\n",
      "how Google helps in spam ranking adjustment of the search results ?\n",
      "what is the distribution of traffic between Google organic search results ? eg # 1 vs . # 2 in rankings , first page vs . second page\n",
      "where can I watch gonulcelen with english subtitles ?\n",
      "where can I watch sarrainodu with subtitles ?\n",
      "is America the most powerful country of the world ?\n",
      "why is America the most powerful country of the world ?\n",
      "how do you obtain an instant ulcer pain relief ?\n",
      "what is better for a low back pain : heat or ice ?\n",
      "what do you think China food ?\n",
      "how do you think of Chinese food ?\n",
      "what does taking advantage of someone mean ?\n",
      "is it worse to take advantage of someone or be materialistic ?\n",
      "why do we cry when we are happy and when we are sad ?\n",
      "why do we cry ?\n",
      "why do some girls like to stick their their tongues out when taking pictures ?\n",
      "why do teen girls ( and women in general ) allow their boyfriends to take naked pictures of them in this day and ( digital ) age ?\n",
      "did you find the ending of the novel \" quoted_item \" depressing ?\n",
      "how do Winston and Julia differ in the novel \" quoted_item \" ? how are they similar ?\n",
      "what are some mind blowing computer tools that exist that most people do not know about ?\n",
      "what are some mind blowing technologies that exist that most people do not know about ?\n",
      "should the toothbrush be wet or dry before applying the toothpaste ?\n",
      "what is the cheapest toothpaste ?\n",
      "why my question was marked as needing improvement ?\n",
      "how can I ask a question without getting marked as non_ascii_word need to improve ' ?\n",
      "what is the difference between a neutral state and a buffer state ?\n",
      "if every state of America declared war against each other , which would win ?\n",
      "what mineral holds the highest electrical charge ?\n",
      "what mineral can hold the greatest electrical charge ?\n",
      "what is the greatest mystery in the universe ?\n",
      "what is the greatest mystery of all time ?\n",
      "what is the alternative to machine learning ?\n",
      "how do I over sample a multi class imbalance data set ?\n",
      "why does China block sanctions at the UN against the Jaish_e_Mohammad ( quoted_item ) chief , Masood Azhar ?\n",
      "why does China support Masood Azhar ?\n",
      "what is the mean of future budget ?\n",
      "what is the meaning of the future ?\n",
      "can excessive amounts of Vitamin C cause me to have a miscarriage ?\n",
      "how can Vitamin C cause a miscarriage ?\n",
      "what is it like to work in Asahi India Glass ? what will be the pay scale after one or two years ?\n",
      "when will we get the Call Letter after we get the Letter of Intent in Asahi India Glass recruitment ?\n",
      "how do I access Torbox in India ?\n",
      "how do I access Google . com from India ?\n",
      "what are some yakshini mantras ?\n",
      "what is a Yantra and Mantra ?\n",
      "was six party talks successful ?\n",
      "which course is better in NICMAR ?\n",
      "how do I register my domain site email ?\n",
      "how do you register a . an domain ?\n",
      "is it normal for older men to be attracted to young women ?\n",
      "why am I attracted to older men ?\n",
      "what is the strongest structure or strongest shape under compression ?\n",
      "what is the strongest Kevlar cord ?\n",
      "who are the Rohingya Muslims ?\n",
      "who are the Rohingya people ?\n",
      "does it matter whether humans are selfish or evil ?\n",
      "does it matter whether humanity is evil or not ?\n",
      "are exocytosis and endocytosis examples of active or passive transport ?\n",
      "what are examples of passive transport in cells ?\n",
      "how i get hair on bald head ?\n",
      "if I shave my head for 2 years as am getting bald and then grew my hair , will the hair will be same as when I initially have ? or I loose more hair ?\n",
      "what is the ideal life after retirement ?\n",
      "what life after retirement ?\n",
      "what is our stance against Pakistan ?\n",
      "what is the stance of Pakistan in the possession of weapons of mass destruction by North korea ? does it support DPRK or is it against DPRK ?\n",
      "what are good websites for escorts ?\n",
      "how do I find a good escort ?\n",
      "which one is better polo diesel or grand i10 petrol ?\n",
      "what is the best diet for a growing decathlete ?\n",
      "does a black hole have mass ?\n",
      "does a black hole have a finite mass ?\n",
      "is Morgan Freeman correct when he says the only way to stop racism , is to stop talking about it ?\n",
      "what are your views about this Morgan Freeman quote about Racism ?\n",
      "does Fab currently offer new employees stock options or RSUs ?\n",
      "does Uber currently offer new employees stock options or RSUs ?\n",
      "how would you review the site Waveclues ?\n",
      "is there a good pay for reviews site out there ?\n",
      "in how many ways can we distribute 10 identical looking pencils to 4 students so that each student gets at least one pencil ?\n",
      "in how many ways 12 apples can be distributed among 4 children such that every child gets at least 2 apples ?\n",
      "how much would it cost to hire Jerry Seinfeld for 1 2 hours ?\n",
      "how much on average would it cost to video tape a 2 hour presentation ?\n",
      "is 7 days too late for rabies vaccine after a possible non bite exposure ?\n",
      "can I take rabies injection after 1 day of dog bite ?\n",
      "how many years Britain ruled India ?\n",
      "what is the standard amount of time off given for an international relocation ?\n",
      "how can I stop being afraid of working ?\n",
      "how do you stop being afraid of everything ?\n",
      "why does Red keep the keys in OITNB ?\n",
      "why does Red keep the keys in season 4 of Orange is the New Black ?\n",
      "at what age should someone lose their virginity ?\n",
      "at what age , how , and where did you lose your virginity ?\n",
      "how forgetful are you ?\n",
      "how can I forget my wife ?\n",
      "could Snoke secretly be Darth Maul ?\n",
      "how could Snoke be Darth Plagueis if he was killed by Emperor Palpatine ?\n",
      "if I do not monetize YouTube videos and upload copyright content , then are there chances that Google may block my account ?\n",
      "how do you upload movies on YouTube and monetize them ? is there any issue of copyright\n",
      "would you switch from Canon 6D to Leica D LUX 109 ?\n",
      "what tripod should I get for my Canon 6D ?\n",
      "what does the Quora website look like to members of Quora moderation ?\n",
      "how does Quora look to a moderator ?\n",
      "why nobody answer my questions in Quora ?\n",
      "why is no one answering my questions in Quora ?\n",
      "what is the funniest joke you know ?\n",
      "what is the funniest joke of all time ?\n",
      "i got job offer @ Chelmsford Essex , London with non_ascii_word 3764 PM pay after tax deduction . pls advice tentative monthly expenses for couple ? and saving possible ?\n",
      "if I am leaving Norway , can I pay down my mortgage with my BSU account , and then sell my apartment without having to pay back the tax deduction I got for having BSU ?\n",
      "what are stereotypes about the United Kingdom ?\n",
      "what do Americans think about the United Kingdom ?\n",
      "how do I use Twitter as a business source ?\n",
      "how can I use Twitter for business ?\n",
      "how can I transfer money from Skrill to a PayPal account ?\n",
      "how can I send money from my PayPal account to my Skrill account to withdraw ?\n",
      "which is the best earphone with deep bass under 1000 ?\n",
      "which is the Best earphones under Rs 1000 ?\n",
      "are government employees eligible to Sukanya Samrudi Yojana ?\n",
      "can a Government employee apply IEC ?\n",
      "which is correct ' looking forward to speak with you ' or ' look forward to speak with you ' ?\n",
      "which is correct : \" speak with \" or \" speak to \" ?\n",
      "which are the best engineering fields ?\n",
      "what is the best field of engineering ?\n",
      "how do you make life suit you and stop life from abusing you mentally and emotionally ?\n",
      "why are emotionally abusive people in my life ? several ex boyfriends , friends , and past coworkers / bosses have been abusers . do I attract them ?\n",
      "what is the difference between gross salary and CTC ?\n",
      "there seems to be a difference between my weekly paycheck and the yearly salary my employer agreed upon , how does that work ?\n",
      "which are the prospering towns in Kerala ?\n",
      "why are there so many Christians in Kerala ?\n",
      "what is the best way to gain confidence ?\n",
      "how can I speak with more clarity and confidence ?\n",
      "does anyone see the relation between Greek gods and Hindu gods ?\n",
      "what parallelism can we draw between gods of Hindu mythology , Greek mythology , Egyptian mythology , etc . ?\n",
      "how do I switch from Apple Music to Spotify ?\n",
      "should I switch from Spotify to Apple Music ?\n",
      "which is the best fixed income fund ?\n",
      "what is the best fixed income fund ?\n",
      "what is it like to live in Cologne ?\n",
      "what is it like to live in K non_ascii_word ln , Germany ?\n",
      "between Robert De Niro and Al Pacino , who is more successful ?\n",
      "who do you regard as the best actor , Robert De Niro or Al Pacino ?\n",
      "why does some people prefer small families . ?\n",
      "why do some people prefer to live with small family ?\n",
      "do animals kiss ?\n",
      "do animals ( besides humans ) kiss ?\n",
      "how do you get deleted Instagram chats ?\n",
      "how can I view deleted Instagram direct messages ?\n",
      "how can I stop being addicted to love ?\n",
      "how do I stop being addicted to someone ?\n",
      "what if I hired two private eyes and ordered them to follow each other ?\n",
      "would I be able to hire two private investigators and then get them to follow each other ?\n",
      "how do I find a startup accelerator ?\n",
      "how do startup accelerators give you the funding ?\n",
      "how can I check wifi history and access it through android phones ?\n",
      "i cannot open Quora through my WiFi router . why can I only access it through a mobile network ?\n",
      "what was the significance of the battle of Somme , and how did this battle compare and contrast to the Battle of Rostov ?\n",
      "what was the significance of the battle of Somme , and how did this battle compare and contrast to the Battle of Riyadh ?\n",
      "what is the most creative college admissions essay you have read ?\n",
      "has any college admission officer cried in public while reading an applicant essay ?\n",
      "what would happen if you cover one of your eyes with an eye patch for one year , then take the patch off ?\n",
      "what happens if eye medicine enters the eye ?\n",
      "is it possible to pursue many different things in life ?\n",
      "how do I refuse to chose between different things to do in my life ?\n",
      "did Ben Affleck shine more than Christian Bale as Batman ?\n",
      "no fanboys please , but who was the true batman , Christian Bale or Ben Affleck ?\n",
      "which business is good start up in Hyderabad ?\n",
      "which business is better to start in Hyderabad ?\n",
      "how can I stop being so possessive ?\n",
      "how do I stop being over possessive for a person whom I love ?\n",
      "who was the wife of Lord Krishna ?\n",
      "who is the father of lord Krishna ?\n",
      "what is the best combination of courses I can take up along with CA to enhance my career ?\n",
      "what courses must be taken along with CA course ?\n",
      "how do you take a screenshot on a Mac laptop ?\n",
      "how do I take a screenshot on my MacBook Pro ? what are some instructions ?\n",
      "what is the work of an executive recruiter like ?\n",
      "what is it like to work with an executive recruiter ?\n",
      "which psychological need does ' collecting ' fulfill ?\n",
      "why do people collect things ?\n",
      "what are some must watch TV shows before you die ?\n",
      "are there any must watch TV shows ?\n",
      "how can I become more fluent in Chinese ?\n",
      "how can I become fluent in Chinese ?\n",
      "what are the effects of demonetization of 500 and 1000 rupees notes on real estate sector ?\n",
      "what will be the impact of scrapping of non_ascii_word 500 and non_ascii_word 1000 rupee notes on the real estate market ?\n",
      "what is the easiest way to become a billionaire ( dollar ) ?\n",
      "what is the best way to become a billionaire ?\n",
      "are there People who are willing to give free lectures or conduct free workshop in India colleges ?\n",
      "almost two weeks in on Prozac , why do I still feel antisocial and still do not want to go to events ? why does my social behavior and mood change daily ?\n",
      "what the best way to start learning robotics ?\n",
      "what is the best way to start robotics ? which is the best development board that I can start working on it ?\n",
      "why do people hate Hillary Clinton ?\n",
      "what are the reasons that people dislike Hillary Clinton ?\n",
      "why are women who are on their periods are regarded as ' unclean ' such that they are prevented in taking an active part in rituals ( Hinduism ) ?\n",
      "why is it always expected that a woman should take care of housework , children and cooking ( especially in Indian culture ) ? are these activities the responsibility of women alone ? why do men not share equally in such work ?\n",
      "if atheism is the lack of belief in gods , what is the term for the belief that there is no god ?\n",
      "is atheism the lack of belief in gods , or a claim that god does not exist ?\n",
      "what is it like to be Jack Dorsey ?\n",
      "what is Jack Dorsey like ?\n",
      "what are the best quotes / lessons of the Assassin Creed series ?\n",
      "which assassin has the best robes in Assassin Creed ?\n",
      "do inkjet printers use color ink when printing black and white documents ? if so , why ?\n",
      "if CMYK printers create black by using colored ink and only complementing with black ink , why do shops charge more for color prints ?\n",
      "why is creativity important ?\n",
      "why creativity is important ?\n",
      "if Hillary Clinton could not continue her Presidential campaign how would the Democratic Party choose a new candidate ?\n",
      "if Hillary Clinton can no longer serve as the Democratic nominee how would her successor be chosen ?\n",
      "how headphones work as an Antenna to play FM radio channels on Mobile phones ? why mobile companies does not install the same inbuilt Antenna on phones to be able to play FM without the headphones ?\n",
      "why do not phones have a built in FM antenna ?\n",
      "what are the best career growth technologies for automation engineers apart from automation tools ?\n",
      "himalayan or Duke KTM 200 for touring ?\n",
      "what are the disadvantages of listing a company in NSE ?\n",
      "what are the benefits of listing a company in NSE ?\n",
      "how many derivatives of an object position with respect to time have to be continuous ?\n",
      "when does drawing become fun ?\n",
      "is the neutron star made up of ?\n",
      "is the neutron star made up of only neutrons ?\n",
      "i got a 87 GPA . is it enough to get into top universities like Harvard ?\n",
      "is a 87 GPA sufficient to get into a top school ?\n",
      "what is a profitable way to trade binary options ?\n",
      "what is binary options trading ?\n",
      "how do I utilize free time to avoid depression ?\n",
      "can a person graduating from IIMs like LIK and even the new IIMs like Ranchi and Trichy ever catch up to the graduates from ABC and get a similar package ?\n",
      "how can I learn computer security ?\n",
      "how can I get started to learn information security ?\n",
      "how do I earn from Quora ?\n",
      "can I earn money on Quora ?\n",
      "what is my puk code ?\n",
      "what the PUK for TF64SIMC4 ?\n",
      "how can I find job in Japan ?\n",
      "how can I find an IT job in Japan ?\n",
      "what are some examples of sentences using the word \" hysteria \" ?\n",
      "what is the best home wireless network setup and expected speeds ?\n",
      "will there be another billion dollar lottery Jackpot ?\n",
      "when will the lottery reach the next billion dollar jackpot ?\n",
      "how scary is it to drive on the road to Hana given all of the turns ?\n",
      "do I need a four wheel drive car to drive all the way on the Road to Hana ?\n",
      "how do I create a new shell in a new terminal using C programming ( Linux terminal ) ?\n",
      "how do I create a new Terminal and new shell in Linux using C programming ?\n",
      "does cognition affect perception ?\n",
      "does cognitive strain affect digestion ?\n",
      "how TQWL is different from CKWL ( Tatkal waiting list ) ?\n",
      "i have made a railway reservation but got it on the Tatkal waiting list . will I get a refund if I cancel it ?\n",
      "how can we make the world a better place to live in for the future generations ?\n",
      "what can I do to make the world a better place ?\n",
      "how many Champions are there in League of Legends ?\n",
      "who is the best LoL ( League of Legends ) champion ?\n",
      "is drinking 4 liters of water each day unhealthy ?\n",
      "how many liters of water should I drink if I run 5kms daily ?\n",
      "where does the water from the Great Lakes come from , and how does these lakes wildlife compare to Lake Prespa ?\n",
      "where does the water from the Great Lakes come from , and how does these lakes wildlife compare to Lake Como ?\n",
      "do porn stars watch porn ?\n",
      "how can I book Ronda Rousey to star in an adult movie ?\n",
      "trump supporters , how do you feel about the way he walking back his promises ?\n",
      "do Trump supporters now expect the president to live up to his promises he so forcefully sold them on ?\n",
      "why are we worried about others ' opinions ?\n",
      "why do we care for others ' opinion and about what others think about us ?\n",
      "how do you potty train a 4 months Pitbull ?\n",
      "how do I potty train my two month old Labrador pup ?\n",
      "if I jump rope for five minutes , how many calories will I use ?\n",
      "what the best way to jump rope ?\n",
      "which online test series is best for GATE 2017 in computer science stream ?\n",
      "which test series is the best for GATE computer science stream ?\n",
      "what is the best material for understanding algorithmic analysis by a newbie ?\n",
      "what math does a complete newbie need to understand algorithms for computer programming ? what books on algorithms are suitable for a complete beginner ?\n",
      "what is the temperament of a Bullmastiff / Husky mix ?\n",
      "what is the temperament of a Corgi Husky mix ?\n",
      "there are 8 balls . 7 of them weigh the same . 1 of them has a different weight , ( you do not know if it heavier or lighter ) . how do you find the odd ball with 2 weighs ?\n",
      "how many 4 digit numbers can be formed by using 0 , 1 , 2 , 3 , 4 , 5 , 6 , and 7 ? how many of them are between 4000 and 6000 ?\n",
      "in the play \" a Raisin in the Sun \" , why do Walter ad Beneatha argue ?\n",
      "in \" a Raisin in the Sun \" , why do Walter and Beneatha argue ?\n",
      "what are the signs of an ultra smart person playing dumb ?\n",
      "what are signs of ultra smart people hiding their intelligence ?\n",
      "if dark energy is created with expansion can infinite of it be created ?\n",
      "if energy is not conserved in an expanding universe , is potential energy infinite ( the energy that can be created is infinite ) ?\n",
      "how do you get a book published ?\n",
      "what are the good ways to write and publish a book ?\n",
      "who is disrupting Bloomberg ?\n",
      "who will disrupt Bloomberg ?\n",
      "why can flash run so fast ?\n",
      "the Flash ( DC character ) : How fast can the Flash run a mile ?\n",
      "what is the best way to invest dollar 500 legally so that I can get tangible profits over a relatively short period of time , say 6 months ?\n",
      "how can I best invest non_ascii_word 5000 over the next 6 months ?\n",
      "how will the implementation of GST bill impact the lives of common people ?\n",
      "what exactly is GST bill and how exactly will it affect the common people ?\n",
      "how can you recover your Gmail password ?\n",
      "i do not remember my password to my Gmail account , how can I recover my account ?\n",
      "how accurately can a mental illness can be diagnosed ?\n",
      "how can I accurately diagnose and medicate my mental illness ?\n",
      "is knee pain in a 20 year old girl normal ?\n",
      "is it normal for a 14 year old girl to be spitting up blood ?\n",
      "what are the qualities of a good leader ?\n",
      "what are some good qualities of a leader ?\n",
      "what is the difference between bay , gulf and straits ?\n",
      "what exactly is the difference between a sea and a bay ?\n",
      "will Modi win in 2019 ?\n",
      "can Narendra Modi become Prime Minister of India in 2019 ?\n",
      "how can I open DMart store in India ? is there any franchise for that ?\n",
      "how do I get reliance digital store franchise ?\n",
      "what are the best YouTube channels to learn medicine ?\n",
      "what are some of the best YouTube channels for learning Git ?\n",
      "did Swami Vivekananda ever eat non veg or egg during his journey around the world ?\n",
      "why do not most of the Hindus eat non veg ?\n",
      "what will happen if I cancel TQWL tickets before the charting is done ?\n",
      "can we cancel a ' tatkal waiting list ' ticket ?\n",
      "what exactly is the \" common Core Initiative / Standards \" and what are the pros and cons ?\n",
      "what are the pros and cons of the Common Core Standards Initiative ?\n",
      "how do I choose a journal to publish my paper ?\n",
      "where do I publish my paper ?\n",
      "what are your New Year resolutions for 2017 ?\n",
      "what is your creative New Year resolution for 2017 ?\n",
      "what do you do if you had a bad dream ?\n",
      "how do you not get bad dreams ?\n",
      "do squats work for men ?\n",
      "how many marks should I score for AIIMS rank 151 ?\n",
      "what minimum marks should I score to get among top 50 in AIIMS ?\n",
      "in an operating room , when two surgeons of equal experience disagree on a surgical procedure , how is the tie broken ?\n",
      "doctors : How do surgeons hold out on surgeries more than 6 hours long ? do they rest during the operation ?\n",
      "how many months does it take to gain knowledge in developing Android apps from scratch ?\n",
      "how much time does it take to learn Android app development from scratch ?\n",
      "how do I love my body as a guy ?\n",
      "how can I make my whole body more fair , if I am a wheatish Indian guy ?\n",
      "what are the rights of a prisoner ?\n",
      "if I am in prison , what rights would I have ?\n",
      "how can I get free gems in Clash of Clans ?\n",
      "how can I get free gems Clash of Clans ?\n",
      "why are not there more apps like Word Lens ?\n",
      "what does Word Lens use for OCR ?\n",
      "my ex girlfriend is suffering from malaria . i have a deep urge of visiting her but I have my placements on . i have no idea how to be with her . what should I do ?\n",
      "should I be worried that my girlfriend texts her ex boyfriend till 4 a . m . , and if so , why ?\n",
      "what is the best way to get traffic on your website ?\n",
      "how do i get traffic for website ?\n",
      "how do you feel when someone up votes your answer on Quora ?\n",
      "how does it feel to see up votes to your answer on Quora ?\n",
      "what are some of the best films and TV shows that feature strong female protagonists ?\n",
      "what are the best female strong characters in films ?\n",
      "how far would you go for love ? should I wait for the one I love ir move on ?\n",
      "as a thirteen year old , what is the best thing I can do for my health ?\n",
      "how do most people die ?\n",
      "how do people die ?\n",
      "why are most clothes made of polyester now instead of cotton ?\n",
      "how are cotton clothes made ?\n",
      "what is in bone marrow ?\n",
      "what does bone marrow taste like ?\n",
      "were there any slave with the name Reddice ?\n",
      "in Ancient Rome , slaves were branded . what happened with the brand mark if they were subsequently liberated ?\n",
      "how long does it take for a dead body to float to the surface after drowning ?\n",
      "when a dead body is in a river , how long does it take before it floats ?\n",
      "how do I get over a friend with whom I have not talked in 3 years but still miss him ?\n",
      "how do I get over someone I loved now that we broke up last year and I still miss her ?\n",
      "when travelling to a new region is it better to immerse yourself in 1 non_ascii_word 2 cities or to see as many cities as you can cram in ?\n",
      "what are the ways to explore world without spending more money ?\n",
      "how can I make money online with free of cost ?\n",
      "how do I to make money online ?\n",
      "where can I buy best quality customized cupcakes in Gold Coast ?\n",
      "where can I find delicious cupcakes at Gold Coast ?\n",
      "how successful was odd even plan ?\n",
      "how successful was the Delhi Odd even plan ?\n",
      "if there will be a war between India and Pakistan who will win ?\n",
      "who will win if a war starts between India and Pakistan ?\n",
      "how do you deal with a fear of dying ?\n",
      "how can you reduce your fear of dying ?\n",
      "what would be the estimated cost of repairing the cracked screen of phone 6 ?\n",
      "what is the price I have to pay for repairing a broken phone 6 screen ? how can it be done ?\n",
      "what are the most interesting products and innovations that McDonald is coming out with in 2016 ?\n",
      "what are the most interesting products and innovations that Ball is coming out with in 2016 ?\n",
      "is there an end to the universe , and if not , is the universe infinite ?\n",
      "is the Universe infinite or is there an end to the Universe ?\n",
      "what is CPAGrip . com ?\n",
      "what is bestmytest . com ?\n",
      "how much funds should I raise ?\n",
      "how much money should I raise ?\n",
      "what Anna Hazare think about PM Modi ?\n",
      "what do you people think of Mr . arvind Kejriwal and his AAP ?\n",
      "what will be the effect of banning 500 and 1000 notes on stock markets in India ?\n",
      "what will be the effect of the ban of the 1000 rs and 500 rs notes on the stock market ?\n",
      "how does concentric contractions differ from eccentric contractions ?\n",
      "how do concentric and eccentric contraction compare and contrast ?\n",
      "why did the puppet they used for Yoda in Episode I suck so bad ?\n",
      "why do people not question \" news \" posts and opinions posted on social media websites ?\n",
      "on what online platforms can I post ads for beer money opportunity ?\n",
      "what online platforms can I post ads for beer money opportunity ?\n",
      "what the meaning of this all life ?\n",
      "what are the meaning of life ?\n",
      "how should I start small business effectively ?\n",
      "how should I start a small business in construction ?\n",
      "how can we acquire a positive morality ?\n",
      "what are time deposits ? are RD and FD types of time deposits ?\n",
      "do you need friends ?\n",
      "why do we need friends ?\n",
      "do I exist ?\n",
      "do we exist ?\n",
      "which are the best Hollywood thriller movies ?\n",
      "what are the best thriller movie in Hollywood ?\n",
      "should I repeat 2nd year in college , or find a new college ? it a 5 year course .\n",
      "i study in Ashutosh College in Kolkata . can I study in any other college in India in my 2nd year ?\n",
      "how is petrol or diesel pumped up in a filling station using a motor without igniting any fire ?\n",
      "what happens when you fill a petrol car with diesel ? what is the solution if such an incident happened ?\n",
      "what job possibilities exist for a Bachelors in Homeland Security ?\n",
      "what jobs are available with a bachelor degree in Homeland Security ?\n",
      "which are the best books to understand calculus ?\n",
      "what are good books to self study calculus ?\n",
      "why and how did you break up with her / him ?\n",
      "how and why did you break up with your ex ?\n",
      "can I use Jio SIM in phone 5s ?\n",
      "does phone 5S support JIO VoLTE ?\n",
      "what are some unwritten rules in America ?\n",
      "what are some unwritten rules you have for your home ?\n",
      "what is the best answer to what you did in two years gap in a job interview ?\n",
      "what is the best excuse to explain a gap ( of one or two years ) in your job career for a job interview ?\n",
      "what are the best songs for low voices ?\n",
      "what are some songs for a sweet airy mezzo voice ?\n",
      "can anyone predict my birth chart ?\n",
      "what can you tell me regarding this birth chart ?\n",
      "when was the birth of the trigonometric functions ?\n",
      "who were the creators of trigonometry ?\n",
      "what does this saying mean ; \" do not trust everything you see even salt looks like sugar \" ?\n",
      "people say \" do not try to please others . \" does being nice to others mean pleasing them ?\n",
      "what do countries do to prevent war ?\n",
      "how should countries prevent war ?\n",
      "how can I become a billionaire ?\n",
      "how can I become a billionaire ( in finance ) ?\n",
      "why should I learn web design ?\n",
      "how can I learn about web design ?\n",
      "what the best on line calendar / scheduling / booking system ? something that allows me to show my availability and customers can are quest ' to meet me . when I ' accept ' their request , the appointment pops into our calendars and reminders are automated .\n",
      "is there a web service that can send appointment sms reminders to customers extracting data from Google calendar ?\n",
      "how will Indian GDP be affected from banning 500 and 1000 rupees notes ?\n",
      "what will be the implications of banning 500 and 1000 rupees currency notes on Indian economy ?\n",
      "why does understanding death philosophical ?\n",
      "what makes understanding death philosophical ?\n",
      "why are dogs considered omnivores ?\n",
      "are dogs carnivorous animals ?\n",
      "what it is like to be cheated upon in a relationship ?\n",
      "what is it like to be in a relationship with someone you cheated with ?\n",
      "how do I know if someone blocked my texts ?\n",
      "if I turn of my user id off can I text someone that blocked me ?\n",
      "what are the most interesting foods you have eaten in any country ?\n",
      "what is it like to be a private banker ?\n",
      "what is like to be a private banker in Switzerland ?\n",
      "what is journalism for you ?\n",
      "what is journalism ?\n",
      "how can one increase concentration ?\n",
      "how can I improve my concentration ?\n",
      "how do I see \" sent invitations \" on Linkedin if I do not have any more pending invitations ?\n",
      "how can you personalize a LinkedIn invitation ? i think I just sent a colleague an invitation on LinkedIn , but did not get a chance to personalize it !\n",
      "what are the pros and cons of the German Shepherd dog ?\n",
      "what are the pros and cons of having a pet German Shepherd ?\n",
      "what is the difference between deism and agnosticism ?\n",
      "what is the difference between a hobby and a habit ?\n",
      "why do male porn stars masturbate to ejaculate ?\n",
      "is it OK for a husband and wife to masturbate together ? is it considered cheating if your partner is masturbating without your consent ?\n",
      "how much CGPA I require to get an admission for MTech CSE at IIT Madras ?\n",
      "can I get a job in a consulting firm after Mtech in CSE from IIT ?\n",
      "is there a biological reason that people cry when they are emotional ?\n",
      "what is the biological reason for crying ?\n",
      "what are 5 facts about the earth crust ?\n",
      "how does the Earth core affect its crust ?\n",
      "why does ISRO not use friction stir welding technology ?\n",
      "should a guy re evaluate his current relationship and feelings if he worried about temptation hanging out with a girl that he was friends with ?\n",
      "i wish to simulate a fake location for an app running on my operating system device . how do you fake a GPS location for operating system without jailbreaking as a non coder ?\n",
      "how can I fake my phone location without jailbreaking ?\n",
      "what would be the best way to quit smoking ?\n",
      "how did you quit / stop smoking ?\n",
      "which is the best programming language for tcs ?\n",
      "which is the best programming language ?\n",
      "earthquake resistant homes ?\n",
      "how do earthquake resistant buildings work ?\n",
      "is Kristen Stewart a bad actress ? why or why not ?\n",
      "is Jennifer Lawrence a bad actress ?\n",
      "why do some Japanese guys try to look feminine ? do not the girls find it gross ?\n",
      "why have most of the guys in India become so desperate ? do not they know that girls do not always look for relationships ? would it hurt guys to become our friend first ?\n",
      "what are the five most popular sugar daddy websites ?\n",
      "what is it like to date a cougar or a sugar daddy ?\n",
      "what is the VTU 1st sem exam time table of 2016 ( Dec ) ?\n",
      "how do I frame my time table for 4 months to crack Gate 2016 ?\n",
      "what is the best phone to buy below 15000 ?\n",
      "which are best mobile phones to buy under 15000 ?\n",
      "how do we start a business ?\n",
      "how do I start business from nothing ?\n",
      "what the best near death experience you have ever had ?\n",
      "has anyone ever had a near death experience ?\n",
      "why do I keep getting fleas from my dogs ?\n",
      "how can I keep my dog from getting fleas ?\n",
      "what year did the letter J come ?\n",
      "when was the Letter J created ?\n",
      "harvard College Courses : What is general shopping advice for Turkish classes ?\n",
      "harvard College Courses : What is general shopping advice for Tamil classes ?\n",
      "how do I send message from one Android phone to another Android phone through bluetooth ?\n",
      "how do I transfer my contacts from one Android phone to another Android phone ?\n",
      "what are the most important books ever written ?\n",
      "what universities does Sigma Designs recruit new grads from ? what majors are they looking for ?\n",
      "what universities does Sigma Aldrich recruit new grads from ? what majors are they looking for ?\n",
      "can we do an M . phil in India after doing Masters in England ( MA in Psychology ) ?\n",
      "i am a masters student interested to work in Humanitarian sector . what are the skills required ? i am a medical doctor doing my masters in England\n",
      "what universities does Powell Industries recruit new grads from ? what majors are they looking for ?\n",
      "what universities does Chart Industries recruit new grads from ? what majors are they looking for ?\n",
      "what are some of the best movie posters you have come across ?\n",
      "what are the best and iconic movie posters ?\n",
      "what are some examples of deuteromycota and how are they formed ?\n",
      "could all bitcoin mining be done by a single Raspberry Pi ?\n",
      "how racist is too racist ?\n",
      "how racist are you ?\n",
      "are there any differences between however and nevertheless ?\n",
      "what the difference between between and among ?\n",
      "are Canada Geese really Canadian ?\n",
      "what do Canadians call Canada ?\n",
      "how do I find the zeros of the polynomial function [ math ] f ( quoted_item ) = \\ dfrac { quoted_item } 3x [ / math ] ?\n",
      "how would you find the zero of the function for [ math ] y = \\ frac { 4x ^ 2 36x } { x 9 } [ / math ] ?\n",
      "how do I edit my devices on my Google play account ?\n",
      "how do I add a second device to a Google Play account ?\n",
      "how can I become a good speaker ?\n",
      "what should I do to be a good Speaker ?\n",
      "how can I write a letter to Mr . narendra Modi ?\n",
      "how can I write to Narendra Modi ?\n",
      "who is more electable in a general Presidential election : Donald Trump or Ted Cruz ?\n",
      "who is more delusional : Donald Trump or Ted Cruz ?\n",
      "why do they name bastards Snow ?\n",
      "if Jon Snow is not Ned bastard , why does Lady Catelyn hate him so much ?\n",
      "what do you think about the Bermuda Triangle ?\n",
      "what are your theories about Bermuda Triangle ?\n",
      "do Mexican girls like black guys ?\n",
      "do girls like black guys with no beard ?\n",
      "have you lived in a tiny house ?\n",
      "would you live in a tiny house ?\n",
      "what is a boy / girl called when he / she is 1 6 years old , 6 11years old , 11 14 years old , and 14 18 years old ?\n",
      "i am an 18 years old boy and I love a girl who 14 years old . we both live Tamil Nadu . is this a time to propose to her ?\n",
      "can you debeak cockerels at 8 months old ?\n",
      "how much and with what should I feed my 3 months old raven ?\n",
      "what should someone do to overcome anxiety ?\n",
      "what should I do to avoid depression and anxiety ?\n",
      "how do we avoid whey in Yogurt ?\n",
      "is bad breath a sign of a strong stomach ?\n",
      "im in love with my bisexual best friend who is also a guy and has a girlfriend , and I want to tell him . how do I move on ?\n",
      "i am a girl and i am in love my best friend ( who is also a girl ) , what should I do ?\n",
      "what is the best university in Germany for an MS ?\n",
      "which are the best universities in Germany for getting a degree in mechanical engineering ?\n",
      "how do I maintain my peace of mind ?\n",
      "how can I maintain my peace of mind ?\n",
      "which car has good build quality in India ?\n",
      "is Volkswagen a good reliable car ?\n",
      "why does massaging one temples soothe a migraine or headache ?\n",
      "what are the causes and most effective ways to treat or cure migraine headaches ?\n",
      "which one is better among KMC Manipal and KMC Mangalore ?\n",
      "what is the brief comparison of KMC in Manipal and Mangalore ?\n",
      "why are my best friend still ignoring me ?\n",
      "what should I do when my best friend is ignoring me ?\n",
      "what are the sensors available in Acer Liquid Z630S Android Smart phone by using CPU Z App ?\n",
      "which useful Android phone apps are not available in the Google Play store ?\n",
      "how do I keep motivation to learn a language ?\n",
      "how do you keep motivated when you learn a new language ?\n",
      "what are the top assessment companies in India ?\n",
      "which are the top firms in Skills assessment industry in India and Globally ?\n",
      "what does @ mean as an emoticon ?\n",
      "emoticons : What does \" : / non_ascii_word mean ?\n",
      "is a pinkish discharge normal in early pregnancy ? what causes it ?\n",
      "what did nicholas piramal do with 17500 cr ?\n",
      "what are the best ways to properly finger yourself ?\n",
      "what would be the best way of keeping yourself amused in a prison ?\n",
      "how do scientists work ?\n",
      "where do scientists work ?\n",
      "how many sponsored candidates are shortlisted for CMC vellore ?\n",
      "what is the office culture and woking at Patanjali office , haridwar ?\n",
      "what is the different between Chinese wedding ceremony and western wedding ceremony ?\n",
      "what is the difference between Chinese and Western style wedding ?\n",
      "what is the condition of tourism in Pakistan ?\n",
      "preferable PG courses for BE ( EEE ) student in Tamil Nadu ?\n",
      "what is the different between offshore and onshore funds ?\n",
      "what is the difference between offshore and onshore ?\n",
      "why should one hate Shahrukh Khan ?\n",
      "why do people hate Shahrukh Khan and why do people feel that he is not an Indian ?\n",
      "what are the best self help books you have ever read ?\n",
      "what are the top self help books I should read ?\n",
      "is Evernote useful ?\n",
      "what is Evernote used for ?\n",
      "a title for my continuation to The Gift of the Magi ?\n",
      "how do I start my continuation for the Gift of the Magi ?\n",
      "what is a good song to lyric prank your best friend ?\n",
      "what are some good lyric prank songs to send your best friends ?\n",
      "i argued with my gf that she made friends with the person that hit on her . she said i am a control freak and she wants her freedom . what should I do ?\n",
      "i am a girl in middle school . my best friends are all girls . i have found out that i am bisexual . how do I tell my best friend who a girl without her freaking out and it changing our whole friendship ?\n",
      "how do I pass a drug test for methamphetamine ?\n",
      "can hair dye help pass a hair follicle drug test for daily meth smokers ?\n",
      "how could start with open source development ?\n",
      "how should I start contributing to open source projects ?\n",
      "why do dreams look so real ?\n",
      "if you dream about some kind of harm , will there be injuries in real life ?\n",
      "do cricket players really drink tea on a tea break ?\n",
      "do cricketers actually drink tea during tea break ?\n",
      "how can I get entry in MIT ?\n",
      "what are the requirements for selection into MIT ?\n",
      "does a fetus breathe when it inside a womb ?\n",
      "how does a fetus exhale in the womb ?\n",
      "what are movies with incest scenes ?\n",
      "are there any good incest movie ?\n",
      "what are the signs that a guy has feelings for you or has a crush on you , but does not want to show it , so he hides it ?\n",
      "the guy i am dating never texts me and I feel like he does not care about me but when I see him he shows me he likes me and wants me . why do I feel this way ?\n",
      "according to the International Federation of Robotics , how many robots existed in 2012 ?\n",
      "what type of belt can be used to lift 200 Kg continuously ?\n",
      "why is Oberon mad at Titania in \" a Midsummer Night Dream \" ?\n",
      "why does Oberon punish Titania in \" a Midsummer Night Dream \" ?\n",
      "do you regret your divorce ?\n",
      "have you ever regretted your divorce ?\n",
      "how much does your DNA change over time ? if I were to clone myself 70 years from now , will the clone have the same hair color ?\n",
      "how much can a person DNA change from birth to death in a life span of approximately 70 years ?\n",
      "is it right to tell a girl the you have feelings for her ?\n",
      "what are some cool facts about Facebook ?\n",
      "is Donald Trump taking cocaine , as Howard Dean suggests ?\n",
      "are there any strong indications that Donald Trump does cocaine ?\n",
      "is it true that in order to be part of an elite or just rich and successful , you have to join a secret organisation otherwise no chance at all ?\n",
      "what is the syllabus for ICSE 2017 geography map ?\n",
      "which is more financially beneficial : being in a firm or teaching in an architecture college ?\n",
      "why might career training programs be more beneficial than a college degree , if at all , to aspiring entrepreneurs and tycoons ?\n",
      "how can I see the Comedy Nights with Kapil live show ?\n",
      "what is the way to watch Comedy Nights with Kapil live on the sets ?\n",
      "why is sandeep maheshwari not on Quora ?\n",
      "who is Sandeep Maheshwari ?\n",
      "what is the biggest monster in Monster Hunter ?\n",
      "is there a Monster Hunter PC game ?\n",
      "how can I convince people to stop blaspheming against the Holy Spirit ?\n",
      "does it matter from which college you do your graduation ( BCom ) from for admission into a top Indian B School even If I score high ( 99 percent + ) ?\n",
      "why can not I stop watching porn ?\n",
      "why should / should not I watch porn ?\n",
      "how can I start trusting any one ?\n",
      "how can one learn to trust again ?\n",
      "what your bucket list ?\n",
      "what is your bucket list ?\n",
      "how did you first come across porn ?\n",
      "how were you first introduced to porn ?\n",
      "which car services are available in Normal , IL ? how good are they compared to taxis and relative to each other ?\n",
      "which car services are available in Atlanta ? how good are they compared to taxis and relative to each other ?\n",
      "why can not charged molecules pass through the lipid cell membrane ?\n",
      "why can not sodium channels pass through potassium channels ?\n",
      "how does it feel to be a spouse of a renowned porn star ?\n",
      "how can I get rid of the feeling that my spouse is cheating on me ?\n",
      "what is the best hostel booking affiliate program ?\n",
      "which is the best non AC girls hostel in Srm ?\n",
      "how can the drive from Brooklyn to Staten Island be described , and how do these cities ' tourist attractions compare to those in Queens ?\n",
      "how can the drive from Brooklyn to Staten Island be described , and how do these cities ' tourist attractions compare to other tourist attractions ?\n",
      "what can I eat every day to be more healthy ?\n",
      "is it healthy to eat a whole avocado every day ?\n",
      "how do I make free calls to family members on Airtel Andhra Pradesh ?\n",
      "how do I get Facebook badge notifications on HTC 10 ?\n",
      "what would Hillary Clinton do now that the election is over ?\n",
      "what will Hillary Clinton do now ?\n",
      "should I use Vicks Vapor Rub for a stuffy nose ?\n",
      "how do you apply Vicks Vapor rub to treat a stuffy nose ?\n",
      "how I start prepare for UGC net English literature latest syllabus ?\n",
      "how do I prepare for Net JRF in English literature ?\n",
      "how did early Europeans get protein before the Columbian Exchange ?\n",
      "how did they say breakfast in Portuguese before coffee was introduced to Europeans and the Portuguese language ?\n",
      "what is the best forum for graphic designers ?\n",
      "who is the best graphic designer in israel ?\n",
      "is Alex Jones a satirical show ?\n",
      "how is The Canterbury Tales a satire ?\n",
      "should I learn AngularJS 87 instead of AngularJS 2 if I do not know TypeScript ?\n",
      "which should I start with : Angular 2 or AngularJS 1 ?\n",
      "why can not we fall asleep on some days ?\n",
      "why do we fall asleep ?\n",
      "which Marvel movies have not included Stan Lee cameos ?\n",
      "what is your favourite Stan Lee cameo in a Marvel film ?\n",
      "what are your views on Modi governments decision to demonetization 500 and 1000 rupee notes ? how will this affect economy ?\n",
      "what are your views on ban of 500 and 1000 rupee notes in India ?\n",
      "what does the 10 / 6 label on the Mad Hatter hat mean ?\n",
      "how do you find a figure labeled this way in a textbook ?\n",
      "who wrote the Kars for Kids jingle ?\n",
      "i am a freelance musician . how can I get into the jingle industry ?\n",
      "why is Saltwater Taffy candy imported in Greece ?\n",
      "why is Saltwater taffy candy imported in China ?\n",
      "what are the minimum requirements to enter MIT ?\n",
      "how can I join MIT ?\n",
      "how do you answer a question on Quora ?\n",
      "what is the best thing you have ever learned on Quora ?\n",
      "israel vs Iran : who would win ?\n",
      "if Israel and Iran went to war , who would win ?\n",
      "when is it too late to learn the piano ?\n",
      "i am almost 40 . is it too late for me to learn piano ?\n",
      "what are natural numbers ?\n",
      "what is a least natural number ?\n",
      "is One Plus 3T 4G VoLTE enabled phone ?\n",
      "which phone to buy Moto m or one plus 3t ?\n",
      "how do I enter a new email ID which I can access to recover my Facebook ID ?\n",
      "i lost all my ID . i am adopted and can not access my original birth certificate . how do I replace my ID without even a birth certificate ?\n",
      "how we can travel faster than light ?\n",
      "is it possible to travel faster than light ?\n",
      "what is it like being a firefighter ?\n",
      "what it like to be a firefighter ?\n",
      "what are the factors that causes data inconsistency in distributed platform / application ?\n",
      "what are the main data platform ?\n",
      "what are the differences between POCSO and sexual offenses in the IPC ?\n",
      "do we need the IPC section 375 ?\n",
      "what is an alternative for the word \" quoted_item \" ?\n",
      "what is the alternative word for creative ?\n",
      "what is considered an illegal screen in the NBA ?\n",
      "shaquille O ' neal considers Tim Duncan a power forward therefore disqualifying Duncan from the NBA great bing men discussion . does O ' neal have a point ?\n",
      "nothing excites me anymore . how do I regain that excitement ?\n",
      "why do I feel like i am excited about something when I have nothing to be excited about ?\n",
      "what are the life lessons that Batman teaches us ?\n",
      "what are the life lessons you can learn from the dark knight ?\n",
      "how do you stop a criminal attempt to kidnap you so you escape unharmed ?\n",
      "how do you stop a criminal attempt to kidnap you and escape unharmed ?\n",
      "how do I sell on Amazon ?\n",
      "how do I start selling on Amazon ?\n",
      "daniel Ek : When an we expect Spotify in India ?\n",
      "daniel Ek : Are there any future plans of releasing Spotify in India ?\n",
      "what are the top 10 books one should read in his or her early 20s ?\n",
      "what books are worth reading in early 20s ?\n",
      "which book should I start with for the GATE preparation ?\n",
      "what book do I start with for GATE preparation ?\n",
      "what does the phrase \" he who does not love abides in death \" exactly mean ?\n",
      "what does the phrase \" love begets love \" mean ?\n",
      "what is similar to 4Shared ?\n",
      "what is similar to 4shared but better ?\n",
      "can you get high if someone touches weed and then you shake their hand and then you eat something with that same hand ?\n",
      "if someone grabs you by your shirt with both their hands and tells you to shut up , is that assault and can you call the police ?\n",
      "considering the current trend of information technology what is the future of print media ?\n",
      "what is this model name ? i see her everywhere .\n",
      "what is the best recipe for chicken pizza ?\n",
      "what are some good pizza recipes ?\n",
      "what are some good places to learn mountaineering in India ?\n",
      "what are some good mountaineering institutes for a beginner level mountaineering course ?\n",
      "do new table tennis balls damage rubbers ?\n",
      "how do you unlock a car with a tennis ball ?\n",
      "my new Xbox one S can not connect to internet during setup . any solutions ?\n",
      "can I withdraw my money from any branch of particular bank . my bank is bank of Baroda I have no Atm card and cheque book ?\n",
      "is it wrong for me to be content with my life ?\n",
      "what is a cover story ?\n",
      "is gravity only a theory ?\n",
      "according to the M theory , there are 11 dimensions . why are only 5 dimensions in regards to gravity addressed in Interstellar ?\n",
      "how could I become a fighter pilot when I have less than the required eyesight ?\n",
      "i have terrible eyesight . can I still become a fighter pilot in the Air Force ?\n",
      "operation executive salary in Infosys ?\n",
      "how do I do the Wake Back To Bed lucid dreaming technique when I think I have restless leg syndrome ( regardless , my legs hurt at night . ) ?\n",
      "have cavemen been scientifically tested ?\n",
      "have mythical creatures been scientifically tested ?\n",
      "can climate change be reversed ?\n",
      "can the global climate change be reversed or halted ?\n",
      "how should ask my crush for her number ?\n",
      "what should I ask my crush ?\n",
      "why do I believe that gravitation force exist ?\n",
      "does gravitational force exists in all planets ?\n",
      "did Mahabharata really happen ?\n",
      "did Mahabharata really happen or only an allegory according to M . k . gandhi ?\n",
      "can Congress stop Presidents from starting a major war ?\n",
      "what a good source to purchase Attorneys eMail addresses ? thanks\n",
      "is it safe to lose 25 pounds in 1 month ?\n",
      "is it healthy to lose 13 pounds in a month ?\n",
      "what are some cute shounen ai series ?\n",
      "when will the Pokemon series end ?\n",
      "why are police lights red and blue ?\n",
      "why are police lights red and / or blue ?\n",
      "how do I post a question that was marked as needing improvement ?\n",
      "why was my question marked as \" needs improvement ? \"\n",
      "who owns nature ?\n",
      "who owns Natural Factors ?\n",
      "how can I install OBB / data file on an Android ?\n",
      "i want to install EXE extension files in Android mobile . is it possible ?\n",
      "what is garbage value ? and Why do we get garbage value in c ?\n",
      "what is garbage value in c ?\n",
      "how do I prepare for software interviews ?\n",
      "what are the best ways to prepare for software interviews ?\n",
      "does Rahul Gandhi have any chance to become next PM of India after Modi ?\n",
      "does Rahul Gandhi have chances to become next Pm of India after Modi ?\n",
      "is noon 12 am or 12 pm ?\n",
      "is it good to do gym at morning and swimming at noon ?\n",
      "what is the difference between a comet and an asteroid ?\n",
      "what is the difference between asteroids and comets ?\n",
      "is chocolate milk good for you ?\n",
      "why is unrefrigerated milk good for you ?\n",
      "how should I study\n",
      "what are some tricks to study effectively ?\n",
      "which country is best for higher education and work ?\n",
      "which is the best country for higher education after America and England ?\n",
      "what is the painting on this image ?\n",
      "what is this painting ?\n",
      "which are the major highways in California and how are they compared to the major highways in Tennessee ?\n",
      "which are the major highways in California and how are they compared to the major highways in Texas ?\n",
      "what beyond our Universe ?\n",
      "if space is expanding , where does the new space come from ?\n",
      "is growing of hair a physical or a chemical change ?\n",
      "can a bald person ever grow their hair back ?\n",
      "what is the difference between culture and history ?\n",
      "how is chili different between cultures ?\n",
      "what does it mean when a guy says I like you ?\n",
      "what does it mean when a guy says \" be safe \" ?\n",
      "what makes a programmer \" good ? \"\n"
     ]
    }
   ],
   "source": [
    "#len(unprocessed)\n",
    "for k in unprocessed[:1000]:\n",
    "    print(qid_dict[k])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# %%time\n",
    "\n",
    "spacy_obj_dict = {}\n",
    "total_len = len(qid_dict)\n",
    "for i,k in enumerate(qid_dict):\n",
    "    if i%50000==0:\n",
    "        print('Processed {} out of {}'.format(i,total_len))\n",
    "        \n",
    "    # some questions are null\n",
    "    if type(qid_dict[k])!= str:\n",
    "        qid_dict[k] = ''\n",
    "    \n",
    "    spacy_obj_dict[k] = nlp(qid_dict[k]\n",
    "\n",
    "net_dict = {}\n",
    "\n",
    "for i, q in df_train.iterrows():\n",
    "    if series['qid1'] not in qid_dict:\n",
    "        qid_dict[series['qid1']] = nlp(series['question1']).M\n",
    "    if series['qid2'] not in qid_dict:\n",
    "        qid_dict[series['qid2']] = series['question2']    \n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "doc1 = nlp(u'London is a big city in the United Kingdom.')\n",
    "doc2 = nlp(u'I\\'m a triple Capricorn (Sun, Moon and ascendant in Capricorn) What does this say about me?')\n",
    "print(doc[0].text, doc[0].ent_iob, doc[0].ent_type_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#pos_train = df_train[y_train == 1]\n",
    "\n",
    "docs = pos_train.loc[1:1000,:].apply(lambda q: (nlp(q['question1']), nlp(q['question2'])) , axis=1)\n",
    "#pos_train.head(n=1000)\n",
    "#doc1.similarity(doc2)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "vote_dict = {}\n",
    "word_ent_type_dict = {}\n",
    "word_ent_type_second_dict = {}\n",
    "\n",
    "# construct vote dictionary\n",
    "\n",
    "for qid in spacy_obj_dict:\n",
    "    \n",
    "    if qid%100000==0:\n",
    "        print('Processing {} / {}'.format(qid,len(spacy_obj_dict)))\n",
    "    \n",
    "    for token in spacy_obj_dict[qid]:\n",
    "            \n",
    "        if token.lower_ not in vote_dict:\n",
    "            vote_dict[token.lower_] = {}\n",
    "\n",
    "        if token.ent_type_ not in vote_dict[token.lower_]:\n",
    "            vote_dict[token.lower_][token.ent_type_] = 0\n",
    "        \n",
    "        # if the token has_vector is True, maybe we shouldn't record its \n",
    "        \n",
    "        vote_dict[token.lower_][token.ent_type_] += 1 # TODO: not sure if storing in lowercase form is safe ?\n",
    "\n",
    "        \n",
    "# vote for what should the type be\n",
    "    \n",
    "for key in vote_dict:\n",
    "    \n",
    "    # non-type has lower priority\n",
    "    if '' in vote_dict[key]:\n",
    "        vote_dict[key][''] = vote_dict[key][''] - 0.1\n",
    "\n",
    "    ents = list(vote_dict[key].keys())\n",
    "    bi_list = [\n",
    "        ents,\n",
    "        [vote_dict[key][ent] for ent in ents]\n",
    "    ]\n",
    "    \n",
    "    # if several ent_type_ have same count, just let it go, making them share same ent_type_ is enough\n",
    "    # TODO: if have time, can design a better metric to deal with second graded type\n",
    "    sorted_idx = np.argsort(bi_list[1])\n",
    "    \n",
    "    if sorted_idx.shape[0]>1:\n",
    "        best_idx = sorted_idx[-1]\n",
    "        second_idx = sorted_idx[-2]\n",
    "        word_ent_type_dict[key] = bi_list[0][best_idx]\n",
    "        if bi_list[1][second_idx]>threshold_of_second_type:\n",
    "            word_ent_type_second_dict[key] = bi_list[0][second_idx]\n",
    "    else:\n",
    "        best_idx = sorted_idx[-1]\n",
    "        word_ent_type_dict[key] = bi_list[0][best_idx]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# APIs to access entity type\n",
    "\n",
    "def token_type_lookup(token, report_detail=False):\n",
    "    \n",
    "    if type(token)==str:\n",
    "        token = nlp(token)[0]\n",
    "        \n",
    "    key = token.lower_\n",
    "    \n",
    "    try:\n",
    "        if report_detail:\n",
    "            print(ENTITY_ENUM[word_ent_type_dict[key]], ' <= ', {ENTITY_ENUM[ent_t] : vote_dict[key][ent_t] for ent_t in vote_dict[key]} )\n",
    "\n",
    "        return word_ent_type_dict[key]\n",
    "    \n",
    "    except KeyError:\n",
    "        return ''\n",
    "\n",
    "def is_token_has_second_type(token):\n",
    "    \n",
    "    if type(token)==str:\n",
    "        token = nlp(token)[0]\n",
    "        \n",
    "    key = token.lower_\n",
    "    \n",
    "    try:\n",
    "        return key in word_ent_type_second_dict\n",
    "    except KeyError:\n",
    "        return False\n",
    "\n",
    "def token_second_type_lookup(token, report_detail=False):\n",
    "    \n",
    "    if type(token)==str:\n",
    "        token = nlp(token)[0]\n",
    "        \n",
    "    key = token.lower_\n",
    "    \n",
    "    try:\n",
    "        if report_detail:\n",
    "            print(ENTITY_ENUM[word_ent_type_second_dict[key]], ' <= ', {ENTITY_ENUM[ent_t] : vote_dict[key][ent_t] for ent_t in vote_dict[key]} )\n",
    "\n",
    "        return word_ent_type_second_dict[key]\n",
    "    except KeyError:\n",
    "        return ''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "testcases = [\n",
    "    'ms',\n",
    "    'taiwanese',\n",
    "    'google',\n",
    "    'tensorflow',\n",
    "    'mac'\n",
    "]\n",
    "\n",
    "for testcase in testcases:\n",
    "    print(testcase)\n",
    "    token_type_lookup(testcase, report_detail=True)\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "i = 0\n",
    "\n",
    "for doc in docs:\n",
    "    print(doc[0], [(e.label_, e.text) for e in doc[0].ents])\n",
    "    print(doc[1], [(e.label_, e.text) for e in doc[1].ents])\n",
    "    i += 1\n",
    "    \n",
    "    if i > 1000:\n",
    "        break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#x_train.head()\n",
    "#df_train.loc[1,['question1', 'question2']]\n",
    "doc1 = nlp(df_train.loc[2,'question1'])\n",
    "doc2 = nlp(df_train.loc[2,'question2'])\n",
    "\n",
    "#df_train.loc[2,:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "#qid_dict"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}