model.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Import Libraries"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Using TensorFlow backend.\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "from sklearn.model_selection import train_test_split\n",
    "from keras.models import Sequential\n",
    "from keras.layers import Dense, Dropout\n",
    "from keras.optimizers import SGD\n",
    "from keras.callbacks import EarlyStopping\n",
    "from keras.wrappers.scikit_learn import KerasClassifier\n",
    "from sklearn.model_selection import StratifiedKFold\n",
    "from sklearn.model_selection import cross_val_score\n",
    "from sklearn.preprocessing import StandardScaler"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Load Datasets"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "# load dataset\n",
    "df = pd.read_csv('dataset/credit_train.csv',header=0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "df = df.iloc[:100000]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>Customer ID</th>\n",
       "      <th>Loan Status</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Credit Score</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Years in current job</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Purpose</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Months since last delinquent</th>\n",
       "      <th>Number of Open Accounts</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Maximum Open Credit</th>\n",
       "      <th>Bankruptcies</th>\n",
       "      <th>Tax Liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>14dd8831-6af5-400b-83ec-68e61888a048</td>\n",
       "      <td>981165ec-3274-42f5-a3b4-d104041a9ca9</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>445412.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>709.0</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Home Improvements</td>\n",
       "      <td>5214.74</td>\n",
       "      <td>17.2</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>228190.0</td>\n",
       "      <td>416746.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4771cc26-131a-45db-b5aa-537ea4ba5342</td>\n",
       "      <td>2de017a3-2e01-49cb-a581-08169e83be29</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>262328.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>33295.98</td>\n",
       "      <td>21.1</td>\n",
       "      <td>8.0</td>\n",
       "      <td>35.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>229976.0</td>\n",
       "      <td>850784.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4eed4e6a-aa2f-4c91-8651-ce984ee8fb26</td>\n",
       "      <td>5efb2b2b-bf11-4dfd-a572-3761a2694725</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>99999999.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>741.0</td>\n",
       "      <td>2231892.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>29200.53</td>\n",
       "      <td>14.9</td>\n",
       "      <td>29.0</td>\n",
       "      <td>18.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>297996.0</td>\n",
       "      <td>750090.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a</td>\n",
       "      <td>e777faab-98ae-45af-9a86-7ce5b33b1011</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>347666.0</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>721.0</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>3 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>8741.90</td>\n",
       "      <td>12.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>256329.0</td>\n",
       "      <td>386958.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>d4062e70-befa-4995-8643-a0de73938182</td>\n",
       "      <td>81536ad9-5ccf-4eb8-befb-47a4d608658e</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>176220.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>20639.70</td>\n",
       "      <td>6.1</td>\n",
       "      <td>NaN</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>253460.0</td>\n",
       "      <td>427174.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>89d8cb0c-e5c2-4f54-b056-48a645c543dd</td>\n",
       "      <td>4ffe99d3-7f2a-44db-afc1-40943f1f9750</td>\n",
       "      <td>Charged Off</td>\n",
       "      <td>206602.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>7290.0</td>\n",
       "      <td>896857.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>16367.74</td>\n",
       "      <td>17.3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>215308.0</td>\n",
       "      <td>272448.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>273581de-85d8-4332-81a5-19b04ce68666</td>\n",
       "      <td>90a75dde-34d5-419c-90dc-1e58b04b3e35</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>217646.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>730.0</td>\n",
       "      <td>1184194.0</td>\n",
       "      <td>&lt; 1 year</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>10855.08</td>\n",
       "      <td>19.6</td>\n",
       "      <td>10.0</td>\n",
       "      <td>13.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>122170.0</td>\n",
       "      <td>272052.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>db0dc6e1-77ee-4826-acca-772f9039e1c7</td>\n",
       "      <td>018973c9-e316-4956-b363-67e134fb0931</td>\n",
       "      <td>Charged Off</td>\n",
       "      <td>648714.0</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>&lt; 1 year</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Buy House</td>\n",
       "      <td>14806.13</td>\n",
       "      <td>8.2</td>\n",
       "      <td>8.0</td>\n",
       "      <td>15.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>193306.0</td>\n",
       "      <td>864204.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>8af915d9-9e91-44a0-b5a2-564a45c12089</td>\n",
       "      <td>af534dea-d27e-4fd6-9de8-efaa52a78ec0</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>548746.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>678.0</td>\n",
       "      <td>2559110.0</td>\n",
       "      <td>2 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>18660.28</td>\n",
       "      <td>22.6</td>\n",
       "      <td>33.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>437171.0</td>\n",
       "      <td>555038.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0b1c4e3d-bd97-45ce-9622-22732fcdc9a0</td>\n",
       "      <td>235c4a43-dadf-483d-aa44-9d6d77ae4583</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>215952.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>739.0</td>\n",
       "      <td>1454735.0</td>\n",
       "      <td>&lt; 1 year</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>39277.75</td>\n",
       "      <td>13.9</td>\n",
       "      <td>NaN</td>\n",
       "      <td>20.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>669560.0</td>\n",
       "      <td>1021460.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                Loan ID                           Customer ID  \\\n",
       "0  14dd8831-6af5-400b-83ec-68e61888a048  981165ec-3274-42f5-a3b4-d104041a9ca9   \n",
       "1  4771cc26-131a-45db-b5aa-537ea4ba5342  2de017a3-2e01-49cb-a581-08169e83be29   \n",
       "2  4eed4e6a-aa2f-4c91-8651-ce984ee8fb26  5efb2b2b-bf11-4dfd-a572-3761a2694725   \n",
       "3  77598f7b-32e7-4e3b-a6e5-06ba0d98fe8a  e777faab-98ae-45af-9a86-7ce5b33b1011   \n",
       "4  d4062e70-befa-4995-8643-a0de73938182  81536ad9-5ccf-4eb8-befb-47a4d608658e   \n",
       "5  89d8cb0c-e5c2-4f54-b056-48a645c543dd  4ffe99d3-7f2a-44db-afc1-40943f1f9750   \n",
       "6  273581de-85d8-4332-81a5-19b04ce68666  90a75dde-34d5-419c-90dc-1e58b04b3e35   \n",
       "7  db0dc6e1-77ee-4826-acca-772f9039e1c7  018973c9-e316-4956-b363-67e134fb0931   \n",
       "8  8af915d9-9e91-44a0-b5a2-564a45c12089  af534dea-d27e-4fd6-9de8-efaa52a78ec0   \n",
       "9  0b1c4e3d-bd97-45ce-9622-22732fcdc9a0  235c4a43-dadf-483d-aa44-9d6d77ae4583   \n",
       "\n",
       "   Loan Status  Current Loan Amount        Term  Credit Score  Annual Income  \\\n",
       "0   Fully Paid             445412.0  Short Term         709.0      1167493.0   \n",
       "1   Fully Paid             262328.0  Short Term           NaN            NaN   \n",
       "2   Fully Paid           99999999.0  Short Term         741.0      2231892.0   \n",
       "3   Fully Paid             347666.0   Long Term         721.0       806949.0   \n",
       "4   Fully Paid             176220.0  Short Term           NaN            NaN   \n",
       "5  Charged Off             206602.0  Short Term        7290.0       896857.0   \n",
       "6   Fully Paid             217646.0  Short Term         730.0      1184194.0   \n",
       "7  Charged Off             648714.0   Long Term           NaN            NaN   \n",
       "8   Fully Paid             548746.0  Short Term         678.0      2559110.0   \n",
       "9   Fully Paid             215952.0  Short Term         739.0      1454735.0   \n",
       "\n",
       "  Years in current job Home Ownership             Purpose  Monthly Debt  \\\n",
       "0              8 years  Home Mortgage   Home Improvements       5214.74   \n",
       "1            10+ years  Home Mortgage  Debt Consolidation      33295.98   \n",
       "2              8 years       Own Home  Debt Consolidation      29200.53   \n",
       "3              3 years       Own Home  Debt Consolidation       8741.90   \n",
       "4              5 years           Rent  Debt Consolidation      20639.70   \n",
       "5            10+ years  Home Mortgage  Debt Consolidation      16367.74   \n",
       "6             < 1 year  Home Mortgage  Debt Consolidation      10855.08   \n",
       "7             < 1 year  Home Mortgage           Buy House      14806.13   \n",
       "8              2 years           Rent  Debt Consolidation      18660.28   \n",
       "9             < 1 year           Rent  Debt Consolidation      39277.75   \n",
       "\n",
       "   Years of Credit History  Months since last delinquent  \\\n",
       "0                     17.2                           NaN   \n",
       "1                     21.1                           8.0   \n",
       "2                     14.9                          29.0   \n",
       "3                     12.0                           NaN   \n",
       "4                      6.1                           NaN   \n",
       "5                     17.3                           NaN   \n",
       "6                     19.6                          10.0   \n",
       "7                      8.2                           8.0   \n",
       "8                     22.6                          33.0   \n",
       "9                     13.9                           NaN   \n",
       "\n",
       "   Number of Open Accounts  Number of Credit Problems  Current Credit Balance  \\\n",
       "0                      6.0                        1.0                228190.0   \n",
       "1                     35.0                        0.0                229976.0   \n",
       "2                     18.0                        1.0                297996.0   \n",
       "3                      9.0                        0.0                256329.0   \n",
       "4                     15.0                        0.0                253460.0   \n",
       "5                      6.0                        0.0                215308.0   \n",
       "6                     13.0                        1.0                122170.0   \n",
       "7                     15.0                        0.0                193306.0   \n",
       "8                      4.0                        0.0                437171.0   \n",
       "9                     20.0                        0.0                669560.0   \n",
       "\n",
       "   Maximum Open Credit  Bankruptcies  Tax Liens  \n",
       "0             416746.0           1.0        0.0  \n",
       "1             850784.0           0.0        0.0  \n",
       "2             750090.0           0.0        0.0  \n",
       "3             386958.0           0.0        0.0  \n",
       "4             427174.0           0.0        0.0  \n",
       "5             272448.0           0.0        0.0  \n",
       "6             272052.0           1.0        0.0  \n",
       "7             864204.0           0.0        0.0  \n",
       "8             555038.0           0.0        0.0  \n",
       "9            1021460.0           0.0        0.0  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head(n=10)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan ID</th>\n",
       "      <th>Customer ID</th>\n",
       "      <th>Loan Status</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Credit Score</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Years in current job</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Purpose</th>\n",
       "      <th>Monthly Debt</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Months since last delinquent</th>\n",
       "      <th>Number of Open Accounts</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Maximum Open Credit</th>\n",
       "      <th>Bankruptcies</th>\n",
       "      <th>Tax Liens</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>99990</th>\n",
       "      <td>686017b3-dc24-4f8a-af92-0bd077452d3d</td>\n",
       "      <td>1a583add-21ba-410f-9c42-757c4ed19322</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>99999999.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>742.0</td>\n",
       "      <td>1190046.0</td>\n",
       "      <td>&lt; 1 year</td>\n",
       "      <td>Rent</td>\n",
       "      <td>other</td>\n",
       "      <td>11969.81</td>\n",
       "      <td>20.1</td>\n",
       "      <td>16.0</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>37392.0</td>\n",
       "      <td>134442.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99991</th>\n",
       "      <td>326d0f2b-015f-480e-90e9-9c0d7d307196</td>\n",
       "      <td>ed9a397b-8a72-45c2-92de-b91f990a623d</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>244266.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>714.0</td>\n",
       "      <td>1619047.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>4290.39</td>\n",
       "      <td>21.4</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>132012.0</td>\n",
       "      <td>242660.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99992</th>\n",
       "      <td>c568adaa-16f9-43d3-b522-8532fb57cb16</td>\n",
       "      <td>cbb29fd6-e418-4f09-a4bd-4de83428caab</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>48796.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>major_purchase</td>\n",
       "      <td>8298.63</td>\n",
       "      <td>8.3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>9.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>87875.0</td>\n",
       "      <td>239404.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99993</th>\n",
       "      <td>79b81158-5d55-4766-8ad6-ebcd683f7d59</td>\n",
       "      <td>e45e8dc4-05ad-4efe-92cc-784a6d5ef61a</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>44484.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>717.0</td>\n",
       "      <td>1152426.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>small_business</td>\n",
       "      <td>6280.64</td>\n",
       "      <td>21.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>961932.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99994</th>\n",
       "      <td>8506a4e9-af7d-47d2-a1bf-7ea2c41858f0</td>\n",
       "      <td>be67200e-1ef1-4b63-86a6-2bf27d3c704d</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>210584.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>719.0</td>\n",
       "      <td>783389.0</td>\n",
       "      <td>1 year</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>Other</td>\n",
       "      <td>3727.61</td>\n",
       "      <td>17.4</td>\n",
       "      <td>18.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>456.0</td>\n",
       "      <td>259160.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99995</th>\n",
       "      <td>3f94c18c-ba8f-45d0-8610-88a684a410a9</td>\n",
       "      <td>2da51983-cfef-4b8f-a733-5dfaf69e9281</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>147070.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>725.0</td>\n",
       "      <td>475437.0</td>\n",
       "      <td>7 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>other</td>\n",
       "      <td>2202.86</td>\n",
       "      <td>22.3</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>47766.0</td>\n",
       "      <td>658548.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99996</th>\n",
       "      <td>06eba04f-58fc-424a-b666-ed72aa008900</td>\n",
       "      <td>77f2252a-b7d1-4b07-a746-1202a8304290</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>99999999.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>732.0</td>\n",
       "      <td>1289416.0</td>\n",
       "      <td>1 year</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>13109.05</td>\n",
       "      <td>9.4</td>\n",
       "      <td>21.0</td>\n",
       "      <td>22.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>153045.0</td>\n",
       "      <td>509234.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99997</th>\n",
       "      <td>e1cb4050-eff5-4bdb-a1b0-aabd3f7eaac7</td>\n",
       "      <td>2ced5f10-bd60-4a11-9134-cadce4e7b0a3</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>103136.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>742.0</td>\n",
       "      <td>1150545.0</td>\n",
       "      <td>6 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>7315.57</td>\n",
       "      <td>18.8</td>\n",
       "      <td>18.0</td>\n",
       "      <td>12.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>109554.0</td>\n",
       "      <td>537548.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99998</th>\n",
       "      <td>81ab928b-d1a5-4523-9a3c-271ebb01b4fb</td>\n",
       "      <td>3e45ffda-99fd-4cfc-b8b8-446f4a505f36</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>530332.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>746.0</td>\n",
       "      <td>1717524.0</td>\n",
       "      <td>9 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9890.07</td>\n",
       "      <td>15.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>404225.0</td>\n",
       "      <td>738254.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99999</th>\n",
       "      <td>c63916c6-6d46-47a9-949a-51d09af4414f</td>\n",
       "      <td>1b3014be-5c07-4d41-abe7-44573c375886</td>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>99999999.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>743.0</td>\n",
       "      <td>935180.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>Debt Consolidation</td>\n",
       "      <td>9118.10</td>\n",
       "      <td>13.0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>4.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>45600.0</td>\n",
       "      <td>91014.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                    Loan ID  \\\n",
       "99990  686017b3-dc24-4f8a-af92-0bd077452d3d   \n",
       "99991  326d0f2b-015f-480e-90e9-9c0d7d307196   \n",
       "99992  c568adaa-16f9-43d3-b522-8532fb57cb16   \n",
       "99993  79b81158-5d55-4766-8ad6-ebcd683f7d59   \n",
       "99994  8506a4e9-af7d-47d2-a1bf-7ea2c41858f0   \n",
       "99995  3f94c18c-ba8f-45d0-8610-88a684a410a9   \n",
       "99996  06eba04f-58fc-424a-b666-ed72aa008900   \n",
       "99997  e1cb4050-eff5-4bdb-a1b0-aabd3f7eaac7   \n",
       "99998  81ab928b-d1a5-4523-9a3c-271ebb01b4fb   \n",
       "99999  c63916c6-6d46-47a9-949a-51d09af4414f   \n",
       "\n",
       "                                Customer ID Loan Status  Current Loan Amount  \\\n",
       "99990  1a583add-21ba-410f-9c42-757c4ed19322  Fully Paid           99999999.0   \n",
       "99991  ed9a397b-8a72-45c2-92de-b91f990a623d  Fully Paid             244266.0   \n",
       "99992  cbb29fd6-e418-4f09-a4bd-4de83428caab  Fully Paid              48796.0   \n",
       "99993  e45e8dc4-05ad-4efe-92cc-784a6d5ef61a  Fully Paid              44484.0   \n",
       "99994  be67200e-1ef1-4b63-86a6-2bf27d3c704d  Fully Paid             210584.0   \n",
       "99995  2da51983-cfef-4b8f-a733-5dfaf69e9281  Fully Paid             147070.0   \n",
       "99996  77f2252a-b7d1-4b07-a746-1202a8304290  Fully Paid           99999999.0   \n",
       "99997  2ced5f10-bd60-4a11-9134-cadce4e7b0a3  Fully Paid             103136.0   \n",
       "99998  3e45ffda-99fd-4cfc-b8b8-446f4a505f36  Fully Paid             530332.0   \n",
       "99999  1b3014be-5c07-4d41-abe7-44573c375886  Fully Paid           99999999.0   \n",
       "\n",
       "             Term  Credit Score  Annual Income Years in current job  \\\n",
       "99990  Short Term         742.0      1190046.0             < 1 year   \n",
       "99991  Short Term         714.0      1619047.0            10+ years   \n",
       "99992  Short Term           NaN            NaN              4 years   \n",
       "99993  Short Term         717.0      1152426.0            10+ years   \n",
       "99994  Short Term         719.0       783389.0               1 year   \n",
       "99995  Short Term         725.0       475437.0              7 years   \n",
       "99996  Short Term         732.0      1289416.0               1 year   \n",
       "99997  Short Term         742.0      1150545.0              6 years   \n",
       "99998  Short Term         746.0      1717524.0              9 years   \n",
       "99999  Short Term         743.0       935180.0                  NaN   \n",
       "\n",
       "      Home Ownership             Purpose  Monthly Debt  \\\n",
       "99990           Rent               other      11969.81   \n",
       "99991           Rent  Debt Consolidation       4290.39   \n",
       "99992  Home Mortgage      major_purchase       8298.63   \n",
       "99993  Home Mortgage      small_business       6280.64   \n",
       "99994  Home Mortgage               Other       3727.61   \n",
       "99995       Own Home               other       2202.86   \n",
       "99996           Rent  Debt Consolidation      13109.05   \n",
       "99997           Rent  Debt Consolidation       7315.57   \n",
       "99998           Rent  Debt Consolidation       9890.07   \n",
       "99999       Own Home  Debt Consolidation       9118.10   \n",
       "\n",
       "       Years of Credit History  Months since last delinquent  \\\n",
       "99990                     20.1                          16.0   \n",
       "99991                     21.4                           NaN   \n",
       "99992                      8.3                           NaN   \n",
       "99993                     21.0                          12.0   \n",
       "99994                     17.4                          18.0   \n",
       "99995                     22.3                           NaN   \n",
       "99996                      9.4                          21.0   \n",
       "99997                     18.8                          18.0   \n",
       "99998                     15.0                           NaN   \n",
       "99999                     13.0                           NaN   \n",
       "\n",
       "       Number of Open Accounts  Number of Credit Problems  \\\n",
       "99990                      9.0                        0.0   \n",
       "99991                      5.0                        1.0   \n",
       "99992                      9.0                        0.0   \n",
       "99993                      6.0                        0.0   \n",
       "99994                      6.0                        0.0   \n",
       "99995                      5.0                        0.0   \n",
       "99996                     22.0                        0.0   \n",
       "99997                     12.0                        1.0   \n",
       "99998                      8.0                        0.0   \n",
       "99999                      4.0                        1.0   \n",
       "\n",
       "       Current Credit Balance  Maximum Open Credit  Bankruptcies  Tax Liens  \n",
       "99990                 37392.0             134442.0           0.0        0.0  \n",
       "99991                132012.0             242660.0           1.0        0.0  \n",
       "99992                 87875.0             239404.0           0.0        0.0  \n",
       "99993                961932.0                  0.0           0.0        0.0  \n",
       "99994                   456.0             259160.0           0.0        0.0  \n",
       "99995                 47766.0             658548.0           0.0        0.0  \n",
       "99996                153045.0             509234.0           0.0        0.0  \n",
       "99997                109554.0             537548.0           1.0        0.0  \n",
       "99998                404225.0             738254.0           0.0        0.0  \n",
       "99999                 45600.0              91014.0           1.0        0.0  "
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.tail(n=10)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## Drop Columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Drop irrelevant columns\n",
    "drop_cols = ['Loan ID', 'Customer ID', 'Purpose','Monthly Debt','Months since last delinquent', 'Credit Score',\n",
    "             'Number of Open Accounts','Maximum Open Credit','Bankruptcies','Tax Liens']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan Status</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Years in current job</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>445412.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>17.2</td>\n",
       "      <td>1.0</td>\n",
       "      <td>228190.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>262328.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>NaN</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>21.1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>229976.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>99999999.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>2231892.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>14.9</td>\n",
       "      <td>1.0</td>\n",
       "      <td>297996.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>347666.0</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>3 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>256329.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>176220.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>NaN</td>\n",
       "      <td>5 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>6.1</td>\n",
       "      <td>0.0</td>\n",
       "      <td>253460.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  Loan Status  Current Loan Amount        Term  Annual Income  \\\n",
       "0  Fully Paid             445412.0  Short Term      1167493.0   \n",
       "1  Fully Paid             262328.0  Short Term            NaN   \n",
       "2  Fully Paid           99999999.0  Short Term      2231892.0   \n",
       "3  Fully Paid             347666.0   Long Term       806949.0   \n",
       "4  Fully Paid             176220.0  Short Term            NaN   \n",
       "\n",
       "  Years in current job Home Ownership  Years of Credit History  \\\n",
       "0              8 years  Home Mortgage                     17.2   \n",
       "1            10+ years  Home Mortgage                     21.1   \n",
       "2              8 years       Own Home                     14.9   \n",
       "3              3 years       Own Home                     12.0   \n",
       "4              5 years           Rent                      6.1   \n",
       "\n",
       "   Number of Credit Problems  Current Credit Balance  \n",
       "0                        1.0                228190.0  \n",
       "1                        0.0                229976.0  \n",
       "2                        1.0                297996.0  \n",
       "3                        0.0                256329.0  \n",
       "4                        0.0                253460.0  "
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df.drop(drop_cols, axis=1)\n",
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Drop NaN"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "100000"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Loan Status                      0\n",
       "Current Loan Amount              0\n",
       "Term                             0\n",
       "Annual Income                19154\n",
       "Years in current job          4222\n",
       "Home Ownership                   0\n",
       "Years of Credit History          0\n",
       "Number of Credit Problems        0\n",
       "Current Credit Balance           0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "80846"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = df[df['Annual Income'].notnull()]\n",
    "len(df)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Loan Status                     0\n",
       "Current Loan Amount             0\n",
       "Term                            0\n",
       "Annual Income                   0\n",
       "Years in current job         3412\n",
       "Home Ownership                  0\n",
       "Years of Credit History         0\n",
       "Number of Credit Problems       0\n",
       "Current Credit Balance          0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.isnull().sum()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {
    "collapsed": true
   },
   "source": [
    "## Remove Outliers"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "11484\n"
     ]
    }
   ],
   "source": [
    "# Locate outliers in Current Loan Amount\n",
    "print(len(df.loc[df['Current Loan Amount'] == 99999999]))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "69362\n"
     ]
    }
   ],
   "source": [
    "# remove outliers\n",
    "df = df.loc[df['Current Loan Amount'] != 99999999]\n",
    "print(len(df))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Label Encoding"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan Status</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Years in current job</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>445412.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>17.2</td>\n",
       "      <td>1.0</td>\n",
       "      <td>228190.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>347666.0</td>\n",
       "      <td>Long Term</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>3 years</td>\n",
       "      <td>Own Home</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>256329.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>Charged Off</td>\n",
       "      <td>206602.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>896857.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>17.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>215308.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>217646.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>1184194.0</td>\n",
       "      <td>&lt; 1 year</td>\n",
       "      <td>Home Mortgage</td>\n",
       "      <td>19.6</td>\n",
       "      <td>1.0</td>\n",
       "      <td>122170.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>Fully Paid</td>\n",
       "      <td>548746.0</td>\n",
       "      <td>Short Term</td>\n",
       "      <td>2559110.0</td>\n",
       "      <td>2 years</td>\n",
       "      <td>Rent</td>\n",
       "      <td>22.6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>437171.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Loan Status  Current Loan Amount        Term  Annual Income  \\\n",
       "0   Fully Paid             445412.0  Short Term      1167493.0   \n",
       "3   Fully Paid             347666.0   Long Term       806949.0   \n",
       "5  Charged Off             206602.0  Short Term       896857.0   \n",
       "6   Fully Paid             217646.0  Short Term      1184194.0   \n",
       "8   Fully Paid             548746.0  Short Term      2559110.0   \n",
       "\n",
       "  Years in current job Home Ownership  Years of Credit History  \\\n",
       "0              8 years  Home Mortgage                     17.2   \n",
       "3              3 years       Own Home                     12.0   \n",
       "5            10+ years  Home Mortgage                     17.3   \n",
       "6             < 1 year  Home Mortgage                     19.6   \n",
       "8              2 years           Rent                     22.6   \n",
       "\n",
       "   Number of Credit Problems  Current Credit Balance  \n",
       "0                        1.0                228190.0  \n",
       "3                        0.0                256329.0  \n",
       "5                        0.0                215308.0  \n",
       "6                        1.0                122170.0  \n",
       "8                        0.0                437171.0  "
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Label-encode data\n",
    "df.loc[df['Loan Status'] == 'Fully Paid', 'Loan Status'] = 1\n",
    "df.loc[df['Loan Status'] == 'Charged Off', 'Loan Status'] = 0\n",
    "df.loc[df['Term'] == 'Short Term', 'Term'] = 0\n",
    "df.loc[df['Term'] == 'Long Term', 'Term'] = 1\n",
    "df.loc[df['Home Ownership'] != 'Own Home', 'Home Ownership'] = 0\n",
    "df.loc[df['Home Ownership'] == 'Own Home', 'Home Ownership'] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan Status</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Years in current job</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>445412.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>8 years</td>\n",
       "      <td>0</td>\n",
       "      <td>17.2</td>\n",
       "      <td>1.0</td>\n",
       "      <td>228190.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>347666.0</td>\n",
       "      <td>1</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>3 years</td>\n",
       "      <td>1</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>256329.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>206602.0</td>\n",
       "      <td>0</td>\n",
       "      <td>896857.0</td>\n",
       "      <td>10+ years</td>\n",
       "      <td>0</td>\n",
       "      <td>17.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>215308.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>217646.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1184194.0</td>\n",
       "      <td>&lt; 1 year</td>\n",
       "      <td>0</td>\n",
       "      <td>19.6</td>\n",
       "      <td>1.0</td>\n",
       "      <td>122170.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>548746.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2559110.0</td>\n",
       "      <td>2 years</td>\n",
       "      <td>0</td>\n",
       "      <td>22.6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>437171.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Loan Status  Current Loan Amount  Term  Annual Income Years in current job  \\\n",
       "0            1             445412.0     0      1167493.0              8 years   \n",
       "3            1             347666.0     1       806949.0              3 years   \n",
       "5            0             206602.0     0       896857.0            10+ years   \n",
       "6            1             217646.0     0      1184194.0             < 1 year   \n",
       "8            1             548746.0     0      2559110.0              2 years   \n",
       "\n",
       "   Home Ownership  Years of Credit History  Number of Credit Problems  \\\n",
       "0               0                     17.2                        1.0   \n",
       "3               1                     12.0                        0.0   \n",
       "5               0                     17.3                        0.0   \n",
       "6               0                     19.6                        1.0   \n",
       "8               0                     22.6                        0.0   \n",
       "\n",
       "   Current Credit Balance  \n",
       "0                228190.0  \n",
       "3                256329.0  \n",
       "5                215308.0  \n",
       "6                122170.0  \n",
       "8                437171.0  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## One-Hot Encoding"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array(['Loan Status', 'Current Loan Amount', 'Term', 'Annual Income',\n",
       "       'Years in current job', 'Home Ownership',\n",
       "       'Years of Credit History', 'Number of Credit Problems',\n",
       "       'Current Credit Balance'], dtype=object)"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# one-hot encoding\n",
    "def onehot_encode(df, feature):\n",
    "    encoded_df = pd.get_dummies(df[feature], prefix = feature, dummy_na=True)\n",
    "    \n",
    "    # concatenate original training data and encoded data, drop sex feature\n",
    "    df = pd.concat([df,encoded_df],axis=1)\n",
    "    df = df.drop([feature], axis=1)\n",
    "    return df\n",
    "\n",
    "# One-hot Encode all the columns\n",
    "def onehot_encode_cols(df, cols):\n",
    "    for col in cols:\n",
    "        df = onehot_encode(df, col)\n",
    "    return df\n",
    "\n",
    "# visualize column headers\n",
    "df.columns.values"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "onehot_cols = ['Years in current job']\n",
    "df = onehot_encode_cols(df, onehot_cols)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "20\n"
     ]
    }
   ],
   "source": [
    "print(len(df.columns.values))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Normalize Data"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "normalize_cols = ['Current Loan Amount','Annual Income',\n",
    "                  'Years of Credit History','Number of Credit Problems','Current Credit Balance']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "({'Annual Income': 1373245.9760964217,\n",
       "  'Current Credit Balance': 294757.9657737666,\n",
       "  'Current Loan Amount': 314293.1817998328,\n",
       "  'Number of Credit Problems': 0.17088607594936708,\n",
       "  'Years of Credit History': 18.121716501830974},\n",
       " {'Annual Income': 1103906.3440081254,\n",
       "  'Current Credit Balance': 382523.88480604795,\n",
       "  'Current Loan Amount': 187557.96928349973,\n",
       "  'Number of Credit Problems': 0.49041044586332155,\n",
       "  'Years of Credit History': 6.983709238407832})"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# save means and stds\n",
    "mean_dict = {}\n",
    "std_dict = {}\n",
    "for col in normalize_cols:\n",
    "    mean_dict[col] = df[col].mean()\n",
    "    std_dict[col] = df[col].std()\n",
    "mean_dict, std_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan Status</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Years in current job_1 year</th>\n",
       "      <th>Years in current job_10+ years</th>\n",
       "      <th>Years in current job_2 years</th>\n",
       "      <th>Years in current job_3 years</th>\n",
       "      <th>Years in current job_4 years</th>\n",
       "      <th>Years in current job_5 years</th>\n",
       "      <th>Years in current job_6 years</th>\n",
       "      <th>Years in current job_7 years</th>\n",
       "      <th>Years in current job_8 years</th>\n",
       "      <th>Years in current job_9 years</th>\n",
       "      <th>Years in current job_&lt; 1 year</th>\n",
       "      <th>Years in current job_nan</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>445412.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>0</td>\n",
       "      <td>17.2</td>\n",
       "      <td>1.0</td>\n",
       "      <td>228190.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>347666.0</td>\n",
       "      <td>1</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>1</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>256329.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>206602.0</td>\n",
       "      <td>0</td>\n",
       "      <td>896857.0</td>\n",
       "      <td>0</td>\n",
       "      <td>17.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>215308.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>217646.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1184194.0</td>\n",
       "      <td>0</td>\n",
       "      <td>19.6</td>\n",
       "      <td>1.0</td>\n",
       "      <td>122170.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>548746.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2559110.0</td>\n",
       "      <td>0</td>\n",
       "      <td>22.6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>437171.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Loan Status  Current Loan Amount  Term  Annual Income  Home Ownership  \\\n",
       "0            1             445412.0     0      1167493.0               0   \n",
       "3            1             347666.0     1       806949.0               1   \n",
       "5            0             206602.0     0       896857.0               0   \n",
       "6            1             217646.0     0      1184194.0               0   \n",
       "8            1             548746.0     0      2559110.0               0   \n",
       "\n",
       "   Years of Credit History  Number of Credit Problems  Current Credit Balance  \\\n",
       "0                     17.2                        1.0                228190.0   \n",
       "3                     12.0                        0.0                256329.0   \n",
       "5                     17.3                        0.0                215308.0   \n",
       "6                     19.6                        1.0                122170.0   \n",
       "8                     22.6                        0.0                437171.0   \n",
       "\n",
       "   Years in current job_1 year  Years in current job_10+ years  \\\n",
       "0                            0                               0   \n",
       "3                            0                               0   \n",
       "5                            0                               1   \n",
       "6                            0                               0   \n",
       "8                            0                               0   \n",
       "\n",
       "   Years in current job_2 years  Years in current job_3 years  \\\n",
       "0                             0                             0   \n",
       "3                             0                             1   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             1                             0   \n",
       "\n",
       "   Years in current job_4 years  Years in current job_5 years  \\\n",
       "0                             0                             0   \n",
       "3                             0                             0   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             0                             0   \n",
       "\n",
       "   Years in current job_6 years  Years in current job_7 years  \\\n",
       "0                             0                             0   \n",
       "3                             0                             0   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             0                             0   \n",
       "\n",
       "   Years in current job_8 years  Years in current job_9 years  \\\n",
       "0                             1                             0   \n",
       "3                             0                             0   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             0                             0   \n",
       "\n",
       "   Years in current job_< 1 year  Years in current job_nan  \n",
       "0                              0                         0  \n",
       "3                              0                         0  \n",
       "5                              0                         0  \n",
       "6                              1                         0  \n",
       "8                              0                         0  "
      ]
     },
     "execution_count": 22,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan Status</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Years in current job_1 year</th>\n",
       "      <th>Years in current job_10+ years</th>\n",
       "      <th>Years in current job_2 years</th>\n",
       "      <th>Years in current job_3 years</th>\n",
       "      <th>Years in current job_4 years</th>\n",
       "      <th>Years in current job_5 years</th>\n",
       "      <th>Years in current job_6 years</th>\n",
       "      <th>Years in current job_7 years</th>\n",
       "      <th>Years in current job_8 years</th>\n",
       "      <th>Years in current job_9 years</th>\n",
       "      <th>Years in current job_&lt; 1 year</th>\n",
       "      <th>Years in current job_nan</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>445412.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1167493.0</td>\n",
       "      <td>0</td>\n",
       "      <td>17.2</td>\n",
       "      <td>1.0</td>\n",
       "      <td>228190.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>347666.0</td>\n",
       "      <td>1</td>\n",
       "      <td>806949.0</td>\n",
       "      <td>1</td>\n",
       "      <td>12.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>256329.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>206602.0</td>\n",
       "      <td>0</td>\n",
       "      <td>896857.0</td>\n",
       "      <td>0</td>\n",
       "      <td>17.3</td>\n",
       "      <td>0.0</td>\n",
       "      <td>215308.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>217646.0</td>\n",
       "      <td>0</td>\n",
       "      <td>1184194.0</td>\n",
       "      <td>0</td>\n",
       "      <td>19.6</td>\n",
       "      <td>1.0</td>\n",
       "      <td>122170.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>548746.0</td>\n",
       "      <td>0</td>\n",
       "      <td>2559110.0</td>\n",
       "      <td>0</td>\n",
       "      <td>22.6</td>\n",
       "      <td>0.0</td>\n",
       "      <td>437171.0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Loan Status  Current Loan Amount  Term  Annual Income  Home Ownership  \\\n",
       "0            1             445412.0     0      1167493.0               0   \n",
       "3            1             347666.0     1       806949.0               1   \n",
       "5            0             206602.0     0       896857.0               0   \n",
       "6            1             217646.0     0      1184194.0               0   \n",
       "8            1             548746.0     0      2559110.0               0   \n",
       "\n",
       "   Years of Credit History  Number of Credit Problems  Current Credit Balance  \\\n",
       "0                     17.2                        1.0                228190.0   \n",
       "3                     12.0                        0.0                256329.0   \n",
       "5                     17.3                        0.0                215308.0   \n",
       "6                     19.6                        1.0                122170.0   \n",
       "8                     22.6                        0.0                437171.0   \n",
       "\n",
       "   Years in current job_1 year  Years in current job_10+ years  \\\n",
       "0                            0                               0   \n",
       "3                            0                               0   \n",
       "5                            0                               1   \n",
       "6                            0                               0   \n",
       "8                            0                               0   \n",
       "\n",
       "   Years in current job_2 years  Years in current job_3 years  \\\n",
       "0                             0                             0   \n",
       "3                             0                             1   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             1                             0   \n",
       "\n",
       "   Years in current job_4 years  Years in current job_5 years  \\\n",
       "0                             0                             0   \n",
       "3                             0                             0   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             0                             0   \n",
       "\n",
       "   Years in current job_6 years  Years in current job_7 years  \\\n",
       "0                             0                             0   \n",
       "3                             0                             0   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             0                             0   \n",
       "\n",
       "   Years in current job_8 years  Years in current job_9 years  \\\n",
       "0                             1                             0   \n",
       "3                             0                             0   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             0                             0   \n",
       "\n",
       "   Years in current job_< 1 year  Years in current job_nan  \n",
       "0                              0                         0  \n",
       "3                              0                         0  \n",
       "5                              0                         0  \n",
       "6                              1                         0  \n",
       "8                              0                         0  "
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": [
    "def normalize_data(df, features):\n",
    "    normalizer = StandardScaler()\n",
    "    df[features]=normalizer.fit_transform(df[features])\n",
    "    return df\n",
    "df = normalize_data(df, normalize_cols)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Loan Status</th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Years in current job_1 year</th>\n",
       "      <th>Years in current job_10+ years</th>\n",
       "      <th>Years in current job_2 years</th>\n",
       "      <th>Years in current job_3 years</th>\n",
       "      <th>Years in current job_4 years</th>\n",
       "      <th>Years in current job_5 years</th>\n",
       "      <th>Years in current job_6 years</th>\n",
       "      <th>Years in current job_7 years</th>\n",
       "      <th>Years in current job_8 years</th>\n",
       "      <th>Years in current job_9 years</th>\n",
       "      <th>Years in current job_&lt; 1 year</th>\n",
       "      <th>Years in current job_nan</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>0.699089</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.186388</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.131982</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.174024</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>1</td>\n",
       "      <td>0.177935</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.512997</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.876577</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.100462</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>-0.574180</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.431551</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.117663</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.207701</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>1</td>\n",
       "      <td>-0.515296</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.171258</td>\n",
       "      <td>0</td>\n",
       "      <td>0.211678</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.451185</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1</td>\n",
       "      <td>1.250038</td>\n",
       "      <td>0</td>\n",
       "      <td>1.074251</td>\n",
       "      <td>0</td>\n",
       "      <td>0.641252</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.372301</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Loan Status  Current Loan Amount  Term  Annual Income  Home Ownership  \\\n",
       "0            1             0.699089     0      -0.186388               0   \n",
       "3            1             0.177935     1      -0.512997               1   \n",
       "5            0            -0.574180     0      -0.431551               0   \n",
       "6            1            -0.515296     0      -0.171258               0   \n",
       "8            1             1.250038     0       1.074251               0   \n",
       "\n",
       "   Years of Credit History  Number of Credit Problems  Current Credit Balance  \\\n",
       "0                -0.131982                   1.690665               -0.174024   \n",
       "3                -0.876577                  -0.348458               -0.100462   \n",
       "5                -0.117663                  -0.348458               -0.207701   \n",
       "6                 0.211678                   1.690665               -0.451185   \n",
       "8                 0.641252                  -0.348458                0.372301   \n",
       "\n",
       "   Years in current job_1 year  Years in current job_10+ years  \\\n",
       "0                            0                               0   \n",
       "3                            0                               0   \n",
       "5                            0                               1   \n",
       "6                            0                               0   \n",
       "8                            0                               0   \n",
       "\n",
       "   Years in current job_2 years  Years in current job_3 years  \\\n",
       "0                             0                             0   \n",
       "3                             0                             1   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             1                             0   \n",
       "\n",
       "   Years in current job_4 years  Years in current job_5 years  \\\n",
       "0                             0                             0   \n",
       "3                             0                             0   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             0                             0   \n",
       "\n",
       "   Years in current job_6 years  Years in current job_7 years  \\\n",
       "0                             0                             0   \n",
       "3                             0                             0   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             0                             0   \n",
       "\n",
       "   Years in current job_8 years  Years in current job_9 years  \\\n",
       "0                             1                             0   \n",
       "3                             0                             0   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             0                             0   \n",
       "\n",
       "   Years in current job_< 1 year  Years in current job_nan  \n",
       "0                              0                         0  \n",
       "3                              0                         0  \n",
       "5                              0                         0  \n",
       "6                              1                         0  \n",
       "8                              0                         0  "
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Split Data into Features and Target"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": [
    "Y, X = df['Loan Status'], df.drop(['Loan Status'], axis=1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    1\n",
       "3    1\n",
       "5    0\n",
       "6    1\n",
       "8    1\n",
       "Name: Loan Status, dtype: int64"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Y.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Years in current job_1 year</th>\n",
       "      <th>Years in current job_10+ years</th>\n",
       "      <th>Years in current job_2 years</th>\n",
       "      <th>Years in current job_3 years</th>\n",
       "      <th>Years in current job_4 years</th>\n",
       "      <th>Years in current job_5 years</th>\n",
       "      <th>Years in current job_6 years</th>\n",
       "      <th>Years in current job_7 years</th>\n",
       "      <th>Years in current job_8 years</th>\n",
       "      <th>Years in current job_9 years</th>\n",
       "      <th>Years in current job_&lt; 1 year</th>\n",
       "      <th>Years in current job_nan</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.699089</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.186388</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.131982</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.174024</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.177935</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.512997</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.876577</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.100462</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>-0.574180</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.431551</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.117663</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.207701</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>-0.515296</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.171258</td>\n",
       "      <td>0</td>\n",
       "      <td>0.211678</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.451185</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1.250038</td>\n",
       "      <td>0</td>\n",
       "      <td>1.074251</td>\n",
       "      <td>0</td>\n",
       "      <td>0.641252</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.372301</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Current Loan Amount  Term  Annual Income  Home Ownership  \\\n",
       "0             0.699089     0      -0.186388               0   \n",
       "3             0.177935     1      -0.512997               1   \n",
       "5            -0.574180     0      -0.431551               0   \n",
       "6            -0.515296     0      -0.171258               0   \n",
       "8             1.250038     0       1.074251               0   \n",
       "\n",
       "   Years of Credit History  Number of Credit Problems  Current Credit Balance  \\\n",
       "0                -0.131982                   1.690665               -0.174024   \n",
       "3                -0.876577                  -0.348458               -0.100462   \n",
       "5                -0.117663                  -0.348458               -0.207701   \n",
       "6                 0.211678                   1.690665               -0.451185   \n",
       "8                 0.641252                  -0.348458                0.372301   \n",
       "\n",
       "   Years in current job_1 year  Years in current job_10+ years  \\\n",
       "0                            0                               0   \n",
       "3                            0                               0   \n",
       "5                            0                               1   \n",
       "6                            0                               0   \n",
       "8                            0                               0   \n",
       "\n",
       "   Years in current job_2 years  Years in current job_3 years  \\\n",
       "0                             0                             0   \n",
       "3                             0                             1   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             1                             0   \n",
       "\n",
       "   Years in current job_4 years  Years in current job_5 years  \\\n",
       "0                             0                             0   \n",
       "3                             0                             0   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             0                             0   \n",
       "\n",
       "   Years in current job_6 years  Years in current job_7 years  \\\n",
       "0                             0                             0   \n",
       "3                             0                             0   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             0                             0   \n",
       "\n",
       "   Years in current job_8 years  Years in current job_9 years  \\\n",
       "0                             1                             0   \n",
       "3                             0                             0   \n",
       "5                             0                             0   \n",
       "6                             0                             0   \n",
       "8                             0                             0   \n",
       "\n",
       "   Years in current job_< 1 year  Years in current job_nan  \n",
       "0                              0                         0  \n",
       "3                              0                         0  \n",
       "5                              0                         0  \n",
       "6                              1                         0  \n",
       "8                              0                         0  "
      ]
     },
     "execution_count": 28,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Split Data into Train, Valid, Test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(69362, 69362)"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "len(X), len(Y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(55489, 13873)"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# specify the ratio of validation data set\n",
    "test_ratio = 0.20\n",
    "X_train_valid, X_test, Y_train_valid, Y_test = train_test_split(X, Y, test_size=test_ratio)\n",
    "len(X_train_valid), len(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(44391, 11098, 13873)"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# specify the ratio of validation data set\n",
    "valid_ratio = 0.20\n",
    "X_train, X_valid, Y_train, Y_valid = train_test_split(X_train_valid, Y_train_valid, test_size=valid_ratio)\n",
    "len(X_train), len(X_valid), len(X_test)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Neural Network Functions"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "functions loaded\n"
     ]
    }
   ],
   "source": [
    "def plot_history(history, model=None, train_accuracy=None, test_accuracy=None, neurons=None, dropout_percentage=None, epoch=None):\n",
    "    '''\n",
    "    from 1jinwoo/ClassiPy project\n",
    "    Plots history from training result\n",
    "    '''\n",
    "    acc = history.history['acc']\n",
    "    val_acc = history.history['val_acc']\n",
    "    loss = history.history['loss']\n",
    "    val_loss = history.history['val_loss']\n",
    "    x = range(1, len(acc) + 1)\n",
    "\n",
    "    plt.figure(figsize=(12, 5))\n",
    "    plt.subplot(1, 2, 1)\n",
    "    plt.plot(x, acc, 'b', label='Training acc')\n",
    "    plt.plot(x, val_acc, 'r', label='Validation acc')\n",
    "    plt.title('Training and validation accuracy')\n",
    "    plt.legend()\n",
    "    plt.subplot(1, 2, 2)\n",
    "    plt.plot(x, loss, 'b', label='Training loss')\n",
    "    plt.plot(x, val_loss, 'r', label='Validation loss')\n",
    "    if model is not None:\n",
    "        plt.title(model+', train accuracy = '+str(train_accuracy)+', test_accuracy = '+str(test_accuracy))\n",
    "    else:\n",
    "        plt.title('Training and validation loss')\n",
    "    plt.legend()\n",
    "    if model is not None:\n",
    "        plt.savefig('images/'+model+'Neurons'+str(neurons)+' Dropout'+str(dropout_percentage)+' Epoch'+str(epoch)+'.jpg')\n",
    "    else:\n",
    "        plt.show()\n",
    "    plt.close()\n",
    "    \n",
    "# early stopping is used to prevent overtraining -> we will stop the training \"early\" if it has reached maximum accuracy\n",
    "early_stopping = EarlyStopping(monitor='val_loss', patience=5, verbose=1, mode='auto',restore_best_weights=True)\n",
    "callbacks_list = [early_stopping]\n",
    "\n",
    "print('functions loaded')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Neural Network Training"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "19"
      ]
     },
     "execution_count": 33,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train.shape[1]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "# specify the input and output dimensions of the neural network\n",
    "input_dim = X_train.shape[1]\n",
    "output_dim = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [],
   "source": [
    "def simpleNN():\n",
    "    model = Sequential()\n",
    "    model.add(Dense(input_dim, input_dim=input_dim, activation='relu', use_bias=True))\n",
    "    model.add(Dense(10, activation='relu', use_bias=True))\n",
    "    model.add(Dropout(rate=0.3))\n",
    "    model.add(Dense(output_dim, activation='sigmoid'))\n",
    "    model.compile(loss='binary_crossentropy',\n",
    "                  optimizer='rmsprop',\n",
    "                  metrics=['accuracy'])\n",
    "    return model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Train on 44391 samples, validate on 11098 samples\n",
      "Epoch 1/10\n",
      "44391/44391 [==============================] - 6s 146us/step - loss: 0.5654 - acc: 0.7531 - val_loss: 0.5580 - val_acc: 0.7503\n",
      "Epoch 2/10\n",
      "44391/44391 [==============================] - 5s 117us/step - loss: 0.5564 - acc: 0.7532 - val_loss: 0.5565 - val_acc: 0.7503\n",
      "Epoch 3/10\n",
      "44391/44391 [==============================] - 5s 110us/step - loss: 0.5545 - acc: 0.7532 - val_loss: 0.5552 - val_acc: 0.7503\n",
      "Epoch 4/10\n",
      "44391/44391 [==============================] - 5s 111us/step - loss: 0.5531 - acc: 0.7532 - val_loss: 0.5556 - val_acc: 0.7503\n",
      "Epoch 5/10\n",
      "44391/44391 [==============================] - 5s 111us/step - loss: 0.5534 - acc: 0.7532 - val_loss: 0.5550 - val_acc: 0.7503\n",
      "Epoch 6/10\n",
      "44391/44391 [==============================] - 5s 112us/step - loss: 0.5531 - acc: 0.7532 - val_loss: 0.5556 - val_acc: 0.7503\n",
      "Epoch 7/10\n",
      "44391/44391 [==============================] - 5s 112us/step - loss: 0.5528 - acc: 0.7532 - val_loss: 0.5544 - val_acc: 0.7503\n",
      "Epoch 8/10\n",
      "44391/44391 [==============================] - 5s 112us/step - loss: 0.5528 - acc: 0.7532 - val_loss: 0.5559 - val_acc: 0.7503\n",
      "Epoch 9/10\n",
      "44391/44391 [==============================] - 5s 118us/step - loss: 0.5527 - acc: 0.7532 - val_loss: 0.5560 - val_acc: 0.7503\n",
      "Epoch 10/10\n",
      "44391/44391 [==============================] - 5s 112us/step - loss: 0.5525 - acc: 0.7532 - val_loss: 0.5557 - val_acc: 0.7503\n",
      "_________________________________________________________________\n",
      "Layer (type)                 Output Shape              Param #   \n",
      "=================================================================\n",
      "dense_1 (Dense)              (None, 19)                380       \n",
      "_________________________________________________________________\n",
      "dense_2 (Dense)              (None, 10)                200       \n",
      "_________________________________________________________________\n",
      "dropout_1 (Dropout)          (None, 10)                0         \n",
      "_________________________________________________________________\n",
      "dense_3 (Dense)              (None, 1)                 11        \n",
      "=================================================================\n",
      "Total params: 591\n",
      "Trainable params: 591\n",
      "Non-trainable params: 0\n",
      "_________________________________________________________________\n",
      "None\n",
      "Training Accuracy: 0.7532\n",
      "Validation Accuracy: 0.7503\n",
      "Testing Accuracy: 0.7490\n"
     ]
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAtkAAAE/CAYAAACTuN+cAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMi4zLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvIxREBQAAIABJREFUeJzs3Xl8VNX9//HXh7CETXaLgrK5kMAMWwRboIA7WkEUFdRabJGWilQt30rVKlq1WP0qavlacaEuKPqDqlhB64KibRUDIgiIIMYaQITIKiAGPr8/7k0cQpYhDJlk8n4+HvPIzLnnnvu5M3DzyZlzzzF3R0REREREEqdGsgMQEREREUk1SrJFRERERBJMSbaIiIiISIIpyRYRERERSTAl2SIiIiIiCaYkW0REREQkwZRkVyNmlmZm283s6ETWTSYzO8bMEj4PpZmdYmY5Ma9XmFnfeOqW41gPm9l15d1fRKQoXe8PqN0qf703s1vN7G+JblcOTs1kByAlM7PtMS/rAd8Ce8LXv3T3aQfSnrvvARokum514O7HJ6IdMxsJXOLu/WPaHpmItkWk6tL1vvLQ9V4SRUl2JebuhRe98C/nke7+Wkn1zaymu+dXRGwiZdG/R5H46Xovkno0XKQKC78eesbMnjazbcAlZvZDM3vXzDab2Tozu8/MaoX1a5qZm1nb8PWT4fY5ZrbNzP5jZu0OtG64faCZfWJmW8zsfjP7l5mNKCHueGL8pZmtMrNNZnZfzL5pZnaPmeWZ2WrgjFLen+vNbHqRsslmdnf4fKSZLQ/P59Ow16GktnLNrH/4vJ6ZPRHGthToUaTuDWa2Omx3qZkNCssjwF+AvuFXsxtj3tsJMfv/Kjz3PDN73syOiOe9OZD3uSAeM3vNzL42sy/N7Hcxx/lD+J5sNbNsMzuyuK9qzeydgs85fD/nhcf5GrjBzI41s7nhMTaG71ujmP3bhOe4Idx+r5mlhzFnxNQ7wsx2mFmzks5XJJXpeq/rfWnX+2LOYUgYz2Yze8PMjo/Zdp2ZrQ2v7x/HnOuJZrYwLF9vZnfGezwpgbvrUQUeQA5wSpGyW4HdwNkEfzDVBU4AehF8S9Ee+AQYE9avCTjQNnz9JLARyAJqAc8AT5aj7uHANmBwuO0a4DtgRAnnEk+MLwCNgLbA1wXnDowBlgKtgWbAvOCfcbHHaQ9sB+rHtP0VkBW+PjusY8BJwE4gGm47BciJaSsX6B8+vwt4E2gCtAGWFal7AXBE+JlcFMbwg3DbSODNInE+CUwIn58WxtgVSAf+D3gjnvfmAN/nRsB64DdAHeAwoGe47ffAh8Cx4Tl0BZoCxxR9r4F3Cj7n8NzygdFAGsG/x+OAk4Ha4b+TfwF3xZzPR+H7WT+s3zvcNgW4LeY4vwWeS/b/Qz30qIgHut7ren/g1/tbgb+FzzPCOE4KP6PrgBXh807A50DLsG47oH34/H1gePi8IdAr2f8XqvpDPdlV3zvu/qK773X3ne7+vru/5+757r6aIFnpV8r+M9w9292/A6YR/Gc/0Lo/ARa5+wvhtnsILtDFijPGP7n7FnfPIbjAFRzrAuAed8919zxgYinHWU2QxA0Oi04FNrl7drj9RXdf7YE3gNeBYm92KeIC4FZ33+TunxP0VsQe91l3Xxd+Jk8R/MLMiqNdgIuBh919kbvvAsYD/cysdUydkt6bfZTxPg8C/uvu97r7t+6+1d3nh9tGAte5+8rwHBa5+9dxxv9fd3/A3feE/x4/cffX3X23u39F8G+jIIYfAs2Ba939m7D+v8JtjwEXmZmFr38KPBFnDCKpStf7ko9Tra/3RQwDZrn7G+FnNJEgUe9F0BGSDnSyYMjRZ+F7B8EfS8eaWTN33+bu78V5HlICJdlV3xexL8yso5m9ZMHX/1uBWwgSmZJ8GfN8B6Xf/FJS3SNj43B3J+gJKFacMcZ1LIK/yEvzFDA8fH5R+Logjp+Y2XsWDGXYTNCrUNp7VeCI0mIwsxFm9mH4Nd1moGOc7UJwfoXtuftWYBPQKqZOXJ9ZGe/zUcCnJcRQ2rayFP332NLMnjWzNWEMfysSQ44HN13tI0y284E+ZtYZOBp4qZwxiaQKXe9LV22v92W0u5fgM2rl7isIvhm8BfjKguFHLcOqlwGZwAozm29mZ8Z5HlICJdlVX9HpjB4k+Gv+GHc/DLiR4OuxQ2kdwdd5AIS9j61Krn5QMa4jSM4KlDXl1LPAKWbWiqCH46kwxrrADOBPBF/tNQb+GWccX5YUg5m1Bx4gGDLRLGz345h2y5p+ai3BV5IF7TUk+JpyTRxxFVXa+/wF0KGE/Ura9k0YU72YspZF6hQ9vzsIZkmIhDGMKBJDGzNLKyGOx4FLCHqxn3X3b0uoJ1Jd6Hpfuup8vS+t3RoEn9kaAHd/0t17EwwVSSN4X3D3Fe4+jGBI0P8CM80s/SBjqdaUZKeehsAW4BsLbhz7ZQUc8x9AdzM728xqEozzbXGIYnwWuMrMWllwE9y1pVV29y8Jxg3/DVjh7ivDTXUIxglvAPaY2U8Ixg7HG8N1ZtbYgnllx8Rsa0BwYd1A8PvncoKejQLrgdYWcwNiEU8DvzCzqJnVIbj4ve3uJfYUlaK093kWcLSZjTGzOmZ2mJn1DLc9DNxqZh0s0NXMmhL8svmS4IarNDMbRcyFvJQYvgG2mNlRwLiYbf8B8oDbLbi5qK6Z9Y7Z/gQwlKBH6vFynL9IqtP1PkY1v94XjXmQmfUPj/0/BOPo3zOzDDMbEB5vZ/jYS3ACPzWz5mHP95bw3PYeZCzVmpLs1PNb4GcE/6EeJLhh5ZBy9/XAhcDdBElTB+ADgh7MRMf4AMFYuiUEN2nMiGOfpwhubCn86tDdNwNXA88R3EwylOCXRzxuIuhhyQHmEJMAuvti4H5gfljneCB2XNurwEpgvZnFfg1YsP/LBF/jPRfufzTBuL3yKPF9dvctBGMWzyP4RfAJ34+TvBN4nuB93kowhjI9/Fr4coKbaDYS3AhZ1pi9m4CeBBfsWcDMmBjyCcZ3ZhD0av+X4HMo2J5D8Dl/6+7/PsBzF6kOdL3fX3W93se2u5TgPX+A4A+AM4BB4fjsOsCfCa7hXxL0nF8f7nomsNyC2WvuAi50990HG091ZsHvTZHECb/+XwsMdfe3kx2PVF1m9jiw2t0nJDsWEdmfrvciJVNPtiSEmZ0Rfp1WB/gDwV3K88vYTaRE4XjHwcCjyY5FRL6n671IfJRkS6L0AVYTfDV1OjBEN6pJeZnZnwjm6r7d3f+b7HhEZB+63ovEQcNFREREREQSTD3ZIiLVRPg1/woLlmkeX8z2ERYscb8ofIyM2Xa0mf3TgqWpl9n3S3Cbmd1mwTLby81sbMWdkYhI5VUz2QGIiMihF96gNplgVplc4H0zm+Xuy4pUfcbdx+zXQDCrwm3u/qqZNeD7qb1GEMwj3NHd95rZ4YfmDEREqpaUSLKbN2/ubdu2TXYYIiLlsmDBgo3uXtpcw4nQE1hVsISymU0nuLG0aJK9HzPLBGq6+6sA7r49ZvNo4KJwbl3c/auy2tM1W0Sqsniv2SmRZLdt25bs7OxkhyEiUi5mVtZy0YnQin2Xh84FehVT7zwz+zHB3OlXu/sXwHHAZjP7O8Eqca8B4919D8E8yRea2RCCG+HGxiwCUixds0WkKov3mq0x2SIiUuBFoK27RwkW0ngsLK8J9CVYsfMEoD3BMBEIFrfY5e5ZwEOUMOWimY0ys2wzy96wYcOhOwMRkUpCSbaISPWwhmDsdIHWYVkhd8+LmYrtYaBH+DwXWOTuq8OVOp8Husds+3v4/DkgWtzB3X2Ku2e5e1aLFod6ZIyISPIpyRYRqR7eB441s3ZmVhsYRrDUfSEzOyLm5SBgecy+jc2sIDs+ie/Hcj8PDAif9yMYZiIiUu2lxJhsEREpnbvnm9kY4BUgDXjU3Zea2S1AtrvPAsaa2SAgH/iacEiIu+8xs3HA62ZmwAKCoSEAE4FpZnY1sB0YiYgU67vvviM3N5ddu3YlOxSJQ3p6Oq1bt6ZWrVrl2l9JtohINeHus4HZRcpujHn+e+D3Jez7KsUMBXH3zcBZiY1UJDXl5ubSsGFD2rZtS/D3qlRW7k5eXh65ubm0a9euXG1ouIiIiIhIBdi1axfNmjVTgl0FmBnNmjU7qG8dlGSLiIiIVBAl2FXHwX5WSrJFREREqoG8vDy6du1K165dadmyJa1atSp8vXv37rjauOyyy1ixYkWpdSZPnsy0adMSETJ9+vRh0aJFCWmromlMtoiIiEg10KxZs8KEdcKECTRo0IBx48btU8fdcXdq1Ci+H3bq1KllHueKK644+GBTgJLsCrJnD6xZAzk58PnnoBuLRVJPVhZ065bsKFLT4sXwr3/B6NHJjkQk9axatYpBgwbRrVs3PvjgA1599VVuvvlmFi5cyM6dO7nwwgu58cbgHuk+ffrwl7/8hc6dO9O8eXN+9atfMWfOHOrVq8cLL7zA4Ycfzg033EDz5s256qqr6NOnD3369OGNN95gy5YtTJ06lR/96Ed88803XHrppSxfvpzMzExycnJ4+OGH6dq1a4lxPvnkk9xxxx24O4MGDeL2228nPz+fyy67jEWLFuHujBo1irFjx3LPPffw0EMPUbNmTaLRKE8++WRFvZ2FlGQnyN698OWXQRL92Wf7//zvfyE/P8lBisghdeutSrIPlTlzYPx4GD4cGjdOdjQiqefjjz/m8ccfJysrC4CJEyfStGlT8vPzGTBgAEOHDiUzM3OffbZs2UK/fv2YOHEi11xzDY8++ijjx4/fr213Z/78+cyaNYtbbrmFl19+mfvvv5+WLVsyc+ZMPvzwQ7p3777ffrFyc3O54YYbyM7OplGjRpxyyin84x//oEWLFmzcuJElS5YAsHnzZgD+/Oc/8/nnn1O7du3CsoqmJDtO7rBhQ/EJdEHv9Lff7rvPD34AbdtCz55wwQXQrl3wum1bqF+/os9ARA61ww5LdgSpKxIJfn70EfTpk9xYRBLhqqsg0UONu3aFSZPKt2+HDh0KE2yAp59+mkceeYT8/HzWrl3LsmXL9kuy69aty8CBAwHo0aMHb7/9drFtn3vuuYV1cnJyAHjnnXe49tprAejSpQudOnUqNb733nuPk046iebNmwNw0UUXMW/ePK699lpWrFjB2LFjOeusszjttNMA6NSpE5dccgmDBw/mnHPOOcB3IzGUZIfcYdOmkpPonBzYsWPffZo1CxLnaBQGDw6S54JEuk0bqFevos9CRCQ1FSTZixcryRY5FOrH9P6tXLmSe++9l/nz59O4cWMuueSSYqeyq127duHztLQ08kv4yr5OnTpl1imvZs2asXjxYubMmcPkyZOZOXMmU6ZM4ZVXXuGtt95i1qxZ3H777SxevJi0tLSEHrss1TbJfuopmD9/32R627Z96zRqFCTNxx0Hp5++bxLdti00bFjxcYuIVEetWwfDRMJvhEWqvPL2OFeErVu30rBhQw477DDWrVvHK6+8whlnnJHQY/Tu3Ztnn32Wvn37smTJEpYtW1Zq/V69ejFu3Djy8vJo1KgR06dPZ9y4cWzYsIH09HTOP/98jj32WEaOHMmePXvIzc3lpJNOok+fPhx11FHs2LGDhhWcuFXbJHv6dHjjje+T5n799k2i27XTuD8RkcrCLOjNXrw42ZGIpL7u3buTmZlJx44dadOmDb179074Ma688kouvfRSMjMzCx+NGjUqsX7r1q354x//SP/+/XF3zj77bM466ywWLlzIL37xC9wdM+OOO+4gPz+fiy66iG3btrF3717GjRtX4Qk2gLl7hR800bKysjw7O/uA9tm5E9LTgwu3iEgymdkCd88qu2ZqKM81G2DMGHj8cdiyRdduqZqWL19ORkZGssOoFPLz88nPzyc9PZ2VK1dy2mmnsXLlSmrWrFz9v8V9ZvFesyvXmVSgunWTHYGIiByISCQY1vf558E3jiJSdW3fvp2TTz6Z/Px83J0HH3yw0iXYByu1zkZERFJWNBr8XLJESbZIVde4cWMWLFiQ7DAOKS2rLiIiVULnzsFPjcsWkapASbaIiFQJDRsGN6VrhhERqQqUZIuISJWhGUZEpKqIK8k2szPMbIWZrTKz/dbLNLN7zGxR+PjEzDbHbNsTs21WTPkjZvahmS02sxlm1iAsr2Nmz4THes/M2h78aYqISCqIRuGTT6CYdTFERCqVMpNsM0sDJgMDgUxguJnts66mu1/t7l3dvStwP/D3mM07C7a5+6CY8qvdvYu7R4H/AmPC8l8Am9z9GOAe4I7ynpyIiKSWSAT27IHly5MdiUjVM2DAAF555ZV9yiZNmsTo0aNL3a9BgwYArF27lqFDhxZbp3///pQ1NeekSZPYEbN89plnnsnmzZtL2SM+EyZM4K677jrodhItnp7snsAqd1/t7ruB6cDgUuoPB54uq1F33wpgZgbUBQom7B4MPBY+nwGcHNYREZFqLnaGERE5MMOHD2f69On7lE2fPp3hw4fHtf+RRx7JjBkzyn38okn27NmzaZzCK//Fk2S3Ar6IeZ0blu3HzNoA7YA3YorTzSzbzN41s3OK1J8KfAl0JOgB3+d47p4PbAGaxRGniIikuGOOgTp1NC5bpDyGDh3KSy+9xO7duwHIyclh7dq19O3bt3De6u7duxOJRHjhhRf22z8nJ4fO4TQ/O3fuZNiwYWRkZDBkyBB27txZWG/06NFkZWXRqVMnbrrpJgDuu+8+1q5dy4ABAxgwYAAAbdu2ZePGjQDcfffddO7cmc6dOzMpXHM+JyeHjIwMLr/8cjp16sRpp522z3GKs2jRIk488USi0ShDhgxh06ZNhcfPzMwkGo0ybNgwAN566y26du1K165d6datG9u2bSv3e1ucRN/4OAyY4e57YsrahKviXARMMrMOBRvc/TLgSGA5cOGBHMjMRoXJe/aGDRsSELqIiFR2NWtCp07qyRYpj6ZNm9KzZ0/mzJkDBL3YF1xwAWZGeno6zz33HAsXLmTu3Ln89re/pbRVwR944AHq1avH8uXLufnmm/eZ8/q2224jOzubxYsX89Zbb7F48WLGjh3LkUceydy5c5k7d+4+bS1YsICpU6fy3nvv8e677/LQQw/xwQcfALBy5UquuOIKli5dSuPGjZk5c2ap53jppZdyxx13sHjxYiKRCDfffDMAEydO5IMPPmDx4sX89a9/BeCuu+5i8uTJLFq0iLfffpu6CV6pMJ7FaNYAR8W8bh2WFWcYcEVsgbuvCX+uNrM3gW7ApzHb95jZdOB3wNSY4+WaWU2gEZBX9EDuPgWYAsESvXGch4iIpIBIBIoMKxWpeq66ChYtSmybXbtC2AtckoIhI4MHD2b69Ok88sgjALg71113HfPmzaNGjRqsWbOG9evX07Jly2LbmTdvHmPHjgUgGo0SLRjLBTz77LNMmTKF/Px81q1bx7Jly/bZXtQ777zDkCFDqF+/PgDnnnsub7/9NoMGDaJdu3Z07doVgB49epCTk1NiO1u2bGHz5s3069cPgJ/97Gecf/75hTFefPHFnHPOOZxzTjCwonfv3lxzzTVcfPHFnHvuubRu3brU9+5AxdOT/T5wrJm1M7PaBIn0rKKVzKwj0AT4T0xZEzOrEz5vDvQGllngmLDcgEHAx+Fus4Cfhc+HAm94aX9KiYhItRKNwpdfgr7EFDlwgwcP5vXXX2fhwoXs2LGDHj16ADBt2jQ2bNjAggULWLRoET/4wQ/YVY5pfD777DPuuusuXn/9dRYvXsxZZ51VrnYK1KlTp/B5Wloa+fn55WrnpZde4oorrmDhwoWccMIJ5OfnM378eB5++GF27txJ7969+fjjj8tu6ACU2ZPt7vlmNgZ4BUgDHnX3pWZ2C5Dt7gUJ9zBgepGEOAN40Mz2EiT0E919mZnVAB4zs8MAAz4ECm5tfQR4wsxWAV+H7YqIiABBTzYEQ0ZOOim5sYiUWxk9zodKgwYNGDBgAD//+c/3ueFxy5YtHH744dSqVYu5c+fy+eefl9rOj3/8Y5566ilOOukkPvroIxaHN0ps3bqV+vXr06hRI9avX8+cOXPo378/AA0bNmTbtm00b958n7b69u3LiBEjGD9+PO7Oc889xxNPPHHA59aoUSOaNGnC22+/Td++fXniiSfo168fe/fu5YsvvmDAgAH06dOH6dOns337dvLy8ohEIkQiEd5//30+/vhjOnbseMDHLUk8w0Vw99nA7CJlNxZ5PaGY/f4NRIop30vQq13csXYB58cTl4iIVD+xM4woyRY5cMOHD2fIkCH7zDRy8cUXc/bZZxOJRMjKyioz2Rw9ejSXXXYZGRkZZGRkFPaId+nShW7dutGxY0eOOuooevf+Pt0bNWoUZ5xxRuHY7ALdu3dnxIgR9OzZE4CRI0fSrVu3UoeGlOSxxx7jV7/6FTt27KB9+/ZMnTqVPXv2cMkll7BlyxbcnbFjx9K4cWP+8Ic/MHfuXGrUqEGnTp0YOHDgAR+vNJYKIzGysrK8rLkZRUQqKzNbEN4gXi0k4pp9+OFw9tkQDicVqRKWL19ORkZGssOQA1DcZxbvNVvLqouISJUTjWqGERGp3JRki4hIlROJwNKlweqPIiKVkZJsERGpcqJR2LEDVq9OdiQiIsVTki0iUo2Y2RlmtsLMVpnZ+GK2jzCzDWa2KHyMjNl2tJn908yWm9kyM2tbZN/7zGz7oT+LfWcYEalKUuFeuOriYD8rJdkiItWEmaUBk4GBQCYw3Mwyi6n6jLt3DR8Px5Q/Dtzp7hlAT+CrmLazCNZKqBCZmVCjhpZXl6olPT2dvLw8JdpVgLuTl5dHenp6uduIawo/ERFJCT2BVe6+GiBcbXcwsKysHcNkvKa7vwrg7ttjtqUBdwIXAUMOQdz7qVcPjjlGPdlStbRu3Zrc3Fw2aCWlKiE9Pf2gVoFUki0iUn20Ar6IeZ0L9Cqm3nlm9mPgE+Bqd/8COA7YbGZ/B9oBrwHj3X0PMAaY5e7rgkV8K0YkAh9+WGGHEzlotWrVol27dskOQyqIhouIiEisF4G27h4FXgUeC8trAn2BccAJQHtghJkdSbCA2P2lNWpmo8ws28yyE9WLF43Cp5/CN98kpDkRkYRSki0iUn2sAY6Ked06LCvk7nnu/m348mGgR/g8F1jk7qvdPR94HugOdAOOAVaZWQ5Qz8xWFT2wu09x9yx3z2rRokVCTiYSAfdgKj8RkcpGSbaISPXxPnCsmbUzs9rAMGBWbAUzOyLm5SBgecy+jc2sIEM+CVjm7i+5e0t3b+vubYEd7n7MIT2LUOzy6iIilY3GZIuIVBPunm9mY4BXgDTgUXdfama3ANnuPgsYa2aDgHzga2BEuO8eMxsHvG7BwOsFwEPJOI8C7dpB/fqaYUREKicl2SIi1Yi7zwZmFym7Meb574Hfl7Dvq0C0jPYbJCDMuNSoAZ07qydbRConDRcREZEqKxIJerI17bCIVDZKskVEpMqKRiEvD778MtmRiIjsS0m2iIhUWQXLq2tctohUNkqyRUSkyipIsjUuW0QqGyXZIiJSZTVrBkceqZ5sEal8lGSLiEiVFo2qJ1tEKh8l2SIiUqVFIrBsGXz3XbIjERH5npJsERGp0qJR2L0bVq5MdiQiIt9Tki0iIlWaZhgRkcpISbaIiFRpHTtCzZoaly0ilYuSbBERqdLq1IHjj1dPtohULkqyRUSkytMMIyJS2SjJFhGRKi8Sgc8/hy1bkh2JiEhASbaIiFR50Wjw86OPkhuHiEgBJdkiIlLlaXl1EalslGSLiEiVd9RR0KiRbn4UkcpDSbaIiFR5ZkFvtnqyRaSyUJItIiIpoSDJdk92JCIiSrJFRCRFRKPB7CJffJHsSERElGSLiEiK0PLqIlKZKMkWEZGU0Llz8FPjskWkMlCSLSIiKaFRI2jTRj3ZIlI5xJVkm9kZZrbCzFaZ2fhitt9jZovCxydmtjlm256YbbNiyqeFbX5kZo+aWa2wvL+ZbYnZ58ZEnKiIiKQ+La8uIpVFzbIqmFkaMBk4FcgF3jezWe6+rKCOu18dU/9KoFtMEzvdvWsxTU8DLgmfPwWMBB4IX7/t7j85kBMRERGJRGD2bPj2W6hTJ9nRiEh1Fk9Pdk9glbuvdvfdwHRgcCn1hwNPl9Wou8/2EDAfaB1PwCIiIiWJRmHPHvj442RHIiLVXTxJdisgdkKk3LBsP2bWBmgHvBFTnG5m2Wb2rpmdU8w+tYCfAi/HFP/QzD40szlm1qmEY40K283esGFDHKchIiKpTjOMiEhlUeZwkQM0DJjh7ntiytq4+xozaw+8YWZL3P3TmO3/B8xz97fD1wvDfbab2ZnA88CxRQ/k7lOAKQBZWVlaekBERDjuOKhdW+OyRST54unJXgMcFfO6dVhWnGEUGSri7mvCn6uBN4kZr21mNwEtgGti6m919+3h89lALTNrHkecIiJSzdWsCZmZ6skWkeSLJ8l+HzjWzNqZWW2CRHpW0Upm1hFoAvwnpqyJmdUJnzcHegPLwtcjgdOB4e6+N2aflmZm4fOeYYx55Ts9ERGpbjTDiIhUBmUm2e6eD4wBXgGWA8+6+1Izu8XMBsVUHQZMD29kLJABZJvZh8BcYGLMrCR/BX4A/KfIVH1DgY/Cfe4DhhVpU0REyiGO6VhHmNmGmClUR8ZsO9rM/mlmy81smZm1DcuLnY41mSIRWLsW8tQ9IyJJFNeY7HDYxuwiZTcWeT2hmP3+DURKaLPYY7v7X4C/xBOXiIjEJ57pWEPPuPuYYpp4HLjN3V81swZAwTeQpU3HmhTRaPBzyRLo3z+ZkYhIdaYVH0VEqocDnY61kJllAjXd/VUAd9/u7jvC55VuOlbNMCIilYGSbBGR6iHe6VjPM7PFZjbDzApuej8O2GxmfzezD8zszrBnvFAJ07EmRcuW0Ly5xmWLSHIpyRYRkQIvAm3dPQq8CjwWltcE+gLjgBOA9sCIIvsWnY51HxW5toFZ0JutnmwRSSYl2SIi1UOZ07G6e567fxu+fBjoET7PBRaFQ03yCdYv6F6wX3HTsRbl7lPcPcvds1q0aHHQJ1OWaBQ++gj27i0OggC9AAAgAElEQVS7rojIoaAkW0SkeihzOlYzOyLm5SCCGaUK9m1sZgXZ8UmUMR1rskUisGMHrF6d7EhEpLpSki0iUg3EOR3rWDNbGk6hOpZwSEi4iu844HUzWwIY8FC4T0nTsSZV7AwjIiLJkOhl1UVEpJIqazpWd/898PsS9n0ViBZTXil/j3TqFIzNXrIEhgxJdjQiUh2pJ1tERFJOvXpwzDG6+VFEkkdJtoiIpKRIRMNFRCR5lGSLiEhKikZh5crgBkgRkYqmJFtERFJSJALusKzowvEiIhVASbaIiKQkLa8uIsmkJFtERFJS+/bBDZAaly0iyaAkW0REUlJaWjCVn3qyRSQZlGSLiEjKikaDJNs92ZGISHWjJFtERFJWJAIbN8L69cmORESqGyXZIiKSsrS8uogki5JsERFJWZphRESSRUm2iIikrObN4Ygj1JMtIhVPSbaIiKS0SEQ92SJS8ZRki4hISotGg1Uf8/OTHYmIVCdKskVEJKVFIvDtt7ByZbIjEZHqREm2iIikNM0wIiLJoCRbRERSWkZGsPqjxmWLSEVSki0iIimtTh04/nj1ZItIxVKSLSIiKU8zjIhIRVOSLSIiKS8ahZwc2Lo12ZGISHWhJFtERFJewcqPH32U3DhEpPpQki0iIilPM4yISEVTki0iIinv6KPhsMOUZItIxVGSLSIiKc9MNz+KSMVSki0iItVCJBL0ZLsnOxIRqQ6UZIuISLUQjcLmzZCbm+xIRKQ6UJItIiLVQsEMIxqXLSIVIa4k28zOMLMVZrbKzMYXs/0eM1sUPj4xs80x2/bEbJsVUz4tbPMjM3vUzGqF5WZm94XHWmxm3RNxoiIiUr0VJNkaly0iFaFmWRXMLA2YDJwK5ALvm9ksd19WUMfdr46pfyXQLaaJne7etZimpwGXhM+fAkYCDwADgWPDR6+wrNcBnJOIiMh+GjUKZhlRT7aIVIR4erJ7AqvcfbW77wamA4NLqT8ceLqsRt19toeA+UDrcNNg4PFw07tAYzM7Io44RURESqUZRkSkosSTZLcCvoh5nRuW7cfM2gDtgDdiitPNLNvM3jWzc4rZpxbwU+DlAz2eiIgcmDiG/40wsw0xw/xGxmw72sz+aWbLzWyZmbUNy9uZ2Xthm8+YWe2KO6MDE43Cxx/D7t3JjkREUl2ib3wcBsxw9z0xZW3cPQu4CJhkZh2K7PN/wDx3f/tADmRmo8LkPXvDhg0HF7WISDUQM/xvIJAJDDezzGKqPuPuXcPHwzHljwN3unsGwbecX4XldwD3uPsxwCbgF4fsJA5SJAL5+UGiLSJyKMWTZK8Bjop53TosK84wigwVcfc14c/VwJvEjNc2s5uAFsA1B3o8d5/i7lnuntWiRYs4TkNEpNo70OF/hcJkvKa7vwrg7tvdfYeZGXASMCOs+hiw37eWlYWWVxeRihJPkv0+cGz4dWBtgkR6VtFKZtYRaAL8J6asiZnVCZ83B3oDy8LXI4HTgeHuvjemqVnApeEsIycCW9x9XbnOTkREYsU7HO+8cHanGWZW0OlxHLDZzP5uZh+Y2Z1hz3gzYLO755fWZmX59vG446BWLY3LFpFDr8wkO7xwjgFeAZYDz7r7UjO7xcwGxVQdBkwPb2QskAFkm9mHwFxgYsysJH8FfgD8Jxz3d2NYPhtYDawCHgJ+Xf7TExGRA/Qi0Nbdo8CrBD3TEMxG1RcYB5wAtAdGxNtoZfn2sVYtyMxUT7aIHHplTuEHwUwgBMlvbNmNRV5PKGa/fwOREtos9thhkn5FPHGJiMgBKXM4nrvnxbx8GPhz+DwXWBQO/cPMngdOBB4lmAWqZtgpU9qQwkohEoG5c5MdhYikuriSbBGp3L777jtyc3PZtWtXskORUqSnp9O6dWtq1aqVrBAKh/8RJMLDCG5KL2RmR8QM0RtE8A1mwb6NzayFu28gGIed7e5uZnOBoQRjvH8GvHDoT6X8olF48kn4+mto2jTZ0YhIqlKSLZICcnNzadiwIW3btiW4D00qG3cnLy+P3Nxc2rVrl6wY8s2sYPhfGvBowfA/goR5FjA2HAqYD3xNOCTE3feY2Tjg9fBmxwUEQ/oArgWmm9mtwAfAIxV5Xgcqdnn1fv2SG4uIpC4l2SIpYNeuXUqwKzkzo1mzZiR7ytGyhv+5+++B35ew76tAtJjy1QQzl1QJsTOMKMkWkUMl0fNki0iSKMGu/PQZVQ5HHBEME9EMIyJyKCnJFhGRasUs6M3WDCMicigpyRaRg5aXl0fXrl3p2rUrLVu2pFWrVoWvd8e5fvVll13GihUrSq0zefJkpk2bloiQpZqLRIIke+/esuuKiJSHxmSLyEFr1qwZixYtAmDChAk0aNCAcePG7VPH3XF3atQo/m/7qVOnlnmcK67Q7J6SGNEofPMN5ORA+/bJjkZEUpF6skXkkFm1ahWZmZlcfPHFdOrUiXXr1jFq1CiysrLo1KkTt9xyS2HdPn36sGjRIvLz82ncuDHjx4+nS5cu/PCHP+Srr74C4IYbbmDSpEmF9cePH0/Pnj05/vjj+fe//w3AN998w3nnnUdmZiZDhw4lKyur8A+AWDfddBMnnHACnTt35le/+hUF62h98sknnHTSSXTp0oXu3buTk5MDwO23304kEqFLly5cf/31h/JtkwpQMMOIxmWLyKGinmyRFHPVVVBMTnlQunaFMLc9YB9//DGPP/44WVlZAEycOJGmTZuSn5/PgAEDGDp0KJmZmfvss2XLFvr168fEiRO55pprePTRRxk/fvx+bbs78+fPZ9asWdxyyy28/PLL3H///bRs2ZKZM2fy4Ycf0r1792Lj+s1vfsPNN9+Mu3PRRRfx8ssvM3DgQIYPH86ECRM4++yz2bVrF3v37uXFF19kzpw5zJ8/n7p16/L111+X782QSqNTp2Bs9pIlcM45yY5GRFKRerJF5JDq0KFDYYIN8PTTT9O9e3e6d+/O8uXLWbZs2X771K1bl4EDBwLQo0ePwt7kos4999z96rzzzjsMGzYMgC5dutCpU6di93399dfp2bMnXbp04a233mLp0qVs2rSJjRs3cvbZZwPB4jH16tXjtdde4+c//zl169YFoKlWMKnyGjQIhono5kcROVTUky2SYsrb43yo1K9fv/D5ypUruffee5k/fz6NGzfmkksuKXaVytq1axc+T0tLIz8/v9i269SpU2ad4uzYsYMxY8awcOFCWrVqxQ033KDVMquhaFTDRUTk0FFPtohUmK1bt9KwYUMOO+ww1q1bxyuvvJLwY/Tu3Ztnn30WgCVLlhTbU75z505q1KhB8+bN2bZtGzNnzgSgSZMmtGjRghdffBEIFvnZsWMHp556Ko8++ig7d+4E0HCRFBGJwMqVEH6sIiIJpZ5sEakw3bt3JzMzk44dO9KmTRt69+6d8GNceeWVXHrppWRmZhY+GjVqtE+dZs2a8bOf/YzMzEyOOOIIevXqVbht2rRp/PKXv+T666+ndu3azJw5k5/85Cd8+OGHZGVlUatWLc4++2z++Mc/Jjx2qVjRaDCF37Jl0KNHsqMRkVRjBXfUV2VZWVmenZ2d7DBEkmb58uVkZGQkO4xKIT8/n/z8fNLT01m5ciWnnXYaK1eupGbNytGnUNxnZWYL3D2rhF1STmW5Zn/yCRx/PEydCiNGJDsaEakq4r1mV47fOiIiCbJ9+3ZOPvlk8vPzcXcefPDBSpNgS+XSoQPUratx2SJyaOg3j4iklMaNG7NgwYJkhyFVQFpaMJWfZhgRkUNBNz6KiEi1FYmoJ1tEDg0l2SIiUm1Fo/DVV7B+fbIjEZFUoyRbRESqrYLl1TVkREQSTUm2iIhUW9Fo8FNJtogkmpJsETloAwYM2G9hmUmTJjF69OhS92vQoAEAa9euZejQocXW6d+/P2VN9zZp0iR27NhR+PrMM89k8+bN8YQu1VyLFvCDH2hctogknpJsETlow4cPZ/r06fuUTZ8+neHDh8e1/5FHHsmMGTPKffyiSfbs2bNp3LhxuduT6iUaVU+2iCSekmwROWhDhw7lpZdeYvfu3QDk5OSwdu1a+vbtWzhvdffu3YlEIrzwwgv77Z+Tk0Pnzp2BYMnzYcOGkZGRwZAhQwqXMgcYPXo0WVlZdOrUiZtuugmA++67j7Vr1zJgwAAGDBgAQNu2bdm4cSMAd999N507d6Zz585MmjSp8HgZGRlcfvnldOrUidNOO22f4xR48cUX6dWrF926deOUU05hfXh33Pbt27nsssuIRCJEo9HCZdlffvllunfvTpcuXTj55JMT8t7KoReJwNKlsGdPsiMRkVSiebJFUs1VV8GiRYlts2tXCBPU4jRt2pSePXsyZ84cBg8ezPTp07ngggswM9LT03nuuec47LDD2LhxIyeeeCKDBg3CzIpt64EHHqBevXosX76cxYsX071798Jtt912G02bNmXPnj2cfPLJLF68mLFjx3L33Xczd+5cmjdvvk9bCxYsYOrUqbz33nu4O7169aJfv340adKElStX8vTTT/PQQw9xwQUXMHPmTC655JJ99u/Tpw/vvvsuZsbDDz/Mn//8Z/73f/+XP/7xjzRq1IglYffnpk2b2LBhA5dffjnz5s2jXbt2fP311+V9t6WCRaOwaxesWhWsACkikgjqyRaRhIgdMhI7VMTdue6664hGo5xyyimsWbOmsEe4OPPmzStMdqPRKNGCO9OAZ599lu7du9OtWzeWLl3KsmXLSo3pnXfeYciQIdSvX58GDRpw7rnn8vbbbwPQrl07unbtCkCPHj3IycnZb//c3FxOP/10IpEId955J0uXLgXgtdde44orriis16RJE959911+/OMf065dOyD4w0OqhoIZRjQuW0QSST3ZIqmmlB7nQ2nw4MFcffXVLFy4kB07dtCjRw8Apk2bxoYNG1iwYAG1atWibdu27Nq164Db/+yzz7jrrrt4//33adKkCSNGjChXOwXq1KlT+DwtLa3Y4SJXXnkl11xzDYMGDeLNN99kwoQJ5T6eVF6ZmVCjRjAu+/zzkx2NiKQK9WSLSEI0aNCAAQMG8POf/3yfGx63bNnC4YcfTq1atZg7dy6ff/55qe38+Mc/5qmnngLgo48+YnHYvbh161bq169Po0aNWL9+PXPmzCncp2HDhmzbtm2/tvr27cvzzz/Pjh07+Oabb3juuefo27dv3Oe0ZcsWWrVqBcBjjz1WWH7qqacyefLkwtebNm3ixBNPZN68eXz22WcAGi5ShaSnw3HHqSdbRBJLSbaIJMzw4cP58MMP90myL774YrKzs4lEIjz++ON07Nix1DZGjx7N9u3bycjI4MYbbyzsEe/SpQvdunWjY8eOXHTRRfTu3btwn1GjRnHGGWcU3vhYoHv37owYMYKePXvSq1cvRo4cSbdu3eI+nwkTJnD++efTo0ePfcZ733DDDWzatInOnTvTpUsX5s6dS4sWLZgyZQrnnnsuXbp04cILL4z7OJJ8mmFERBLN3D3ZMRy0rKwsL2seXZFUtnz5cjIyMpIdhsShuM/KzBa4e1aSQqpwlfGafeut8Ic/wNat0LBhsqMRkcos3mu2erJFRKTaK7i/Nry3VUTkoCnJFhGRak8zjIhIoinJFkkRqTD0K9XpM6q82rQJholoXLaIJIqSbJEUkJ6eTl5enpK4SszdycvLIz09PalxmNkZZrbCzFaZ2fhito8wsw1mtih8jIzZtiemfFZM+clmtjAsf8fMjqmo80mUGjWgc2cl2SKSOJonWyQFtG7dmtzcXDZs2JDsUKQU6enptG7dOmnHN7M0YDJwKpALvG9ms9y96Ko+z7j7mGKa2OnuXYspfwAY7O7LzezXwA3AiASGXiGiUXj2WXCHEhYkFRGJW1xJtpmdAdwLpAEPu/vEItvvAQrmzqoHHO7ujcNte4CCvoH/uvugsHwMcBXQAWjh7hvD8v7AC8Bn4T5/d/dbynV2ItVErVq1ClcaFClFT2CVu68GMLPpwGCg9KUzy+bAYeHzRsDag2xvfzt3woIF0KdPwpsuEInAgw/C2rUQTo8uIlJuZQ4Xien5GAhkAsPNLDO2jrtf7e5dwx6O+4G/x2zeWbCtIMEO/Qs4BShuZYq3Y/ZRgi0ikhitgC9iXueGZUWdZ2aLzWyGmR0VU55uZtlm9q6ZnRNTPhKYbWa5wE+BfTpiEuKmm2DAAHj66YQ3XaBghhHd/CgiiRDPmOzCng933w0U9HyUZDhQ5lXQ3T9w95y4ohQRkYryItDW3aPAq8BjMdvahHPDXgRMMrMOYfnVwJnu3hqYCtxdtFEzGxUm6NnlGtZ0/fXwox/BxRfDAw8c+P5x6Nw5+Klx2SKSCPEk2fH2fGBmbYB2wBsxxSX1fJTmh2b2oZnNMbNOce4jIiKlWwPE9ky3DssKuXueu38bvnwY6BGzbU34czXwJtDNzFoAXdz9vbDaM8CPih7Y3ae4e5a7Z7Vo0eLAI2/UCF5+Gc46C379a7j99mDwdAI1aQJHHaWebBFJjETPLjIMmOHue2LKSur5KMnCcJ8uBENPni+u0kH3ioiIVD/vA8eaWTszq01wzZ4VW8HMjoh5OQhYHpY3MbM64fPmQG+CsdybgEZmdly4z6kF+yRc3brw978HvdnXXw+/+13CE+1IRD3ZIpIY8dz4WGbPR4xhwBWxBbE9H2b2JtAN+LSkg7n71pjns83s/8ysecGNkTHbpgBTIFiiN47zEBGp1tw9P7zp/BWCG9kfdfelZnYLkO3us4CxZjYIyAe+5vtZQjKAB81sL0EHzcSCWUnM7HJgZrhtE/DzQ3YStWrB449D48Zw112waVNwt2JaWkKaj0bh1Vfhu++CQ4mIlFc8SXZhzwdBcj2MoFd6H2bWEWgC/CemrAmww92/jen5+HNpBzOzlsB6d3cz60lwMc+L83xERKQU7j4bmF2k7MaY578Hfl/Mfv8GIiW0+RzwXGIjLUWNGnD//dC0Kfzxj7B5M0ybBnXqHHTTkUiQYK9Y8f0YbRGR8ihzuIi75wMFPR/LgWcLej7C3o4Cw4Dpvu9qGBlAtpl9CMxl356PseGd6K2BxWb2cLjPUOCjcJ/7gGFF2hQRkerODG65Be65B2bOhJ/8BLZvP+hmtby6iCRKXPNkl9XzEb6eUMx+pfV83EeQRBct/wvwl3jiEhGRau6qq4KhI7/4BZxyCsyeHfRwl9PxxwfDRDQuW0QOlpZVFxGRqm3EiKA3+4MPoF8/WLeu3E3Vrg0dO6onW0QOnpJsERGp+s45J+jFzskJVoVcvbrcTUWj6skWkYOnJFtERFLDySfD668HN0L26VPuTDkSgS++CCYuEREpLyXZIiKSOnr2hLffDm6M7NcP3n33gJsoWF79o48SHJuIVCtKskVEJLVkZsK//hXcAHnyycHE1wdAM4yISCIoyRYRkdTTti288w4cc0ywFPvMmXHv2qpVsMS6xmWLyMFQki0iIqmpZUt480044QS44AJ45JG4djMLerPVky0iB0NJtoiIpK4mTeCf/4TTToORI4Ol2OMQjQZjsvfuPcTxiUjKUpItIiKprX59eOGFoDf7f/4HrrsOylhIOBKBbdvg888rKEYRSTlxrfgoIiJSpdWuDU89FawO+ac/BfPz/eUvkJZWbPWCGUaWLIF27SowThFJGerJFhGR6iEtDf76Vxg/Pvh5ySWwe3exVTt1Cn5qXLaIlJd6skVEpPowC3qymzSBa6+FLVtgxgyoV2+fag0bQvv2mmFERMpPPdkiIlL9/O53MGUKvPxycFPk5s37VdEMIyJyMJRki4hI9XT55fDMMzB/PvTvD+vX77M5GoWVK2HXruSEJyJVm5JsERGpvs4/H158Mcim+/TZZzqRSAT27IHly5MYn4hUWUqyRUSkejv9dHjtNdi4EXr3LsyqC2YY0ZARESkPJdkiIiI//CG89Rbk50PfvpCdzTHHQHq6bn4UkfJRki0iIgJB1/U77wRTiwwYQNq8uXTqpJ5sESkfJdkiIiIFjjkmSLSPPhoGDuTSRi+oJ1tEykVJtoiISKxWrWDePOjShTFvnsepXz7Ohg3JDkpEqhol2SIiIkU1awavv86mLv15nJ+x+aZ7wD3ZUYlIFaIkW0REpDgNGrDnhZeYwXkc+8A18Otfw3ffJTsqEakilGSLiIiU4PCj6jCmxbPMjlwLf/0rDBwImzYlOywRqQKUZIuIiJTihF41uCR3IusnTg3Gap94YrB4jYhIKZRki4iIlOLee6FGDej/txFse/51yMuDXr3gjTeSHZqIVGJKskVERErRvj3MnAmrVsHQe/uS/+/5cMQRwUqRU6YkOzwRqaSUZIuIiJShXz944AH45z/ht5Pbw7//DaecAr/8JVx9NezZk+wQRaSSUZItIlJNmNkZZrbCzFaZ2fhito8wsw1mtih8jIzZtiemfFZMuZnZbWb2iZktN7OxFXU+FW3kyCCfvu8+mPJMI3jxRfjNb2DSJBg0CLZuTXaIIlKJ1Ex2ACIicuiZWRowGTgVyAXeN7NZ7r6sSNVn3H1MMU3sdPeuxZSPAI4COrr7XjM7PJFxVzZ33gkffwxXXAHHHluTAZMmQUZGUPCjHwWJd7t2yQ5TRCoB9WSLiFQPPYFV7r7a3XcD04HBCWh3NHCLu+8FcPevEtBmpZWWBk8/DcceC+edF4zT5pe/hFdegTVroGdP+Ne/kh2miFQCSrJFRKqHVsAXMa9zw7KizjOzxWY2w8yOiilPN7NsM3vXzM6JKe8AXBhum2Nmxx6C2CuVRuFIkRo14OyzYfNm4OST4d13oUkTOOkkeOKJZIcpIkmm4SIiIlLgReBpd//WzH4JPAacFG5r4+5rzKw98IaZLXH3T4E6wC53zzKzc4FHgb5FGzazUcAogKOPProizuWQ6tAhmHHklFNg2DD4xz+g5vHHB4n2+efDpZfC8uVw661BNi6S6txhx45gsaaij6+/Lr580ybYuzcYYtWhQzCVT4cO3z9v0CDZZ3VQlGSLiFQPawjGThdoHZYVcve8mJcPA3+O2bYm/LnazN4EugGfEvSI/z2s9hwwtbiDu/sUYApAVlaWH8R5VBoFM45cfjn89rfBfNo0bQovvwxjxsCf/hQM4H7iCahfP9nhipTNHXbuLDkhLi1Z/vpr+O67kts2g8aNg297Ch5HhZekzz6D99/ffzXVww8vPvnu0AFatgzarMSUZIuIVA/vA8eaWTuC5HoYcFFsBTM7wt3XhS8HAcvD8ibAjrCHuznQm+8T8OeBAcBnQD/gk0N9IpXJyJGwdGkwwUinTjBqFFCrVrAEe0ZGkH337QuzZkHr1skOV2R/8+bBVVfBunVBkvvtt6XXL5oot2r1/fOmTffdFvto1Kjsb3U2bYLVq+HTT7//+emn8M47wc0Qe/d+X7du3eKT7/btoW1bqFPnoN+agxVXkm1mZwD3AmnAw+4+scj2ewgusgD1gMPdvXG4bQ+wJNz2X3cfFJaPAa4iGM/Xwt03huUWHutMYAcwwt0XlvsMRUQEd88Pr7uvEFzLH3X3pWZ2C5Dt7rOAsWY2CMgHviaYOQQgA3jQzPYS3MszMWZWkonANDO7GtgOFE77V13ceSesWFEw4wgMGEDQw3bVVXDcccF4kp494YUX4IQTkh2uyPeeew6GDw/+APzJT+JLlNPSDl08TZpAjx7Bo6jdu+Hzz79PvGOT8NdeC4aqFDALesmLS8I7dAiOUwHMvfRv7cJpnz4hZtonYHgx0z4V1L8S6ObuPw9fb3f3/QbVmFk3YBPwJpAVk2SfCVxJkGT3Au51916lxZiVleXZ2dmlnoeISGVlZgvcPSvZcVSUVLxmb9kCP/whrF8P770HxxwTs/Gjj4I7JL/8Eh57DC64IGlxihSaMgVGjw7+8HvpJWjWLNkRlZ978J8vNvmOTcLXr9+3fuPGQbJ9+ulw220HfLh4r9nx9GQXTvsUNlww7VOxSTYwHLiprEbd/YOwvaKbBgOPe5D9v2tmjYt8hSkiIlKpFMw40rNnkE//5z/B73EAOncOMu9zz4ULLwzGaf/hD5V+PKmkKPfghtwbb4SBA+H//b+qf8+AWTBGu2VL6N17/+3ffBMk3bGJ9+rVwfjzQyieJLu4aZ+K7Vk2szZAO+CNmOJ0M8sm+Ppxors/X47jtQKUZIuISKVVMOPIqafGzDhS8Fv28MPh9deDQds33RQk2o88EowrFakoe/YEq5ROngw//Wnwb7BWrWRHdejVrw+RSPCoQImeV2gYMMPd98SUtQm71C8CJplZh0QcyMxGhfOyZm/YsCERTYqIiByU/v2DGUdeeQXGjSuysU4d+NvfgllHnn46GLz95ZdJiDIO7tVzmfh168KJz1PQt98G468nTw7+cf7tb9UjwU6ieJLsMqd9ijEMeDq2IHbaJ4Lx190ScTx3n+LuWe6e1aJFizKaFJH/3969h0lVXvke/y5uclG5CHoAFQhgFI2ggiAXnVEnI3oGzSNGdEQweMkY4+VkhuiYx5Po0cHRRKNBI0GTMIKgSAwmjIgRRlEgtlHkonJTASWINwQlaDfr/LGq7OqmgYauqt1d+/d5nv1U9d67qtZGfFn19trrFZHiuPTSuOfx5z+PstcqzOD662HGDFiyJOpLFi9OJM4qKioijvHjYxr+0EOjBqZfP7jnHni/hBfy3LIlauVPPTU6ZXTrFr+SKCWffgpnnhmlIXfcEZv6txdcbf6Ev2r7ZGbNiER6ZvWTzOxIoC2wIGdfWzPbL/M82/ZpV7XcWTOBiy0MADarHltERBqSO+6AM86IjiNz59Zwwre+FW3JduyIGtKZO/2zWljbt8fnjxsHZ50VN7316RP9vefPh5NPjprdbHlBp07RfeLRRwtex1oUFRXRkWLkyKjjHT0a1q2La+7ZE4YPhyuuqNqxoqHauDF+xfLcczBpUg2/YpGCcbaXMzwAABePSURBVPc9bkSnjxXEwgM3ZvbdDAzLOefHRM117usGEu37Fmcex+Qcu5qoty4H3iNaAwIYMD7zWUuIziO7je+EE05wEZGGimihV6vxuBS2tIzZn3ziftRR7u3aua9cuYuT3nvPvV8/dzP3229337GjcMHMmuV+ww3uQ4a477efexSFRJCXX+4+aZL7W2/tHMOSJe5jx7p37hznH3ig+5gx7vPmuVdUFCbeQlm+3P2HP6y8ljZt3K+4wv2FFyqve/v2OAfce/VyX7w42ZjrYtUq9+7d3Vu2jP/+khe1HbP32MKvISjFdlAikh5q4Ve6Vq+OipCDD44V11u3ruGkbdtiJvXRR+GSS2Ihm2bN6vbBGzbA889Xbq+9Fil1kyZw/PGxQM6QITGL3r597d6zogLmzYsVLKdPj44NXbrARRfFjPDXv163mAvlgw+iBn7SJCgriz7PQ4fCxRdHK5jmzWt+3Zw5cc7HH8NPfwpXXtmwOsK88kpc55dfRou+AQOSjqhk1HbMVpItIpIwJdmlbd686Dhy2mnVOo7kcoef/CS2IUOiZru2ya87rFgRZR7ZpHrNmjjWsmU08M4m1f3756dd22efwRNPRMI9Z06UvfTrF0npiBG1j71Qtm+PxHLSpHgsL4fjjov4LrwwvvXUxvvvxxefWbNg2DB46KGG0U967lw4++zoIzl7dqw+KnmjJFtEpIFQkl36fvWr6N53zTWxBPsuTZ0as9qdO0fj7V69dj6nvBxefbUyqZ4/v/LGxPbtI5kePDge+/QpfAeJDRtgypRIuBcvjm8RQ4fG7PbuZorzzR3+/OdIrKdOhY8+inrriy6K5Hpf27e5x12sY8dGcv7ww1HjXF9Nnw7//M+xItLs2XETq+SVkmwRkQZCSXY6XHddJNgTJsBll+3mxEWLYhZy2zaYNi1uQly0qDKhXrAAtm6Nc7t1q5ylHjw4SjaSLGl47bVItidPjuS7detY4XLkyChNKURHi7VrI/GdNCnWt2/ePG4svfhiOP30XfzqYB+88krM0q9cCTfeGP3O8/Xe+XL//XG37UknxZe0du2SjqgkKckWEWkglGSnQ3l5TOw+80xUWOx2MnTt2ihPWLIkaoi//DKS52OPrZylHjw4Zrzro4oKePbZSLgffzy6dHTtWlm/fcQRdXv/rVvjfSdNitII9/gycvHF0RmkxuL3PNi6NX4d8dBDkchOmRLXlTR3+PGP4eabowvMtGlRKiQFoSRbRKSBUJKdHps3R262cWNMTvfosZuTt26FW26JJHvwYBg4MGet9gZk61b43e8i4f7Tn6J+u3//SLbPP3/vbrycOzcS62zi3r17JNYjR8asfrFMnRot/szggQfiOpJSURGz1w88EPXjEybUvxn2EqMkW0SkgVCSnS7ZjiOHHBKVH4WadK2X3nsvZn8nTYpZ+iZNok/3yJExA7vffju/5vXX4/yHH4b16+MP7PzzI7keODC58pi33oqbKBcuhDFjom47HzeV7o2//S3qr2fMiEWObrutYXVAaaBqO2ZruR8REZEi6t49JmJXroxcsbw86YiKqFOnWAzltdfi5s1rrokp/eHD4ybF734XXngBNm2CX/wiOpb06hWr+/TuHWUQf/1rzNoOGpRsQtmtWyzw8u//HuUjJ5wQ11QsmzfHikczZsBdd8F//IcS7HpGSbaIiEiR/d3fwX33RfOH1C7A17s33HlnrLT41FMxo/1f/xWlMQcfDN//fnwD+dnP4N13o//ht79dvG4ltdG0Kdx6axTab9kSZTD33BM10oW0YQOcckp8IZk8Ga69trCfJ/tERTsiIiIJuOwyWLYsqgyOPnoPHUdKWZMm8I//GNuWLTEzu2YNnHtu3OjZEJx6arQv/M53Ynb+6afh17+GDh3y/1krV8af1fvvRw/wb34z/58heaEkW0REJCF33glvvBGLCfbsWb/bLxfFAQfAqFFJR7Fv2reH3/8exo+PX0/07h0z86edlr/PePnl6EHuHt1bTjwxf+8teadyERERkYQ0aRJlxj17xsTt6tVJRyR1YgZXXRV15q1bx1KfN9wQLRjr6pln4ltYy5bRL10Jdr2nJFtERCRBrVvHuiEQfbQ3b042HsmD3r2hrAwuvRTGjYs68+xS9/ti2jQ488y42fLFF2PRIan3lGSLiIgkLLfjyIgRKes4UqpatYqe1Y89BitWxBL3U6bs/fvcey9ccAEMGBDdTDp1yn+sUhBKskVEROqBbMeRp56Cf/u3pKORvBk+PFr7HXts9LQePToW6NkTd/jRj+Dqq2P1z9mzG+ZiRCmmJFtERKSeuOyyaE5x993wq18lHY3kTZcuMG8e3HRT3Ax5/PFxE+OulJfHX4Zbb42Sk+nToUWLooUr+aEkW0REpB65887o0HbllZGXSYlo0gR+8pPoCrJtG5x0UvQA37Gj6nnbtsXs94MPxky2lklvsJRki4iI1CPZjiM9ekTHkZUrk45I8uqUU6J85Kyz4Ac/iMeNG+PYxx9H3+uZM2NRm1tu0SqODZiSbBERkXom23HELFYPX7Qo6Ygkrw46KBbdue+++HVF796xcuPJJ8d/7EceiRUvpUFTki0iIlIP9egR7ZAPOCBuinz88aQjkrwyg3/5F3jppVjI5qKL4O23YdYsOP/8pKOTPFCSLSIiUk8deSQsXBjd3847D37602g6ISXkmGMi0b799vhWdfrpSUckeaIkW0REpB7r0CHulTv33Fit+8or1Ue75LRoAWPHRtmIlAwl2SIiIvVcixZxM+TYsfDLX0bb5C1bko5KRHZHSbaIiEgD0KhRVBQ88AA8/TQMGQLr1ycdlYjsipJsEZEUMbMzzOxNM1tlZtfXcHy0mW0ys1cz26U5xypy9s+s4bX3mFktlrKTurj8cvjDH2DNGujfP7rBiUj9oyRbRCQlzKwxMB4YCvQCLjCzXjWcOs3d+2S2iTn7t+XsH1btvfsCbQsWvFRxxhlxj1yjRjGjPWtW0hGJSHVKskVE0uNEYJW7r3H3L4CpwNl1fdNM8n4HMLau7yW1d+yx0VK5Z0/4p3+C++9POiIRyaUkW0QkPToD63J+Xp/ZV925ZvaamU03s8Ny9jc3szIzW2hm5+TsvwqY6e4bdvXBZnZ55rVlmzZtqtNFSKVOneC552Do0Og68q//uvMq3SKSDCXZIiKS60mgq7sfC8wBfptzrIu79wUuBO42s+5m1gk4D7h3d2/q7hPcva+79+3QoUOhYk+l/feHJ56A730v+mifdx58/nnSUYmIkmwRkfR4F8idmT40s+8r7v6hu2/P/DgROCHn2LuZxzXAPOC4zNYDWGVmbwMtzWxVgeKXXWjSBO69F+66C373O/j7v4eNG5OOSiTdlGSLiKTHS0BPM+tmZs2AEUCVLiFm1jHnx2HA65n9bc1sv8zz9sAgYLm7/9Hd/5e7d3X3rsDn7t6jCNci1ZjBtdfCjBmwZAkMGACvv550VCLppSRbRCQl3L2cqJ+eTSTPj7r7MjO72cyy3UKuNrNlZrYYuBoYndl/FFCW2T8XGOfuy4t7BVIb55wD//M/UTIycCDMnZt0RCLpZO6edAx11rdvXy8rK0s6DBGRfWJmL2dqnVNBY3ZxvP02nHUWrFgBEyfCqFFJRyRSGmo7ZmsmW0REpAR17QovvACnnAKjR8NNN0EJzKuJNBhKskVEREpUmzaxUM0ll8Att8DIkbB9+55fJyJ11yTpAERERKRwmjWDBx+E7t3hRz+CdeuiA0m7dklHJlLaajWTbWZnmNmbZrbKzK6v4fhdZvZqZlthZp/kHKvIOTYzZ383M1uUec9pmTvdMbPRZrYp5zWX5uNCRURE0soMbrwRpkyBhQvhpJNg9eqkoxIpbXtMsjPL5Y4HhgK9gAvMrFfuOe5+nbv3cfc+xIIEM3IOb8sec/dhOftvB+7KtHr6GBiTc2xazmsm7tuliYiISK4LLoBnnoEPPogWfy++mHREIqWrNjPZJwKr3H2Nu38BTAXO3s35FwCP7O4NzcyAU4HpmV2/Bc7Z9StEREQkH4YMgQULol771FPhsceSjqiqLVvgnXegvDzpSETqpjY12Z2BdTk/rwf613SimXUBugHP5uxubmZlQDnRV/UJ4CDgk0zP1ux7ds55zblmdjKwArjO3XM/P/tZlwOXAxx++OG1uAwREREBOOKISLTPOQe+/W0YNw7Gjo2ykmLZtg3eeAOWLoVly+Jx6dJIsCFWsezSJWrJe/SIx+z2ta9By5bFi1VkX+T7xscRwHR3r8jZ18Xd3zWzrwHPmtkSYPNu3uNJ4BF3325mVxCz3KdWP8ndJwATIHqu5u0KREREUqB9+ygdueQSuP76qNEePx6aNs3v53z5JaxcWZlEZ5PqVatgx444p2lTOPLIWDznssugQ4fo8716dWyLFsHmaplDp06VSXf1JFw3dUp9UJsk+13gsJyfD83sq8kI4Hu5O9z93czjGjObBxwHPA60MbMmmdnsr97T3T/MeflE4D9rEaOIiIjspebNYfLkmBm+7baYRX7sMTjwwL1/r4oKeOutqrPSS5fCm29Gog3QqFEkxMccAyNGxOPRR0PPnrtP7t3ho48qk+7VqyNJX70aZs+G3/ym6vlt21ZNunOT8I4dIw6RQqtNkv0S0NPMuhGJ8AjgwuonmdmRQFtgQc6+tsDnmVnp9sAg4D/d3c1sLjCcqPEeBfw+85qO7r4h8xbDiKV/RUREpAAaNYJbb41E+4orYPBg+OMf4bDDaj7fHdavrzorvXQpLF8eJSBZXbtGEn3WWfF4zDExW928+d7HaAYHHRTbiSfufPzzz2HNmsrEO7u99BJMnx5fALKaN991At6lS/5n8iW99phku3u5mV0FzAYaAw+5+zIzuxkoc/dsW74RwFSvuk77UcADZraDuMlynLsvzxz7ITDVzP4f8ArwYGb/1WY2jKjh/ggYXacrFBERkT0aMwYOPxyGD4f+/eHJJyPRzp2VzibVn35a+bqOHSOB/u53K2eme/WCAw4oXuwtW1Ym8tV9+SWsXVt19ju7zZlT9YtB48bxRWDQoPiyMXhwfFkoZq26lA7zElhjtW/fvl5WVpZ0GCIi+8TMXnb3vknHUSwas+u3pUtj9nnt2qr727WDb3wjkuhsQnv00Q27/tkdNmyoWoLyl79Ea8NsDXjHjpUJ96BB0Lt33JQp6VXbMVt/TUREROQrxxwTC9b84hdw8MGVSfUhh5TejK5Z3EDZqVO0NsyqqIgZ+xdegPnz4zHb6rBVq+gxnk28+/cv7qy9NByayRYRSZhmskXqv3XrItnOJt6LF8dMeKNG0KdP5Uz34MGRtEvp0ky2iIiISJ4cdlh0RBkxIn7+9NOY8Z8/P7aJE+Gee+JYt26VCfegQVGjro4m6aMkW0RERGQvHXggfPObsUHcYPnqq5XlJXPmwMMPx7E2bSLZzibe/frtW5cVaViUZIuIiIjUUdOmkTz36wfXXRelJKtXV5aXzJ8frREBmjWDE06orOseODAWB6ot91h2/osvIrmv62N5eXRoadWqctt//51/3m+/0qvLLyQl2SIiIiJ5ZhY9uHv0gFGjYt8HH0Tnkuxs9913wx13xLEjjogZ79okxdnFfYqtUaNdJ+D7+nPbtvFYipRki4iIiBRB+/YwbFhsED26y8oi4V64MH5u1ixmxZs1q/p8bx/35tzGjeOzt26Fzz6LLfd59Z+rH9u8Gd57r+rxzz+v/Z9Lu3bRj7xLl8rH3Odt2jTMGXQl2SIiIiIJaNEiWgfmtg8sFTt27Jy415Sgf/ghvPNObG+8AbNn75ygH3DA7pPwDh3qZxKuJFtERERE8ipbWrK3pSDukXi//XYk3tnH7PPnn69cKCirRYudE+/c5x07JtPdJb1J9rXXxm3AIiL50qdPFFmKiMg+MYuymvbtoe8uOlF/8knVxDv3+csvR+17rmbNogVj9SS8V6+4UbVQ0ptki4iIiEiD06ZNbL1713z8s892nYT/93/Dhg1x3tChMGtW4eJMb5Kt2SYRERGRktOqVcxS9+pV8/G//S1W8KyoKGwc6U2yRURERCR1mjeHnj0L/zla5FNEREREJM+UZIuIiIiI5JmSbBERERGRPFOSLSIiIiKSZ0qyRURSwszOMLM3zWyVmV1fw/HRZrbJzF7NbJfmHKvI2T8zZ//kzHsuNbOHzKxpsa5HRKQ+U3cREZEUMLPGwHjgH4D1wEtmNtPdl1c7dZq7X1XDW2xz9z417J8MXJR5PgW4FLg/T2GLiDRYmskWEUmHE4FV7r7G3b8ApgJn1/VN3X2WZwB/Bg6t63uKiJQCJdkiIunQGViX8/P6zL7qzjWz18xsupkdlrO/uZmVmdlCMzun+osyZSIjgafyGrWISAOlJFtERLKeBLq6+7HAHOC3Oce6uHtf4ELgbjPrXu219wHPufvzNb2xmV2eSdLLNm3aVIjYRUTqFSXZIiLp8C6QOzN9aGbfV9z9Q3ffnvlxInBCzrF3M49rgHnAcdljZvZ/gQ7A/9nVh7v7BHfv6+59O3ToULcrERFpACzK6Bo2M9sEvJN0HHupPfBB0kEUWRqvGdJ53Wm8Ztj36+7i7gXNPM2sCbACOI1Irl8CLnT3ZTnndHT3DZnn3wJ+6O4DzKwt8Lm7bzez9sAC4Gx3X57pQPId4DR331bLWDRmNxxpvG5dc3oUdMwuie4ihf7HqRDMrCzzq9fUSOM1QzqvO43XDPX7ut293MyuAmYDjYGH3H2Zmd0MlLn7TOBqMxsGlAMfAaMzLz8KeMDMdhC/AR2X05Xkl0TCvMDMAGa4+817iEVjdgORxuvWNadHoa+7JJJsERHZM3efBcyqtu+mnOc3ADfU8LoXgW/s4j3174iISA1Uky0iIiIikmdKspMzIekAEpDGa4Z0XncarxnSe91pkNb/tmm8bl1zehT0ukvixkcRERERkfpEM9kiIiIiInmmJLuIzOwwM5trZsvNbJmZXZN0TMVkZo3N7BUz+0PSsRSDmbXJrJr3hpm9bmYnJR1TMZjZdZm/30vN7BEza550TIVgZg+Z2ftmtjRnXzszm2NmKzOPbZOMUeouzeN22sZsSOe4rTG7cGO2kuziKgd+4O69gAHA98ysV8IxFdM1wOtJB1FEPweecvcjgd6k4NrNrDNwNdDX3Y8hWsWNSDaqgvkNcEa1fdcDf3L3nsCfMj9Lw5bmcTttYzakbNzWmF3YMVtJdhG5+wZ3/0vm+Rbif97OyUZVHGZ2KHAWsYpcyTOz1sDJwIMA7v6Fu3+SbFRF0wRokVn8pCXwXsLxFIS7P0f0ks51NpVLkf8WOKeoQUnepXXcTtuYDaketzVmh7yP2UqyE2JmXYlliRclG0nR3A2MBXYkHUiRdAM2Ab/O/Lp1opm1SjqoQsssvX0nsBbYAGx296eTjaqoDsmumAj8FTgkyWAkv1I2bqdtzIYUjtsasws7ZivJToCZ7Q88Dlzr7p8mHU+hmdn/Bt5395eTjqWImgDHA/e7+3HAZ6SgdCBTz3Y28Y9VJ6CVmV2UbFTJ8GjdpPZNJSJN43ZKx2xI4bitMbtSIcZsJdlFZmZNiYF6srvPSDqeIhkEDDOzt4GpwKlm9nCyIRXcemC9u2dnvKYTg3epOx14y903ufuXwAxgYMIxFdNGM+sIkHl8P+F4JA9SOG6nccyGdI7bGrMLOGYryS4iMzOi1ut1d/9Z0vEUi7vf4O6HuntX4oaKZ929pL8pu/tfgXVm9vXMrtOA5QmGVCxrgQFm1jLz9/00SvzGoWpmAqMyz0cBv08wFsmDNI7baRyzIbXjtsbsAo7ZSrKLaxAwkpgVeDWznZl0UFIw3wcmm9lrQB/gtoTjKbjMDNB04C/AEmKMKcmVxMzsEWAB8HUzW29mY4BxwD+Y2UpihmhckjFKXmjcTpdUjdsasws7ZmvFRxERERGRPNNMtoiIiIhIninJFhERERHJMyXZIiIiIiJ5piRbRERERCTPlGSLiIiIiOSZkmwRERERkTxTki0iIiIikmdKskVERERE8uz/AyGc/H/g21IiAAAAAElFTkSuQmCC\n",
      "text/plain": [
       "<Figure size 864x360 with 2 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "model = simpleNN()\n",
    "history = model.fit(X_train, Y_train,\n",
    "                    epochs=10,\n",
    "                    verbose=1,\n",
    "                    validation_data = (X_valid, Y_valid),\n",
    "                    callbacks=callbacks_list,\n",
    "                    batch_size=8)\n",
    "print(model.summary())\n",
    "\n",
    "loss, accuracy = model.evaluate(X_train, Y_train, verbose=False)\n",
    "print('Training Accuracy: {:.4f}'.format(accuracy))\n",
    "loss, accuracy = model.evaluate(X_valid, Y_valid, verbose=False)\n",
    "print('Validation Accuracy: {:.4f}'.format(accuracy))\n",
    "loss, accuracy = model.evaluate(X_test, Y_test, verbose=False)\n",
    "print('Testing Accuracy: {:.4f}'.format(accuracy))\n",
    "\n",
    "plot_history(history)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "\"\\nseed = 7\\nnp.random.seed(seed)\\nestimator = KerasClassifier(build_fn=simpleNN,\\n                            epochs=10,\\n                            batch_size=32,\\n                            verbose=1)\\nkfold = StratifiedKFold(n_splits=5, shuffle=True, random_state=seed)\\nresults = cross_val_score(estimator, X, Y, cv=kfold)\\nprint('K-fold Validation Results: %.2f%% (%.2f%%)' % (results.mean()*100, results.std()*100))\\n\""
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "'''\n",
    "seed = 7\n",
    "np.random.seed(seed)\n",
    "estimator = KerasClassifier(build_fn=simpleNN,\n",
    "                            epochs=10,\n",
    "                            batch_size=32,\n",
    "                            verbose=1)\n",
    "kfold = StratifiedKFold(n_splits=5, shuffle=True, random_state=seed)\n",
    "results = cross_val_score(estimator, X, Y, cv=kfold)\n",
    "print('K-fold Validation Results: %.2f%% (%.2f%%)' % (results.mean()*100, results.std()*100))\n",
    "'''"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## API"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "({'Annual Income': 1373245.9760964217,\n",
       "  'Current Credit Balance': 294757.9657737666,\n",
       "  'Current Loan Amount': 314293.1817998328,\n",
       "  'Number of Credit Problems': 0.17088607594936708,\n",
       "  'Years of Credit History': 18.121716501830974},\n",
       " {'Annual Income': 1103906.3440081254,\n",
       "  'Current Credit Balance': 382523.88480604795,\n",
       "  'Current Loan Amount': 187557.96928349973,\n",
       "  'Number of Credit Problems': 0.49041044586332155,\n",
       "  'Years of Credit History': 6.983709238407832})"
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mean_dict, std_dict"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "def predict(d):\n",
    "    x = pd.DataFrame(np.array([[0]*19]),columns = list(X.columns.values))\n",
    "    \n",
    "    \n",
    "    \n",
    "    income = d['income']\n",
    "    amount = d['amount']\n",
    "    term = d['term']\n",
    "    credit_balance = d['credit_balance']\n",
    "    years_in_job = d['years_in_job']\n",
    "    years_credit_history = d['years_credit_history']\n",
    "    number_credit_problems = d['number_credit_problems']\n",
    "    home = d['home']\n",
    "    \n",
    "    x['Current Loan Amount'] = (amount - mean_dict['Current Loan Amount'])/std_dict['Current Loan Amount']\n",
    "    x['Term'] = 1 if term >= 12 else 0\n",
    "    x['Annual Income'] = (income - mean_dict['Annual Income'])/std_dict['Annual Income']\n",
    "    x['Home Ownership'] = 1 if home else 0\n",
    "    x['Years of Credit History'] = (years_credit_history - mean_dict['Years of Credit History'])/std_dict['Years of Credit History']\n",
    "    x['Number of Credit Problems'] = (number_credit_problems - mean_dict['Number of Credit Problems'])/std_dict['Number of Credit Problems']\n",
    "    x['Current Credit Balance'] = (credit_balance - mean_dict['Current Credit Balance'])/std_dict['Current Credit Balance']\n",
    "    if years_in_job < 1:\n",
    "        x['Years in current job_< 1 year'] = 1\n",
    "    if years_in_job == 1:\n",
    "        x['Years in current job_1 year'] = 1\n",
    "    if years_in_job == 2:\n",
    "        x['Years in current job_2 years'] = 1\n",
    "    if years_in_job == 3:\n",
    "        x['Years in current job_3 years'] = 1\n",
    "    if years_in_job == 4:\n",
    "        x['Years in current job_4 years'] = 1\n",
    "    if years_in_job == 5:\n",
    "        x['Years in current job_5 years'] = 1\n",
    "    if years_in_job == 6:\n",
    "        x['Years in current job_6 years'] = 1\n",
    "    if years_in_job == 7:\n",
    "        x['Years in current job_7 years'] = 1\n",
    "    if years_in_job == 8:\n",
    "        x['Years in current job_8 years'] = 1\n",
    "    if years_in_job == 9:\n",
    "        x['Years in current job_9 years'] = 1\n",
    "    if years_in_job >= 10:\n",
    "        x['Years in current job_10+ years'] = 1\n",
    "    return x    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Years in current job_1 year</th>\n",
       "      <th>Years in current job_10+ years</th>\n",
       "      <th>Years in current job_2 years</th>\n",
       "      <th>Years in current job_3 years</th>\n",
       "      <th>Years in current job_4 years</th>\n",
       "      <th>Years in current job_5 years</th>\n",
       "      <th>Years in current job_6 years</th>\n",
       "      <th>Years in current job_7 years</th>\n",
       "      <th>Years in current job_8 years</th>\n",
       "      <th>Years in current job_9 years</th>\n",
       "      <th>Years in current job_&lt; 1 year</th>\n",
       "      <th>Years in current job_nan</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>-1.675446</td>\n",
       "      <td>1</td>\n",
       "      <td>-1.243535</td>\n",
       "      <td>1</td>\n",
       "      <td>3.13276</td>\n",
       "      <td>-0.348455</td>\n",
       "      <td>-0.770561</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   Current Loan Amount  Term  Annual Income  Home Ownership  \\\n",
       "0            -1.675446     1      -1.243535               1   \n",
       "\n",
       "   Years of Credit History  Number of Credit Problems  Current Credit Balance  \\\n",
       "0                  3.13276                  -0.348455               -0.770561   \n",
       "\n",
       "   Years in current job_1 year  Years in current job_10+ years  \\\n",
       "0                            0                               0   \n",
       "\n",
       "   Years in current job_2 years  Years in current job_3 years  \\\n",
       "0                             0                             1   \n",
       "\n",
       "   Years in current job_4 years  Years in current job_5 years  \\\n",
       "0                             0                             0   \n",
       "\n",
       "   Years in current job_6 years  Years in current job_7 years  \\\n",
       "0                             0                             0   \n",
       "\n",
       "   Years in current job_8 years  Years in current job_9 years  \\\n",
       "0                             0                             0   \n",
       "\n",
       "   Years in current job_< 1 year  Years in current job_nan  \n",
       "0                              0                         0  "
      ]
     },
     "execution_count": 40,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "d = {'income': 500,\n",
    "    'amount': 50,\n",
    "    'term' : 24,\n",
    "    'credit_balance' : 0,\n",
    "    'years_in_job' : 3,\n",
    "    'years_credit_history' : 40,\n",
    "    'number_credit_problems' : 0,\n",
    "    'home' : True}\n",
    "predict(d)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Current Loan Amount</th>\n",
       "      <th>Term</th>\n",
       "      <th>Annual Income</th>\n",
       "      <th>Home Ownership</th>\n",
       "      <th>Years of Credit History</th>\n",
       "      <th>Number of Credit Problems</th>\n",
       "      <th>Current Credit Balance</th>\n",
       "      <th>Years in current job_1 year</th>\n",
       "      <th>Years in current job_10+ years</th>\n",
       "      <th>Years in current job_2 years</th>\n",
       "      <th>Years in current job_3 years</th>\n",
       "      <th>Years in current job_4 years</th>\n",
       "      <th>Years in current job_5 years</th>\n",
       "      <th>Years in current job_6 years</th>\n",
       "      <th>Years in current job_7 years</th>\n",
       "      <th>Years in current job_8 years</th>\n",
       "      <th>Years in current job_9 years</th>\n",
       "      <th>Years in current job_&lt; 1 year</th>\n",
       "      <th>Years in current job_nan</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.699089</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.186388</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.131982</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.174024</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.177935</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.512997</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.876577</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.100462</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>-0.574180</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.431551</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.117663</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.207701</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>-0.515296</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.171258</td>\n",
       "      <td>0</td>\n",
       "      <td>0.211678</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.451185</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>1.250038</td>\n",
       "      <td>0</td>\n",
       "      <td>1.074251</td>\n",
       "      <td>0</td>\n",
       "      <td>0.641252</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.372301</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>-0.524328</td>\n",
       "      <td>0</td>\n",
       "      <td>0.073819</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.604514</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.979820</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>-0.427440</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.616010</td>\n",
       "      <td>0</td>\n",
       "      <td>0.941954</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.696607</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>1.876291</td>\n",
       "      <td>1</td>\n",
       "      <td>0.406488</td>\n",
       "      <td>0</td>\n",
       "      <td>0.555337</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>1.356621</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>0.405727</td>\n",
       "      <td>0</td>\n",
       "      <td>0.379104</td>\n",
       "      <td>0</td>\n",
       "      <td>0.655571</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.453768</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>0.015008</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.217386</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.103344</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.612962</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>-0.991995</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.017368</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.890896</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.425655</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>-0.858627</td>\n",
       "      <td>0</td>\n",
       "      <td>0.468742</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.346769</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>1.560269</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>-1.185771</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.473651</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.089024</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.520625</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>-0.369847</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.111689</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.532918</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.396598</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>0.805713</td>\n",
       "      <td>1</td>\n",
       "      <td>0.316522</td>\n",
       "      <td>0</td>\n",
       "      <td>0.598294</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.489382</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>0.691348</td>\n",
       "      <td>0</td>\n",
       "      <td>0.053578</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.590194</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.124744</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>0.108377</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.022308</td>\n",
       "      <td>0</td>\n",
       "      <td>0.268954</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.048152</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>-0.981673</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.768764</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.389726</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.428883</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>0.102747</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.113152</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.504280</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.016263</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>-1.005015</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.101620</td>\n",
       "      <td>0</td>\n",
       "      <td>0.913315</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>1.019706</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>-0.816400</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.522464</td>\n",
       "      <td>0</td>\n",
       "      <td>0.641252</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.472295</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>0.718795</td>\n",
       "      <td>0</td>\n",
       "      <td>0.073613</td>\n",
       "      <td>0</td>\n",
       "      <td>1.529039</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.263431</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>1.994997</td>\n",
       "      <td>1</td>\n",
       "      <td>0.109947</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.217897</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.128717</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>-0.135133</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.757111</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.475641</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.424264</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>-0.013496</td>\n",
       "      <td>1</td>\n",
       "      <td>0.759500</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.518599</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.211327</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>-0.256889</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.411224</td>\n",
       "      <td>0</td>\n",
       "      <td>0.498060</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.074485</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>-0.984136</td>\n",
       "      <td>0</td>\n",
       "      <td>0.083750</td>\n",
       "      <td>1</td>\n",
       "      <td>0.183039</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.652649</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>-0.140295</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.325476</td>\n",
       "      <td>0</td>\n",
       "      <td>0.068486</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.187286</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>0.667184</td>\n",
       "      <td>0</td>\n",
       "      <td>0.131152</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.046067</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.223397</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>0.759850</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.251000</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.575875</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.347424</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99956</th>\n",
       "      <td>0.127262</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.009417</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.046067</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.096787</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99957</th>\n",
       "      <td>-0.850885</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.544925</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.046067</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.337738</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99958</th>\n",
       "      <td>-0.381811</td>\n",
       "      <td>0</td>\n",
       "      <td>0.814629</td>\n",
       "      <td>0</td>\n",
       "      <td>0.383507</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.518886</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99959</th>\n",
       "      <td>0.055710</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.679418</td>\n",
       "      <td>0</td>\n",
       "      <td>-1.306151</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.227221</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99961</th>\n",
       "      <td>0.051370</td>\n",
       "      <td>1</td>\n",
       "      <td>0.361031</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.375407</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.709919</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99962</th>\n",
       "      <td>-0.204339</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.395631</td>\n",
       "      <td>0</td>\n",
       "      <td>0.555337</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.350205</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99963</th>\n",
       "      <td>0.351418</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.295717</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.174939</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.067431</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99965</th>\n",
       "      <td>1.836293</td>\n",
       "      <td>1</td>\n",
       "      <td>0.073165</td>\n",
       "      <td>0</td>\n",
       "      <td>1.357209</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>1.360892</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99966</th>\n",
       "      <td>-1.141198</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.309124</td>\n",
       "      <td>0</td>\n",
       "      <td>0.268954</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.155043</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99967</th>\n",
       "      <td>2.520022</td>\n",
       "      <td>0</td>\n",
       "      <td>0.866850</td>\n",
       "      <td>0</td>\n",
       "      <td>1.428805</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>1.973975</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99968</th>\n",
       "      <td>-0.729130</td>\n",
       "      <td>0</td>\n",
       "      <td>0.013096</td>\n",
       "      <td>0</td>\n",
       "      <td>1.128103</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>0.226171</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99969</th>\n",
       "      <td>0.761140</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.389314</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.461322</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>1.076231</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99972</th>\n",
       "      <td>0.074947</td>\n",
       "      <td>1</td>\n",
       "      <td>0.605576</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.203578</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.455258</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99973</th>\n",
       "      <td>1.110688</td>\n",
       "      <td>1</td>\n",
       "      <td>-0.314374</td>\n",
       "      <td>0</td>\n",
       "      <td>1.614953</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.458777</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99974</th>\n",
       "      <td>0.086560</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.209641</td>\n",
       "      <td>0</td>\n",
       "      <td>0.097124</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.626472</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99975</th>\n",
       "      <td>-0.214427</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.601139</td>\n",
       "      <td>0</td>\n",
       "      <td>2.459783</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.501651</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99979</th>\n",
       "      <td>2.410466</td>\n",
       "      <td>0</td>\n",
       "      <td>0.469087</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.389726</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>0.809699</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99980</th>\n",
       "      <td>0.119872</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.163771</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.174939</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.138254</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99981</th>\n",
       "      <td>1.878754</td>\n",
       "      <td>0</td>\n",
       "      <td>2.233117</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.819301</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.555933</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99983</th>\n",
       "      <td>2.368121</td>\n",
       "      <td>0</td>\n",
       "      <td>0.197055</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.003110</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>1.453677</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99984</th>\n",
       "      <td>0.176879</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.163909</td>\n",
       "      <td>0</td>\n",
       "      <td>0.541018</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.095984</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99985</th>\n",
       "      <td>-0.718925</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.015561</td>\n",
       "      <td>0</td>\n",
       "      <td>0.655571</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.242214</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99986</th>\n",
       "      <td>2.488469</td>\n",
       "      <td>0</td>\n",
       "      <td>1.095353</td>\n",
       "      <td>0</td>\n",
       "      <td>1.171060</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.978827</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99987</th>\n",
       "      <td>-0.194134</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.458230</td>\n",
       "      <td>1</td>\n",
       "      <td>1.657911</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.507263</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99991</th>\n",
       "      <td>-0.373366</td>\n",
       "      <td>0</td>\n",
       "      <td>0.222666</td>\n",
       "      <td>0</td>\n",
       "      <td>0.469422</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.425456</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99993</th>\n",
       "      <td>-1.438548</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.200037</td>\n",
       "      <td>0</td>\n",
       "      <td>0.412145</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>1.744150</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99994</th>\n",
       "      <td>-0.552949</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.534340</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.103344</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.769374</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99995</th>\n",
       "      <td>-0.891588</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.813308</td>\n",
       "      <td>1</td>\n",
       "      <td>0.598294</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>-0.645695</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99997</th>\n",
       "      <td>-1.125832</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.201740</td>\n",
       "      <td>0</td>\n",
       "      <td>0.097124</td>\n",
       "      <td>1.690665</td>\n",
       "      <td>-0.484167</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99998</th>\n",
       "      <td>1.151859</td>\n",
       "      <td>0</td>\n",
       "      <td>0.311875</td>\n",
       "      <td>0</td>\n",
       "      <td>-0.447003</td>\n",
       "      <td>-0.348458</td>\n",
       "      <td>0.286173</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>69362 rows × 19 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       Current Loan Amount  Term  Annual Income  Home Ownership  \\\n",
       "0                 0.699089     0      -0.186388               0   \n",
       "3                 0.177935     1      -0.512997               1   \n",
       "5                -0.574180     0      -0.431551               0   \n",
       "6                -0.515296     0      -0.171258               0   \n",
       "8                 1.250038     0       1.074251               0   \n",
       "9                -0.524328     0       0.073819               0   \n",
       "14               -0.427440     0      -0.616010               0   \n",
       "17                1.876291     1       0.406488               0   \n",
       "19                0.405727     0       0.379104               0   \n",
       "20                0.015008     1      -0.217386               0   \n",
       "21               -0.991995     0      -0.017368               0   \n",
       "22               -0.858627     0       0.468742               0   \n",
       "23               -1.185771     0      -0.473651               0   \n",
       "24               -0.369847     1      -0.111689               0   \n",
       "25                0.805713     1       0.316522               0   \n",
       "27                0.691348     0       0.053578               0   \n",
       "31                0.108377     0      -0.022308               0   \n",
       "32               -0.981673     0      -0.768764               0   \n",
       "33                0.102747     1      -0.113152               0   \n",
       "35               -1.005015     0      -0.101620               0   \n",
       "37               -0.816400     0      -0.522464               0   \n",
       "39                0.718795     0       0.073613               0   \n",
       "40                1.994997     1       0.109947               0   \n",
       "43               -0.135133     0      -0.757111               0   \n",
       "44               -0.013496     1       0.759500               0   \n",
       "45               -0.256889     0      -0.411224               0   \n",
       "46               -0.984136     0       0.083750               1   \n",
       "47               -0.140295     0      -0.325476               0   \n",
       "48                0.667184     0       0.131152               0   \n",
       "49                0.759850     1      -0.251000               1   \n",
       "...                    ...   ...            ...             ...   \n",
       "99956             0.127262     0      -0.009417               0   \n",
       "99957            -0.850885     0      -0.544925               0   \n",
       "99958            -0.381811     0       0.814629               0   \n",
       "99959             0.055710     0      -0.679418               0   \n",
       "99961             0.051370     1       0.361031               0   \n",
       "99962            -0.204339     1      -0.395631               0   \n",
       "99963             0.351418     0      -0.295717               1   \n",
       "99965             1.836293     1       0.073165               0   \n",
       "99966            -1.141198     1      -0.309124               0   \n",
       "99967             2.520022     0       0.866850               0   \n",
       "99968            -0.729130     0       0.013096               0   \n",
       "99969             0.761140     1      -0.389314               1   \n",
       "99972             0.074947     1       0.605576               0   \n",
       "99973             1.110688     1      -0.314374               0   \n",
       "99974             0.086560     0      -0.209641               0   \n",
       "99975            -0.214427     0      -0.601139               0   \n",
       "99979             2.410466     0       0.469087               0   \n",
       "99980             0.119872     0      -0.163771               0   \n",
       "99981             1.878754     0       2.233117               0   \n",
       "99983             2.368121     0       0.197055               0   \n",
       "99984             0.176879     0      -0.163909               0   \n",
       "99985            -0.718925     0      -0.015561               0   \n",
       "99986             2.488469     0       1.095353               0   \n",
       "99987            -0.194134     0      -0.458230               1   \n",
       "99991            -0.373366     0       0.222666               0   \n",
       "99993            -1.438548     0      -0.200037               0   \n",
       "99994            -0.552949     0      -0.534340               0   \n",
       "99995            -0.891588     0      -0.813308               1   \n",
       "99997            -1.125832     0      -0.201740               0   \n",
       "99998             1.151859     0       0.311875               0   \n",
       "\n",
       "       Years of Credit History  Number of Credit Problems  \\\n",
       "0                    -0.131982                   1.690665   \n",
       "3                    -0.876577                  -0.348458   \n",
       "5                    -0.117663                  -0.348458   \n",
       "6                     0.211678                   1.690665   \n",
       "8                     0.641252                  -0.348458   \n",
       "9                    -0.604514                  -0.348458   \n",
       "14                    0.941954                   1.690665   \n",
       "17                    0.555337                  -0.348458   \n",
       "19                    0.655571                  -0.348458   \n",
       "20                   -0.103344                  -0.348458   \n",
       "21                   -0.890896                  -0.348458   \n",
       "22                   -0.346769                  -0.348458   \n",
       "23                   -0.089024                  -0.348458   \n",
       "24                   -0.532918                   1.690665   \n",
       "25                    0.598294                  -0.348458   \n",
       "27                   -0.590194                  -0.348458   \n",
       "31                    0.268954                  -0.348458   \n",
       "32                   -0.389726                   1.690665   \n",
       "33                   -0.504280                  -0.348458   \n",
       "35                    0.913315                  -0.348458   \n",
       "37                    0.641252                   1.690665   \n",
       "39                    1.529039                  -0.348458   \n",
       "40                   -0.217897                  -0.348458   \n",
       "43                   -0.475641                  -0.348458   \n",
       "44                   -0.518599                  -0.348458   \n",
       "45                    0.498060                  -0.348458   \n",
       "46                    0.183039                   1.690665   \n",
       "47                    0.068486                  -0.348458   \n",
       "48                   -0.046067                  -0.348458   \n",
       "49                   -0.575875                  -0.348458   \n",
       "...                        ...                        ...   \n",
       "99956                -0.046067                  -0.348458   \n",
       "99957                -0.046067                   1.690665   \n",
       "99958                 0.383507                  -0.348458   \n",
       "99959                -1.306151                  -0.348458   \n",
       "99961                -0.375407                  -0.348458   \n",
       "99962                 0.555337                  -0.348458   \n",
       "99963                -0.174939                  -0.348458   \n",
       "99965                 1.357209                  -0.348458   \n",
       "99966                 0.268954                  -0.348458   \n",
       "99967                 1.428805                  -0.348458   \n",
       "99968                 1.128103                   1.690665   \n",
       "99969                -0.461322                  -0.348458   \n",
       "99972                -0.203578                  -0.348458   \n",
       "99973                 1.614953                  -0.348458   \n",
       "99974                 0.097124                  -0.348458   \n",
       "99975                 2.459783                  -0.348458   \n",
       "99979                -0.389726                   1.690665   \n",
       "99980                -0.174939                  -0.348458   \n",
       "99981                -0.819301                  -0.348458   \n",
       "99983                -0.003110                  -0.348458   \n",
       "99984                 0.541018                  -0.348458   \n",
       "99985                 0.655571                  -0.348458   \n",
       "99986                 1.171060                  -0.348458   \n",
       "99987                 1.657911                   1.690665   \n",
       "99991                 0.469422                   1.690665   \n",
       "99993                 0.412145                  -0.348458   \n",
       "99994                -0.103344                  -0.348458   \n",
       "99995                 0.598294                  -0.348458   \n",
       "99997                 0.097124                   1.690665   \n",
       "99998                -0.447003                  -0.348458   \n",
       "\n",
       "       Current Credit Balance  Years in current job_1 year  \\\n",
       "0                   -0.174024                            0   \n",
       "3                   -0.100462                            0   \n",
       "5                   -0.207701                            0   \n",
       "6                   -0.451185                            0   \n",
       "8                    0.372301                            0   \n",
       "9                    0.979820                            0   \n",
       "14                  -0.696607                            0   \n",
       "17                   1.356621                            0   \n",
       "19                  -0.453768                            0   \n",
       "20                  -0.612962                            0   \n",
       "21                  -0.425655                            0   \n",
       "22                   1.560269                            0   \n",
       "23                  -0.520625                            0   \n",
       "24                  -0.396598                            0   \n",
       "25                  -0.489382                            0   \n",
       "27                   0.124744                            0   \n",
       "31                   0.048152                            0   \n",
       "32                  -0.428883                            0   \n",
       "33                   0.016263                            0   \n",
       "35                   1.019706                            0   \n",
       "37                  -0.472295                            0   \n",
       "39                  -0.263431                            0   \n",
       "40                   0.128717                            0   \n",
       "43                  -0.424264                            0   \n",
       "44                  -0.211327                            0   \n",
       "45                  -0.074485                            1   \n",
       "46                  -0.652649                            0   \n",
       "47                  -0.187286                            0   \n",
       "48                  -0.223397                            0   \n",
       "49                  -0.347424                            0   \n",
       "...                       ...                          ...   \n",
       "99956               -0.096787                            0   \n",
       "99957               -0.337738                            0   \n",
       "99958               -0.518886                            0   \n",
       "99959               -0.227221                            1   \n",
       "99961               -0.709919                            0   \n",
       "99962               -0.350205                            0   \n",
       "99963               -0.067431                            0   \n",
       "99965                1.360892                            0   \n",
       "99966                0.155043                            0   \n",
       "99967                1.973975                            0   \n",
       "99968                0.226171                            0   \n",
       "99969                1.076231                            0   \n",
       "99972               -0.455258                            0   \n",
       "99973                0.458777                            0   \n",
       "99974               -0.626472                            0   \n",
       "99975               -0.501651                            0   \n",
       "99979                0.809699                            0   \n",
       "99980                0.138254                            0   \n",
       "99981                0.555933                            0   \n",
       "99983                1.453677                            0   \n",
       "99984                0.095984                            0   \n",
       "99985                0.242214                            0   \n",
       "99986                0.978827                            0   \n",
       "99987               -0.507263                            0   \n",
       "99991               -0.425456                            0   \n",
       "99993                1.744150                            0   \n",
       "99994               -0.769374                            1   \n",
       "99995               -0.645695                            0   \n",
       "99997               -0.484167                            0   \n",
       "99998                0.286173                            0   \n",
       "\n",
       "       Years in current job_10+ years  Years in current job_2 years  \\\n",
       "0                                   0                             0   \n",
       "3                                   0                             0   \n",
       "5                                   1                             0   \n",
       "6                                   0                             0   \n",
       "8                                   0                             1   \n",
       "9                                   0                             0   \n",
       "14                                  1                             0   \n",
       "17                                  1                             0   \n",
       "19                                  0                             0   \n",
       "20                                  0                             0   \n",
       "21                                  0                             0   \n",
       "22                                  0                             1   \n",
       "23                                  1                             0   \n",
       "24                                  0                             0   \n",
       "25                                  0                             0   \n",
       "27                                  0                             1   \n",
       "31                                  0                             1   \n",
       "32                                  0                             0   \n",
       "33                                  1                             0   \n",
       "35                                  0                             0   \n",
       "37                                  0                             0   \n",
       "39                                  0                             0   \n",
       "40                                  0                             0   \n",
       "43                                  1                             0   \n",
       "44                                  0                             0   \n",
       "45                                  0                             0   \n",
       "46                                  1                             0   \n",
       "47                                  0                             0   \n",
       "48                                  0                             0   \n",
       "49                                  1                             0   \n",
       "...                               ...                           ...   \n",
       "99956                               0                             0   \n",
       "99957                               0                             0   \n",
       "99958                               0                             1   \n",
       "99959                               0                             0   \n",
       "99961                               0                             0   \n",
       "99962                               0                             0   \n",
       "99963                               0                             0   \n",
       "99965                               1                             0   \n",
       "99966                               0                             0   \n",
       "99967                               1                             0   \n",
       "99968                               1                             0   \n",
       "99969                               0                             0   \n",
       "99972                               0                             0   \n",
       "99973                               1                             0   \n",
       "99974                               1                             0   \n",
       "99975                               1                             0   \n",
       "99979                               0                             0   \n",
       "99980                               1                             0   \n",
       "99981                               0                             0   \n",
       "99983                               1                             0   \n",
       "99984                               1                             0   \n",
       "99985                               0                             0   \n",
       "99986                               0                             0   \n",
       "99987                               1                             0   \n",
       "99991                               1                             0   \n",
       "99993                               1                             0   \n",
       "99994                               0                             0   \n",
       "99995                               0                             0   \n",
       "99997                               0                             0   \n",
       "99998                               0                             0   \n",
       "\n",
       "       Years in current job_3 years  Years in current job_4 years  \\\n",
       "0                                 0                             0   \n",
       "3                                 1                             0   \n",
       "5                                 0                             0   \n",
       "6                                 0                             0   \n",
       "8                                 0                             0   \n",
       "9                                 0                             0   \n",
       "14                                0                             0   \n",
       "17                                0                             0   \n",
       "19                                0                             0   \n",
       "20                                0                             0   \n",
       "21                                0                             0   \n",
       "22                                0                             0   \n",
       "23                                0                             0   \n",
       "24                                0                             1   \n",
       "25                                1                             0   \n",
       "27                                0                             0   \n",
       "31                                0                             0   \n",
       "32                                0                             0   \n",
       "33                                0                             0   \n",
       "35                                0                             0   \n",
       "37                                0                             0   \n",
       "39                                0                             0   \n",
       "40                                0                             0   \n",
       "43                                0                             0   \n",
       "44                                0                             1   \n",
       "45                                0                             0   \n",
       "46                                0                             0   \n",
       "47                                0                             0   \n",
       "48                                0                             0   \n",
       "49                                0                             0   \n",
       "...                             ...                           ...   \n",
       "99956                             1                             0   \n",
       "99957                             0                             0   \n",
       "99958                             0                             0   \n",
       "99959                             0                             0   \n",
       "99961                             0                             0   \n",
       "99962                             0                             0   \n",
       "99963                             0                             0   \n",
       "99965                             0                             0   \n",
       "99966                             0                             0   \n",
       "99967                             0                             0   \n",
       "99968                             0                             0   \n",
       "99969                             0                             0   \n",
       "99972                             0                             0   \n",
       "99973                             0                             0   \n",
       "99974                             0                             0   \n",
       "99975                             0                             0   \n",
       "99979                             0                             0   \n",
       "99980                             0                             0   \n",
       "99981                             0                             0   \n",
       "99983                             0                             0   \n",
       "99984                             0                             0   \n",
       "99985                             0                             1   \n",
       "99986                             0                             0   \n",
       "99987                             0                             0   \n",
       "99991                             0                             0   \n",
       "99993                             0                             0   \n",
       "99994                             0                             0   \n",
       "99995                             0                             0   \n",
       "99997                             0                             0   \n",
       "99998                             0                             0   \n",
       "\n",
       "       Years in current job_5 years  Years in current job_6 years  \\\n",
       "0                                 0                             0   \n",
       "3                                 0                             0   \n",
       "5                                 0                             0   \n",
       "6                                 0                             0   \n",
       "8                                 0                             0   \n",
       "9                                 0                             0   \n",
       "14                                0                             0   \n",
       "17                                0                             0   \n",
       "19                                0                             0   \n",
       "20                                0                             0   \n",
       "21                                0                             0   \n",
       "22                                0                             0   \n",
       "23                                0                             0   \n",
       "24                                0                             0   \n",
       "25                                0                             0   \n",
       "27                                0                             0   \n",
       "31                                0                             0   \n",
       "32                                0                             0   \n",
       "33                                0                             0   \n",
       "35                                1                             0   \n",
       "37                                0                             0   \n",
       "39                                0                             0   \n",
       "40                                0                             0   \n",
       "43                                0                             0   \n",
       "44                                0                             0   \n",
       "45                                0                             0   \n",
       "46                                0                             0   \n",
       "47                                0                             0   \n",
       "48                                0                             0   \n",
       "49                                0                             0   \n",
       "...                             ...                           ...   \n",
       "99956                             0                             0   \n",
       "99957                             0                             0   \n",
       "99958                             0                             0   \n",
       "99959                             0                             0   \n",
       "99961                             0                             0   \n",
       "99962                             0                             0   \n",
       "99963                             0                             0   \n",
       "99965                             0                             0   \n",
       "99966                             0                             0   \n",
       "99967                             0                             0   \n",
       "99968                             0                             0   \n",
       "99969                             0                             0   \n",
       "99972                             1                             0   \n",
       "99973                             0                             0   \n",
       "99974                             0                             0   \n",
       "99975                             0                             0   \n",
       "99979                             0                             0   \n",
       "99980                             0                             0   \n",
       "99981                             0                             0   \n",
       "99983                             0                             0   \n",
       "99984                             0                             0   \n",
       "99985                             0                             0   \n",
       "99986                             0                             1   \n",
       "99987                             0                             0   \n",
       "99991                             0                             0   \n",
       "99993                             0                             0   \n",
       "99994                             0                             0   \n",
       "99995                             0                             0   \n",
       "99997                             0                             1   \n",
       "99998                             0                             0   \n",
       "\n",
       "       Years in current job_7 years  Years in current job_8 years  \\\n",
       "0                                 0                             1   \n",
       "3                                 0                             0   \n",
       "5                                 0                             0   \n",
       "6                                 0                             0   \n",
       "8                                 0                             0   \n",
       "9                                 0                             0   \n",
       "14                                0                             0   \n",
       "17                                0                             0   \n",
       "19                                0                             1   \n",
       "20                                0                             1   \n",
       "21                                0                             0   \n",
       "22                                0                             0   \n",
       "23                                0                             0   \n",
       "24                                0                             0   \n",
       "25                                0                             0   \n",
       "27                                0                             0   \n",
       "31                                0                             0   \n",
       "32                                0                             0   \n",
       "33                                0                             0   \n",
       "35                                0                             0   \n",
       "37                                0                             1   \n",
       "39                                0                             1   \n",
       "40                                0                             0   \n",
       "43                                0                             0   \n",
       "44                                0                             0   \n",
       "45                                0                             0   \n",
       "46                                0                             0   \n",
       "47                                0                             0   \n",
       "48                                0                             1   \n",
       "49                                0                             0   \n",
       "...                             ...                           ...   \n",
       "99956                             0                             0   \n",
       "99957                             0                             1   \n",
       "99958                             0                             0   \n",
       "99959                             0                             0   \n",
       "99961                             0                             0   \n",
       "99962                             0                             1   \n",
       "99963                             0                             0   \n",
       "99965                             0                             0   \n",
       "99966                             1                             0   \n",
       "99967                             0                             0   \n",
       "99968                             0                             0   \n",
       "99969                             0                             1   \n",
       "99972                             0                             0   \n",
       "99973                             0                             0   \n",
       "99974                             0                             0   \n",
       "99975                             0                             0   \n",
       "99979                             1                             0   \n",
       "99980                             0                             0   \n",
       "99981                             1                             0   \n",
       "99983                             0                             0   \n",
       "99984                             0                             0   \n",
       "99985                             0                             0   \n",
       "99986                             0                             0   \n",
       "99987                             0                             0   \n",
       "99991                             0                             0   \n",
       "99993                             0                             0   \n",
       "99994                             0                             0   \n",
       "99995                             1                             0   \n",
       "99997                             0                             0   \n",
       "99998                             0                             0   \n",
       "\n",
       "       Years in current job_9 years  Years in current job_< 1 year  \\\n",
       "0                                 0                              0   \n",
       "3                                 0                              0   \n",
       "5                                 0                              0   \n",
       "6                                 0                              1   \n",
       "8                                 0                              0   \n",
       "9                                 0                              1   \n",
       "14                                0                              0   \n",
       "17                                0                              0   \n",
       "19                                0                              0   \n",
       "20                                0                              0   \n",
       "21                                0                              1   \n",
       "22                                0                              0   \n",
       "23                                0                              0   \n",
       "24                                0                              0   \n",
       "25                                0                              0   \n",
       "27                                0                              0   \n",
       "31                                0                              0   \n",
       "32                                0                              1   \n",
       "33                                0                              0   \n",
       "35                                0                              0   \n",
       "37                                0                              0   \n",
       "39                                0                              0   \n",
       "40                                0                              1   \n",
       "43                                0                              0   \n",
       "44                                0                              0   \n",
       "45                                0                              0   \n",
       "46                                0                              0   \n",
       "47                                0                              1   \n",
       "48                                0                              0   \n",
       "49                                0                              0   \n",
       "...                             ...                            ...   \n",
       "99956                             0                              0   \n",
       "99957                             0                              0   \n",
       "99958                             0                              0   \n",
       "99959                             0                              0   \n",
       "99961                             0                              1   \n",
       "99962                             0                              0   \n",
       "99963                             0                              0   \n",
       "99965                             0                              0   \n",
       "99966                             0                              0   \n",
       "99967                             0                              0   \n",
       "99968                             0                              0   \n",
       "99969                             0                              0   \n",
       "99972                             0                              0   \n",
       "99973                             0                              0   \n",
       "99974                             0                              0   \n",
       "99975                             0                              0   \n",
       "99979                             0                              0   \n",
       "99980                             0                              0   \n",
       "99981                             0                              0   \n",
       "99983                             0                              0   \n",
       "99984                             0                              0   \n",
       "99985                             0                              0   \n",
       "99986                             0                              0   \n",
       "99987                             0                              0   \n",
       "99991                             0                              0   \n",
       "99993                             0                              0   \n",
       "99994                             0                              0   \n",
       "99995                             0                              0   \n",
       "99997                             0                              0   \n",
       "99998                             1                              0   \n",
       "\n",
       "       Years in current job_nan  \n",
       "0                             0  \n",
       "3                             0  \n",
       "5                             0  \n",
       "6                             0  \n",
       "8                             0  \n",
       "9                             0  \n",
       "14                            0  \n",
       "17                            0  \n",
       "19                            0  \n",
       "20                            0  \n",
       "21                            0  \n",
       "22                            0  \n",
       "23                            0  \n",
       "24                            0  \n",
       "25                            0  \n",
       "27                            0  \n",
       "31                            0  \n",
       "32                            0  \n",
       "33                            0  \n",
       "35                            0  \n",
       "37                            0  \n",
       "39                            0  \n",
       "40                            0  \n",
       "43                            0  \n",
       "44                            0  \n",
       "45                            0  \n",
       "46                            0  \n",
       "47                            0  \n",
       "48                            0  \n",
       "49                            0  \n",
       "...                         ...  \n",
       "99956                         0  \n",
       "99957                         0  \n",
       "99958                         0  \n",
       "99959                         0  \n",
       "99961                         0  \n",
       "99962                         0  \n",
       "99963                         1  \n",
       "99965                         0  \n",
       "99966                         0  \n",
       "99967                         0  \n",
       "99968                         0  \n",
       "99969                         0  \n",
       "99972                         0  \n",
       "99973                         0  \n",
       "99974                         0  \n",
       "99975                         0  \n",
       "99979                         0  \n",
       "99980                         0  \n",
       "99981                         0  \n",
       "99983                         0  \n",
       "99984                         0  \n",
       "99985                         0  \n",
       "99986                         0  \n",
       "99987                         0  \n",
       "99991                         0  \n",
       "99993                         0  \n",
       "99994                         0  \n",
       "99995                         0  \n",
       "99997                         0  \n",
       "99998                         0  \n",
       "\n",
       "[69362 rows x 19 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 2",
   "language": "python",
   "name": "python2"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.15"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}