test_default_period.ipynb

{
 "metadata": {
  "name": "",
  "signature": "sha256:8a0126365b858c24acb7e18dd3d0dbbc81092489595a3d26cee1ac48160e8723"
 },
 "nbformat": 3,
 "nbformat_minor": 0,
 "worksheets": [
  {
   "cells": [
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "import pandas as pd\n",
      "import numpy as np\n",
      "import glob, sys\n",
      "from datetime import date\n",
      "import pickle\n",
      "from random import randint\n",
      "\n",
      "from sklearn.cross_validation import train_test_split\n",
      "from sklearn.linear_model import LinearRegression\n",
      "from sklearn.ensemble import RandomForestRegressor \n",
      "from sklearn.svm import SVR\n",
      "from sklearn.preprocessing import StandardScaler\n",
      "from sklearn.metrics import confusion_matrix\n",
      "\n",
      "from sklearn.ensemble import RandomForestClassifier\n",
      "from sklearn.svm import SVC\n",
      "\n",
      "from sklearn.tree import export_graphviz \n",
      "from sklearn.decomposition import PCA\n",
      "from sklearn.metrics import recall_score\n",
      "\n",
      "from scipy.stats import randint as sp_randint\n",
      "import matplotlib.pyplot as plt\n",
      "\n",
      "pd.set_option('display.max_columns', 200)\n",
      "get_ipython().magic(u'matplotlib inline')"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 1
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "f = open('data.pickle', 'rb')\n",
      "loanData = pickle.load(f)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 2
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "loanData[:10]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "html": [
        "<div style=\"max-height:1000px;max-width:1500px;overflow:auto;\">\n",
        "<table border=\"1\" class=\"dataframe\">\n",
        "  <thead>\n",
        "    <tr style=\"text-align: right;\">\n",
        "      <th></th>\n",
        "      <th>loan_amnt</th>\n",
        "      <th>funded_amnt</th>\n",
        "      <th>funded_amnt_inv</th>\n",
        "      <th>term</th>\n",
        "      <th>int_rate</th>\n",
        "      <th>installment</th>\n",
        "      <th>sub_grade</th>\n",
        "      <th>emp_length</th>\n",
        "      <th>annual_inc</th>\n",
        "      <th>is_inc_v</th>\n",
        "      <th>issue_d</th>\n",
        "      <th>loan_status</th>\n",
        "      <th>zip_code</th>\n",
        "      <th>dti</th>\n",
        "      <th>delinq_2yrs</th>\n",
        "      <th>inq_last_6mths</th>\n",
        "      <th>mths_since_last_delinq</th>\n",
        "      <th>mths_since_last_record</th>\n",
        "      <th>open_acc</th>\n",
        "      <th>pub_rec</th>\n",
        "      <th>revol_bal</th>\n",
        "      <th>revol_util</th>\n",
        "      <th>total_acc</th>\n",
        "      <th>total_pymnt</th>\n",
        "      <th>last_pymnt_d</th>\n",
        "      <th>collections_12_mths_ex_med</th>\n",
        "      <th>mths_since_last_major_derog</th>\n",
        "      <th>A</th>\n",
        "      <th>B</th>\n",
        "      <th>C</th>\n",
        "      <th>D</th>\n",
        "      <th>E</th>\n",
        "      <th>F</th>\n",
        "      <th>G</th>\n",
        "      <th>ANY</th>\n",
        "      <th>MORTGAGE</th>\n",
        "      <th>NONE</th>\n",
        "      <th>OTHER</th>\n",
        "      <th>OWN</th>\n",
        "      <th>RENT</th>\n",
        "      <th>car</th>\n",
        "      <th>credit_card</th>\n",
        "      <th>debt_consolidation</th>\n",
        "      <th>educational</th>\n",
        "      <th>home_improvement</th>\n",
        "      <th>house</th>\n",
        "      <th>major_purchase</th>\n",
        "      <th>medical</th>\n",
        "      <th>moving</th>\n",
        "      <th>other</th>\n",
        "      <th>renewable_energy</th>\n",
        "      <th>small_business</th>\n",
        "      <th>vacation</th>\n",
        "      <th>wedding</th>\n",
        "      <th>AK</th>\n",
        "      <th>AL</th>\n",
        "      <th>AR</th>\n",
        "      <th>AZ</th>\n",
        "      <th>CA</th>\n",
        "      <th>CO</th>\n",
        "      <th>CT</th>\n",
        "      <th>DC</th>\n",
        "      <th>DE</th>\n",
        "      <th>FL</th>\n",
        "      <th>GA</th>\n",
        "      <th>HI</th>\n",
        "      <th>IA</th>\n",
        "      <th>ID</th>\n",
        "      <th>IL</th>\n",
        "      <th>IN</th>\n",
        "      <th>KS</th>\n",
        "      <th>KY</th>\n",
        "      <th>LA</th>\n",
        "      <th>MA</th>\n",
        "      <th>MD</th>\n",
        "      <th>ME</th>\n",
        "      <th>MI</th>\n",
        "      <th>MN</th>\n",
        "      <th>MO</th>\n",
        "      <th>MS</th>\n",
        "      <th>MT</th>\n",
        "      <th>NC</th>\n",
        "      <th>NE</th>\n",
        "      <th>NH</th>\n",
        "      <th>NJ</th>\n",
        "      <th>NM</th>\n",
        "      <th>NV</th>\n",
        "      <th>NY</th>\n",
        "      <th>OH</th>\n",
        "      <th>OK</th>\n",
        "      <th>OR</th>\n",
        "      <th>PA</th>\n",
        "      <th>RI</th>\n",
        "      <th>SC</th>\n",
        "      <th>SD</th>\n",
        "      <th>TN</th>\n",
        "      <th>TX</th>\n",
        "      <th>UT</th>\n",
        "      <th>VA</th>\n",
        "      <th>VT</th>\n",
        "      <th>WA</th>\n",
        "      <th>WI</th>\n",
        "      <th>WV</th>\n",
        "      <th>WY</th>\n",
        "      <th>yrs_since_first_cr_line</th>\n",
        "      <th>desc_length</th>\n",
        "      <th>title_length</th>\n",
        "    </tr>\n",
        "  </thead>\n",
        "  <tbody>\n",
        "    <tr>\n",
        "      <th>0</th>\n",
        "      <td>  2500</td>\n",
        "      <td>  2500</td>\n",
        "      <td>  2500</td>\n",
        "      <td> 1</td>\n",
        "      <td> 15.27</td>\n",
        "      <td>  59.83</td>\n",
        "      <td> 4</td>\n",
        "      <td> 0</td>\n",
        "      <td>  30000.00</td>\n",
        "      <td> 1</td>\n",
        "      <td>2011-12-17</td>\n",
        "      <td> 0</td>\n",
        "      <td> 309</td>\n",
        "      <td>  1.00</td>\n",
        "      <td> 0</td>\n",
        "      <td> 5</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>  3</td>\n",
        "      <td> 0</td>\n",
        "      <td>  1687</td>\n",
        "      <td>  9.4</td>\n",
        "      <td>  4</td>\n",
        "      <td>  1008.710000</td>\n",
        "      <td>2013-04-17</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 16</td>\n",
        "      <td> 590</td>\n",
        "      <td>  4</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>1</th>\n",
        "      <td>  2400</td>\n",
        "      <td>  2400</td>\n",
        "      <td>  2400</td>\n",
        "      <td> 0</td>\n",
        "      <td> 15.96</td>\n",
        "      <td>  84.33</td>\n",
        "      <td> 5</td>\n",
        "      <td> 1</td>\n",
        "      <td>  12252.00</td>\n",
        "      <td> 0</td>\n",
        "      <td>2011-12-17</td>\n",
        "      <td> 1</td>\n",
        "      <td> 606</td>\n",
        "      <td>  8.72</td>\n",
        "      <td> 0</td>\n",
        "      <td> 2</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>  2</td>\n",
        "      <td> 0</td>\n",
        "      <td>  2956</td>\n",
        "      <td> 98.5</td>\n",
        "      <td> 10</td>\n",
        "      <td>  3003.653644</td>\n",
        "      <td>2014-06-17</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 14</td>\n",
        "      <td>   3</td>\n",
        "      <td> 20</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>2</th>\n",
        "      <td>  5600</td>\n",
        "      <td>  5600</td>\n",
        "      <td>  5600</td>\n",
        "      <td> 1</td>\n",
        "      <td> 21.28</td>\n",
        "      <td> 152.39</td>\n",
        "      <td> 2</td>\n",
        "      <td> 2</td>\n",
        "      <td>  40000.00</td>\n",
        "      <td> 1</td>\n",
        "      <td>2011-12-17</td>\n",
        "      <td> 0</td>\n",
        "      <td> 958</td>\n",
        "      <td>  5.55</td>\n",
        "      <td> 0</td>\n",
        "      <td> 2</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 11</td>\n",
        "      <td> 0</td>\n",
        "      <td>  5210</td>\n",
        "      <td> 32.6</td>\n",
        "      <td> 13</td>\n",
        "      <td>   646.020000</td>\n",
        "      <td>2012-04-17</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 11</td>\n",
        "      <td> 322</td>\n",
        "      <td> 36</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>3</th>\n",
        "      <td>  5375</td>\n",
        "      <td>  5375</td>\n",
        "      <td>  5350</td>\n",
        "      <td> 1</td>\n",
        "      <td> 12.69</td>\n",
        "      <td> 121.45</td>\n",
        "      <td> 5</td>\n",
        "      <td> 0</td>\n",
        "      <td>  15000.00</td>\n",
        "      <td> 2</td>\n",
        "      <td>2011-12-17</td>\n",
        "      <td> 0</td>\n",
        "      <td> 774</td>\n",
        "      <td> 18.08</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>  2</td>\n",
        "      <td> 0</td>\n",
        "      <td>  9279</td>\n",
        "      <td> 36.5</td>\n",
        "      <td>  3</td>\n",
        "      <td>  1476.190000</td>\n",
        "      <td>2012-11-17</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 11</td>\n",
        "      <td> 473</td>\n",
        "      <td> 27</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>4</th>\n",
        "      <td>  6500</td>\n",
        "      <td>  6500</td>\n",
        "      <td>  6500</td>\n",
        "      <td> 1</td>\n",
        "      <td> 14.65</td>\n",
        "      <td> 153.45</td>\n",
        "      <td> 3</td>\n",
        "      <td> 3</td>\n",
        "      <td>  72000.00</td>\n",
        "      <td> 0</td>\n",
        "      <td>2011-12-17</td>\n",
        "      <td> 1</td>\n",
        "      <td> 853</td>\n",
        "      <td> 16.12</td>\n",
        "      <td> 0</td>\n",
        "      <td> 2</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 14</td>\n",
        "      <td> 0</td>\n",
        "      <td>  4032</td>\n",
        "      <td> 20.6</td>\n",
        "      <td> 23</td>\n",
        "      <td>  7677.520000</td>\n",
        "      <td>2013-06-17</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 17</td>\n",
        "      <td> 253</td>\n",
        "      <td> 26</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>5</th>\n",
        "      <td> 12000</td>\n",
        "      <td> 12000</td>\n",
        "      <td> 12000</td>\n",
        "      <td> 0</td>\n",
        "      <td> 12.69</td>\n",
        "      <td> 402.54</td>\n",
        "      <td> 5</td>\n",
        "      <td> 1</td>\n",
        "      <td>  75000.00</td>\n",
        "      <td> 1</td>\n",
        "      <td>2011-12-17</td>\n",
        "      <td> 1</td>\n",
        "      <td> 913</td>\n",
        "      <td> 10.78</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 12</td>\n",
        "      <td> 0</td>\n",
        "      <td> 23336</td>\n",
        "      <td> 67.1</td>\n",
        "      <td> 34</td>\n",
        "      <td> 13943.080000</td>\n",
        "      <td>2013-09-17</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 26</td>\n",
        "      <td>   3</td>\n",
        "      <td> 13</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>6</th>\n",
        "      <td>  9000</td>\n",
        "      <td>  9000</td>\n",
        "      <td>  9000</td>\n",
        "      <td> 0</td>\n",
        "      <td> 13.49</td>\n",
        "      <td> 305.38</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td>  30000.00</td>\n",
        "      <td> 1</td>\n",
        "      <td>2011-12-17</td>\n",
        "      <td> 0</td>\n",
        "      <td> 245</td>\n",
        "      <td> 10.08</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>  4</td>\n",
        "      <td> 0</td>\n",
        "      <td> 10452</td>\n",
        "      <td> 91.7</td>\n",
        "      <td>  9</td>\n",
        "      <td>  2270.700000</td>\n",
        "      <td>2012-07-17</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 11</td>\n",
        "      <td> 345</td>\n",
        "      <td>  7</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>7</th>\n",
        "      <td> 10000</td>\n",
        "      <td> 10000</td>\n",
        "      <td> 10000</td>\n",
        "      <td> 0</td>\n",
        "      <td> 10.65</td>\n",
        "      <td> 325.74</td>\n",
        "      <td> 2</td>\n",
        "      <td> 4</td>\n",
        "      <td> 100000.00</td>\n",
        "      <td> 1</td>\n",
        "      <td>2011-12-17</td>\n",
        "      <td> 0</td>\n",
        "      <td> 951</td>\n",
        "      <td>  7.06</td>\n",
        "      <td> 0</td>\n",
        "      <td> 2</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 14</td>\n",
        "      <td> 0</td>\n",
        "      <td> 11997</td>\n",
        "      <td> 55.5</td>\n",
        "      <td> 29</td>\n",
        "      <td>  7471.990000</td>\n",
        "      <td>2013-10-17</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 24</td>\n",
        "      <td>   3</td>\n",
        "      <td> 10</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>8</th>\n",
        "      <td>  3600</td>\n",
        "      <td>  3600</td>\n",
        "      <td>  3600</td>\n",
        "      <td> 0</td>\n",
        "      <td>  6.03</td>\n",
        "      <td> 109.57</td>\n",
        "      <td> 1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 110000.00</td>\n",
        "      <td> 0</td>\n",
        "      <td>2011-12-17</td>\n",
        "      <td> 1</td>\n",
        "      <td> 067</td>\n",
        "      <td> 10.52</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td> 20</td>\n",
        "      <td> 0</td>\n",
        "      <td> 22836</td>\n",
        "      <td> 16.0</td>\n",
        "      <td> 42</td>\n",
        "      <td>  3785.020000</td>\n",
        "      <td>2013-05-17</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 22</td>\n",
        "      <td> 198</td>\n",
        "      <td>  7</td>\n",
        "    </tr>\n",
        "    <tr>\n",
        "      <th>9</th>\n",
        "      <td>  9200</td>\n",
        "      <td>  9200</td>\n",
        "      <td>  9200</td>\n",
        "      <td> 0</td>\n",
        "      <td>  6.03</td>\n",
        "      <td> 280.01</td>\n",
        "      <td> 1</td>\n",
        "      <td> 5</td>\n",
        "      <td>  77385.19</td>\n",
        "      <td> 0</td>\n",
        "      <td>2011-12-17</td>\n",
        "      <td> 1</td>\n",
        "      <td> 921</td>\n",
        "      <td>  9.86</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td>-1</td>\n",
        "      <td>  8</td>\n",
        "      <td> 0</td>\n",
        "      <td>  7314</td>\n",
        "      <td> 23.1</td>\n",
        "      <td> 28</td>\n",
        "      <td>  9459.960000</td>\n",
        "      <td>2012-07-17</td>\n",
        "      <td> 0</td>\n",
        "      <td>-1</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 1</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 0</td>\n",
        "      <td> 14</td>\n",
        "      <td>   3</td>\n",
        "      <td> 35</td>\n",
        "    </tr>\n",
        "  </tbody>\n",
        "</table>\n",
        "<p>10 rows \u00d7 107 columns</p>\n",
        "</div>"
       ],
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 3,
       "text": [
        "   loan_amnt  funded_amnt  funded_amnt_inv  term  int_rate  installment  \\\n",
        "0       2500         2500             2500     1     15.27        59.83   \n",
        "1       2400         2400             2400     0     15.96        84.33   \n",
        "2       5600         5600             5600     1     21.28       152.39   \n",
        "3       5375         5375             5350     1     12.69       121.45   \n",
        "4       6500         6500             6500     1     14.65       153.45   \n",
        "5      12000        12000            12000     0     12.69       402.54   \n",
        "6       9000         9000             9000     0     13.49       305.38   \n",
        "7      10000        10000            10000     0     10.65       325.74   \n",
        "8       3600         3600             3600     0      6.03       109.57   \n",
        "9       9200         9200             9200     0      6.03       280.01   \n",
        "\n",
        "  sub_grade  emp_length  annual_inc  is_inc_v    issue_d  loan_status  \\\n",
        "0         4           0    30000.00         1 2011-12-17            0   \n",
        "1         5           1    12252.00         0 2011-12-17            1   \n",
        "2         2           2    40000.00         1 2011-12-17            0   \n",
        "3         5           0    15000.00         2 2011-12-17            0   \n",
        "4         3           3    72000.00         0 2011-12-17            1   \n",
        "5         5           1    75000.00         1 2011-12-17            1   \n",
        "6         1           0    30000.00         1 2011-12-17            0   \n",
        "7         2           4   100000.00         1 2011-12-17            0   \n",
        "8         1           1   110000.00         0 2011-12-17            1   \n",
        "9         1           5    77385.19         0 2011-12-17            1   \n",
        "\n",
        "  zip_code    dti  delinq_2yrs  inq_last_6mths  mths_since_last_delinq  \\\n",
        "0      309   1.00            0               5                      -1   \n",
        "1      606   8.72            0               2                      -1   \n",
        "2      958   5.55            0               2                      -1   \n",
        "3      774  18.08            0               0                      -1   \n",
        "4      853  16.12            0               2                      -1   \n",
        "5      913  10.78            0               0                      -1   \n",
        "6      245  10.08            0               1                      -1   \n",
        "7      951   7.06            0               2                      -1   \n",
        "8      067  10.52            0               0                      -1   \n",
        "9      921   9.86            0               0                      -1   \n",
        "\n",
        "   mths_since_last_record  open_acc  pub_rec  revol_bal  revol_util  \\\n",
        "0                      -1         3        0       1687         9.4   \n",
        "1                      -1         2        0       2956        98.5   \n",
        "2                      -1        11        0       5210        32.6   \n",
        "3                      -1         2        0       9279        36.5   \n",
        "4                      -1        14        0       4032        20.6   \n",
        "5                      -1        12        0      23336        67.1   \n",
        "6                      -1         4        0      10452        91.7   \n",
        "7                      -1        14        0      11997        55.5   \n",
        "8                      -1        20        0      22836        16.0   \n",
        "9                      -1         8        0       7314        23.1   \n",
        "\n",
        "   total_acc   total_pymnt  last_pymnt_d  collections_12_mths_ex_med  \\\n",
        "0          4   1008.710000    2013-04-17                           0   \n",
        "1         10   3003.653644    2014-06-17                           0   \n",
        "2         13    646.020000    2012-04-17                           0   \n",
        "3          3   1476.190000    2012-11-17                           0   \n",
        "4         23   7677.520000    2013-06-17                           0   \n",
        "5         34  13943.080000    2013-09-17                           0   \n",
        "6          9   2270.700000    2012-07-17                           0   \n",
        "7         29   7471.990000    2013-10-17                           0   \n",
        "8         42   3785.020000    2013-05-17                           0   \n",
        "9         28   9459.960000    2012-07-17                           0   \n",
        "\n",
        "   mths_since_last_major_derog  A  B  C  D  E  F  G  ANY  MORTGAGE  NONE  \\\n",
        "0                           -1  0  0  1  0  0  0  0    0         0     0   \n",
        "1                           -1  0  0  1  0  0  0  0    0         0     0   \n",
        "2                           -1  0  0  0  0  0  1  0    0         0     0   \n",
        "3                           -1  0  1  0  0  0  0  0    0         0     0   \n",
        "4                           -1  0  0  1  0  0  0  0    0         0     0   \n",
        "5                           -1  0  1  0  0  0  0  0    0         0     0   \n",
        "6                           -1  0  0  1  0  0  0  0    0         0     0   \n",
        "7                           -1  0  1  0  0  0  0  0    0         0     0   \n",
        "8                           -1  1  0  0  0  0  0  0    0         1     0   \n",
        "9                           -1  1  0  0  0  0  0  0    0         0     0   \n",
        "\n",
        "   OTHER  OWN  RENT  car  credit_card  debt_consolidation  educational  \\\n",
        "0      0    0     1    1            0                   0            0   \n",
        "1      0    0     1    0            0                   0            0   \n",
        "2      0    1     0    0            0                   0            0   \n",
        "3      0    0     1    0            0                   0            0   \n",
        "4      0    1     0    0            0                   1            0   \n",
        "5      0    1     0    0            0                   1            0   \n",
        "6      0    0     1    0            0                   1            0   \n",
        "7      0    0     1    0            0                   0            0   \n",
        "8      0    0     0    0            0                   0            0   \n",
        "9      0    0     1    0            0                   1            0   \n",
        "\n",
        "   home_improvement  house  major_purchase  medical  moving  other  \\\n",
        "0                 0      0               0        0       0      0   \n",
        "1                 0      0               0        0       0      0   \n",
        "2                 0      0               0        0       0      0   \n",
        "3                 0      0               0        0       0      1   \n",
        "4                 0      0               0        0       0      0   \n",
        "5                 0      0               0        0       0      0   \n",
        "6                 0      0               0        0       0      0   \n",
        "7                 0      0               0        0       0      1   \n",
        "8                 0      0               1        0       0      0   \n",
        "9                 0      0               0        0       0      0   \n",
        "\n",
        "   renewable_energy  small_business  vacation  wedding  AK  AL  AR  AZ  CA  \\\n",
        "0                 0               0         0        0   0   0   0   0   0   \n",
        "1                 0               1         0        0   0   0   0   0   0   \n",
        "2                 0               1         0        0   0   0   0   0   1   \n",
        "3                 0               0         0        0   0   0   0   0   0   \n",
        "4                 0               0         0        0   0   0   0   1   0   \n",
        "5                 0               0         0        0   0   0   0   0   1   \n",
        "6                 0               0         0        0   0   0   0   0   0   \n",
        "7                 0               0         0        0   0   0   0   0   1   \n",
        "8                 0               0         0        0   0   0   0   0   0   \n",
        "9                 0               0         0        0   0   0   0   0   1   \n",
        "\n",
        "   CO  CT  DC  DE  FL  GA  HI  IA  ID  IL  IN  KS  KY  LA  MA  MD  ME  MI  MN  \\\n",
        "0   0   0   0   0   0   1   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "1   0   0   0   0   0   0   0   0   0   1   0   0   0   0   0   0   0   0   0   \n",
        "2   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "3   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "4   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "5   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "6   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "7   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "8   0   1   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "9   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "\n",
        "   MO  MS  MT  NC  NE  NH  NJ  NM  NV  NY  OH  OK  OR  PA  RI  SC  SD  TN  TX  \\\n",
        "0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "1   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "2   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "3   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   1   \n",
        "4   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "5   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "6   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "7   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "8   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "9   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   0   \n",
        "\n",
        "   UT  VA  VT  WA  WI  WV  WY  yrs_since_first_cr_line  desc_length  \\\n",
        "0   0   0   0   0   0   0   0                       16          590   \n",
        "1   0   0   0   0   0   0   0                       14            3   \n",
        "2   0   0   0   0   0   0   0                       11          322   \n",
        "3   0   0   0   0   0   0   0                       11          473   \n",
        "4   0   0   0   0   0   0   0                       17          253   \n",
        "5   0   0   0   0   0   0   0                       26            3   \n",
        "6   0   1   0   0   0   0   0                       11          345   \n",
        "7   0   0   0   0   0   0   0                       24            3   \n",
        "8   0   0   0   0   0   0   0                       22          198   \n",
        "9   0   0   0   0   0   0   0                       14            3   \n",
        "\n",
        "   title_length  \n",
        "0             4  \n",
        "1            20  \n",
        "2            36  \n",
        "3            27  \n",
        "4            26  \n",
        "5            13  \n",
        "6             7  \n",
        "7            10  \n",
        "8             7  \n",
        "9            35  \n",
        "\n",
        "[10 rows x 107 columns]"
       ]
      }
     ],
     "prompt_number": 3
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "loanData['roi'] = (loanData['total_pymnt']-loanData['funded_amnt'])/loanData['funded_amnt']"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 4
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "#mths active\n",
      "days_active = loanData['last_pymnt_d'] - loanData['issue_d']\n",
      "loanData['days_active'] = [x.item().days for x in days_active]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 5
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "#default_period\n",
      "#0 -> no default\n",
      "#1 -> 0-6 months\n",
      "#2 -> 6-12 months\n",
      "#3 -> 12+ months\n",
      "loanData['default_period'] = 0\n",
      "for i in range(len(loanData)):\n",
      "    if loanData['loan_status'][i] == 0:\n",
      "        if loanData['days_active'][i] <= 180:\n",
      "            loanData['default_period'].iloc[i] = 1\n",
      "        elif loanData['days_active'][i] <= 365:\n",
      "            loanData['default_period'].iloc[i] = 2\n",
      "        else:\n",
      "            loanData['default_period'].iloc[i] = 3"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 6
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "loanData = loanData.drop(['issue_d', 'last_pymnt_d', 'total_pymnt', 'funded_amnt', 'funded_amnt_inv', 'loan_status'], 1)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 7
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "#drop roi for now - working on classifying default time\n",
      "loanData = loanData.drop(['roi'], 1)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 8
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "A_loans = loanData[loanData['A'] == 1]\n",
      "A_loans = A_loans[A_loans['term'] == 0]"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 9
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "A_loans = A_loans.drop(['A', 'B', 'C', 'D', 'E', 'F', 'G'], 1)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 10
    },
    {
     "cell_type": "heading",
     "level": 3,
     "metadata": {},
     "source": [
      "Classify by default period"
     ]
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "features = A_loans.drop(['default_period', 'days_active'], 1).values\n",
      "targets = A_loans['default_period'].values"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 11
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "X_train, X_test, y_train, y_test = train_test_split(features, \n",
      "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\ttargets, \n",
      "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\ttest_size=0.1)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 12
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "X_train = X_train.astype(float)\n",
      "y_train = y_train.astype(float)\n",
      "X_test = X_test.astype(float)\n",
      "y_test = y_test.astype(float)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [],
     "prompt_number": 13
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "pca = PCA(n_components=30)\n",
      "X_train = pca.fit_transform(X_train)\n",
      "print \"Reduced data down to \", pca.n_components_, \" dimensions: \"\n",
      "print \"Transforming test data ...\"\n",
      "X_test = pca.transform(X_test)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "Reduced data down to  30  dimensions: \n",
        "Transforming test data ...\n"
       ]
      }
     ],
     "prompt_number": 14
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "#balance the loan categories\n",
      "loans_per_default_period = [np.sum(y_train == 0), \n",
      "                           np.sum(y_train == 1), \n",
      "                           np.sum(y_train == 2), \n",
      "                           np.sum(y_train == 3)]\n",
      "total_loans = len(y_train)\n",
      "max_num = max(loans_per_default_period)\n",
      "print \"the largest category has %s loans\" %max_num\n",
      "for index, q in enumerate(loans_per_default_period):\n",
      "    print \"balancing loans in category %s\" %index\n",
      "    print \"there are currently %s loans\" %q\n",
      "    num_loans_to_add = max_num - q\n",
      "    print \"we are going to add %s loans\" %num_loans_to_add\n",
      "    X_train_to_add = []\n",
      "    y_train_to_add = []\n",
      "    loan_category_indices = []\n",
      "    for cat_index, j in enumerate(y_train):\n",
      "        if j == index:\n",
      "            loan_category_indices.append(cat_index)\n",
      "    loans_in_category = X_train[loan_category_indices]\n",
      "    targets_in_category = y_train[loan_category_indices]\n",
      "    print \"About to add %s loans\" %num_loans_to_add\n",
      "    for i in range(num_loans_to_add):\n",
      "        r = np.random.randint(q-1)\n",
      "        X_train_to_add.append(loans_in_category[r])\n",
      "        y_train_to_add.append(targets_in_category[r])\n",
      "    if len(y_train_to_add) > 0:\n",
      "        X_train_to_add = np.array(X_train_to_add)\n",
      "        y_train_to_add = np.array(y_train_to_add)\n",
      "        print \"appending %s loans\" %len(y_train_to_add)\n",
      "        print \"length of y_train before: %s\" %len(y_train)\n",
      "        X_train = np.concatenate((X_train, X_train_to_add))\n",
      "        y_train = np.concatenate((y_train, y_train_to_add))\n",
      "        print \"length of y_train after: %s\" %len(y_train)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": []
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "#clf = RandomForestClassifier(n_estimators=50)\n",
      "clf = SVC(verbose=3)\n",
      "clf.fit(X_train, y_train)\n",
      "score = clf.score(X_test, y_test)\n",
      "print score\n",
      "prediction = clf.predict(X_test)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "output_type": "stream",
       "stream": "stdout",
       "text": [
        "0.931034482759\n"
       ]
      }
     ],
     "prompt_number": 15
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "np.sum(prediction == 3)"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "pyout",
       "prompt_number": 16,
       "text": [
        "0"
       ]
      }
     ],
     "prompt_number": 16
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "cm = confusion_matrix(y_test, prediction)\n",
      "plt.matshow(cm)\n",
      "plt.title('Confusion matrix')\n",
      "plt.colorbar()\n",
      "plt.ylabel('True label')\n",
      "plt.xlabel('Predicted label')\n",
      "plt.show()"
     ],
     "language": "python",
     "metadata": {},
     "outputs": [
      {
       "metadata": {},
       "output_type": "display_data",
       "png": "iVBORw0KGgoAAAANSUhEUgAAAQgAAADzCAYAAAB61IiRAAAABHNCSVQICAgIfAhkiAAAAAlwSFlz\nAAALEgAACxIB0t1+/AAAIABJREFUeJzt3XlYE1fXAPCbkFCWILIou8SyCBEkLAY3FBdAVLBuKBRc\n6tLq60LtZ6u2FbQqYutaX1u1lloVxGotVIG6lM0NhIAi0YKUKIsgm+wYksz3B52+qWUggZBk4vk9\nz30eMjO5cxKYw9zZDgXDMAQAAN2hKjsAAIDqggQBACAECQIAQAgSBACAECQIAAAhSBAAAEKQIBSo\nvb1dOyAg4NfBgwe/XLhwYXxf+zl79uy7fn5+v8kzNmXJzMz0cnBweKzsOAABDMOgvdbOnj0b4u7u\nnsNgMJrNzMwq/f39k27evDm+v/3++OOPYRwOJ0skElGV/RkV0SgUirikpORtZcehCk0bIQxJ2QwM\nDOqVHS/eaMpKTKpq//79G6Ojoz85duzY+35+fr9pamoKUlJSpicmJgaOHz/+Vn/6fvr0qbW9vX0R\nlUoVyyteVYdhGIVonlAopNFoNKEi41GWdoRQpJTLRjY0GAxgKLJRdoZSpfby5Ut9BoPRfOHChXlE\ny3R0dLy1YcOGg+bm5hXm5uYV4eHhB169eqWJYRhKTU31trCwKN+3b9/GoUOHVpuZmVXGxMQsxTAM\nbdu2bbumpuYrOp0uYDAYzSdPnnwvIiIiMjQ09DTed2lpKZNCoYjxPYyYmJilb7/9domenl7T8OHD\n/zx79mwIPn3ChAmZ+Ptu3bo1zsPD456+vv7L0aNHZ9++fXssPm/SpElpn3/++Y7x48ff1NPTa/L1\n9f2ttrbWqLvPhse/d+/eTUOGDHlhZmZWeenSpXeuXLkyw87OrsjQ0LAuKipqM758VlYWZ8yYMXcG\nDx7cYGZmVrl27dqvBQIBHcMw5OXllUGhUMS6urotDAaj+fz58wvw/qOjoz82NTV9vnjx4lOpqane\nlpaWZRiGoSdPntgYGhrWcblcVwzDUEVFhbmxsXFNenr6RGX/bfS3IYSwnVK2rs1S+TFjGAYJQrIl\nJydPp9FonT0NAT7//PMdY8eOvV1TU2NcU1NjPG7cuFuff/75Dgzr2sBoNFpnREREpFAo1EhKSvLX\n0dFpffnypT6GYSgyMjIiLCzsR7yvyMjICKIE0dLSojto0KDGoqIiOwzDUFVVlUlhYSELw/6ZIOrq\n6gwHDx7ccObMmXdFIhE1Li5ukYGBQX19fb0BhnUlCFtb2+Li4mLb9vZ2LW9v79TNmzdHdffZ8Pi/\n+OKLz4RCocaJEydWGBkZ1YaEhJxtaWnRLSwsZGlra7fx+XxrDMNQbm6uW1ZWFkckElH5fL61o6Mj\n7+DBgxvw/l4fYuD9b968OUogENDb29u1JBMEhmHoxIkTK1gsVmFbW5u2r6/vb5s2bdqr7L8LeTSE\nEBYtZVOlBAEHKSXU1dUZGRsb1/Y0BIiNjQ3Ztm3bDmNj41pjY+PaiIiI7adPnw7D59Pp9M5t27bt\n0NDQEPn7+yczGIyWP/74YwRCXbvbmMQuN9bD7jdCCFGpVHFBQYFze3u7tomJSTWLxeK9vsyVK1dm\njhgx4o933333LJVKFS9atOicg4PD48TExECEEKJQKNiyZctibG1tn2hpaXUEBQWdz8/PZxOtk06n\nd3766ae7NDQ0RAsXLoyvr683DA8PP6irq9vKYrF4LBaLh7/fzc2Ny+FwsqlUqtja2vrpqlWrjqen\np0/q7TNt3749gk6nd2ppaXW8Pn/FihXf2draPuFwONnV1dUmu3bt+rSn/siEJmVTJZAgJBgZGdXV\n1tYai8Viwu+lsrLS3Nra+in+etiwYc8qKyvNJfuQTDA6OjptLS0tDFlj0dXVbY2Pj1/47bfffmBu\nbl45a9asy3iieT2eYcOGPZOcZm1t/VQyJlNT0yr8Z21t7fae4jEyMqqjUCgYvixCCJmYmFRLvr+1\ntVUXIYSKiorsZ82addnMzOy5vr5+46effrqrrq7OqKfPNWTIkBpNTU1BT8usWLHiu8LCwpHr1q37\nmk6nd/a0LJloS9lUCSQICWPHjr3z1ltvvbp06dIcomXMzc0r+Xw+E3/97NmzYebm5pV9WR+DwWhp\na2vTwV9XVVWZSs739fW9evXqVd+qqipTBweHxytXrjzxeh8WFhYVT58+tZac9vTpU2sLC4uKvsQk\ni9WrV3/DYrF4T548sW1sbNTftWvXpz0lV4S69mh6mt/S0sIIDw8/uGLFiu8iIiK2N6jSAbt+okvZ\nVAkkCAn6+vqNO3bs2Paf//znvwkJCbPb2tp0Ojs76cnJyf6ffPJJNEIIBQcHx+3cufOz2tpa49ra\nWuMdO3ZsCwsLO92X9bHZ7PyMjIyJZWVlVo2NjfpRUVFb8HkvXrwYmpCQMLu1tVWXTqd36urqtmpo\naIhe78Pf3z+5qKjIPi4uLlgoFNLi4+MXPn782GHWrFmX8WV6G8r0VUtLC0NPT69ZR0en7fHjxw7f\nfPPNasn5JiYm1SUlJTay9Llhw4ZDHA4n+/jx46tmzpx55YMPPvhWvlErDwwx1MDGjRv379+/f+PO\nnTs/Gzp06Ithw4Y9O3r06Jo5c+ZcQgihzz77bKeHh0fOqFGjHowaNeqBh4dHzmeffbYTf39P/yEp\nFAomOX/atGnXFy5cGD9q1KgHo0ePvhcQEPArPl8sFlMPHDjwoYWFRYWRkVFdZmamF74BSvZjZGRU\nd/ny5Vn79u37yNjYuParr776v8uXL88yNDSs7y6m12PoLsaeXkv66quv/i82NjZk0KBBTatWrTq+\naNGic5LLR0ZGRi5ZsuSUgYFBw4ULF+YTrRuflpCQMPvq1au++Ofcv3//Ri6X6xYXFxdMFAOZkHEP\ngvLXEVYAwACiUCjYOSmXXYQGbq9PVrAHAYCC9GcP4r333vvexMSk2tnZuUBy+tdff73O0dHxkZOT\n00N8GIwQQlFRUVvs7OyKHRwcHl+9etUXn56bm+vu7OxcYGdnV7xhw4ZDvQat7POs8mrJycnTR4wY\n8djW1rZ4z549nyg7nt7asmXLvh86dGi1k5NTgbJjkaY9e/bMytvbO5XFYhWOHDny4aFDh9YrO6be\nWnt7uxaHw8lycXHJd3R05BFd/6GIhhDCEqVsqJvrIDIyMry4XK6r5N/L77//PnnatGnX8IvTXrx4\nMQTDMFRYWMhycXHJFwgE9NLSUqaNjc0TsVhMwTAMjR49OjsrK4uDYRjy9/dPSk5Ont5j3Mr+Jcqj\nCYVCDRsbmyelpaVMgUBAd3FxyefxeI7Kjqun1t0vXJXb8+fPTfPy8tgYhqHm5maGvb39H6r+HWMY\nhlpbW3UwDEOdnZ00T0/Pu5mZmROUEQdCCLsmZesuQWBY14V0kn8vCxYsOH/jxo0pry+3e/fuLZL/\nJP38/FLu3LkzprKy0szBweERPj0uLm7R+++//21PcavFECM7O5tja2v7hMlk8ul0eueiRYvOJSQk\nzFZ2XD3x8vLKNDAwaFB2HNIyNTWtYrPZ+Qh1nZ51dHR8JHmtharS0dFpQwghgUCgKRKJNCQP3ioa\n0VmLhwihMxJNWsXFxXYZGRkTx4wZc9fb2zstJyfHA6Gua2MsLS3L8eUsLS3LKyoqLF6fbmFhUVFR\nUWHR0zrUIkFUVFRYWFlZleGv8S9EmTGpMz6fz8zLy3P19PTMUnYsvRGLxVQ2m51vYmJSPXny5NTu\nrkZVFKJjDqMRQislmrSEQiGtoaHB4O7du2O+/PLLTUFBQeflHbNaJIjeLr4B8tPS0sKYP3/+hUOH\nDm1gMBgtyo6nN1QqVZyfn88uLy+3zMjImJiWluatrFjkfR2EpaVl+dy5c39GCKHRo0ffo1Kp4tra\nWmMLC4uKsrIyK3y58vJyS0tLy3ILC4uK8vJyS8npvV1QpxYJ4vUvpKyszEpyVwrIR2dnJ33evHkX\nQ0NDz7zzzju/KDseWejr6zfOnDnzCr4brgzyvg7inXfe+eX333+fglDXZe8CgUDT2Ni4NjAwMPHc\nuXOLBAKBZmlp6fDi4mI7DoeTbWpqWjVo0KCmrKwsTwzDKKdPnw7r9feo7INI8midnZ20t99+u6S0\ntJT56tUrTTIcpOzuoJMqN7FYTAkLC/sxPDz8gLJjkbbV1NQYNzQ0DMYwDLW1tWl7eXllXL9+faoy\nYkEIYfelbKibg5SLFi2KMzMzq9TU1HxlaWlZ9v333y8TCAT00NDQ005OTgVubm65qamp3vjyu3bt\n2mpjY/NkxIgRj1NSUvzw6Tk5Oe5OTk4FNjY2T9atW3e417iV/UuUV0tKSvK3t7f/w8bG5snu3bu3\nKDue3lp3v3Blx9RTy8zMnEChUMQuLi75bDY7j81m5/V2ikzZ7cGDB86urq5cFxeXfGdn5wd79+7d\npKxYEEIYT8rWXYJQVoMrKQFQAAqFgpVKuexwpDpXUqravSEAqC1Vu89CGpAgAFAQMm5sCo8ZTkkC\ndSLLUIAu7damQo/xVUpSixigftMQQt4D1Pf2AYk6DQ1cxAMlDZEr5jQ0kH8VsqBBggAAEKFrKDsC\n2UGCAEBBpN6DUCEkDJkYU9kByIyp7AD6gKnsAGTEVHYAf6O/pewIZAcJQqmYyg6gD5jKDkBGTGUH\n8D8k3NpIGDIAJEXCrY2EIQNAUiTc2kgYMgAkBWcxAACESLi1kTBkAEgKzmIAAAiRcGsjYcgAkBQJ\ntzYShgwASZHwIKVaPJMSAFLox1NriSprIYTQvn37PqJSqeL6+npDfJq8KmtBggBAUfqRIJYtWxaT\nkpIy/fXpZWVlVteuXfOxtrZ+ik/j8Xis+Pj4hTwej5WSkjJ9zZo1R/Hb0levXv3NyZMnlxcXF9sV\nFxfbddenJEgQAChKPxIEUaGljRs37t+7d+/HktMSEhJmBwcHx9Hp9E4mk8m3tbV9kpWV5fn8+XOz\n5uZmPQ6Hk40QQosXL/7xl19+eae3kAEAikBwmjOtFqG0Otm7S0hImG1paVk+atSoB5LTKysrzceM\nGXMXf40XkqLT6Z2yVtaCBAGAohBsbd6mXQ23/Y/eu2pra9PZvXv31mvXrvng0wbiQbcDMsRISUmZ\n7uDg8NjOzq44Ojr6k4FYBwCkoyFlk0JJSYkNn89nuri43B8+fHhpeXm5pbu7e251dbWJSlfWEolE\nGmvXrj2SkpIyncfjseLi4oIfPXrkKO/1AEA6cqy95+zsXFBdXW1SWlo6vLS0dLilpWU5l8t1MzEx\nqZZnZS25JwgyVtoGQCH6kSCCg4Pjxo0bd7uoqMjeysqqLCYmZpnkfMmHQbNYLF5QUNB5FovF8/f3\nTz569OgafP7Ro0fXrFix4js7O7tiW1vbJ9OnT0/pLWS56q7SdlZWlqfkMmkSPzORSj3SA4Ae8P9q\nfdSPC6Xi4uKCe5r/559/vi35euvWrbu3bt26+/Xl3N3dcwsKCpylXa/cE4Q0j7X3lvdKAVAIJvrn\nv7N02d5OwlMCcg8ZKm0DQEBL2QHITu7HIDw8PHKKi4vt+Hw+UyAQaMbHxy8MDAxMlPd6ACAdOZ7F\nUBS570HQaDThkSNH1vr5+f0mEok0li9fftLR0fGRvNcDAOnAEKOLv79/sr+/f/JA9A0AaUGCAAAQ\nUrHhgzQgQQCgKCTc2kgYMgAkRcKtjYQhA0BS8NBaAAAhEm5tJAwZAJIi4dZGwpABICk4iwEAIETC\nrY2EIQNAUiTc2kgYMgAkBUMMAAAhEt7NCQkCAEUh4dYGdTEAUJR+3O7dXWWtTZs2feno6PjIxcXl\n/ty5c39ubGzUx+dBZS0AyEbOlbV8fX2vFhYWjrx//76Lvb19UVRU1BaEoLIWAOQk58paPj4+16hU\nqhghhDw9PbPwR9pDZS0AyIhg+JB2H6G0B93Pk9b333//XnBwcBxCUFkLAHIiOIvh7dnVcNvPyNbt\nrl27PtXU1BSEhITE9j247iklQWxH+5Sx2n5qUnYAgOwG4DqIH374YWlSUtKMGzduTMWnqXRlLQAA\nATlW1kKoq8Tll19+uSkhIWG2lpZWBz5dnpW1YIgBgKL0Y2sLDg6OS09Pn1RbW2tsZWVVtn379oio\nqKgtAoFA08fH5xpCCI0dO/bO0aNH10hW1qLRaMLXK2stXbr0h/b2du0ZM2Yk9VZZi4Jhvda5kauu\nQGGIAdTBdqkralMoFAzLl65XCntgKnX3BexBAKAocC8GAIAQCbc2EoYMAEnBMykBAIRIuLWRMGQA\nSIqEWxsJQwaApEi4tZEwZADICYOzGAAAIiISbm0kDBkAcoIEAQAg9OotTSmXFAxoHLKABAGAgog0\nyHcQAhIEAAoiIuG11pAgAFAQISQIAAAREQk3N/JFDABJkXGIIfcnSnX3/H4AQFeCkKapErkniO6e\n3w8AQOgV0pSqqRK5J4junt8PAOg6BiFN6053e+b19fWGPj4+1+zt7Yt8fX2vvnz5cjA+T16VtQgf\nObdu3bqvCd9EoWCHDx9eTzSfz+czAwICfi0oKHDu7r0I+UpMsUEI2fYWpwqAR84B/l8Nly7TI+fu\nY/ZSrcWFUvSvfjMzM70YDEbL4sWLf8S3q48//nivsbFx7ccff7w3Ojr6k4aGBoM9e/Zs5vF4rJCQ\nkNh79+6NrqiosJg2bdr14uJiOwqFgnE4nOwjR46s5XA42TNmzEhav3794Z6eS0l4kNLd3T0Xf9Al\nHiyFQsEwDKPg0/vOr39vB0ApmH81XLpM7+7P8QUvL69MPp8vuXKUmJgYmJ6ePgkhhJYsWXLK29s7\nbc+ePZuJKmtZW1s/7a6yVp8SxNKlS3+QfN3a2qqrq6vb2udPCMAbTt7XQVRXV5uYmJhUI4SQiYlJ\ndXV1tQlCCq6sdfv27XErVqz4rrm5Wa+srMwqPz+fffz48VVHjx5d0/ePBsCbh+j4AjetBXHTWvrV\nN4VCwfq/Z/9vvR6kDA8PP5iSkjLd2Ni4FiGE2Gx2Pr5b053g4OC4cePG3S4qKrK3srIqi4mJWSbP\ngAEgK6LTmi7e+mhZpMXfTVomJibVVVVVpggh9Pz5c7OhQ4e+QEgJlbWGDRv2TPI1jUYTEi0bFxcX\nXFlZaf7q1au3ysrKrJYtWxYjzToAUHcCpClVk1ZgYGDiqVOnliCE0KlTp5bgVbIUWllr2LBhz27d\nujUeIYQEAoHm4cOH1zs6Oj6S+lMAABBC/TsG8XplrR07dmzbvHnznqCgoPMnT55czmQy+efPnw9C\nCCGFVtaqqakZsmHDhkPXr1+fhmEYxdfX9+rhw4fXGxkZ1fXlg0JlLaA+ZKuslYx5S9WrPyWNPJW1\nhgwZUhMbGxuiiGAAUGeqdhm1NHo9BlFSUmITEBDwq7Gxce2QIUNqZs+enfDnn3++rYjgAFAnankv\nRkhISGxQUND558+fm1VWVpovWLDgp+Dg4DhFBAeAOhEiDamaKuk1QbS3t2uHhYWdptPpnXQ6vTM0\nNPRMR0eHliKCA0CdCNBbUjVVQngMor6+3hDDMIq/v39yVFTUFnyvIT4+fqG/v3+y4kIEQD2o2vBB\nGoRnMZhMJr+7K7PwezFKS0uH92mFcBYDqA3ZzmL8gAVJ1etSynnVP4vx+o0hAID+UdtHzj18+NCJ\nx+OxJI89LF68+MeBCwsA9UPGIUavCSIyMjIyPT19UmFh4ciZM2deSU5O9p8wYcJNSBAAyIaMCaLX\nsxgXLlyYf/369WlmZmbPY2Jilt2/f99F8sk1AADpkPE6iF73ILS1tds1NDRENBpN2NjYqD906NAX\nkneKAQCk80rFTmFKo9cEMXr06HsNDQ0GK1euPOHh4ZGjq6vbOm7cuNuKCA4AdaJqewfS6PVmLUml\npaXDm5qaBrm4uNzv8wrhNCdQG7Kd5ozCwqXqdQvloOqf5szNzXUnekINl8t1c3Nz4w5cWACoH1W7\njFoahAnio48+2tfTI6xSU1MnD0xIAKgntboOIi0tzXvgVqs9cF0PGBhigP4h4zEI8qU0AEgKEgQA\ngJCqldWThtxL7wEAutef0nsIdZXTGzlyZKGzs3NBSEhI7KtXr97qS/k9WfSaIMRiMfX06dNhO3bs\n2IYQQs+ePRuWnZ3N6cvKAHiT9edKSj6fzzxx4sRKLpfrVlBQ4CwSiTTOnTu3aM+ePZt9fHyuFRUV\n2U+dOvXGnj17NiOEEI/HY8XHxy/k8XislJSU6WvWrDkqFotl3iHo9Q1r1qw5eufOnbH4cykZDEbL\nmjVrjsq6IgDedP1JEIMGDWqi0+mdbW1tOkKhkNbW1qZjbm5emZiYGLhkyZJTCHWV3/vll1/eQQih\n7srv9eUfe6/HILKysjzz8vJcXV1d8xBCyNDQsL6zs5Mu64oAeNMRXQdRmfYEPU970uN7DQ0N6z/6\n6KN9w4YNe6atrd3u5+f3m4+PzzVZy+/JGnOvCUJTU1MgEon+/mQ1NTVDqFSqWNYVAfCmIzq+YOLt\ngEy8Hf5+nbv936UqSkpKbA4ePBjO5/OZ+vr6jQsWLPjpzJkzoZLL9FZ+ry+l+XodYqxbt+7rOXPm\nXHrx4sXQrVu37h4/fvytLVu2RMm6IgDedP0ZYuTk5HiMGzfutpGRUR2NRhPOnTv35zt37ow1NTWt\nkrb8Xm9l9rrTa4IIDQ09Ex0d/cmWLVuizM3NKxMSEmYHBQWdl3VFALzp+lN6z8HB4fHdu3fHtLe3\na2MYRrl+/fo0FovFCwgI+FWW8nuyxtzrEOPZs2fDdHV1WwMCAn5FqGs35dmzZ8Ner9cJAOhZf+7F\ncHFxub948eIfPTw8cqhUqtjNzY27atWq483NzXqylt+TRa93czo5OT3EO+7o6NAqLS0dPmLEiD8K\nCwtH9uWDdvVFxpMg1coOAKgc2e7mnIedkarXi5RQ1b+bE/fw4UMnyddcLtftv//9738GLiQA1NMb\ncam1m5sbNysry3MgggFAnallgti3b99H+M9isZjK5XLd+nI0FIA3nVo9DwLX0tLC+HthGk04a9as\ny/Pmzbs4sGEBoH7U6nkQCCEkEok0mpqaBknuRQAA+oboFKYqI0wQQqGQRqPRhLdu3RqPl9tTZGAA\nqBu1GmJwOJxsLpfrxmaz82fPnp2wYMGCn3R0dNoQ6jplM3fu3J+7e19ZWZnV4sWLf3zx4sVQCoWC\nrVq16vj69esPD9QHAIAs1GqIgZ+H7ejo0DIyMqr7/fffp0jOJ0oQdDq988CBAx+y2ez8lpYWhru7\ne66Pj881R0fHR/INHQByUauzGDU1NUP279+/0dnZuUCWDk1NTatMTU2rEOq6NdzR0fFRZWWlOSQI\n8KZTqwQhEok0mpub9frTOZ/PZ+bl5bl6enpm9acfANSBWiUIU1PTqoiIiO197bilpYUxf/78C4cO\nHdrAYDBa/jn3isTPdggh+76uBgAF4v/V+kYtS+/1RWdnJ33evHkXQ0NDz+B3l/3TzIFYLQADjPlX\nw6XL9G612oO4fv36tL50iGEYZfny5SdZLBYvPDz8YN9DA0C9kDFBED4PwsjIqK4vHd66dWv8mTNn\nQlNTUye7urrmubq65qWkpEzve4gAqAch0pCqqRK5DzEmTJhwsy9PzwVA3anVdRAAAPki4xADEgQA\nCkLGBAFDAQAU5JVAU6pG5OXLl4Pnz59/wdHR8RGLxeJlZWV5Kr2yFgBAPkRCmlSNyIYNGw7NmDEj\n6dGjR44PHjwY5eDg8FjplbUAAPIhEmpI1brT2Nion5mZ6fXee+99j1DXs1n09fUblV5ZCwAgH0Qb\nv/hmJsJu3ezxvaWlpcOHDBlSs2zZspj79++7uLu75x48eDB8oCtrwR4EAAoi7NTotok9vRG28bO/\nW7fvFQppXC7Xbc2aNUe5XK6brq5uKz6cwCmlshYAQD7EIppUrTuWlpbllpaW5aNHj76HEELz58+/\nwOVy3ZReWQsAICdCDelaN0xNTausrKzKioqK7BHquhVi5MiRhUqvrAUAkJOO/m1uX3/99bp33333\nrEAg0LSxsSmJiYlZJhKJNJRaWUveoLIWUB+yVdZChVJuayMp5KmsBQCQE6GyA5AdJAgAFAUSBACA\nUKeyA5AdJAgAFEWk7ABkBwkCAEWBIQYAgFCHsgOQnZISxFDlrLZf4DQn6CfYgwAAEIIEAQAgBAkC\nAEAITnMCAAjBaU4AACEYYgAACMFpTgAAIdiDAAAQggQBACAECQIAQIiEpznhmZQAKIpIytZTFyKR\nhqura15AQMCvCCEElbUAUBcdUrYeHDp0aAOLxeLhz5eEyloAqAuhlI1AeXm5ZVJS0owVK1Z8hz+z\nEiprAaAuiI5BlKV1tV58+OGHB7788stNTU1Ng/BpA11ZCxIEAIpCdHzB3Lur4W5v/9cily9fnjV0\n6NAXrq6ueWlpad7/WgANTGUtSBAAKEo/TnPevn17XGJiYmBSUtKMjo4OraampkFhYWGnTUxMqquq\nqkxNTU2roLIWAGTWj2MQu3fv3lpWVmZVWlo6/Ny5c4umTJny++nTp8MCAwMTobIWAOpAjtdB4MOF\nzZs37yFVZa2Ojg6tSZMmpb969eotgUCgOXv27ISoqKgtf6+QQsEQuiDXdSpGgbIDACpHxspaYVJu\na6fVuLKWlpZWR2pq6mQdHZ02oVBImzBhws2bN29OmDBhwk15rwsAUoFLrbvo6Oi0IYSQQCDQFIlE\nGoaGhvUDsR4ASIWEl1oPSIIQi8VUNzc3bklJic3q1au/YbFYvH8ucV7i55F/NQBUHf+v1kfwRKku\nVCpVnJ+fz25sbNT38/P7LS0tzdvb2zvtf0sEDcRqARhgzL8aLl22t5NwiDGgpzn19fUbZ86ceSUn\nJ8djINcDACn081JrZZB7gqitrTXG7yhrb2/Xvnbtmo+rq2uevNcDAOl0StlUiNyHGM+fPzdbsmTJ\nKbFYTBWLxdSwsLDTU6dOvSHv9QBAOq+UHYDs5J4gnJ2dC7hcrpu8+wWA9FRs+CANuJISAEVRseGD\nNCBBAKAocJoTAEAIhhgAAEKQIAAAhOAYBACAEJzmBAAQgiEGAIAQDDEAAIRIeJoTnkkJgKL042at\nsrIyq8nOSCQrAAAIX0lEQVSTJ6eOHDmy0MnJ6eHhw4fXIzTwlbXk/si5XlcIj5wDakPGR85pS7mt\ntf/7kXNVVVWmVVVVpmw2O7+lpYXh7u6e+8svv7wTExOzzNjYuPbjjz/eGx0d/UlDQ4PBnj17NvN4\nPFZISEjsvXv3RldUVFhMmzbtelFRkT2VShXL8glhDwIARenH3ZympqZVbDY7HyGEGAxGi6Oj46OK\nigqLga6spWYJolDZAciIr+wA+oCv7ABkxFd2AP8jp+dB8Pl8Zl5enqunp2dWT5W1LC0ty/H3QGUt\nhFBXgiDT4+v46J9PKCIDPiJXzHyk+vGm/dV619LSwpg3b97FQ4cObdDT02uWnAeVtQBQS95/Ndy/\nS+8hhFBnZyd93rx5F8PCwk7jBXKgshYAAGEYRlm+fPlJFovFCw8PP4hPH+jKWgjDMIU2hBAGDZq6\nNNn+7gVStn/3m5mZOYFCoYhdXFzy2Wx2HpvNzktOTp5eV1dnOHXq1Ot2dnZFPj4+VxsaGgbj79m1\na9dWGxubJyNGjHickpLi15ftVeGnOQF4E3WN/9ukXFpHfStrAQCIkO9aa0gQAChMu7IDkBkkCAAU\nBvYgAACEyHe/N5zmlBMNDQ2Rq6trnrOzc0FQUND59vZ27b72tXTp0h8uXrw4DyGEVq5ceeLRo0eO\nRMump6dPunPnzlhZ18FkMvn19fWG0k6XxGAwWmRZV2RkZOS+ffs+kjVG9UO+yjmQIORER0enLS8v\nz7WgoMBZU1NT8O23334gOV8oFEq9tyZ5RdyJEydWOjo6PiJaNjU1dfLt27fHyRov0VV10lxtJ+sV\neX25gk89ka/2HiSIAeDl5ZX55MkT2/T09EleXl6Zs2fPTnBycnooFoupmzZt+pLD4WS7uLjcP378\n+CqEEMIwjLJ27dojDg4Oj318fK69ePFiKN6Xt7d3Wm5urjtCCKWkpEx3d3fPZbPZ+T4+PteePn1q\nfezYsfcPHDjwoaura96tW7fG19TUDJk/f/4FDoeTzeFwsvHkUVdXZ+Tr63vVycnp4cqVK09Icxpt\nzpw5lzw8PHKcnJwenjhxYqXkvI0bN+53cnJ6OG3atOu1tbXGCCFUUlJi4+/vn+zh4ZEzceLEjD/+\n+GOEPL9X8iPfHoTCL5RS18ZgMJoxDEOdnZ20wMDAhG+//fb9tLS0Sbq6ui18Pt8awzB07NixVTt3\n7vwUwzDU0dHxloeHx73S0lLmxYsX5/r4+FwVi8WUyspKs8GDBzdcvHhxLoZhyNvbOzU3N9ftxYsX\nQ6ysrJ7hfeEXxERGRkbs27dvIx5HcHBw7M2bN8djGIaePn06zNHRkYdhGFq3bt3hL7744jMMw9CV\nK1dmUCgUcV1dneHrn4PJZJbi0+vr6w0wDENtbW3aTk5OBfhrCoUijo2NDcYwDO3YsePztWvXfo1h\nGJoyZcqN4uJiWwzD0N27dz2nTJlyA4/xq6+++kjZvyNlNoQQhtBdKRvClB0v3uAgpZy0t7dr40WK\nJ06cmPHee+99f+vWrfEcDifb2tr6KUIIXb161begoMD5woUL8xFCqKmpaVBxcbFdZmamV0hISCyF\nQsHMzMyeT5ky5XfJvjEMo9y9e3fMxIkTM/C+Bg8e/FJyPv7z9evXp0kes2hubtZrbW3VzczM9Lp0\n6dIchBCaMWNGkoGBQUNvn+nQoUMb8NuHy8rKrPDLdalUqnjhwoXxCCEUGhp6Zu7cuT+3trbq3r59\ne9yCBQt+wt8vEAg0+/Jdqi/VGj5IAxKEnGhra7fn5eW5vj5dV1e3VfL1kSNH1vr4+FyTnJaUlDQD\n62WXX9pxPIZhlKysLE9NTU1Bd/Ok6QMhhNLS0rxv3Lgx9e7du2O0tLQ6Jk+enNrR0aHVXZ8UCgUT\ni8VUAwODhu6+A4BTseGDFOAYhAL5+fn9dvTo0TX4AcuioiL7trY2nYkTJ2bEx8cvFIvF1OfPn5ul\npqZOlnwfhULBxowZczcjI2Min89nItT1qDGEENLT02tubm7Ww5f19fW9ij+ODCGE7t+/74JQ115N\nbGxsCEIIJScn+zc0NBj0FGtTU9MgAwODBi0trY7Hjx873L17dww+TywWU3/66acFCCEUGxsb4uXl\nlamnp9c8fPjwUnzvCMMwyoMHD0b16wtTO3CQ8o3V3X/41+/PX7FixXcsFovn5ubGdXZ2Lli9evU3\nIpFIY86cOZfs7OyKWSwWb8mSJafGjRt3+/W+jI2Na48fP75q7ty5P7PZ7Pzg4OA4hBAKCAj49dKl\nS3Pwg5SHDx9en5OT4+Hi4nJ/5MiRhceOHXsfIYQiIiK2Z2RkTHRycnp46dKlOfhQhehzTJ8+PUUo\nFNJYLBZvy5YtUWPHjr2DL6Orq9uanZ3NcXZ2LkhLS/Petm3bDoQQOnv27LsnT55czmaz852cnB4m\nJiYG9vT9vHnId5ASbtYCQAG6EmSilEsHyjQcHEhwDAIAhVGtvQNpQIIAQGHgZi0AACHYgwAAEFKt\nMxTSgAQBgMKQbw8CTnMCoDD9uw4iJSVluoODw2M7O7vi6OjoTwY+XkgQAChQ36+DEIlEGmvXrj2S\nkpIyncfjseLi4oJ7egyAvECCAEBh+r4HkZ2dzbG1tX3CZDL5dDq9c9GiRecSEhJmD3TEcAwCAIWR\nblTAYDCaX59WUVFhYWVlVYa/trS0LM/KyvKUY3DdggQBgAL098pIZV2qDkMMAEjg9VJ6ZWVlVpLF\neQcKJAgASMDDwyOnuLjYjs/nMwUCgWZ8fPzCwMBAaW/u6DMYYgBAAjQaTXjkyJG1fn5+v4lEIo3l\ny5ef7OlZpfICd3MCAAjBEAMAQAgSBACAECQIAAAhSBAAAEKQIAAAhCBBAAAI/T/XneaOgw9kLgAA\nAABJRU5ErkJggg==\n",
       "text": [
        "<matplotlib.figure.Figure at 0x1065ba4d0>"
       ]
      }
     ],
     "prompt_number": 17
    },
    {
     "cell_type": "code",
     "collapsed": false,
     "input": [
      "\n",
      "\n",
      "#### Regression - Predict ROI on A Loans\n",
      "\n",
      "# In[289]:\n",
      "\n",
      "len(A_loans)\n",
      "\n",
      "\n",
      "# In[290]:\n",
      "\n",
      "plt.hist(A_loans['roi'].values, bins=10)\n",
      "plt.xlabel('ROI')\n",
      "plt.ylabel('Count')\n",
      "plt.title('ROI Count for Grade A Loans')\n",
      "plt.show()\n",
      "\n",
      "\n",
      "# In[291]:\n",
      "\n",
      "plt.scatter(A_loans['annual_inc'], A_loans['roi'])\n",
      "plt.xlim([0,200000])\n",
      "plt.show()\n",
      "\n",
      "\n",
      "# In[292]:\n",
      "\n",
      "features = A_loans.drop(['loan_status', 'total_pymnt', 'roi'], 1).values\n",
      "targets = A_loans['roi'].values\n",
      "\n",
      "\n",
      "# In[293]:\n",
      "\n",
      "X_train, X_test, y_train, y_test = train_test_split(features, \n",
      "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\ttargets, \n",
      "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\ttest_size=0.1)\n",
      "\n",
      "\n",
      "# In[293]:\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "# In[294]:\n",
      "\n",
      "scalerX = StandardScaler().fit(X_train)\n",
      "\n",
      "\n",
      "# In[295]:\n",
      "\n",
      "X_train, X_test = scalerX.transform(X_train), scalerX.transform(X_test)\n",
      "\n",
      "\n",
      "# In[296]:\n",
      "\n",
      "X_train.shape\n",
      "\n",
      "\n",
      "# In[208]:\n",
      "\n",
      "pca = PCA(n_components=20, copy=False, whiten=False)\n",
      "X_train = pca.fit_transform(X_train)\n",
      "print \"Reduced data down to \", pca.n_components_, \" dimensions\"\n",
      "X_test = pca.transform(X_test)\n",
      "\n",
      "\n",
      "# In[297]:\n",
      "\n",
      "clf = LinearRegression()\n",
      "\n",
      "\n",
      "# In[298]:\n",
      "\n",
      "clf.fit(X_train, y_train)\n",
      "\n",
      "\n",
      "# In[299]:\n",
      "\n",
      "clf.score(X_test, y_test)\n",
      "\n",
      "\n",
      "# In[300]:\n",
      "\n",
      "prediction = clf.predict(X_test)\n",
      "\n",
      "\n",
      "# In[301]:\n",
      "\n",
      "y_test\n",
      "\n",
      "\n",
      "# In[302]:\n",
      "\n",
      "plt.scatter(prediction, y_test)\n",
      "plt.plot([-1,0.3], [-1,0.3])\n",
      "plt.xlabel('prediction')\n",
      "plt.ylabel('y_test')\n",
      "plt.show()\n",
      "\n",
      "\n",
      "# In[161]:\n",
      "\n",
      "clf = SVR(C=1, gamma=0.01, degree=5, kernel='rbf')\n",
      "\n",
      "\n",
      "# In[162]:\n",
      "\n",
      "clf.fit(X_train, y_train)\n",
      "\n",
      "\n",
      "# In[163]:\n",
      "\n",
      "prediction = clf.predict(X_test)\n",
      "\n",
      "\n",
      "# In[164]:\n",
      "\n",
      "clf.score(X_test, y_test)\n",
      "\n",
      "\n",
      "# In[165]:\n",
      "\n",
      "plt.scatter(prediction, y_test)\n",
      "plt.plot([-1,0.5], [-1,0.5])\n",
      "plt.plot([-1,0.5], [0,0], '--', color='black')\n",
      "plt.plot([0,0], [-1,0.5], '--', color='black')\n",
      "plt.xlabel('Predicted ROI')\n",
      "plt.ylabel('Actual ROI')\n",
      "plt.title('Predicted vs Actual ROI')\n",
      "plt.show()\n",
      "\n",
      "\n",
      "# In[303]:\n",
      "\n",
      "clf = RandomForestRegressor(n_estimators=100)\n",
      "\n",
      "\n",
      "# In[304]:\n",
      "\n",
      "clf.fit(X_train, y_train)\n",
      "\n",
      "\n",
      "# In[305]:\n",
      "\n",
      "prediction = clf.predict(X_test)\n",
      "\n",
      "\n",
      "# In[306]:\n",
      "\n",
      "clf.score(X_test, y_test)\n",
      "\n",
      "\n",
      "# In[307]:\n",
      "\n",
      "plt.scatter(prediction, y_test)\n",
      "plt.plot([-1,0.5], [-1,0.5])\n",
      "plt.plot([-1,0.5], [0,0], '--', color='black')\n",
      "plt.plot([0,0], [-1,0.5], '--', color='black')\n",
      "plt.xlabel('Predicted ROI')\n",
      "plt.ylabel('Actual ROI')\n",
      "plt.title('Predicted vs Actual ROI')\n",
      "#plt.savefig('random_forest_A.pdf')\n",
      "plt.show()\n",
      "\n",
      "\n",
      "# In[112]:\n",
      "\n",
      "len(X_test)\n",
      "\n",
      "\n",
      "# In[113]:\n",
      "\n",
      "len(X_train)\n",
      "\n",
      "\n",
      "# In[126]:\n",
      "\n",
      "A_loans.drop(['loan_status', 'total_pymnt', 'roi'], 1)[:1]\n",
      "\n",
      "\n",
      "# In[225]:\n",
      "\n",
      "print recall_score(y_test, prediction, average=\"macro\")\n",
      "\n",
      "plt.hist(loanData['roi'], bins=20)\n",
      "plt.show()\n"
     ],
     "language": "python",
     "metadata": {},
     "outputs": []
    }
   ],
   "metadata": {}
  }
 ]
}