FR_HOME_CREDIT_missing value meanmode Imputer without agg.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "# For Preprocessing\n",
    "from sklearn import preprocessing\n",
    "from sklearn.model_selection import train_test_split\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "import pandas as pd\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "from sklearn.neighbors import KNeighborsClassifier\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "from sklearn.svm import SVC\n",
    "from xgboost import XGBClassifier\n",
    "from sklearn.feature_selection import SelectFromModel\n",
    "from sklearn.metrics import accuracy_score\n",
    "from xgboost import plot_importance\n",
    "from sklearn.metrics import confusion_matrix\n",
    "import numpy as np\n",
    "from collections import Counter\n",
    "from sklearn.ensemble import ExtraTreesClassifier\n",
    "from xgboost import XGBClassifier\n",
    "import xgboost as xgb\n",
    "from sklearn.tree import DecisionTreeClassifier\n",
    "import os\n",
    "from tqdm import tqdm_notebook as tqdm\n",
    "from sklearn.externals import joblib\n",
    "%matplotlib inline\n",
    "import seaborn as sns\n",
    "import dask.dataframe as dd\n",
    "from sklearn.preprocessing import LabelEncoder\n",
    "from imblearn.over_sampling import SMOTE\n",
    "from sklearn.metrics import classification_report\n",
    "from sklearn.metrics import roc_auc_score\n",
    "from sklearn.metrics import f1_score,recall_score,precision_score\n",
    "from dask.distributed import Client"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>SK_ID_CURR</th>\n",
       "      <th>TARGET</th>\n",
       "      <th>NAME_CONTRACT_TYPE</th>\n",
       "      <th>CODE_GENDER</th>\n",
       "      <th>FLAG_OWN_CAR</th>\n",
       "      <th>FLAG_OWN_REALTY</th>\n",
       "      <th>CNT_CHILDREN</th>\n",
       "      <th>AMT_INCOME_TOTAL</th>\n",
       "      <th>AMT_CREDIT</th>\n",
       "      <th>AMT_ANNUITY</th>\n",
       "      <th>...</th>\n",
       "      <th>FLAG_DOCUMENT_18</th>\n",
       "      <th>FLAG_DOCUMENT_19</th>\n",
       "      <th>FLAG_DOCUMENT_20</th>\n",
       "      <th>FLAG_DOCUMENT_21</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_HOUR</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_DAY</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_WEEK</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_MON</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_QRT</th>\n",
       "      <th>AMT_REQ_CREDIT_BUREAU_YEAR</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>100002</td>\n",
       "      <td>1</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>202500.0</td>\n",
       "      <td>406597.5</td>\n",
       "      <td>24700.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>1.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>100003</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>F</td>\n",
       "      <td>N</td>\n",
       "      <td>N</td>\n",
       "      <td>0</td>\n",
       "      <td>270000.0</td>\n",
       "      <td>1293502.5</td>\n",
       "      <td>35698.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>100004</td>\n",
       "      <td>0</td>\n",
       "      <td>Revolving loans</td>\n",
       "      <td>M</td>\n",
       "      <td>Y</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>67500.0</td>\n",
       "      <td>135000.0</td>\n",
       "      <td>6750.0</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>100006</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>F</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>135000.0</td>\n",
       "      <td>312682.5</td>\n",
       "      <td>29686.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>100007</td>\n",
       "      <td>0</td>\n",
       "      <td>Cash loans</td>\n",
       "      <td>M</td>\n",
       "      <td>N</td>\n",
       "      <td>Y</td>\n",
       "      <td>0</td>\n",
       "      <td>121500.0</td>\n",
       "      <td>513000.0</td>\n",
       "      <td>21865.5</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 122 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "   SK_ID_CURR  TARGET NAME_CONTRACT_TYPE CODE_GENDER FLAG_OWN_CAR  \\\n",
       "0      100002       1         Cash loans           M            N   \n",
       "1      100003       0         Cash loans           F            N   \n",
       "2      100004       0    Revolving loans           M            Y   \n",
       "3      100006       0         Cash loans           F            N   \n",
       "4      100007       0         Cash loans           M            N   \n",
       "\n",
       "  FLAG_OWN_REALTY  CNT_CHILDREN  AMT_INCOME_TOTAL  AMT_CREDIT  AMT_ANNUITY  \\\n",
       "0               Y             0          202500.0    406597.5      24700.5   \n",
       "1               N             0          270000.0   1293502.5      35698.5   \n",
       "2               Y             0           67500.0    135000.0       6750.0   \n",
       "3               Y             0          135000.0    312682.5      29686.5   \n",
       "4               Y             0          121500.0    513000.0      21865.5   \n",
       "\n",
       "              ...              FLAG_DOCUMENT_18 FLAG_DOCUMENT_19  \\\n",
       "0             ...                             0                0   \n",
       "1             ...                             0                0   \n",
       "2             ...                             0                0   \n",
       "3             ...                             0                0   \n",
       "4             ...                             0                0   \n",
       "\n",
       "  FLAG_DOCUMENT_20 FLAG_DOCUMENT_21 AMT_REQ_CREDIT_BUREAU_HOUR  \\\n",
       "0                0                0                        0.0   \n",
       "1                0                0                        0.0   \n",
       "2                0                0                        0.0   \n",
       "3                0                0                        NaN   \n",
       "4                0                0                        0.0   \n",
       "\n",
       "  AMT_REQ_CREDIT_BUREAU_DAY  AMT_REQ_CREDIT_BUREAU_WEEK  \\\n",
       "0                       0.0                         0.0   \n",
       "1                       0.0                         0.0   \n",
       "2                       0.0                         0.0   \n",
       "3                       NaN                         NaN   \n",
       "4                       0.0                         0.0   \n",
       "\n",
       "   AMT_REQ_CREDIT_BUREAU_MON  AMT_REQ_CREDIT_BUREAU_QRT  \\\n",
       "0                        0.0                        0.0   \n",
       "1                        0.0                        0.0   \n",
       "2                        0.0                        0.0   \n",
       "3                        NaN                        NaN   \n",
       "4                        0.0                        0.0   \n",
       "\n",
       "   AMT_REQ_CREDIT_BUREAU_YEAR  \n",
       "0                         1.0  \n",
       "1                         0.0  \n",
       "2                         0.0  \n",
       "3                         NaN  \n",
       "4                         0.0  \n",
       "\n",
       "[5 rows x 122 columns]"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X = pd.read_csv(\"application_train.csv\")\n",
    "df_test = pd.read_csv(\"application_test.csv\")\n",
    "X.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "F    202448\n",
       "M    105059\n",
       "Name: CODE_GENDER, dtype: int64"
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X['CODE_GENDER'].replace('XNA',np.nan, inplace=True)\n",
    "X['CODE_GENDER'].value_counts()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {},
   "outputs": [],
   "source": [
    "X['DAYS_LAST_PHONE_CHANGE'].replace(0, np.nan, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "X['DAYS_EMPLOYED'].replace({365243: np.nan}, inplace = True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "scrolled": true
   },
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3 columns were label encoded.\n"
     ]
    }
   ],
   "source": [
    "\n",
    "le = LabelEncoder()\n",
    "le_count = 0\n",
    "\n",
    "# Iterate through the columns\n",
    "for col in X:\n",
    "    if X[col].dtype == 'object':\n",
    "        # If 2 or fewer unique categories\n",
    "        if len(list(X[col].unique())) <= 2:\n",
    "            # Train on the training data\n",
    "            le.fit(X[col])\n",
    "            # Transform both training and testing data\n",
    "            X[col] = le.transform(X[col])\n",
    "           # df_test[col] = le.transform(df_test[col])\n",
    "            \n",
    "            # Keep track of how many columns were label encoded\n",
    "            le_count += 1\n",
    "            \n",
    "print('%d columns were label encoded.' % le_count)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Training Features shape:  (307511, 242)\n",
      "Index(['SK_ID_CURR', 'TARGET', 'NAME_CONTRACT_TYPE', 'FLAG_OWN_CAR',\n",
      "       'FLAG_OWN_REALTY', 'CNT_CHILDREN', 'AMT_INCOME_TOTAL', 'AMT_CREDIT',\n",
      "       'AMT_ANNUITY', 'AMT_GOODS_PRICE',\n",
      "       ...\n",
      "       'HOUSETYPE_MODE_terraced house', 'WALLSMATERIAL_MODE_Block',\n",
      "       'WALLSMATERIAL_MODE_Mixed', 'WALLSMATERIAL_MODE_Monolithic',\n",
      "       'WALLSMATERIAL_MODE_Others', 'WALLSMATERIAL_MODE_Panel',\n",
      "       'WALLSMATERIAL_MODE_Stone, brick', 'WALLSMATERIAL_MODE_Wooden',\n",
      "       'EMERGENCYSTATE_MODE_No', 'EMERGENCYSTATE_MODE_Yes'],\n",
      "      dtype='object', length=242)\n"
     ]
    }
   ],
   "source": [
    "# one-hot encoding of categorical variables\n",
    "X = pd.get_dummies(X)\n",
    "#df_test = pd.get_dummies(df_test)\n",
    "list1=X.columns\n",
    "\n",
    "print('Training Features shape: ', X.shape)\n",
    "#print('Testing Features shape: ', df_test.shape)\n",
    "print(list1)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "# Function to calculate missing values by column# Funct \n",
    "def missing_values_table(df):\n",
    "        # Total missing values\n",
    "        mis_val = df.isnull().sum()\n",
    "        \n",
    "        # Percentage of missing values\n",
    "        mis_val_percent = 100 * df.isnull().sum() / len(df)\n",
    "        \n",
    "        # Make a table with the results\n",
    "        mis_val_table = pd.concat([mis_val, mis_val_percent], axis=1)\n",
    "        # Rename the columns\n",
    "        mis_val_table_ren_columns = mis_val_table.rename(\n",
    "        columns = {0 : 'Missing Values', 1 : '% of Total Values'})\n",
    "        \n",
    "        # Sort the table by percentage of missing descending\n",
    "        mis_val_table_ren_columns = mis_val_table_ren_columns[\n",
    "            mis_val_table_ren_columns.iloc[:,1] != 0].sort_values(\n",
    "        '% of Total Values', ascending=False).round(1)\n",
    "        \n",
    "        # Print some summary information\n",
    "        print (\"Your selected dataframe has \" + str(df.shape[1]) + \" columns.\\n\"      \n",
    "            \"There are \" + str(mis_val_table_ren_columns.shape[0]) +\n",
    "              \" columns that have missing values.\")\n",
    "        \n",
    "        # Return the dataframe with missing information\n",
    "        return mis_val_table_ren_columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Your selected dataframe has 242 columns.\n",
      "There are 62 columns that have missing values.\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\ipykernel_launcher.py:8: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: http://pandas.pydata.org/pandas-docs/stable/indexing.html#indexing-view-versus-copy\n",
      "  \n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "          SK_ID_CURR         TARGET  NAME_CONTRACT_TYPE   FLAG_OWN_CAR  \\\n",
      "count  307511.000000  307511.000000       307511.000000  307511.000000   \n",
      "mean   278180.518577       0.080729            0.095213       0.340108   \n",
      "std    102790.175348       0.272419            0.293509       0.473746   \n",
      "min    100002.000000       0.000000            0.000000       0.000000   \n",
      "25%    189145.500000       0.000000            0.000000       0.000000   \n",
      "50%    278202.000000       0.000000            0.000000       0.000000   \n",
      "75%    367142.500000       0.000000            0.000000       1.000000   \n",
      "max    456255.000000       1.000000            1.000000       1.000000   \n",
      "\n",
      "       FLAG_OWN_REALTY   CNT_CHILDREN  AMT_INCOME_TOTAL    AMT_CREDIT  \\\n",
      "count    307511.000000  307511.000000      3.075110e+05  3.075110e+05   \n",
      "mean          0.693673       0.417052      1.687979e+05  5.990260e+05   \n",
      "std           0.460968       0.722121      2.371231e+05  4.024908e+05   \n",
      "min           0.000000       0.000000      2.565000e+04  4.500000e+04   \n",
      "25%           0.000000       0.000000      1.125000e+05  2.700000e+05   \n",
      "50%           1.000000       0.000000      1.471500e+05  5.135310e+05   \n",
      "75%           1.000000       1.000000      2.025000e+05  8.086500e+05   \n",
      "max           1.000000      19.000000      1.170000e+08  4.050000e+06   \n",
      "\n",
      "         AMT_ANNUITY  AMT_GOODS_PRICE          ...           \\\n",
      "count  307499.000000     3.072330e+05          ...            \n",
      "mean    27108.573909     5.383962e+05          ...            \n",
      "std     14493.737315     3.694465e+05          ...            \n",
      "min      1615.500000     4.050000e+04          ...            \n",
      "25%     16524.000000     2.385000e+05          ...            \n",
      "50%     24903.000000     4.500000e+05          ...            \n",
      "75%     34596.000000     6.795000e+05          ...            \n",
      "max    258025.500000     4.050000e+06          ...            \n",
      "\n",
      "       AMT_REQ_CREDIT_BUREAU_YEAR_miss  DAYS_LAST_PHONE_CHANGE_miss  \\\n",
      "count                    307511.000000                307511.000000   \n",
      "mean                          0.135016                     0.122509   \n",
      "std                           0.341742                     0.327874   \n",
      "min                           0.000000                     0.000000   \n",
      "25%                           0.000000                     0.000000   \n",
      "50%                           0.000000                     0.000000   \n",
      "75%                           0.000000                     0.000000   \n",
      "max                           1.000000                     1.000000   \n",
      "\n",
      "       OBS_60_CNT_SOCIAL_CIRCLE_miss  DEF_60_CNT_SOCIAL_CIRCLE_miss  \\\n",
      "count                  307511.000000                  307511.000000   \n",
      "mean                        0.003320                       0.003320   \n",
      "std                         0.057526                       0.057526   \n",
      "min                         0.000000                       0.000000   \n",
      "25%                         0.000000                       0.000000   \n",
      "50%                         0.000000                       0.000000   \n",
      "75%                         0.000000                       0.000000   \n",
      "max                         1.000000                       1.000000   \n",
      "\n",
      "       DEF_30_CNT_SOCIAL_CIRCLE_miss  OBS_30_CNT_SOCIAL_CIRCLE_miss  \\\n",
      "count                  307511.000000                  307511.000000   \n",
      "mean                        0.003320                       0.003320   \n",
      "std                         0.057526                       0.057526   \n",
      "min                         0.000000                       0.000000   \n",
      "25%                         0.000000                       0.000000   \n",
      "50%                         0.000000                       0.000000   \n",
      "75%                         0.000000                       0.000000   \n",
      "max                         1.000000                       1.000000   \n",
      "\n",
      "       EXT_SOURCE_2_miss  AMT_GOODS_PRICE_miss  AMT_ANNUITY_miss  \\\n",
      "count      307511.000000         307511.000000     307511.000000   \n",
      "mean            0.002146              0.000904          0.000039   \n",
      "std             0.046278              0.030054          0.006247   \n",
      "min             0.000000              0.000000          0.000000   \n",
      "25%             0.000000              0.000000          0.000000   \n",
      "50%             0.000000              0.000000          0.000000   \n",
      "75%             0.000000              0.000000          0.000000   \n",
      "max             1.000000              1.000000          1.000000   \n",
      "\n",
      "       CNT_FAM_MEMBERS_miss  \n",
      "count         307511.000000  \n",
      "mean               0.000007  \n",
      "std                0.002550  \n",
      "min                0.000000  \n",
      "25%                0.000000  \n",
      "50%                0.000000  \n",
      "75%                0.000000  \n",
      "max                1.000000  \n",
      "\n",
      "[8 rows x 304 columns]\n"
     ]
    }
   ],
   "source": [
    "# Missing values statistics\n",
    "missing_values = missing_values_table(X)\n",
    "mis_col=list(missing_values.index)\n",
    "Mis=X[mis_col][:]\n",
    "\n",
    "for col in mis_col:\n",
    "    X[col+'_miss']=[0]*len(X[col])\n",
    "    X[col+'_miss'][list(X[np.isnan(X[col])].index)]=1\n",
    "\n",
    "print(X.describe())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "before...\n",
      "Mis -          COMMONAREA_MODE  COMMONAREA_AVG  COMMONAREA_MEDI  \\\n",
      "0                0.0144          0.0143           0.0144   \n",
      "1                0.0497          0.0605           0.0608   \n",
      "2                   NaN             NaN              NaN   \n",
      "3                   NaN             NaN              NaN   \n",
      "4                   NaN             NaN              NaN   \n",
      "5                   NaN             NaN              NaN   \n",
      "6                   NaN             NaN              NaN   \n",
      "7                   NaN             NaN              NaN   \n",
      "8                   NaN             NaN              NaN   \n",
      "9                   NaN             NaN              NaN   \n",
      "10                  NaN             NaN              NaN   \n",
      "11                  NaN             NaN              NaN   \n",
      "12                  NaN             NaN              NaN   \n",
      "13               0.0587          0.0582           0.0585   \n",
      "14               0.1153          0.1143           0.1150   \n",
      "15                  NaN             NaN              NaN   \n",
      "16                  NaN             NaN              NaN   \n",
      "17                  NaN             NaN              NaN   \n",
      "18               0.0018          0.0018           0.0018   \n",
      "19                  NaN             NaN              NaN   \n",
      "20                  NaN             NaN              NaN   \n",
      "21                  NaN             NaN              NaN   \n",
      "22               0.0121          0.0120           0.0120   \n",
      "23               0.0000          0.1064           0.1071   \n",
      "24               0.0214          0.0212           0.0214   \n",
      "25               0.0010          0.0010           0.0010   \n",
      "26                  NaN             NaN              NaN   \n",
      "27                  NaN             NaN              NaN   \n",
      "28                  NaN             NaN              NaN   \n",
      "29               0.0190          0.0188           0.0189   \n",
      "...                 ...             ...              ...   \n",
      "307481              NaN             NaN              NaN   \n",
      "307482           0.0038          0.0037           0.0038   \n",
      "307483           0.0000          0.0000           0.0000   \n",
      "307484              NaN             NaN              NaN   \n",
      "307485              NaN             NaN              NaN   \n",
      "307486              NaN             NaN              NaN   \n",
      "307487              NaN             NaN              NaN   \n",
      "307488              NaN             NaN              NaN   \n",
      "307489           0.0009          0.0009           0.0009   \n",
      "307490              NaN             NaN              NaN   \n",
      "307491              NaN             NaN              NaN   \n",
      "307492              NaN             NaN              NaN   \n",
      "307493              NaN             NaN              NaN   \n",
      "307494              NaN             NaN              NaN   \n",
      "307495           0.0138          0.0136           0.0137   \n",
      "307496              NaN             NaN              NaN   \n",
      "307497              NaN             NaN              NaN   \n",
      "307498              NaN             NaN              NaN   \n",
      "307499              NaN             NaN              NaN   \n",
      "307500              NaN             NaN              NaN   \n",
      "307501              NaN             NaN              NaN   \n",
      "307502              NaN             NaN              NaN   \n",
      "307503              NaN             NaN              NaN   \n",
      "307504              NaN             NaN              NaN   \n",
      "307505           0.1445          0.1432           0.1441   \n",
      "307506           0.0172          0.0202           0.0203   \n",
      "307507           0.0022          0.0022           0.0022   \n",
      "307508           0.0124          0.0123           0.0124   \n",
      "307509              NaN             NaN              NaN   \n",
      "307510           0.0178          0.0176           0.0177   \n",
      "\n",
      "        NONLIVINGAPARTMENTS_MEDI  NONLIVINGAPARTMENTS_AVG  \\\n",
      "0                         0.0000                   0.0000   \n",
      "1                         0.0039                   0.0039   \n",
      "2                            NaN                      NaN   \n",
      "3                            NaN                      NaN   \n",
      "4                            NaN                      NaN   \n",
      "5                            NaN                      NaN   \n",
      "6                            NaN                      NaN   \n",
      "7                            NaN                      NaN   \n",
      "8                            NaN                      NaN   \n",
      "9                            NaN                      NaN   \n",
      "10                           NaN                      NaN   \n",
      "11                           NaN                      NaN   \n",
      "12                           NaN                      NaN   \n",
      "13                        0.0000                   0.0000   \n",
      "14                        0.0194                   0.0193   \n",
      "15                           NaN                      NaN   \n",
      "16                           NaN                      NaN   \n",
      "17                           NaN                      NaN   \n",
      "18                        0.0000                   0.0000   \n",
      "19                           NaN                      NaN   \n",
      "20                        0.0000                   0.0000   \n",
      "21                           NaN                      NaN   \n",
      "22                        0.0078                   0.0077   \n",
      "23                        0.0019                   0.0019   \n",
      "24                        0.0000                   0.0000   \n",
      "25                        0.0000                   0.0000   \n",
      "26                           NaN                      NaN   \n",
      "27                           NaN                      NaN   \n",
      "28                           NaN                      NaN   \n",
      "29                        0.0078                   0.0077   \n",
      "...                          ...                      ...   \n",
      "307481                       NaN                      NaN   \n",
      "307482                    0.0039                   0.0039   \n",
      "307483                    0.0000                   0.0000   \n",
      "307484                       NaN                      NaN   \n",
      "307485                       NaN                      NaN   \n",
      "307486                       NaN                      NaN   \n",
      "307487                       NaN                      NaN   \n",
      "307488                       NaN                      NaN   \n",
      "307489                    0.0000                   0.0000   \n",
      "307490                       NaN                      NaN   \n",
      "307491                       NaN                      NaN   \n",
      "307492                       NaN                      NaN   \n",
      "307493                       NaN                      NaN   \n",
      "307494                       NaN                      NaN   \n",
      "307495                    0.0039                   0.0039   \n",
      "307496                       NaN                      NaN   \n",
      "307497                       NaN                      NaN   \n",
      "307498                       NaN                      NaN   \n",
      "307499                       NaN                      NaN   \n",
      "307500                       NaN                      NaN   \n",
      "307501                       NaN                      NaN   \n",
      "307502                       NaN                      NaN   \n",
      "307503                       NaN                      NaN   \n",
      "307504                       NaN                      NaN   \n",
      "307505                    0.0155                   0.0154   \n",
      "307506                    0.0757                   0.0753   \n",
      "307507                    0.0000                   0.0000   \n",
      "307508                    0.0000                   0.0000   \n",
      "307509                       NaN                      NaN   \n",
      "307510                       NaN                      NaN   \n",
      "\n",
      "        NONLIVINGAPARTMENTS_MODE  LIVINGAPARTMENTS_MODE  \\\n",
      "0                         0.0000                 0.0220   \n",
      "1                         0.0000                 0.0790   \n",
      "2                            NaN                    NaN   \n",
      "3                            NaN                    NaN   \n",
      "4                            NaN                    NaN   \n",
      "5                            NaN                    NaN   \n",
      "6                            NaN                    NaN   \n",
      "7                            NaN                    NaN   \n",
      "8                            NaN                    NaN   \n",
      "9                            NaN                    NaN   \n",
      "10                           NaN                    NaN   \n",
      "11                           NaN                    NaN   \n",
      "12                           NaN                    NaN   \n",
      "13                        0.0000                 0.1313   \n",
      "14                        0.0195                 0.3113   \n",
      "15                           NaN                    NaN   \n",
      "16                           NaN                    NaN   \n",
      "17                           NaN                    NaN   \n",
      "18                        0.0000                 0.0248   \n",
      "19                           NaN                    NaN   \n",
      "20                        0.0000                 0.0643   \n",
      "21                           NaN                    NaN   \n",
      "22                        0.0078                 0.0790   \n",
      "23                        0.0000                 0.1102   \n",
      "24                        0.0000                 0.1276   \n",
      "25                        0.0000                 0.0643   \n",
      "26                           NaN                    NaN   \n",
      "27                           NaN                    NaN   \n",
      "28                           NaN                    NaN   \n",
      "29                        0.0078                 0.1322   \n",
      "...                          ...                    ...   \n",
      "307481                       NaN                    NaN   \n",
      "307482                    0.0039                 0.0340   \n",
      "307483                    0.0000                 0.0073   \n",
      "307484                       NaN                    NaN   \n",
      "307485                       NaN                    NaN   \n",
      "307486                       NaN                    NaN   \n",
      "307487                       NaN                    NaN   \n",
      "307488                       NaN                    NaN   \n",
      "307489                    0.0000                 0.0101   \n",
      "307490                       NaN                    NaN   \n",
      "307491                       NaN                    NaN   \n",
      "307492                       NaN                    NaN   \n",
      "307493                       NaN                    NaN   \n",
      "307494                       NaN                    NaN   \n",
      "307495                    0.0039                 0.0652   \n",
      "307496                       NaN                    NaN   \n",
      "307497                       NaN                    NaN   \n",
      "307498                       NaN                    NaN   \n",
      "307499                       NaN                    NaN   \n",
      "307500                       NaN                    NaN   \n",
      "307501                       NaN                    NaN   \n",
      "307502                       NaN                    NaN   \n",
      "307503                       NaN                    NaN   \n",
      "307504                       NaN                    NaN   \n",
      "307505                    0.0156                 0.1928   \n",
      "307506                    0.0000                 0.0882   \n",
      "307507                    0.0000                 0.0220   \n",
      "307508                    0.0000                 0.0918   \n",
      "307509                       NaN                    NaN   \n",
      "307510                       NaN                    NaN   \n",
      "\n",
      "        LIVINGAPARTMENTS_MEDI  LIVINGAPARTMENTS_AVG  FLOORSMIN_MODE  \\\n",
      "0                      0.0205                0.0202          0.1250   \n",
      "1                      0.0787                0.0773          0.3333   \n",
      "2                         NaN                   NaN             NaN   \n",
      "3                         NaN                   NaN             NaN   \n",
      "4                         NaN                   NaN             NaN   \n",
      "5                         NaN                   NaN             NaN   \n",
      "6                         NaN                   NaN             NaN   \n",
      "7                         NaN                   NaN             NaN   \n",
      "8                         NaN                   NaN             NaN   \n",
      "9                         NaN                   NaN             NaN   \n",
      "10                        NaN                   NaN             NaN   \n",
      "11                        NaN                   NaN             NaN   \n",
      "12                        NaN                   NaN             NaN   \n",
      "13                     0.1223                0.1202          0.3750   \n",
      "14                     0.2899                0.2849          0.7083   \n",
      "15                        NaN                   NaN             NaN   \n",
      "16                        NaN                   NaN             NaN   \n",
      "17                        NaN                   NaN             NaN   \n",
      "18                     0.0231                0.0227          0.1250   \n",
      "19                        NaN                   NaN             NaN   \n",
      "20                     0.0599                0.0588          0.0417   \n",
      "21                        NaN                   NaN             NaN   \n",
      "22                     0.0735                0.0723          0.2083   \n",
      "23                     0.1193                0.1173          0.4167   \n",
      "24                     0.1189                0.1168          0.2083   \n",
      "25                     0.0599                0.0588          0.0417   \n",
      "26                        NaN                   NaN             NaN   \n",
      "27                        NaN                   NaN             NaN   \n",
      "28                        NaN                   NaN             NaN   \n",
      "29                     0.1231                0.1210          0.3750   \n",
      "...                       ...                   ...             ...   \n",
      "307481                    NaN                   NaN             NaN   \n",
      "307482                 0.0316                0.0311          0.2083   \n",
      "307483                 0.0068                0.0067          0.0417   \n",
      "307484                    NaN                   NaN             NaN   \n",
      "307485                    NaN                   NaN             NaN   \n",
      "307486                    NaN                   NaN             NaN   \n",
      "307487                    NaN                   NaN             NaN   \n",
      "307488                    NaN                   NaN             NaN   \n",
      "307489                 0.0094                0.0092          0.0417   \n",
      "307490                    NaN                   NaN             NaN   \n",
      "307491                    NaN                   NaN             NaN   \n",
      "307492                    NaN                   NaN             NaN   \n",
      "307493                    NaN                   NaN             NaN   \n",
      "307494                    NaN                   NaN             NaN   \n",
      "307495                 0.0607                0.0597             NaN   \n",
      "307496                    NaN                   NaN             NaN   \n",
      "307497                    NaN                   NaN             NaN   \n",
      "307498                    NaN                   NaN          0.7083   \n",
      "307499                    NaN                   NaN             NaN   \n",
      "307500                    NaN                   NaN             NaN   \n",
      "307501                    NaN                   NaN             NaN   \n",
      "307502                    NaN                   NaN             NaN   \n",
      "307503                    NaN                   NaN             NaN   \n",
      "307504                    NaN                   NaN             NaN   \n",
      "307505                 0.1796                0.1765          0.3750   \n",
      "307506                 0.1509                0.1484          0.0417   \n",
      "307507                 0.0205                0.0202          0.1250   \n",
      "307508                 0.0855                0.0841          0.2083   \n",
      "307509                    NaN                   NaN             NaN   \n",
      "307510                    NaN                   NaN             NaN   \n",
      "\n",
      "             ...         AMT_REQ_CREDIT_BUREAU_YEAR  DAYS_LAST_PHONE_CHANGE  \\\n",
      "0            ...                                1.0                 -1134.0   \n",
      "1            ...                                0.0                  -828.0   \n",
      "2            ...                                0.0                  -815.0   \n",
      "3            ...                                NaN                  -617.0   \n",
      "4            ...                                0.0                 -1106.0   \n",
      "5            ...                                1.0                 -2536.0   \n",
      "6            ...                                2.0                 -1562.0   \n",
      "7            ...                                0.0                 -1070.0   \n",
      "8            ...                                1.0                     NaN   \n",
      "9            ...                                NaN                 -1673.0   \n",
      "10           ...                                0.0                  -844.0   \n",
      "11           ...                                2.0                 -2396.0   \n",
      "12           ...                                0.0                 -2370.0   \n",
      "13           ...                                1.0                    -4.0   \n",
      "14           ...                                NaN                  -188.0   \n",
      "15           ...                                1.0                  -925.0   \n",
      "16           ...                                0.0                    -3.0   \n",
      "17           ...                                NaN                 -2811.0   \n",
      "18           ...                                0.0                  -239.0   \n",
      "19           ...                                2.0                 -1850.0   \n",
      "20           ...                                NaN                  -296.0   \n",
      "21           ...                                4.0                     NaN   \n",
      "22           ...                                5.0                  -468.0   \n",
      "23           ...                                3.0                  -795.0   \n",
      "24           ...                                0.0                    -4.0   \n",
      "25           ...                                0.0                     NaN   \n",
      "26           ...                                2.0                  -161.0   \n",
      "27           ...                                0.0                    -2.0   \n",
      "28           ...                                1.0                  -849.0   \n",
      "29           ...                                NaN                  -599.0   \n",
      "...          ...                                ...                     ...   \n",
      "307481       ...                                3.0                 -2941.0   \n",
      "307482       ...                                1.0                  -611.0   \n",
      "307483       ...                                5.0                 -1775.0   \n",
      "307484       ...                                NaN                 -1578.0   \n",
      "307485       ...                                0.0                  -336.0   \n",
      "307486       ...                                1.0                     NaN   \n",
      "307487       ...                                8.0                  -846.0   \n",
      "307488       ...                                1.0                  -610.0   \n",
      "307489       ...                                2.0                  -307.0   \n",
      "307490       ...                                1.0                  -439.0   \n",
      "307491       ...                                7.0                 -1357.0   \n",
      "307492       ...                                0.0                     NaN   \n",
      "307493       ...                                7.0                  -249.0   \n",
      "307494       ...                                1.0                  -367.0   \n",
      "307495       ...                                1.0                 -2919.0   \n",
      "307496       ...                                2.0                  -826.0   \n",
      "307497       ...                                6.0                 -1344.0   \n",
      "307498       ...                                2.0                  -734.0   \n",
      "307499       ...                                0.0                 -1511.0   \n",
      "307500       ...                                5.0                 -1459.0   \n",
      "307501       ...                                NaN                  -448.0   \n",
      "307502       ...                                1.0                 -1516.0   \n",
      "307503       ...                                2.0                 -2315.0   \n",
      "307504       ...                                NaN                     NaN   \n",
      "307505       ...                                0.0                     NaN   \n",
      "307506       ...                                NaN                  -273.0   \n",
      "307507       ...                                NaN                     NaN   \n",
      "307508       ...                                1.0                 -1909.0   \n",
      "307509       ...                                0.0                  -322.0   \n",
      "307510       ...                                1.0                  -787.0   \n",
      "\n",
      "        OBS_60_CNT_SOCIAL_CIRCLE  DEF_60_CNT_SOCIAL_CIRCLE  \\\n",
      "0                            2.0                       2.0   \n",
      "1                            1.0                       0.0   \n",
      "2                            0.0                       0.0   \n",
      "3                            2.0                       0.0   \n",
      "4                            0.0                       0.0   \n",
      "5                            0.0                       0.0   \n",
      "6                            1.0                       0.0   \n",
      "7                            2.0                       0.0   \n",
      "8                            1.0                       0.0   \n",
      "9                            2.0                       0.0   \n",
      "10                           0.0                       0.0   \n",
      "11                           0.0                       0.0   \n",
      "12                           0.0                       0.0   \n",
      "13                           0.0                       0.0   \n",
      "14                           0.0                       0.0   \n",
      "15                           0.0                       0.0   \n",
      "16                           0.0                       0.0   \n",
      "17                           4.0                       0.0   \n",
      "18                           8.0                       0.0   \n",
      "19                           0.0                       0.0   \n",
      "20                           0.0                       0.0   \n",
      "21                           0.0                       0.0   \n",
      "22                           0.0                       0.0   \n",
      "23                           0.0                       0.0   \n",
      "24                           1.0                       0.0   \n",
      "25                           0.0                       0.0   \n",
      "26                          10.0                       0.0   \n",
      "27                           2.0                       0.0   \n",
      "28                           0.0                       0.0   \n",
      "29                           0.0                       0.0   \n",
      "...                          ...                       ...   \n",
      "307481                       0.0                       0.0   \n",
      "307482                       0.0                       0.0   \n",
      "307483                       1.0                       1.0   \n",
      "307484                       0.0                       0.0   \n",
      "307485                       0.0                       0.0   \n",
      "307486                       0.0                       0.0   \n",
      "307487                       0.0                       0.0   \n",
      "307488                       1.0                       0.0   \n",
      "307489                       1.0                       0.0   \n",
      "307490                       0.0                       0.0   \n",
      "307491                       4.0                       0.0   \n",
      "307492                       0.0                       0.0   \n",
      "307493                       0.0                       0.0   \n",
      "307494                      11.0                       0.0   \n",
      "307495                       0.0                       0.0   \n",
      "307496                       0.0                       0.0   \n",
      "307497                       0.0                       0.0   \n",
      "307498                       0.0                       0.0   \n",
      "307499                       4.0                       0.0   \n",
      "307500                       0.0                       0.0   \n",
      "307501                       2.0                       1.0   \n",
      "307502                       0.0                       0.0   \n",
      "307503                       9.0                       2.0   \n",
      "307504                       0.0                       0.0   \n",
      "307505                       0.0                       0.0   \n",
      "307506                       0.0                       0.0   \n",
      "307507                       0.0                       0.0   \n",
      "307508                       6.0                       0.0   \n",
      "307509                       0.0                       0.0   \n",
      "307510                       0.0                       0.0   \n",
      "\n",
      "        DEF_30_CNT_SOCIAL_CIRCLE  OBS_30_CNT_SOCIAL_CIRCLE  EXT_SOURCE_2  \\\n",
      "0                            2.0                       2.0      0.262949   \n",
      "1                            0.0                       1.0      0.622246   \n",
      "2                            0.0                       0.0      0.555912   \n",
      "3                            0.0                       2.0      0.650442   \n",
      "4                            0.0                       0.0      0.322738   \n",
      "5                            0.0                       0.0      0.354225   \n",
      "6                            0.0                       1.0      0.724000   \n",
      "7                            0.0                       2.0      0.714279   \n",
      "8                            0.0                       1.0      0.205747   \n",
      "9                            0.0                       2.0      0.746644   \n",
      "10                           0.0                       0.0      0.651862   \n",
      "11                           0.0                       0.0      0.555183   \n",
      "12                           0.0                       0.0      0.715042   \n",
      "13                           0.0                       0.0      0.566907   \n",
      "14                           0.0                       0.0      0.642656   \n",
      "15                           0.0                       0.0      0.346634   \n",
      "16                           0.0                       0.0      0.236378   \n",
      "17                           0.0                       4.0      0.683513   \n",
      "18                           0.0                       8.0      0.706428   \n",
      "19                           0.0                       0.0      0.586617   \n",
      "20                           0.0                       0.0      0.113375   \n",
      "21                           0.0                       0.0      0.233767   \n",
      "22                           0.0                       0.0      0.457143   \n",
      "23                           0.0                       0.0      0.624305   \n",
      "24                           1.0                       1.0      0.786179   \n",
      "25                           0.0                       0.0      0.651406   \n",
      "26                           1.0                      10.0      0.548477   \n",
      "27                           0.0                       2.0      0.541124   \n",
      "28                           0.0                       0.0      0.685011   \n",
      "29                           0.0                       0.0      0.502779   \n",
      "...                          ...                       ...           ...   \n",
      "307481                       0.0                       0.0      0.713524   \n",
      "307482                       0.0                       0.0      0.737905   \n",
      "307483                       1.0                       1.0      0.589906   \n",
      "307484                       0.0                       0.0      0.739703   \n",
      "307485                       0.0                       0.0      0.702403   \n",
      "307486                       0.0                       0.0      0.661025   \n",
      "307487                       0.0                       0.0      0.307082   \n",
      "307488                       0.0                       1.0      0.619662   \n",
      "307489                       1.0                       1.0      0.615261   \n",
      "307490                       0.0                       0.0      0.378421   \n",
      "307491                       0.0                       4.0      0.561158   \n",
      "307492                       0.0                       0.0      0.599173   \n",
      "307493                       0.0                       0.0      0.424683   \n",
      "307494                       0.0                      11.0      0.699727   \n",
      "307495                       0.0                       0.0      0.267834   \n",
      "307496                       0.0                       0.0      0.512081   \n",
      "307497                       0.0                       0.0      0.651306   \n",
      "307498                       0.0                       0.0      0.746259   \n",
      "307499                       0.0                       4.0      0.649123   \n",
      "307500                       0.0                       0.0      0.789389   \n",
      "307501                       1.0                       2.0      0.575481   \n",
      "307502                       0.0                       0.0      0.313334   \n",
      "307503                       3.0                       9.0      0.501221   \n",
      "307504                       0.0                       0.0      0.530725   \n",
      "307505                       0.0                       0.0      0.346391   \n",
      "307506                       0.0                       0.0      0.681632   \n",
      "307507                       0.0                       0.0      0.115992   \n",
      "307508                       0.0                       6.0      0.535722   \n",
      "307509                       0.0                       0.0      0.514163   \n",
      "307510                       0.0                       0.0      0.708569   \n",
      "\n",
      "        AMT_GOODS_PRICE  AMT_ANNUITY  CNT_FAM_MEMBERS  \n",
      "0              351000.0      24700.5              1.0  \n",
      "1             1129500.0      35698.5              2.0  \n",
      "2              135000.0       6750.0              1.0  \n",
      "3              297000.0      29686.5              2.0  \n",
      "4              513000.0      21865.5              1.0  \n",
      "5              454500.0      27517.5              2.0  \n",
      "6             1395000.0      41301.0              3.0  \n",
      "7             1530000.0      42075.0              2.0  \n",
      "8              913500.0      33826.5              2.0  \n",
      "9              405000.0      20250.0              1.0  \n",
      "10             652500.0      21177.0              3.0  \n",
      "11             135000.0      10678.5              2.0  \n",
      "12              67500.0       5881.5              2.0  \n",
      "13             697500.0      28966.5              3.0  \n",
      "14             679500.0      32778.0              2.0  \n",
      "15             247500.0      20160.0              1.0  \n",
      "16             387000.0      26149.5              2.0  \n",
      "17             270000.0      13500.0              3.0  \n",
      "18             157500.0       7875.0              1.0  \n",
      "19             454500.0      17563.5              2.0  \n",
      "20             427500.0      21375.0              2.0  \n",
      "21             927000.0      37561.5              3.0  \n",
      "22             450000.0      32521.5              3.0  \n",
      "23             225000.0      23850.0              2.0  \n",
      "24             247500.0      12703.5              4.0  \n",
      "25             225000.0      11074.5              2.0  \n",
      "26             702000.0      27076.5              1.0  \n",
      "27             270000.0      23827.5              3.0  \n",
      "28             675000.0      57676.5              1.0  \n",
      "29             180000.0       9000.0              1.0  \n",
      "...                 ...          ...              ...  \n",
      "307481         297000.0      19975.5              2.0  \n",
      "307482         472500.0      34969.5              2.0  \n",
      "307483         225000.0      16479.0              1.0  \n",
      "307484         450000.0      35617.5              2.0  \n",
      "307485         180000.0       9000.0              2.0  \n",
      "307486         270000.0      18283.5              3.0  \n",
      "307487         936000.0      31473.0              2.0  \n",
      "307488         135000.0      13351.5              1.0  \n",
      "307489         450000.0      23089.5              2.0  \n",
      "307490         135000.0       9148.5              1.0  \n",
      "307491         900000.0      31522.5              4.0  \n",
      "307492        1575000.0      43443.0              2.0  \n",
      "307493         765000.0      37678.5              2.0  \n",
      "307494         450000.0      46858.5              3.0  \n",
      "307495         675000.0      23773.5              2.0  \n",
      "307496         337500.0      16875.0              2.0  \n",
      "307497         193500.0      12028.5              2.0  \n",
      "307498        1125000.0      52168.5              2.0  \n",
      "307499         225000.0      12694.5              2.0  \n",
      "307500        1138500.0      35982.0              2.0  \n",
      "307501         225000.0      11871.0              5.0  \n",
      "307502         225000.0      10620.0              3.0  \n",
      "307503         247500.0      17770.5              1.0  \n",
      "307504         225000.0      16096.5              1.0  \n",
      "307505         225000.0      22050.0              1.0  \n",
      "307506         225000.0      27558.0              1.0  \n",
      "307507         225000.0      12001.5              1.0  \n",
      "307508         585000.0      29979.0              1.0  \n",
      "307509         319500.0      20205.0              2.0  \n",
      "307510         675000.0      49117.5              2.0  \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[307511 rows x 62 columns]\n",
      "after...\n",
      "        COMMONAREA_MODE  COMMONAREA_AVG  COMMONAREA_MEDI  \\\n",
      "0              0.014400        0.014300         0.014400   \n",
      "1              0.049700        0.060500         0.060800   \n",
      "2              0.042553        0.044621         0.044595   \n",
      "3              0.042553        0.044621         0.044595   \n",
      "4              0.042553        0.044621         0.044595   \n",
      "5              0.042553        0.044621         0.044595   \n",
      "6              0.042553        0.044621         0.044595   \n",
      "7              0.042553        0.044621         0.044595   \n",
      "8              0.042553        0.044621         0.044595   \n",
      "9              0.042553        0.044621         0.044595   \n",
      "10             0.042553        0.044621         0.044595   \n",
      "11             0.042553        0.044621         0.044595   \n",
      "12             0.042553        0.044621         0.044595   \n",
      "13             0.058700        0.058200         0.058500   \n",
      "14             0.115300        0.114300         0.115000   \n",
      "15             0.042553        0.044621         0.044595   \n",
      "16             0.042553        0.044621         0.044595   \n",
      "17             0.042553        0.044621         0.044595   \n",
      "18             0.001800        0.001800         0.001800   \n",
      "19             0.042553        0.044621         0.044595   \n",
      "20             0.042553        0.044621         0.044595   \n",
      "21             0.042553        0.044621         0.044595   \n",
      "22             0.012100        0.012000         0.012000   \n",
      "23             0.000000        0.106400         0.107100   \n",
      "24             0.021400        0.021200         0.021400   \n",
      "25             0.001000        0.001000         0.001000   \n",
      "26             0.042553        0.044621         0.044595   \n",
      "27             0.042553        0.044621         0.044595   \n",
      "28             0.042553        0.044621         0.044595   \n",
      "29             0.019000        0.018800         0.018900   \n",
      "...                 ...             ...              ...   \n",
      "307481         0.042553        0.044621         0.044595   \n",
      "307482         0.003800        0.003700         0.003800   \n",
      "307483         0.000000        0.000000         0.000000   \n",
      "307484         0.042553        0.044621         0.044595   \n",
      "307485         0.042553        0.044621         0.044595   \n",
      "307486         0.042553        0.044621         0.044595   \n",
      "307487         0.042553        0.044621         0.044595   \n",
      "307488         0.042553        0.044621         0.044595   \n",
      "307489         0.000900        0.000900         0.000900   \n",
      "307490         0.042553        0.044621         0.044595   \n",
      "307491         0.042553        0.044621         0.044595   \n",
      "307492         0.042553        0.044621         0.044595   \n",
      "307493         0.042553        0.044621         0.044595   \n",
      "307494         0.042553        0.044621         0.044595   \n",
      "307495         0.013800        0.013600         0.013700   \n",
      "307496         0.042553        0.044621         0.044595   \n",
      "307497         0.042553        0.044621         0.044595   \n",
      "307498         0.042553        0.044621         0.044595   \n",
      "307499         0.042553        0.044621         0.044595   \n",
      "307500         0.042553        0.044621         0.044595   \n",
      "307501         0.042553        0.044621         0.044595   \n",
      "307502         0.042553        0.044621         0.044595   \n",
      "307503         0.042553        0.044621         0.044595   \n",
      "307504         0.042553        0.044621         0.044595   \n",
      "307505         0.144500        0.143200         0.144100   \n",
      "307506         0.017200        0.020200         0.020300   \n",
      "307507         0.002200        0.002200         0.002200   \n",
      "307508         0.012400        0.012300         0.012400   \n",
      "307509         0.042553        0.044621         0.044595   \n",
      "307510         0.017800        0.017600         0.017700   \n",
      "\n",
      "        NONLIVINGAPARTMENTS_MEDI  NONLIVINGAPARTMENTS_AVG  \\\n",
      "0                       0.000000                 0.000000   \n",
      "1                       0.003900                 0.003900   \n",
      "2                       0.008651                 0.008809   \n",
      "3                       0.008651                 0.008809   \n",
      "4                       0.008651                 0.008809   \n",
      "5                       0.008651                 0.008809   \n",
      "6                       0.008651                 0.008809   \n",
      "7                       0.008651                 0.008809   \n",
      "8                       0.008651                 0.008809   \n",
      "9                       0.008651                 0.008809   \n",
      "10                      0.008651                 0.008809   \n",
      "11                      0.008651                 0.008809   \n",
      "12                      0.008651                 0.008809   \n",
      "13                      0.000000                 0.000000   \n",
      "14                      0.019400                 0.019300   \n",
      "15                      0.008651                 0.008809   \n",
      "16                      0.008651                 0.008809   \n",
      "17                      0.008651                 0.008809   \n",
      "18                      0.000000                 0.000000   \n",
      "19                      0.008651                 0.008809   \n",
      "20                      0.000000                 0.000000   \n",
      "21                      0.008651                 0.008809   \n",
      "22                      0.007800                 0.007700   \n",
      "23                      0.001900                 0.001900   \n",
      "24                      0.000000                 0.000000   \n",
      "25                      0.000000                 0.000000   \n",
      "26                      0.008651                 0.008809   \n",
      "27                      0.008651                 0.008809   \n",
      "28                      0.008651                 0.008809   \n",
      "29                      0.007800                 0.007700   \n",
      "...                          ...                      ...   \n",
      "307481                  0.008651                 0.008809   \n",
      "307482                  0.003900                 0.003900   \n",
      "307483                  0.000000                 0.000000   \n",
      "307484                  0.008651                 0.008809   \n",
      "307485                  0.008651                 0.008809   \n",
      "307486                  0.008651                 0.008809   \n",
      "307487                  0.008651                 0.008809   \n",
      "307488                  0.008651                 0.008809   \n",
      "307489                  0.000000                 0.000000   \n",
      "307490                  0.008651                 0.008809   \n",
      "307491                  0.008651                 0.008809   \n",
      "307492                  0.008651                 0.008809   \n",
      "307493                  0.008651                 0.008809   \n",
      "307494                  0.008651                 0.008809   \n",
      "307495                  0.003900                 0.003900   \n",
      "307496                  0.008651                 0.008809   \n",
      "307497                  0.008651                 0.008809   \n",
      "307498                  0.008651                 0.008809   \n",
      "307499                  0.008651                 0.008809   \n",
      "307500                  0.008651                 0.008809   \n",
      "307501                  0.008651                 0.008809   \n",
      "307502                  0.008651                 0.008809   \n",
      "307503                  0.008651                 0.008809   \n",
      "307504                  0.008651                 0.008809   \n",
      "307505                  0.015500                 0.015400   \n",
      "307506                  0.075700                 0.075300   \n",
      "307507                  0.000000                 0.000000   \n",
      "307508                  0.000000                 0.000000   \n",
      "307509                  0.008651                 0.008809   \n",
      "307510                  0.008651                 0.008809   \n",
      "\n",
      "        NONLIVINGAPARTMENTS_MODE  LIVINGAPARTMENTS_MODE  \\\n",
      "0                       0.000000               0.022000   \n",
      "1                       0.000000               0.079000   \n",
      "2                       0.008076               0.105645   \n",
      "3                       0.008076               0.105645   \n",
      "4                       0.008076               0.105645   \n",
      "5                       0.008076               0.105645   \n",
      "6                       0.008076               0.105645   \n",
      "7                       0.008076               0.105645   \n",
      "8                       0.008076               0.105645   \n",
      "9                       0.008076               0.105645   \n",
      "10                      0.008076               0.105645   \n",
      "11                      0.008076               0.105645   \n",
      "12                      0.008076               0.105645   \n",
      "13                      0.000000               0.131300   \n",
      "14                      0.019500               0.311300   \n",
      "15                      0.008076               0.105645   \n",
      "16                      0.008076               0.105645   \n",
      "17                      0.008076               0.105645   \n",
      "18                      0.000000               0.024800   \n",
      "19                      0.008076               0.105645   \n",
      "20                      0.000000               0.064300   \n",
      "21                      0.008076               0.105645   \n",
      "22                      0.007800               0.079000   \n",
      "23                      0.000000               0.110200   \n",
      "24                      0.000000               0.127600   \n",
      "25                      0.000000               0.064300   \n",
      "26                      0.008076               0.105645   \n",
      "27                      0.008076               0.105645   \n",
      "28                      0.008076               0.105645   \n",
      "29                      0.007800               0.132200   \n",
      "...                          ...                    ...   \n",
      "307481                  0.008076               0.105645   \n",
      "307482                  0.003900               0.034000   \n",
      "307483                  0.000000               0.007300   \n",
      "307484                  0.008076               0.105645   \n",
      "307485                  0.008076               0.105645   \n",
      "307486                  0.008076               0.105645   \n",
      "307487                  0.008076               0.105645   \n",
      "307488                  0.008076               0.105645   \n",
      "307489                  0.000000               0.010100   \n",
      "307490                  0.008076               0.105645   \n",
      "307491                  0.008076               0.105645   \n",
      "307492                  0.008076               0.105645   \n",
      "307493                  0.008076               0.105645   \n",
      "307494                  0.008076               0.105645   \n",
      "307495                  0.003900               0.065200   \n",
      "307496                  0.008076               0.105645   \n",
      "307497                  0.008076               0.105645   \n",
      "307498                  0.008076               0.105645   \n",
      "307499                  0.008076               0.105645   \n",
      "307500                  0.008076               0.105645   \n",
      "307501                  0.008076               0.105645   \n",
      "307502                  0.008076               0.105645   \n",
      "307503                  0.008076               0.105645   \n",
      "307504                  0.008076               0.105645   \n",
      "307505                  0.015600               0.192800   \n",
      "307506                  0.000000               0.088200   \n",
      "307507                  0.000000               0.022000   \n",
      "307508                  0.000000               0.091800   \n",
      "307509                  0.008076               0.105645   \n",
      "307510                  0.008076               0.105645   \n",
      "\n",
      "        LIVINGAPARTMENTS_MEDI  LIVINGAPARTMENTS_AVG  FLOORSMIN_MODE  \\\n",
      "0                    0.020500              0.020200        0.125000   \n",
      "1                    0.078700              0.077300        0.333300   \n",
      "2                    0.101954              0.100775        0.228058   \n",
      "3                    0.101954              0.100775        0.228058   \n",
      "4                    0.101954              0.100775        0.228058   \n",
      "5                    0.101954              0.100775        0.228058   \n",
      "6                    0.101954              0.100775        0.228058   \n",
      "7                    0.101954              0.100775        0.228058   \n",
      "8                    0.101954              0.100775        0.228058   \n",
      "9                    0.101954              0.100775        0.228058   \n",
      "10                   0.101954              0.100775        0.228058   \n",
      "11                   0.101954              0.100775        0.228058   \n",
      "12                   0.101954              0.100775        0.228058   \n",
      "13                   0.122300              0.120200        0.375000   \n",
      "14                   0.289900              0.284900        0.708300   \n",
      "15                   0.101954              0.100775        0.228058   \n",
      "16                   0.101954              0.100775        0.228058   \n",
      "17                   0.101954              0.100775        0.228058   \n",
      "18                   0.023100              0.022700        0.125000   \n",
      "19                   0.101954              0.100775        0.228058   \n",
      "20                   0.059900              0.058800        0.041700   \n",
      "21                   0.101954              0.100775        0.228058   \n",
      "22                   0.073500              0.072300        0.208300   \n",
      "23                   0.119300              0.117300        0.416700   \n",
      "24                   0.118900              0.116800        0.208300   \n",
      "25                   0.059900              0.058800        0.041700   \n",
      "26                   0.101954              0.100775        0.228058   \n",
      "27                   0.101954              0.100775        0.228058   \n",
      "28                   0.101954              0.100775        0.228058   \n",
      "29                   0.123100              0.121000        0.375000   \n",
      "...                       ...                   ...             ...   \n",
      "307481               0.101954              0.100775        0.228058   \n",
      "307482               0.031600              0.031100        0.208300   \n",
      "307483               0.006800              0.006700        0.041700   \n",
      "307484               0.101954              0.100775        0.228058   \n",
      "307485               0.101954              0.100775        0.228058   \n",
      "307486               0.101954              0.100775        0.228058   \n",
      "307487               0.101954              0.100775        0.228058   \n",
      "307488               0.101954              0.100775        0.228058   \n",
      "307489               0.009400              0.009200        0.041700   \n",
      "307490               0.101954              0.100775        0.228058   \n",
      "307491               0.101954              0.100775        0.228058   \n",
      "307492               0.101954              0.100775        0.228058   \n",
      "307493               0.101954              0.100775        0.228058   \n",
      "307494               0.101954              0.100775        0.228058   \n",
      "307495               0.060700              0.059700        0.228058   \n",
      "307496               0.101954              0.100775        0.228058   \n",
      "307497               0.101954              0.100775        0.228058   \n",
      "307498               0.101954              0.100775        0.708300   \n",
      "307499               0.101954              0.100775        0.228058   \n",
      "307500               0.101954              0.100775        0.228058   \n",
      "307501               0.101954              0.100775        0.228058   \n",
      "307502               0.101954              0.100775        0.228058   \n",
      "307503               0.101954              0.100775        0.228058   \n",
      "307504               0.101954              0.100775        0.228058   \n",
      "307505               0.179600              0.176500        0.375000   \n",
      "307506               0.150900              0.148400        0.041700   \n",
      "307507               0.020500              0.020200        0.125000   \n",
      "307508               0.085500              0.084100        0.208300   \n",
      "307509               0.101954              0.100775        0.228058   \n",
      "307510               0.101954              0.100775        0.228058   \n",
      "\n",
      "             ...         AMT_REQ_CREDIT_BUREAU_YEAR  DAYS_LAST_PHONE_CHANGE  \\\n",
      "0            ...                           1.000000            -1134.000000   \n",
      "1            ...                           0.000000             -828.000000   \n",
      "2            ...                           0.000000             -815.000000   \n",
      "3            ...                           1.899974             -617.000000   \n",
      "4            ...                           0.000000            -1106.000000   \n",
      "5            ...                           1.000000            -2536.000000   \n",
      "6            ...                           2.000000            -1562.000000   \n",
      "7            ...                           0.000000            -1070.000000   \n",
      "8            ...                           1.000000            -1097.283207   \n",
      "9            ...                           1.899974            -1673.000000   \n",
      "10           ...                           0.000000             -844.000000   \n",
      "11           ...                           2.000000            -2396.000000   \n",
      "12           ...                           0.000000            -2370.000000   \n",
      "13           ...                           1.000000               -4.000000   \n",
      "14           ...                           1.899974             -188.000000   \n",
      "15           ...                           1.000000             -925.000000   \n",
      "16           ...                           0.000000               -3.000000   \n",
      "17           ...                           1.899974            -2811.000000   \n",
      "18           ...                           0.000000             -239.000000   \n",
      "19           ...                           2.000000            -1850.000000   \n",
      "20           ...                           1.899974             -296.000000   \n",
      "21           ...                           4.000000            -1097.283207   \n",
      "22           ...                           5.000000             -468.000000   \n",
      "23           ...                           3.000000             -795.000000   \n",
      "24           ...                           0.000000               -4.000000   \n",
      "25           ...                           0.000000            -1097.283207   \n",
      "26           ...                           2.000000             -161.000000   \n",
      "27           ...                           0.000000               -2.000000   \n",
      "28           ...                           1.000000             -849.000000   \n",
      "29           ...                           1.899974             -599.000000   \n",
      "...          ...                                ...                     ...   \n",
      "307481       ...                           3.000000            -2941.000000   \n",
      "307482       ...                           1.000000             -611.000000   \n",
      "307483       ...                           5.000000            -1775.000000   \n",
      "307484       ...                           1.899974            -1578.000000   \n",
      "307485       ...                           0.000000             -336.000000   \n",
      "307486       ...                           1.000000            -1097.283207   \n",
      "307487       ...                           8.000000             -846.000000   \n",
      "307488       ...                           1.000000             -610.000000   \n",
      "307489       ...                           2.000000             -307.000000   \n",
      "307490       ...                           1.000000             -439.000000   \n",
      "307491       ...                           7.000000            -1357.000000   \n",
      "307492       ...                           0.000000            -1097.283207   \n",
      "307493       ...                           7.000000             -249.000000   \n",
      "307494       ...                           1.000000             -367.000000   \n",
      "307495       ...                           1.000000            -2919.000000   \n",
      "307496       ...                           2.000000             -826.000000   \n",
      "307497       ...                           6.000000            -1344.000000   \n",
      "307498       ...                           2.000000             -734.000000   \n",
      "307499       ...                           0.000000            -1511.000000   \n",
      "307500       ...                           5.000000            -1459.000000   \n",
      "307501       ...                           1.899974             -448.000000   \n",
      "307502       ...                           1.000000            -1516.000000   \n",
      "307503       ...                           2.000000            -2315.000000   \n",
      "307504       ...                           1.899974            -1097.283207   \n",
      "307505       ...                           0.000000            -1097.283207   \n",
      "307506       ...                           1.899974             -273.000000   \n",
      "307507       ...                           1.899974            -1097.283207   \n",
      "307508       ...                           1.000000            -1909.000000   \n",
      "307509       ...                           0.000000             -322.000000   \n",
      "307510       ...                           1.000000             -787.000000   \n",
      "\n",
      "        OBS_60_CNT_SOCIAL_CIRCLE  DEF_60_CNT_SOCIAL_CIRCLE  \\\n",
      "0                            2.0                       2.0   \n",
      "1                            1.0                       0.0   \n",
      "2                            0.0                       0.0   \n",
      "3                            2.0                       0.0   \n",
      "4                            0.0                       0.0   \n",
      "5                            0.0                       0.0   \n",
      "6                            1.0                       0.0   \n",
      "7                            2.0                       0.0   \n",
      "8                            1.0                       0.0   \n",
      "9                            2.0                       0.0   \n",
      "10                           0.0                       0.0   \n",
      "11                           0.0                       0.0   \n",
      "12                           0.0                       0.0   \n",
      "13                           0.0                       0.0   \n",
      "14                           0.0                       0.0   \n",
      "15                           0.0                       0.0   \n",
      "16                           0.0                       0.0   \n",
      "17                           4.0                       0.0   \n",
      "18                           8.0                       0.0   \n",
      "19                           0.0                       0.0   \n",
      "20                           0.0                       0.0   \n",
      "21                           0.0                       0.0   \n",
      "22                           0.0                       0.0   \n",
      "23                           0.0                       0.0   \n",
      "24                           1.0                       0.0   \n",
      "25                           0.0                       0.0   \n",
      "26                          10.0                       0.0   \n",
      "27                           2.0                       0.0   \n",
      "28                           0.0                       0.0   \n",
      "29                           0.0                       0.0   \n",
      "...                          ...                       ...   \n",
      "307481                       0.0                       0.0   \n",
      "307482                       0.0                       0.0   \n",
      "307483                       1.0                       1.0   \n",
      "307484                       0.0                       0.0   \n",
      "307485                       0.0                       0.0   \n",
      "307486                       0.0                       0.0   \n",
      "307487                       0.0                       0.0   \n",
      "307488                       1.0                       0.0   \n",
      "307489                       1.0                       0.0   \n",
      "307490                       0.0                       0.0   \n",
      "307491                       4.0                       0.0   \n",
      "307492                       0.0                       0.0   \n",
      "307493                       0.0                       0.0   \n",
      "307494                      11.0                       0.0   \n",
      "307495                       0.0                       0.0   \n",
      "307496                       0.0                       0.0   \n",
      "307497                       0.0                       0.0   \n",
      "307498                       0.0                       0.0   \n",
      "307499                       4.0                       0.0   \n",
      "307500                       0.0                       0.0   \n",
      "307501                       2.0                       1.0   \n",
      "307502                       0.0                       0.0   \n",
      "307503                       9.0                       2.0   \n",
      "307504                       0.0                       0.0   \n",
      "307505                       0.0                       0.0   \n",
      "307506                       0.0                       0.0   \n",
      "307507                       0.0                       0.0   \n",
      "307508                       6.0                       0.0   \n",
      "307509                       0.0                       0.0   \n",
      "307510                       0.0                       0.0   \n",
      "\n",
      "        DEF_30_CNT_SOCIAL_CIRCLE  OBS_30_CNT_SOCIAL_CIRCLE  EXT_SOURCE_2  \\\n",
      "0                            2.0                       2.0      0.262949   \n",
      "1                            0.0                       1.0      0.622246   \n",
      "2                            0.0                       0.0      0.555912   \n",
      "3                            0.0                       2.0      0.650442   \n",
      "4                            0.0                       0.0      0.322738   \n",
      "5                            0.0                       0.0      0.354225   \n",
      "6                            0.0                       1.0      0.724000   \n",
      "7                            0.0                       2.0      0.714279   \n",
      "8                            0.0                       1.0      0.205747   \n",
      "9                            0.0                       2.0      0.746644   \n",
      "10                           0.0                       0.0      0.651862   \n",
      "11                           0.0                       0.0      0.555183   \n",
      "12                           0.0                       0.0      0.715042   \n",
      "13                           0.0                       0.0      0.566907   \n",
      "14                           0.0                       0.0      0.642656   \n",
      "15                           0.0                       0.0      0.346634   \n",
      "16                           0.0                       0.0      0.236378   \n",
      "17                           0.0                       4.0      0.683513   \n",
      "18                           0.0                       8.0      0.706428   \n",
      "19                           0.0                       0.0      0.586617   \n",
      "20                           0.0                       0.0      0.113375   \n",
      "21                           0.0                       0.0      0.233767   \n",
      "22                           0.0                       0.0      0.457143   \n",
      "23                           0.0                       0.0      0.624305   \n",
      "24                           1.0                       1.0      0.786179   \n",
      "25                           0.0                       0.0      0.651406   \n",
      "26                           1.0                      10.0      0.548477   \n",
      "27                           0.0                       2.0      0.541124   \n",
      "28                           0.0                       0.0      0.685011   \n",
      "29                           0.0                       0.0      0.502779   \n",
      "...                          ...                       ...           ...   \n",
      "307481                       0.0                       0.0      0.713524   \n",
      "307482                       0.0                       0.0      0.737905   \n",
      "307483                       1.0                       1.0      0.589906   \n",
      "307484                       0.0                       0.0      0.739703   \n",
      "307485                       0.0                       0.0      0.702403   \n",
      "307486                       0.0                       0.0      0.661025   \n",
      "307487                       0.0                       0.0      0.307082   \n",
      "307488                       0.0                       1.0      0.619662   \n",
      "307489                       1.0                       1.0      0.615261   \n",
      "307490                       0.0                       0.0      0.378421   \n",
      "307491                       0.0                       4.0      0.561158   \n",
      "307492                       0.0                       0.0      0.599173   \n",
      "307493                       0.0                       0.0      0.424683   \n",
      "307494                       0.0                      11.0      0.699727   \n",
      "307495                       0.0                       0.0      0.267834   \n",
      "307496                       0.0                       0.0      0.512081   \n",
      "307497                       0.0                       0.0      0.651306   \n",
      "307498                       0.0                       0.0      0.746259   \n",
      "307499                       0.0                       4.0      0.649123   \n",
      "307500                       0.0                       0.0      0.789389   \n",
      "307501                       1.0                       2.0      0.575481   \n",
      "307502                       0.0                       0.0      0.313334   \n",
      "307503                       3.0                       9.0      0.501221   \n",
      "307504                       0.0                       0.0      0.530725   \n",
      "307505                       0.0                       0.0      0.346391   \n",
      "307506                       0.0                       0.0      0.681632   \n",
      "307507                       0.0                       0.0      0.115992   \n",
      "307508                       0.0                       6.0      0.535722   \n",
      "307509                       0.0                       0.0      0.514163   \n",
      "307510                       0.0                       0.0      0.708569   \n",
      "\n",
      "        AMT_GOODS_PRICE  AMT_ANNUITY  CNT_FAM_MEMBERS  \n",
      "0              351000.0      24700.5              1.0  \n",
      "1             1129500.0      35698.5              2.0  \n",
      "2              135000.0       6750.0              1.0  \n",
      "3              297000.0      29686.5              2.0  \n",
      "4              513000.0      21865.5              1.0  \n",
      "5              454500.0      27517.5              2.0  \n",
      "6             1395000.0      41301.0              3.0  \n",
      "7             1530000.0      42075.0              2.0  \n",
      "8              913500.0      33826.5              2.0  \n",
      "9              405000.0      20250.0              1.0  \n",
      "10             652500.0      21177.0              3.0  \n",
      "11             135000.0      10678.5              2.0  \n",
      "12              67500.0       5881.5              2.0  \n",
      "13             697500.0      28966.5              3.0  \n",
      "14             679500.0      32778.0              2.0  \n",
      "15             247500.0      20160.0              1.0  \n",
      "16             387000.0      26149.5              2.0  \n",
      "17             270000.0      13500.0              3.0  \n",
      "18             157500.0       7875.0              1.0  \n",
      "19             454500.0      17563.5              2.0  \n",
      "20             427500.0      21375.0              2.0  \n",
      "21             927000.0      37561.5              3.0  \n",
      "22             450000.0      32521.5              3.0  \n",
      "23             225000.0      23850.0              2.0  \n",
      "24             247500.0      12703.5              4.0  \n",
      "25             225000.0      11074.5              2.0  \n",
      "26             702000.0      27076.5              1.0  \n",
      "27             270000.0      23827.5              3.0  \n",
      "28             675000.0      57676.5              1.0  \n",
      "29             180000.0       9000.0              1.0  \n",
      "...                 ...          ...              ...  \n",
      "307481         297000.0      19975.5              2.0  \n",
      "307482         472500.0      34969.5              2.0  \n",
      "307483         225000.0      16479.0              1.0  \n",
      "307484         450000.0      35617.5              2.0  \n",
      "307485         180000.0       9000.0              2.0  \n",
      "307486         270000.0      18283.5              3.0  \n",
      "307487         936000.0      31473.0              2.0  \n",
      "307488         135000.0      13351.5              1.0  \n",
      "307489         450000.0      23089.5              2.0  \n",
      "307490         135000.0       9148.5              1.0  \n",
      "307491         900000.0      31522.5              4.0  \n",
      "307492        1575000.0      43443.0              2.0  \n",
      "307493         765000.0      37678.5              2.0  \n",
      "307494         450000.0      46858.5              3.0  \n",
      "307495         675000.0      23773.5              2.0  \n",
      "307496         337500.0      16875.0              2.0  \n",
      "307497         193500.0      12028.5              2.0  \n",
      "307498        1125000.0      52168.5              2.0  \n",
      "307499         225000.0      12694.5              2.0  \n",
      "307500        1138500.0      35982.0              2.0  \n",
      "307501         225000.0      11871.0              5.0  \n",
      "307502         225000.0      10620.0              3.0  \n",
      "307503         247500.0      17770.5              1.0  \n",
      "307504         225000.0      16096.5              1.0  \n",
      "307505         225000.0      22050.0              1.0  \n",
      "307506         225000.0      27558.0              1.0  \n",
      "307507         225000.0      12001.5              1.0  \n",
      "307508         585000.0      29979.0              1.0  \n",
      "307509         319500.0      20205.0              2.0  \n",
      "307510         675000.0      49117.5              2.0  \n",
      "\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[307511 rows x 62 columns]\n"
     ]
    }
   ],
   "source": [
    "# Shashank imputer\n",
    "from sklearn.base import TransformerMixin\n",
    "\n",
    "class DataFrameImputer(TransformerMixin):\n",
    "\n",
    "    def __init__(self):\n",
    "        \"\"\"Impute missing values.\n",
    "\n",
    "        Columns of dtype object are imputed with the most frequent value \n",
    "        in column.\n",
    "\n",
    "        Columns of other types are imputed with mean of column.\n",
    "\n",
    "        \"\"\"\n",
    "    def fit(self, X, y=None):\n",
    "\n",
    "        self.fill = pd.Series([X[c].value_counts().index[0]\n",
    "            if X[c].dtype == np.dtype('O') else X[c].mean() for c in X],\n",
    "            index=X.columns)\n",
    "\n",
    "        return self\n",
    "\n",
    "    def transform(self, X, y=None):\n",
    "        return X.fillna(self.fill)\n",
    "    \n",
    "print('before...')    \n",
    "Mis=X[mis_col][:]\n",
    "print('Mis - ',Mis)\n",
    "\n",
    "xt = DataFrameImputer().fit_transform(Mis)\n",
    "\n",
    "print('after...')\n",
    "print(xt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(307511, 304)\n",
      "          SK_ID_CURR         TARGET  NAME_CONTRACT_TYPE   FLAG_OWN_CAR  \\\n",
      "count  307511.000000  307511.000000       307511.000000  307511.000000   \n",
      "mean   278180.518577       0.080729            0.095213       0.340108   \n",
      "std    102790.175348       0.272419            0.293509       0.473746   \n",
      "min    100002.000000       0.000000            0.000000       0.000000   \n",
      "25%    189145.500000       0.000000            0.000000       0.000000   \n",
      "50%    278202.000000       0.000000            0.000000       0.000000   \n",
      "75%    367142.500000       0.000000            0.000000       1.000000   \n",
      "max    456255.000000       1.000000            1.000000       1.000000   \n",
      "\n",
      "       FLAG_OWN_REALTY   CNT_CHILDREN  AMT_INCOME_TOTAL    AMT_CREDIT  \\\n",
      "count    307511.000000  307511.000000      3.075110e+05  3.075110e+05   \n",
      "mean          0.693673       0.417052      1.687979e+05  5.990260e+05   \n",
      "std           0.460968       0.722121      2.371231e+05  4.024908e+05   \n",
      "min           0.000000       0.000000      2.565000e+04  4.500000e+04   \n",
      "25%           0.000000       0.000000      1.125000e+05  2.700000e+05   \n",
      "50%           1.000000       0.000000      1.471500e+05  5.135310e+05   \n",
      "75%           1.000000       1.000000      2.025000e+05  8.086500e+05   \n",
      "max           1.000000      19.000000      1.170000e+08  4.050000e+06   \n",
      "\n",
      "         AMT_ANNUITY  AMT_GOODS_PRICE          ...           \\\n",
      "count  307511.000000     3.075110e+05          ...            \n",
      "mean    27108.573909     5.383962e+05          ...            \n",
      "std     14493.454517     3.692794e+05          ...            \n",
      "min      1615.500000     4.050000e+04          ...            \n",
      "25%     16524.000000     2.385000e+05          ...            \n",
      "50%     24903.000000     4.500000e+05          ...            \n",
      "75%     34596.000000     6.795000e+05          ...            \n",
      "max    258025.500000     4.050000e+06          ...            \n",
      "\n",
      "       AMT_REQ_CREDIT_BUREAU_YEAR_miss  DAYS_LAST_PHONE_CHANGE_miss  \\\n",
      "count                    307511.000000                307511.000000   \n",
      "mean                          0.135016                     0.122509   \n",
      "std                           0.341742                     0.327874   \n",
      "min                           0.000000                     0.000000   \n",
      "25%                           0.000000                     0.000000   \n",
      "50%                           0.000000                     0.000000   \n",
      "75%                           0.000000                     0.000000   \n",
      "max                           1.000000                     1.000000   \n",
      "\n",
      "       OBS_60_CNT_SOCIAL_CIRCLE_miss  DEF_60_CNT_SOCIAL_CIRCLE_miss  \\\n",
      "count                  307511.000000                  307511.000000   \n",
      "mean                        0.003320                       0.003320   \n",
      "std                         0.057526                       0.057526   \n",
      "min                         0.000000                       0.000000   \n",
      "25%                         0.000000                       0.000000   \n",
      "50%                         0.000000                       0.000000   \n",
      "75%                         0.000000                       0.000000   \n",
      "max                         1.000000                       1.000000   \n",
      "\n",
      "       DEF_30_CNT_SOCIAL_CIRCLE_miss  OBS_30_CNT_SOCIAL_CIRCLE_miss  \\\n",
      "count                  307511.000000                  307511.000000   \n",
      "mean                        0.003320                       0.003320   \n",
      "std                         0.057526                       0.057526   \n",
      "min                         0.000000                       0.000000   \n",
      "25%                         0.000000                       0.000000   \n",
      "50%                         0.000000                       0.000000   \n",
      "75%                         0.000000                       0.000000   \n",
      "max                         1.000000                       1.000000   \n",
      "\n",
      "       EXT_SOURCE_2_miss  AMT_GOODS_PRICE_miss  AMT_ANNUITY_miss  \\\n",
      "count      307511.000000         307511.000000     307511.000000   \n",
      "mean            0.002146              0.000904          0.000039   \n",
      "std             0.046278              0.030054          0.006247   \n",
      "min             0.000000              0.000000          0.000000   \n",
      "25%             0.000000              0.000000          0.000000   \n",
      "50%             0.000000              0.000000          0.000000   \n",
      "75%             0.000000              0.000000          0.000000   \n",
      "max             1.000000              1.000000          1.000000   \n",
      "\n",
      "       CNT_FAM_MEMBERS_miss  \n",
      "count         307511.000000  \n",
      "mean               0.000007  \n",
      "std                0.002550  \n",
      "min                0.000000  \n",
      "25%                0.000000  \n",
      "50%                0.000000  \n",
      "75%                0.000000  \n",
      "max                1.000000  \n",
      "\n",
      "[8 rows x 304 columns]\n"
     ]
    }
   ],
   "source": [
    "# # #Have commented the dropping (not dropping any columns for now) Replace missing with -999\n",
    "# # Mis=X[mis_col][:]\n",
    "# # X_mis=(Mis.isnull().sum() / Mis.shape[0] * 100.00)\n",
    "# # df_mis=pd.DataFrame(np.c_[X_mis.index,X_mis],columns=['Colname','miss_p'])\n",
    "# # drop_col=df_mis[df_mis['miss_p']>65]['Colname'].values\n",
    "# # print('number of columns before dropping->',len(X.columns))\n",
    "# # #X=X.drop(drop_col,axis=1)\n",
    "# # print('number of columns after dropping->',len(X.columns))\n",
    "# X.replace(np.nan,-999, inplace=True)\n",
    "# #X.astype('float32',inplace=True)\n",
    "# #print(newX[].describe())\n",
    "# y=X['TARGET']\n",
    "# X=X.drop('TARGET',axis=1)\n",
    "for mis in mis_col:\n",
    "    X[mis]=xt[mis]\n",
    "print(X.shape)\n",
    "print(X.describe())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "# iterate below functions only"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "y=X['TARGET']\n",
    "X=X.drop('TARGET',axis=1)\n",
    "\n",
    "def split_train_test(X , y):\n",
    "    return(train_test_split( X , y , test_size=0.2, random_state=42))\n",
    "\n",
    "X_train, X_test, y_train, y_test =split_train_test(X,y)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Improved number of features-> 98\n"
     ]
    }
   ],
   "source": [
    "def feature_eng(X_train,y_train,X_test,y_test):\n",
    "    train_col=list(X_train.columns)\n",
    "    test_col=list(X_test.columns)    \n",
    "    clf = ExtraTreesClassifier(n_estimators=50)\n",
    "    clf = clf.fit(X_train, y_train)\n",
    "    model = SelectFromModel(clf, prefit=True)\n",
    "    new_trainX = model.transform(X_train)\n",
    "    n=np.shape(new_trainX)[1]\n",
    "    importances = clf.feature_importances_\n",
    "    indices = np.argsort(importances)[::-1]\n",
    "    clist=[]\n",
    "    for f in range(n):     \n",
    "        clist.append(indices[f])\n",
    "    new_train_col=[train_col[i] for i in clist]\n",
    "    new_test_col=[test_col[i] for i in clist]\n",
    "    X_train=pd.DataFrame(X_train)\n",
    "    X_test=pd.DataFrame(X_test)\n",
    "    y_train=pd.DataFrame(y_train)\n",
    "    y_test=pd.DataFrame(y_test)\n",
    "    df_new_train=pd.DataFrame(X_train.loc[:,new_train_col],columns=new_train_col)            \n",
    "    df_new_test=pd.DataFrame(X_test.loc[:,new_test_col],columns=new_test_col)\n",
    "    print(\"Improved number of features->\",len(clist))    \n",
    "    return(df_new_train,df_new_test)\n",
    "\n",
    "df_new_train,df_new_test=feature_eng(X_train, y_train, X_test, y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [],
   "source": [
    "def run_model_eval_metric(modelname,modelobj,X_train,Y_train,X_test,Y_test):\n",
    "    # In order to let the models run faster we use dask dataframe\n",
    "    \n",
    "    modelobj.fit(X_train,Y_train)\n",
    "    ypred_train=modelobj.predict(X_train)\n",
    "    ypred_test=modelobj.predict(X_test)\n",
    "    y_train_proba = modelobj.predict_proba(X_train)[:,1]\n",
    "    y_test_proba = modelobj.predict_proba(X_test)[:,1]\n",
    "    print('\\n')\n",
    "    print(modelname,\"model:\")\n",
    "    confmat=confusion_matrix(Y_train,ypred_train)\n",
    "    print(\"Train Confusion Matrix:\")\n",
    "    print(confmat)\n",
    "    confmat=confusion_matrix(Y_test,ypred_test)\n",
    "    print(\"Test Confusion Matrix:\")\n",
    "    print(confmat)\n",
    "    metric=pd.DataFrame([[0]*5]*2,columns=['PRECISION','RECALL','F1_SCORE','ROC_AUC_SCORE','ACCURACY'],index=['Train','Test'],dtype='float32')\n",
    "    metric['PRECISION']['Train']=round(precision_score(Y_train, ypred_train),3)\n",
    "    metric['RECALL']['Train']=recall_score(Y_train, ypred_train)\n",
    "    metric['F1_SCORE']['Train']=round(f1_score(Y_train, ypred_train),3)\n",
    "    metric['ROC_AUC_SCORE']['Train']=roc_auc_score(Y_train,y_train_proba)\n",
    "    metric['ACCURACY']['Train']=accuracy_score(Y_train,ypred_train)\n",
    "    metric['PRECISION']['Test']=precision_score(Y_test, ypred_test)\n",
    "    metric['RECALL']['Test']=recall_score(Y_test, ypred_test)\n",
    "    metric['F1_SCORE']['Test']=f1_score(Y_test, ypred_test)\n",
    "    metric['ROC_AUC_SCORE']['Test']=roc_auc_score(Y_test,y_test_proba)\n",
    "    metric['ACCURACY']['Test']=accuracy_score(Y_test,ypred_test)\n",
    "    print(metric)\n",
    "   \n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "K-Nearest Neighbor 1 model:\n",
      "Train Confusion Matrix:\n",
      "[[226132      0]\n",
      " [     0  19876]]\n",
      "Test Confusion Matrix:\n",
      "[[52026  4528]\n",
      " [ 4413   536]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   1.000000  1.000000  1.000000        1.00000  1.000000\n",
      "Test    0.105845  0.108305  0.107061        0.51412  0.854625\n",
      "\n",
      "\n",
      "K-Nearest Neighbor 3 model:\n",
      "Train Confusion Matrix:\n",
      "[[224307   1825]\n",
      " [ 16033   3843]]\n",
      "Test Confusion Matrix:\n",
      "[[55363  1191]\n",
      " [ 4784   165]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.678000  0.193349  0.301000       0.934129  0.927409\n",
      "Test    0.121681  0.033340  0.052339       0.527903  0.902850\n",
      "\n",
      "\n",
      "Random Forest model:\n",
      "Train Confusion Matrix:\n",
      "[[225902    230]\n",
      " [  3629  16247]]\n",
      "Test Confusion Matrix:\n",
      "[[55749   805]\n",
      " [ 4692   257]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.986000  0.817418   0.89400       0.994146  0.984314\n",
      "Test    0.241996  0.051930   0.08551       0.600245  0.910622\n",
      "\n",
      "\n",
      "Decision Tree model:\n",
      "Train Confusion Matrix:\n",
      "[[226104     28]\n",
      " [   482  19394]]\n",
      "Test Confusion Matrix:\n",
      "[[51832  4722]\n",
      " [ 4162   787]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.999000  0.975750  0.987000       0.999824  0.997927\n",
      "Test    0.142857  0.159022  0.150507       0.535195  0.855552\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\ProgramData\\Anaconda3\\lib\\site-packages\\sklearn\\linear_model\\logistic.py:432: FutureWarning: Default solver will be changed to 'lbfgs' in 0.22. Specify a solver to silence this warning.\n",
      "  FutureWarning)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "\n",
      "\n",
      "Logistic Regression model:\n",
      "Train Confusion Matrix:\n",
      "[[173176  52956]\n",
      " [  8100  11776]]\n",
      "Test Confusion Matrix:\n",
      "[[43215 13339]\n",
      " [ 2001  2948]]\n",
      "       PRECISION    RECALL  F1_SCORE  ROC_AUC_SCORE  ACCURACY\n",
      "Train   0.182000  0.592473  0.278000       0.747326  0.751813\n",
      "Test    0.181003  0.595676  0.277642       0.748306  0.750581\n"
     ]
    }
   ],
   "source": [
    "def run_all_models(df_new_train,y_train,df_new_test,y_test):\n",
    "    # K Nearest Neighbor\n",
    "    knearest = KNeighborsClassifier(algorithm= 'auto', n_jobs= -1, n_neighbors= 1)\n",
    "    run_model_eval_metric('K-Nearest Neighbor 1',knearest,df_new_train,y_train,df_new_test,y_test)\n",
    "    \n",
    "    knearest = KNeighborsClassifier(algorithm= 'auto', n_jobs= -1, n_neighbors= 3)\n",
    "    run_model_eval_metric('K-Nearest Neighbor 3',knearest,df_new_train,y_train,df_new_test,y_test)\n",
    "\n",
    "    # Random Forest\n",
    "    randfor = RandomForestClassifier(n_estimators= 5, max_features= 'auto', max_depth= 60, bootstrap= True, n_jobs= -1)\n",
    "    run_model_eval_metric('Random Forest',randfor,df_new_train,y_train,df_new_test,y_test)\n",
    "\n",
    "    # Decision Trees\n",
    "    dectree = DecisionTreeClassifier(random_state= 42, max_features= 'auto', max_depth= 40, criterion= 'gini')\n",
    "    run_model_eval_metric('Decision Tree',dectree,df_new_train,y_train,df_new_test,y_test)\n",
    "\n",
    "    # Logistic Regression\n",
    "    logreg = LogisticRegression(penalty = 'l1', class_weight= {0: 0.1, 1: 0.9}, C= 0.5)\n",
    "    run_model_eval_metric('Logistic Regression',logreg,df_new_train,y_train,df_new_test,y_test)\n",
    "\n",
    "run_all_models(df_new_train,y_train,df_new_test,y_test)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.0"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}