Приложение 4_Пример предварительной подготовки данных в pandas.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# отключаем предупреждения Anaconda\n",
    "import warnings\n",
    "warnings.simplefilter('ignore')\n",
    "\n",
    "# импортируем необходимые библиотеки\n",
    "import numpy as np\n",
    "import pandas as pd\n",
    "import matplotlib.pyplot as plt\n",
    "%matplotlib inline\n",
    "plt.rc('font', family='Verdana')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Считывание CSV-файла в объект DataFrame"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": true,
    "scrolled": false
   },
   "outputs": [],
   "source": [
    "# записываем CSV-файл в объект DataFrame\n",
    "data = pd.read_csv(\"C:/data/credit.csv\", encoding='cp1251', sep=';')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(170746, 15)"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# смотрим форму датафрейма\n",
    "data.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>client_id</th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>job_position</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>tariff_id</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>education</th>\n",
       "      <th>living_region</th>\n",
       "      <th>monthly_income</th>\n",
       "      <th>credit_count</th>\n",
       "      <th>overdue_credit_count</th>\n",
       "      <th>open_account_flg</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>M</td>\n",
       "      <td>48.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>UMN</td>\n",
       "      <td>59998</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0,770249</td>\n",
       "      <td>GRD</td>\n",
       "      <td>КРАСНОДАРСКИЙ КРАЙ</td>\n",
       "      <td>30000.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>F</td>\n",
       "      <td>28.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>UMN</td>\n",
       "      <td>10889</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0,248514</td>\n",
       "      <td>GRD</td>\n",
       "      <td>МОСКВА</td>\n",
       "      <td>43000.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>M</td>\n",
       "      <td>32.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>10728</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0,459589</td>\n",
       "      <td>SCH</td>\n",
       "      <td>САРАТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>23000.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>F</td>\n",
       "      <td>27.0</td>\n",
       "      <td>DIV</td>\n",
       "      <td>SPC</td>\n",
       "      <td>12009,09</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0,362536</td>\n",
       "      <td>GRD</td>\n",
       "      <td>ВОЛГОГРАДСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>17000.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>M</td>\n",
       "      <td>45.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>16908,89</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0,421385</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>25000.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   client_id gender   age marital_status job_position credit_sum  \\\n",
       "0          1      M  48.0            MAR          UMN      59998   \n",
       "1          2      F  28.0            MAR          UMN      10889   \n",
       "2          3      M  32.0            MAR          SPC      10728   \n",
       "3          4      F  27.0            DIV          SPC   12009,09   \n",
       "4          5      M  45.0            MAR          SPC   16908,89   \n",
       "\n",
       "   credit_month  tariff_id score_shk education          living_region  \\\n",
       "0            10         28  0,770249       GRD     КРАСНОДАРСКИЙ КРАЙ   \n",
       "1             6          2  0,248514       GRD                 МОСКВА   \n",
       "2            12          2  0,459589       SCH    САРАТОВСКАЯ ОБЛАСТЬ   \n",
       "3            12          2  0,362536       GRD  ВОЛГОГРАДСКАЯ ОБЛАСТЬ   \n",
       "4            10          2  0,421385       SCH    ЧЕЛЯБИНСКАЯ ОБЛАСТЬ   \n",
       "\n",
       "   monthly_income  credit_count  overdue_credit_count  open_account_flg  \n",
       "0         30000.0           1.0                   1.0                 0  \n",
       "1         43000.0           2.0                   0.0                 0  \n",
       "2         23000.0           5.0                   0.0                 0  \n",
       "3         17000.0           2.0                   0.0                 0  \n",
       "4         25000.0           1.0                   0.0                 0  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# выводим первые 5 наблюдений датафрейма\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# удаляем переменную client_id\n",
    "del data['client_id']"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Преобразование типов переменных"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 170746 entries, 0 to 170745\n",
      "Data columns (total 14 columns):\n",
      "gender                  170746 non-null object\n",
      "age                     170744 non-null float64\n",
      "marital_status          170744 non-null object\n",
      "job_position            170746 non-null object\n",
      "credit_sum              170745 non-null object\n",
      "credit_month            170746 non-null int64\n",
      "tariff_id               170746 non-null int64\n",
      "score_shk               170743 non-null object\n",
      "education               170743 non-null object\n",
      "living_region           170554 non-null object\n",
      "monthly_income          170745 non-null float64\n",
      "credit_count            161516 non-null float64\n",
      "overdue_credit_count    161516 non-null float64\n",
      "open_account_flg        170746 non-null int64\n",
      "dtypes: float64(4), int64(3), object(7)\n",
      "memory usage: 18.2+ MB\n",
      "None\n"
     ]
    }
   ],
   "source": [
    "# смотрим типы переменных\n",
    "print(data.info())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# преобразуем указанные переменные в тип object\n",
    "for i in ['gender', 'marital_status', 'job_position', 'education', \n",
    "          'tariff_id', 'living_region', 'okrug', 'open_account_flg']:\n",
    "    if i in data.columns:\n",
    "        data[i]=data[i].astype('object')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# в указанных переменных заменяем запятые на точки и\n",
    "# преобразуем в тип float\n",
    "for i in ['credit_sum', 'score_shk']:\n",
    "    if i in data.columns:\n",
    "        data[i]=data[i].str.replace(',', '.').astype('float')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "RangeIndex: 170746 entries, 0 to 170745\n",
      "Data columns (total 14 columns):\n",
      "gender                  170746 non-null object\n",
      "age                     170744 non-null float64\n",
      "marital_status          170744 non-null object\n",
      "job_position            170746 non-null object\n",
      "credit_sum              170745 non-null float64\n",
      "credit_month            170746 non-null int64\n",
      "tariff_id               170746 non-null object\n",
      "score_shk               170743 non-null float64\n",
      "education               170743 non-null object\n",
      "living_region           170554 non-null object\n",
      "monthly_income          170745 non-null float64\n",
      "credit_count            161516 non-null float64\n",
      "overdue_credit_count    161516 non-null float64\n",
      "open_account_flg        170746 non-null object\n",
      "dtypes: float64(6), int64(1), object(7)\n",
      "memory usage: 18.2+ MB\n",
      "None\n"
     ]
    }
   ],
   "source": [
    "# смотрим типы переменных\n",
    "print(data.info())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>job_position</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>tariff_id</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>education</th>\n",
       "      <th>living_region</th>\n",
       "      <th>monthly_income</th>\n",
       "      <th>credit_count</th>\n",
       "      <th>overdue_credit_count</th>\n",
       "      <th>open_account_flg</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>M</td>\n",
       "      <td>48.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>UMN</td>\n",
       "      <td>59998.00</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.770249</td>\n",
       "      <td>GRD</td>\n",
       "      <td>КРАСНОДАРСКИЙ КРАЙ</td>\n",
       "      <td>30000.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>F</td>\n",
       "      <td>28.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>UMN</td>\n",
       "      <td>10889.00</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.248514</td>\n",
       "      <td>GRD</td>\n",
       "      <td>МОСКВА</td>\n",
       "      <td>43000.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>M</td>\n",
       "      <td>32.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>10728.00</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.459589</td>\n",
       "      <td>SCH</td>\n",
       "      <td>САРАТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>23000.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>F</td>\n",
       "      <td>27.0</td>\n",
       "      <td>DIV</td>\n",
       "      <td>SPC</td>\n",
       "      <td>12009.09</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.362536</td>\n",
       "      <td>GRD</td>\n",
       "      <td>ВОЛГОГРАДСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>17000.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>M</td>\n",
       "      <td>45.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>16908.89</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.421385</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>25000.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  gender   age marital_status job_position  credit_sum  credit_month  \\\n",
       "0      M  48.0            MAR          UMN    59998.00            10   \n",
       "1      F  28.0            MAR          UMN    10889.00             6   \n",
       "2      M  32.0            MAR          SPC    10728.00            12   \n",
       "3      F  27.0            DIV          SPC    12009.09            12   \n",
       "4      M  45.0            MAR          SPC    16908.89            10   \n",
       "\n",
       "  tariff_id  score_shk education          living_region  monthly_income  \\\n",
       "0        28   0.770249       GRD     КРАСНОДАРСКИЙ КРАЙ         30000.0   \n",
       "1         2   0.248514       GRD                 МОСКВА         43000.0   \n",
       "2         2   0.459589       SCH    САРАТОВСКАЯ ОБЛАСТЬ         23000.0   \n",
       "3         2   0.362536       GRD  ВОЛГОГРАДСКАЯ ОБЛАСТЬ         17000.0   \n",
       "4         2   0.421385       SCH    ЧЕЛЯБИНСКАЯ ОБЛАСТЬ         25000.0   \n",
       "\n",
       "   credit_count  overdue_credit_count open_account_flg  \n",
       "0           1.0                   1.0                0  \n",
       "1           2.0                   0.0                0  \n",
       "2           5.0                   0.0                0  \n",
       "3           2.0                   0.0                0  \n",
       "4           1.0                   0.0                0  "
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# выводим первые 5 наблюдений датафрейма\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Переименование категорий переменных"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>job_position</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>tariff_id</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>education</th>\n",
       "      <th>living_region</th>\n",
       "      <th>monthly_income</th>\n",
       "      <th>credit_count</th>\n",
       "      <th>overdue_credit_count</th>\n",
       "      <th>open_account_flg</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Male</td>\n",
       "      <td>48.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>UMN</td>\n",
       "      <td>59998.00</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.770249</td>\n",
       "      <td>GRD</td>\n",
       "      <td>КРАСНОДАРСКИЙ КРАЙ</td>\n",
       "      <td>30000.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Female</td>\n",
       "      <td>28.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>UMN</td>\n",
       "      <td>10889.00</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.248514</td>\n",
       "      <td>GRD</td>\n",
       "      <td>МОСКВА</td>\n",
       "      <td>43000.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Male</td>\n",
       "      <td>32.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>10728.00</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.459589</td>\n",
       "      <td>SCH</td>\n",
       "      <td>САРАТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>23000.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Female</td>\n",
       "      <td>27.0</td>\n",
       "      <td>DIV</td>\n",
       "      <td>SPC</td>\n",
       "      <td>12009.09</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.362536</td>\n",
       "      <td>GRD</td>\n",
       "      <td>ВОЛГОГРАДСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>17000.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Male</td>\n",
       "      <td>45.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>16908.89</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.421385</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>25000.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   gender   age marital_status job_position  credit_sum  credit_month  \\\n",
       "0    Male  48.0            MAR          UMN    59998.00            10   \n",
       "1  Female  28.0            MAR          UMN    10889.00             6   \n",
       "2    Male  32.0            MAR          SPC    10728.00            12   \n",
       "3  Female  27.0            DIV          SPC    12009.09            12   \n",
       "4    Male  45.0            MAR          SPC    16908.89            10   \n",
       "\n",
       "  tariff_id  score_shk education          living_region  monthly_income  \\\n",
       "0        28   0.770249       GRD     КРАСНОДАРСКИЙ КРАЙ         30000.0   \n",
       "1         2   0.248514       GRD                 МОСКВА         43000.0   \n",
       "2         2   0.459589       SCH    САРАТОВСКАЯ ОБЛАСТЬ         23000.0   \n",
       "3         2   0.362536       GRD  ВОЛГОГРАДСКАЯ ОБЛАСТЬ         17000.0   \n",
       "4         2   0.421385       SCH    ЧЕЛЯБИНСКАЯ ОБЛАСТЬ         25000.0   \n",
       "\n",
       "   credit_count  overdue_credit_count open_account_flg  \n",
       "0           1.0                   1.0                0  \n",
       "1           2.0                   0.0                0  \n",
       "2           5.0                   0.0                0  \n",
       "3           2.0                   0.0                0  \n",
       "4           1.0                   0.0                0  "
      ]
     },
     "execution_count": 11,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# создаем словарь, в котором ключем является старое\n",
    "# название категории, значением – новое название\n",
    "# категории\n",
    "d = {'M':'Male', 'F':'Female'}\n",
    "\n",
    "# передаем словарь в метод map\n",
    "data['gender'] = data['gender'].map(d)\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>job_position</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>tariff_id</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>education</th>\n",
       "      <th>living_region</th>\n",
       "      <th>monthly_income</th>\n",
       "      <th>credit_count</th>\n",
       "      <th>overdue_credit_count</th>\n",
       "      <th>open_account_flg</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>M</td>\n",
       "      <td>48.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>UMN</td>\n",
       "      <td>59998.00</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.770249</td>\n",
       "      <td>GRD</td>\n",
       "      <td>КРАСНОДАРСКИЙ КРАЙ</td>\n",
       "      <td>30000.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>F</td>\n",
       "      <td>28.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>UMN</td>\n",
       "      <td>10889.00</td>\n",
       "      <td>6</td>\n",
       "      <td>2</td>\n",
       "      <td>0.248514</td>\n",
       "      <td>GRD</td>\n",
       "      <td>МОСКВА</td>\n",
       "      <td>43000.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>M</td>\n",
       "      <td>32.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>10728.00</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.459589</td>\n",
       "      <td>SCH</td>\n",
       "      <td>САРАТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>23000.0</td>\n",
       "      <td>5.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>F</td>\n",
       "      <td>27.0</td>\n",
       "      <td>DIV</td>\n",
       "      <td>SPC</td>\n",
       "      <td>12009.09</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.362536</td>\n",
       "      <td>GRD</td>\n",
       "      <td>ВОЛГОГРАДСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>17000.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>M</td>\n",
       "      <td>45.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>16908.89</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.421385</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>25000.0</td>\n",
       "      <td>1.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  gender   age marital_status job_position  credit_sum  credit_month  \\\n",
       "0      M  48.0            MAR          UMN    59998.00            10   \n",
       "1      F  28.0            MAR          UMN    10889.00             6   \n",
       "2      M  32.0            MAR          SPC    10728.00            12   \n",
       "3      F  27.0            DIV          SPC    12009.09            12   \n",
       "4      M  45.0            MAR          SPC    16908.89            10   \n",
       "\n",
       "  tariff_id  score_shk education          living_region  monthly_income  \\\n",
       "0        28   0.770249       GRD     КРАСНОДАРСКИЙ КРАЙ         30000.0   \n",
       "1         2   0.248514       GRD                 МОСКВА         43000.0   \n",
       "2         2   0.459589       SCH    САРАТОВСКАЯ ОБЛАСТЬ         23000.0   \n",
       "3         2   0.362536       GRD  ВОЛГОГРАДСКАЯ ОБЛАСТЬ         17000.0   \n",
       "4         2   0.421385       SCH    ЧЕЛЯБИНСКАЯ ОБЛАСТЬ         25000.0   \n",
       "\n",
       "   credit_count  overdue_credit_count open_account_flg  \n",
       "0           1.0                   1.0                0  \n",
       "1           2.0                   0.0                0  \n",
       "2           5.0                   0.0                0  \n",
       "3           2.0                   0.0                0  \n",
       "4           1.0                   0.0                0  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# создаем словарь, в котором ключем является старое\n",
    "# название категории, значением – новое название\n",
    "# категории\n",
    "f = {'Male':'M', 'Female':'F'}\n",
    "\n",
    "# передаем в метод replace словарь, в котором ключем\n",
    "# будет название переменной, а значением - словарь со\n",
    "# старыми и новыми названиями категорий\n",
    "data = data.replace({'gender': f})\n",
    "data.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Обработка редких категорий"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "F    88697\n",
      "M    82049\n",
      "Name: gender, dtype: int64\n",
      "MAR    93955\n",
      "UNM    52148\n",
      "DIV    16970\n",
      "CIV     4196\n",
      "WID     3475\n",
      "Name: marital_status, dtype: int64\n",
      "SPC    134680\n",
      "UMN     17674\n",
      "BIS      5591\n",
      "PNA      4107\n",
      "DIR      3750\n",
      "ATP      2791\n",
      "WRK       656\n",
      "NOR       537\n",
      "WOI       352\n",
      "INP       241\n",
      "BIU       126\n",
      "WRP       110\n",
      "PNI        65\n",
      "PNV        40\n",
      "PNS        12\n",
      "HSK         8\n",
      "INV         5\n",
      "ONB         1\n",
      "Name: job_position, dtype: int64\n",
      "2     69355\n",
      "28    39117\n",
      "19    15537\n",
      "20    10970\n",
      "25     7497\n",
      "30     5538\n",
      "22     3930\n",
      "18     3339\n",
      "3      3232\n",
      "1      2245\n",
      "23     2228\n",
      "6      2102\n",
      "29     1007\n",
      "8       766\n",
      "4       717\n",
      "9       579\n",
      "7       540\n",
      "32      414\n",
      "10      376\n",
      "11      370\n",
      "31      317\n",
      "12      303\n",
      "21      132\n",
      "13       56\n",
      "5        36\n",
      "14       11\n",
      "16       10\n",
      "26        7\n",
      "15        6\n",
      "24        5\n",
      "27        2\n",
      "33        1\n",
      "17        1\n",
      "Name: tariff_id, dtype: int64\n",
      "SCH    87536\n",
      "GRD    72594\n",
      "UGR     9941\n",
      "PGR      565\n",
      "ACD      107\n",
      "Name: education, dtype: int64\n",
      "МОСКОВСКАЯ ОБЛАСТЬ                     12844\n",
      "МОСКВА                                  9261\n",
      "ТЮМЕНСКАЯ ОБЛАСТЬ                       8735\n",
      "КРАСНОДАРСКИЙ КРАЙ                      8355\n",
      "САНКТ-ПЕТЕРБУРГ                         8303\n",
      "РЕСПУБЛИКА ТАТАРСТАН                    7667\n",
      "СВЕРДЛОВСКАЯ ОБЛАСТЬ                    7316\n",
      "РЕСПУБЛИКА БАШКОРТОСТАН                 6466\n",
      "ЧЕЛЯБИНСКАЯ ОБЛАСТЬ                     5155\n",
      "САМАРСКАЯ ОБЛАСТЬ                       5104\n",
      "СТАВРОПОЛЬСКИЙ КРАЙ                     4617\n",
      "РОСТОВСКАЯ ОБЛАСТЬ                      4328\n",
      "ИРКУТСКАЯ ОБЛАСТЬ                       4323\n",
      "НИЖЕГОРОДСКАЯ ОБЛАСТЬ                   3695\n",
      "ПЕРМСКИЙ КРАЙ                           3614\n",
      "ЛЕНИНГРАДСКАЯ ОБЛАСТЬ                   3529\n",
      "КРАСНОЯРСКИЙ КРАЙ                       3121\n",
      "КЕМЕРОВСКАЯ ОБЛАСТЬ                     2890\n",
      "АСТРАХАНСКАЯ ОБЛАСТЬ                    2719\n",
      "ВОЛОГОДСКАЯ ОБЛАСТЬ                     2605\n",
      "ВОЛГОГРАДСКАЯ ОБЛАСТЬ                   2293\n",
      "САРАТОВСКАЯ ОБЛАСТЬ                     2282\n",
      "НОВОСИБИРСКАЯ ОБЛАСТЬ                   2169\n",
      "АРХАНГЕЛЬСКАЯ ОБЛАСТЬ                   1895\n",
      "РЕСПУБЛИКА КОМИ                         1860\n",
      "РЕСПУБЛИКА САХА (ЯКУТИЯ)                1857\n",
      "ВОРОНЕЖСКАЯ ОБЛАСТЬ                     1723\n",
      "РЕСПУБЛИКА БУРЯТИЯ                      1643\n",
      "ХАБАРОВСКИЙ КРАЙ                        1560\n",
      "ТВЕРСКАЯ ОБЛАСТЬ                        1548\n",
      "                                       ...  \n",
      "БЕЛГОРОДСКАЯ ОБЛАСТЬ                     750\n",
      "ОРЛОВСКАЯ ОБЛАСТЬ                        748\n",
      "НОВГОРОДСКАЯ ОБЛАСТЬ                     745\n",
      "РЯЗАНСКАЯ ОБЛАСТЬ                        728\n",
      "КАЛИНИНГРАДСКАЯ ОБЛАСТЬ                  728\n",
      "РЕСПУБЛИКА МОРДОВИЯ                      717\n",
      "САХАЛИНСКАЯ ОБЛАСТЬ                      705\n",
      "РЕСПУБЛИКА МАРИЙ ЭЛ                      700\n",
      "РЕСПУБЛИКА КАРЕЛИЯ                       679\n",
      "КИРОВСКАЯ ОБЛАСТЬ                        647\n",
      "КАБАРДИНО-БАЛКАРСКАЯ РЕСПУБЛИКА          637\n",
      "ТОМСКАЯ ОБЛАСТЬ                          626\n",
      "КАРАЧАЕВО-ЧЕРКЕССКАЯ РЕСПУБЛИКА          576\n",
      "ПСКОВСКАЯ ОБЛАСТЬ                        575\n",
      "РЕСПУБЛИКА ТЫВА                          564\n",
      "РЕСПУБЛИКА АДЫГЕЯ                        554\n",
      "АЛТАЙСКИЙ КРАЙ                           553\n",
      "КОСТРОМСКАЯ ОБЛАСТЬ                      514\n",
      "РЕСПУБЛИКА ХАКАСИЯ                       480\n",
      "КАМЧАТСКИЙ КРАЙ                          412\n",
      "РЕСПУБЛИКА СЕВЕРНАЯ ОСЕТИЯ - АЛАНИЯ      379\n",
      "РЕСПУБЛИКА КАЛМЫКИЯ                      305\n",
      "ЕВРЕЙСКАЯ АВТОНОМНАЯ ОБЛАСТЬ             203\n",
      "МАГАДАНСКАЯ ОБЛАСТЬ                      159\n",
      "РЕСПУБЛИКА ДАГЕСТАН                       69\n",
      "РЕСПУБЛИКА АЛТАЙ                          54\n",
      "ЧУКОТСКИЙ АВТОНОМНЫЙ ОКРУГ                32\n",
      "ЧЕЧЕНСКАЯ РЕСПУБЛИКА                      31\n",
      "РЕСПУБЛИКА ИНГУШЕТИЯ                      19\n",
      "ЧИТИНСКАЯ ОБЛАСТЬ                         17\n",
      "Name: living_region, Length: 81, dtype: int64\n",
      "0    140690\n",
      "1     30056\n",
      "Name: open_account_flg, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# выводим частоты категорий по каждой\n",
    "# категориальной переменной\n",
    "categorical_columns = [c for c in data.columns if data[c].dtype.name == 'object']\n",
    "for c in categorical_columns:\n",
    "    print(data[c].value_counts())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "SPC    134680\n",
      "UMN     17674\n",
      "BIS      5591\n",
      "PNA      4107\n",
      "DIR      3750\n",
      "ATP      2791\n",
      "WRK       656\n",
      "NOR       537\n",
      "WOI       352\n",
      "INP       241\n",
      "BIU       126\n",
      "WRP       110\n",
      "PNI        65\n",
      "PNV        40\n",
      "PNS        12\n",
      "HSK         8\n",
      "INV         5\n",
      "ONB         1\n",
      "Name: job_position, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# выводим частоты категорий для переменной job_position,\n",
    "# dropna=False выведет частоту пропусков, если они есть \n",
    "print(data['job_position'].value_counts(dropna=False))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# записываем указанные категории переменной\n",
    "# job_position в отдельную категорию OTHER\n",
    "data.at[data['job_position'] == 'PNV', 'job_position'] = 'OTHER'\n",
    "data.at[data['job_position'] == 'PNS', 'job_position'] = 'OTHER'\n",
    "data.at[data['job_position'] == 'HSK', 'job_position'] = 'OTHER'\n",
    "data.at[data['job_position'] == 'INV', 'job_position'] = 'OTHER'\n",
    "data.at[data['job_position'] == 'ONB', 'job_position'] = 'OTHER'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "SPC      134680\n",
      "UMN       17674\n",
      "BIS        5591\n",
      "PNA        4107\n",
      "DIR        3750\n",
      "ATP        2791\n",
      "WRK         656\n",
      "NOR         537\n",
      "WOI         352\n",
      "INP         241\n",
      "BIU         126\n",
      "WRP         110\n",
      "OTHER        66\n",
      "PNI          65\n",
      "Name: job_position, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# выводим частоты категорий для переменной job_position\n",
    "print(data['job_position'].value_counts(dropna=False))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2     69355\n",
      "28    39117\n",
      "19    15537\n",
      "20    10970\n",
      "25     7497\n",
      "30     5538\n",
      "22     3930\n",
      "18     3339\n",
      "3      3232\n",
      "1      2245\n",
      "23     2228\n",
      "6      2102\n",
      "29     1007\n",
      "8       766\n",
      "4       717\n",
      "9       579\n",
      "7       540\n",
      "32      414\n",
      "10      376\n",
      "11      370\n",
      "31      317\n",
      "12      303\n",
      "21      132\n",
      "13       56\n",
      "5        36\n",
      "14       11\n",
      "16       10\n",
      "26        7\n",
      "15        6\n",
      "24        5\n",
      "27        2\n",
      "33        1\n",
      "17        1\n",
      "Name: tariff_id, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# выводим частоты категорий для переменной tariff_id\n",
    "print(data['tariff_id'].value_counts(dropna=False))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# все категории переменной tariff_id с частотой \n",
    "# менее 55 наблюдений записываем в отдельную\n",
    "# категорию 99\n",
    "data.loc[data['tariff_id'].value_counts()[data['tariff_id']].values < 55, \n",
    "         'tariff_id'] = '99'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2     69355\n",
      "28    39117\n",
      "19    15537\n",
      "20    10970\n",
      "25     7497\n",
      "30     5538\n",
      "22     3930\n",
      "18     3339\n",
      "3      3232\n",
      "1      2245\n",
      "23     2228\n",
      "6      2102\n",
      "29     1007\n",
      "8       766\n",
      "4       717\n",
      "9       579\n",
      "7       540\n",
      "32      414\n",
      "10      376\n",
      "11      370\n",
      "31      317\n",
      "12      303\n",
      "21      132\n",
      "99       79\n",
      "13       56\n",
      "Name: tariff_id, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# выводим частоты категорий для переменной tariff_id\n",
    "print(data['tariff_id'].value_counts(dropna=False))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "РЕСПУБЛИКА КАЛМЫКИЯ             305\n",
      "ЕВРЕЙСКАЯ АВТОНОМНАЯ ОБЛАСТЬ    203\n",
      "NaN                             192\n",
      "МАГАДАНСКАЯ ОБЛАСТЬ             159\n",
      "РЕСПУБЛИКА ДАГЕСТАН              69\n",
      "РЕСПУБЛИКА АЛТАЙ                 54\n",
      "ЧУКОТСКИЙ АВТОНОМНЫЙ ОКРУГ       32\n",
      "ЧЕЧЕНСКАЯ РЕСПУБЛИКА             31\n",
      "РЕСПУБЛИКА ИНГУШЕТИЯ             19\n",
      "ЧИТИНСКАЯ ОБЛАСТЬ                17\n",
      "Name: living_region, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# выводим частоты для последних 10 категорий\n",
    "# переменной living_region\n",
    "print(data['living_region'].value_counts(dropna=False).tail(10))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": true,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# все категории переменной living_region с частотой \n",
    "# <= 50 наблюдений записываем в отдельную\n",
    "# категорию OTHER\n",
    "data['living_region'].loc[data.groupby ('living_region')['living_region'].\n",
    "                          transform ('count').fillna(data['living_region'].\n",
    "                          isnull().sum()) <= 50] = 'OTHER'"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "РЕСПУБЛИКА ХАКАСИЯ                     480\n",
      "КАМЧАТСКИЙ КРАЙ                        412\n",
      "РЕСПУБЛИКА СЕВЕРНАЯ ОСЕТИЯ - АЛАНИЯ    379\n",
      "РЕСПУБЛИКА КАЛМЫКИЯ                    305\n",
      "ЕВРЕЙСКАЯ АВТОНОМНАЯ ОБЛАСТЬ           203\n",
      "NaN                                    192\n",
      "МАГАДАНСКАЯ ОБЛАСТЬ                    159\n",
      "OTHER                                   99\n",
      "РЕСПУБЛИКА ДАГЕСТАН                     69\n",
      "РЕСПУБЛИКА АЛТАЙ                        54\n",
      "Name: living_region, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# выводим частоты для последних 10 категорий \n",
    "# переменной living_region\n",
    "print(data['living_region'].value_counts(dropna=False).tail(10))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Разбиение набора данных на обучающую и контрольную"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# с помощью метода .sample из исходного \n",
    "# датафрейма data случайно отбираем \n",
    "# 70% наблюдений в обучающий датафрейм train\n",
    "train=data.sample(frac=0.7,random_state=200)\n",
    "\n",
    "# в исходном датафрейме data оставляем только те \n",
    "# наблюдения, индексные метки которых отличаются \n",
    "# от индекса наблюдений, попавших в обучающий датафрейм \n",
    "# train, и записываем контрольный датафрейм test\n",
    "test=data.drop(train.index)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "gender                     0\n",
       "age                        2\n",
       "marital_status             1\n",
       "job_position               0\n",
       "credit_sum                 0\n",
       "credit_month               0\n",
       "tariff_id                  0\n",
       "score_shk                  3\n",
       "education                  2\n",
       "living_region            139\n",
       "monthly_income             1\n",
       "credit_count            6477\n",
       "overdue_credit_count    6477\n",
       "open_account_flg           0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# выводим информацию о количестве пропусков\n",
    "# по каждой переменной в обучающей выборке\n",
    "train.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "gender                     0\n",
       "age                        0\n",
       "marital_status             1\n",
       "job_position               0\n",
       "credit_sum                 1\n",
       "credit_month               0\n",
       "tariff_id                  0\n",
       "score_shk                  0\n",
       "education                  1\n",
       "living_region             53\n",
       "monthly_income             0\n",
       "credit_count            2753\n",
       "overdue_credit_count    2753\n",
       "open_account_flg           0\n",
       "dtype: int64"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# выводим информацию о количестве пропусков\n",
    "# по каждой переменной в контрольной выборке\n",
    "test.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# заполняем пропуски в переменной age медианой\n",
    "train['age'].fillna(train['age'].median(), inplace=True)\n",
    "test['age'].fillna(train['age'].median(), inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# заполняем пропуски в переменных credit_sum, score_shk \n",
    "# и monthly_income медианами\n",
    "for i in ['credit_sum', 'score_shk', 'monthly_income']:\n",
    "    if i in train.columns:\n",
    "        train[i].fillna(train[i].median(), inplace=True)\n",
    "\n",
    "for i in ['credit_sum', 'score_shk', 'monthly_income']:\n",
    "    if i in test.columns:\n",
    "        test[i].fillna(train[i].median(), inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {
    "collapsed": true,
    "scrolled": true
   },
   "outputs": [],
   "source": [
    "# заполняем пропуски в переменных credit_count,\n",
    "# overdue_credit_count -1\n",
    "for i in ['credit_count', 'overdue_credit_count']:\n",
    "    if i in train.columns:\n",
    "        train[i].fillna(-1, inplace=True)\n",
    "\n",
    "for i in ['credit_count', 'overdue_credit_count']:\n",
    "    if i in test.columns:\n",
    "        test[i].fillna(-1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "MAR    65652\n",
      "UNM    36580\n",
      "DIV    11919\n",
      "CIV     2942\n",
      "WID     2428\n",
      "NaN        1\n",
      "Name: marital_status, dtype: int64\n",
      "MAR    28303\n",
      "UNM    15568\n",
      "DIV     5051\n",
      "CIV     1254\n",
      "WID     1047\n",
      "NaN        1\n",
      "Name: marital_status, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# выводим частоты категорий\n",
    "# для переменной marital_status\n",
    "print(train['marital_status'].value_counts(dropna=False))\n",
    "print(test['marital_status'].value_counts(dropna=False))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# выполняем импутацию пропусков модой\n",
    "train['marital_status'] = train['marital_status'].fillna('MAR')\n",
    "test['marital_status'] = test['marital_status'].fillna('MAR')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "MAR    65653\n",
      "UNM    36580\n",
      "DIV    11919\n",
      "CIV     2942\n",
      "WID     2428\n",
      "Name: marital_status, dtype: int64\n",
      "MAR    28304\n",
      "UNM    15568\n",
      "DIV     5051\n",
      "CIV     1254\n",
      "WID     1047\n",
      "Name: marital_status, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# выводим частоты категорий\n",
    "# для переменной marital_status\n",
    "print(train['marital_status'].value_counts(dropna=False))\n",
    "print(test['marital_status'].value_counts(dropna=False))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    SCH\n",
       "dtype: object"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# вычисляем моду для переменной\n",
    "# education\n",
    "train['education'].mode()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# выполняем импутацию пропусков модой\n",
    "train['education'] = train['education'].fillna('SCH')\n",
    "test['education'] = test['education'].fillna('SCH')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "КОСТРОМСКАЯ ОБЛАСТЬ                    343\n",
      "КАМЧАТСКИЙ КРАЙ                        294\n",
      "РЕСПУБЛИКА СЕВЕРНАЯ ОСЕТИЯ - АЛАНИЯ    262\n",
      "РЕСПУБЛИКА КАЛМЫКИЯ                    210\n",
      "NaN                                    139\n",
      "ЕВРЕЙСКАЯ АВТОНОМНАЯ ОБЛАСТЬ           132\n",
      "МАГАДАНСКАЯ ОБЛАСТЬ                    115\n",
      "OTHER                                   67\n",
      "РЕСПУБЛИКА ДАГЕСТАН                     48\n",
      "РЕСПУБЛИКА АЛТАЙ                        36\n",
      "Name: living_region, dtype: int64\n",
      "РЕСПУБЛИКА ХАКАСИЯ                     136\n",
      "КАМЧАТСКИЙ КРАЙ                        118\n",
      "РЕСПУБЛИКА СЕВЕРНАЯ ОСЕТИЯ - АЛАНИЯ    117\n",
      "РЕСПУБЛИКА КАЛМЫКИЯ                     95\n",
      "ЕВРЕЙСКАЯ АВТОНОМНАЯ ОБЛАСТЬ            71\n",
      "NaN                                     53\n",
      "МАГАДАНСКАЯ ОБЛАСТЬ                     44\n",
      "OTHER                                   32\n",
      "РЕСПУБЛИКА ДАГЕСТАН                     21\n",
      "РЕСПУБЛИКА АЛТАЙ                        18\n",
      "Name: living_region, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# выводим частоты для последних 10 категорий\n",
    "# переменной living_region\n",
    "print(train['living_region'].value_counts(dropna=False).tail(10))\n",
    "print(test['living_region'].value_counts(dropna=False).tail(10))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# присваиваем переменной living_region тип str, \n",
    "# тем самым записывая пропуски в отдельную\n",
    "# категорию nan\n",
    "train['living_region']=train['living_region'].astype('str')\n",
    "test['living_region']=test['living_region'].astype('str')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "КОСТРОМСКАЯ ОБЛАСТЬ                    343\n",
      "КАМЧАТСКИЙ КРАЙ                        294\n",
      "РЕСПУБЛИКА СЕВЕРНАЯ ОСЕТИЯ - АЛАНИЯ    262\n",
      "РЕСПУБЛИКА КАЛМЫКИЯ                    210\n",
      "nan                                    139\n",
      "ЕВРЕЙСКАЯ АВТОНОМНАЯ ОБЛАСТЬ           132\n",
      "МАГАДАНСКАЯ ОБЛАСТЬ                    115\n",
      "OTHER                                   67\n",
      "РЕСПУБЛИКА ДАГЕСТАН                     48\n",
      "РЕСПУБЛИКА АЛТАЙ                        36\n",
      "Name: living_region, dtype: int64\n",
      "РЕСПУБЛИКА ХАКАСИЯ                     136\n",
      "КАМЧАТСКИЙ КРАЙ                        118\n",
      "РЕСПУБЛИКА СЕВЕРНАЯ ОСЕТИЯ - АЛАНИЯ    117\n",
      "РЕСПУБЛИКА КАЛМЫКИЯ                     95\n",
      "ЕВРЕЙСКАЯ АВТОНОМНАЯ ОБЛАСТЬ            71\n",
      "nan                                     53\n",
      "МАГАДАНСКАЯ ОБЛАСТЬ                     44\n",
      "OTHER                                   32\n",
      "РЕСПУБЛИКА ДАГЕСТАН                     21\n",
      "РЕСПУБЛИКА АЛТАЙ                        18\n",
      "Name: living_region, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "# выводим частоты для последних 10 категорий\n",
    "# переменной living_region\n",
    "print(train['living_region'].value_counts(dropna=False).tail(10))\n",
    "print(test['living_region'].value_counts(dropna=False).tail(10))"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Конструирование новых признаков"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# на основе категориальной переменной tariff_id создаем\n",
    "# количественную переменную tariff\n",
    "train['tariff']=train['tariff_id'].astype('int')\n",
    "test['tariff']=test['tariff_id'].astype('int')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# создаем переменную paym, которая \n",
    "# является отношением выданной суммы кредита \n",
    "# (credit_sum) к сроку кредита (credit_month), \n",
    "# то есть ежемесячной суммой кредита\n",
    "train['paym'] = train['credit_sum'] / train['credit_month']\n",
    "test['paym'] = test['credit_sum'] / test['credit_month']\n",
    "\n",
    "# создаем переменную pti, которая является \n",
    "# отношением ежемесячной суммы кредита \n",
    "# (paym) к ежемесячному заработку \n",
    "# (monthly_income) \n",
    "train['pti'] = train['paym'] / train['monthly_income']\n",
    "test['pti'] = test['paym'] / test['monthly_income']\n",
    "\n",
    "# заменяем бесконечные значения на 1\n",
    "train['pti'][train['pti'] == np.inf] = 1\n",
    "test['pti'][test['pti'] == np.inf] = 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# создаем новые переменные, возведя некоторые\n",
    "# количественные переменные в квадрат\n",
    "train['tariff_sq'] = train['tariff']**2\n",
    "test['tariff_sq'] = test['tariff']**2\n",
    "\n",
    "train['age_sq'] = train['age']**2\n",
    "test['age_sq'] = test['age']**2\n",
    "\n",
    "train['credit_sum_sq'] = train['credit_sum']**2\n",
    "test['credit_sum_sq'] = test['credit_sum']**2\n",
    "\n",
    "train['score_sq'] = train['score_shk']**2\n",
    "test['score_sq'] = test['score_shk']**2\n",
    "\n",
    "train['income_sq'] = train['monthly_income']**2\n",
    "test['income_sq'] = test['monthly_income']**2\n",
    "\n",
    "train['credit_month_sq'] = train['credit_month']**2\n",
    "test['credit_month_sq'] = test['credit_month']**2\n",
    "\n",
    "train['credit_count_sq'] = train['credit_count']**2\n",
    "test['credit_count_sq'] = test['credit_count']**2"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Создание переменной, у которой значения основаны на значениях исходной переменной"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 40,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['SPC' 'UMN' 'BIS' 'DIR' 'PNA' 'ATP' 'OTHER' 'WRK' 'BIU' 'NOR' 'WOI' 'INP'\n",
      " 'PNI' 'WRP']\n"
     ]
    }
   ],
   "source": [
    "# выводим уникальные значения исходной переменной, \n",
    "# в данном случае - значения переменной job_position\n",
    "print(train['job_position'].unique())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>job_position</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>tariff_id</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>education</th>\n",
       "      <th>living_region</th>\n",
       "      <th>...</th>\n",
       "      <th>paym</th>\n",
       "      <th>pti</th>\n",
       "      <th>tariff_sq</th>\n",
       "      <th>age_sq</th>\n",
       "      <th>credit_sum_sq</th>\n",
       "      <th>score_sq</th>\n",
       "      <th>income_sq</th>\n",
       "      <th>credit_month_sq</th>\n",
       "      <th>credit_count_sq</th>\n",
       "      <th>avrzarplata</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>53397</th>\n",
       "      <td>M</td>\n",
       "      <td>28.0</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>33579.0</td>\n",
       "      <td>10</td>\n",
       "      <td>20</td>\n",
       "      <td>0.431360</td>\n",
       "      <td>SCH</td>\n",
       "      <td>АМУРСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>3357.900000</td>\n",
       "      <td>0.093275</td>\n",
       "      <td>400</td>\n",
       "      <td>784.0</td>\n",
       "      <td>1.127549e+09</td>\n",
       "      <td>0.186071</td>\n",
       "      <td>1.296000e+09</td>\n",
       "      <td>100</td>\n",
       "      <td>4.0</td>\n",
       "      <td>63000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143962</th>\n",
       "      <td>M</td>\n",
       "      <td>38.0</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>23511.0</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>0.358472</td>\n",
       "      <td>GRD</td>\n",
       "      <td>СТАВРОПОЛЬСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>2351.100000</td>\n",
       "      <td>0.052247</td>\n",
       "      <td>361</td>\n",
       "      <td>1444.0</td>\n",
       "      <td>5.527671e+08</td>\n",
       "      <td>0.128502</td>\n",
       "      <td>2.025000e+09</td>\n",
       "      <td>100</td>\n",
       "      <td>4.0</td>\n",
       "      <td>63000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146922</th>\n",
       "      <td>F</td>\n",
       "      <td>25.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>39990.0</td>\n",
       "      <td>24</td>\n",
       "      <td>25</td>\n",
       "      <td>0.613475</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РОСТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>1666.250000</td>\n",
       "      <td>0.033325</td>\n",
       "      <td>625</td>\n",
       "      <td>625.0</td>\n",
       "      <td>1.599200e+09</td>\n",
       "      <td>0.376352</td>\n",
       "      <td>2.500000e+09</td>\n",
       "      <td>576</td>\n",
       "      <td>36.0</td>\n",
       "      <td>63000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63697</th>\n",
       "      <td>F</td>\n",
       "      <td>65.0</td>\n",
       "      <td>UNM</td>\n",
       "      <td>UMN</td>\n",
       "      <td>3490.0</td>\n",
       "      <td>6</td>\n",
       "      <td>18</td>\n",
       "      <td>0.371355</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РЕСПУБЛИКА ХАКАСИЯ</td>\n",
       "      <td>...</td>\n",
       "      <td>581.666667</td>\n",
       "      <td>0.016619</td>\n",
       "      <td>324</td>\n",
       "      <td>4225.0</td>\n",
       "      <td>1.218010e+07</td>\n",
       "      <td>0.137905</td>\n",
       "      <td>1.225000e+09</td>\n",
       "      <td>36</td>\n",
       "      <td>16.0</td>\n",
       "      <td>51000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54503</th>\n",
       "      <td>M</td>\n",
       "      <td>49.0</td>\n",
       "      <td>MAR</td>\n",
       "      <td>BIS</td>\n",
       "      <td>36358.0</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.645187</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>3635.800000</td>\n",
       "      <td>0.072716</td>\n",
       "      <td>784</td>\n",
       "      <td>2401.0</td>\n",
       "      <td>1.321904e+09</td>\n",
       "      <td>0.416266</td>\n",
       "      <td>2.500000e+09</td>\n",
       "      <td>100</td>\n",
       "      <td>4.0</td>\n",
       "      <td>86000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 25 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       gender   age marital_status job_position  credit_sum  credit_month  \\\n",
       "53397       M  28.0            UNM          SPC     33579.0            10   \n",
       "143962      M  38.0            UNM          SPC     23511.0            10   \n",
       "146922      F  25.0            MAR          SPC     39990.0            24   \n",
       "63697       F  65.0            UNM          UMN      3490.0             6   \n",
       "54503       M  49.0            MAR          BIS     36358.0            10   \n",
       "\n",
       "       tariff_id  score_shk education        living_region     ...       \\\n",
       "53397         20   0.431360       SCH     АМУРСКАЯ ОБЛАСТЬ     ...        \n",
       "143962        19   0.358472       GRD  СТАВРОПОЛЬСКИЙ КРАЙ     ...        \n",
       "146922        25   0.613475       GRD   РОСТОВСКАЯ ОБЛАСТЬ     ...        \n",
       "63697         18   0.371355       GRD   РЕСПУБЛИКА ХАКАСИЯ     ...        \n",
       "54503         28   0.645187       SCH  ЧЕЛЯБИНСКАЯ ОБЛАСТЬ     ...        \n",
       "\n",
       "               paym       pti  tariff_sq  age_sq  credit_sum_sq  score_sq  \\\n",
       "53397   3357.900000  0.093275        400   784.0   1.127549e+09  0.186071   \n",
       "143962  2351.100000  0.052247        361  1444.0   5.527671e+08  0.128502   \n",
       "146922  1666.250000  0.033325        625   625.0   1.599200e+09  0.376352   \n",
       "63697    581.666667  0.016619        324  4225.0   1.218010e+07  0.137905   \n",
       "54503   3635.800000  0.072716        784  2401.0   1.321904e+09  0.416266   \n",
       "\n",
       "           income_sq  credit_month_sq  credit_count_sq  avrzarplata  \n",
       "53397   1.296000e+09              100              4.0        63000  \n",
       "143962  2.025000e+09              100              4.0        63000  \n",
       "146922  2.500000e+09              576             36.0        63000  \n",
       "63697   1.225000e+09               36             16.0        51000  \n",
       "54503   2.500000e+09              100              4.0        86000  \n",
       "\n",
       "[5 rows x 25 columns]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# затем создаем словарь, в котором ключом будет значение \n",
    "# исходной переменной job_position, а значением - значение \n",
    "# будущей переменной avrzarplata\n",
    "dct = {'UMN': 51000, 'SPC': 63000, 'INP': 55000, 'DIR': 60000, \n",
    "       'ATP': 46000, 'PNA': 71000, 'BIS': 86000, 'WOI': 76000,\n",
    "       'NOR': 54000,'WRK': 77000, 'WRP': 75000, 'PNV': 67000, \n",
    "       'BIU': 43000, 'PNI': 69000, 'HSK': 74000, 'PNS': 44000, \n",
    "       'INV': 88000, 'ONB': 62000, 'OTHER':20000}\n",
    "# Создаем новую переменную avrzarplata, у которой значения \n",
    "# сопоставлены значениям переменной job_position\n",
    "train['avrzarplata'] = train['job_position'].map(dct)\n",
    "train.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>job_position</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>tariff_id</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>education</th>\n",
       "      <th>living_region</th>\n",
       "      <th>...</th>\n",
       "      <th>paym</th>\n",
       "      <th>pti</th>\n",
       "      <th>tariff_sq</th>\n",
       "      <th>age_sq</th>\n",
       "      <th>credit_sum_sq</th>\n",
       "      <th>score_sq</th>\n",
       "      <th>income_sq</th>\n",
       "      <th>credit_month_sq</th>\n",
       "      <th>credit_count_sq</th>\n",
       "      <th>avrzarplata</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>53397</th>\n",
       "      <td>M</td>\n",
       "      <td>28.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>33579.000</td>\n",
       "      <td>10</td>\n",
       "      <td>20</td>\n",
       "      <td>0.431</td>\n",
       "      <td>SCH</td>\n",
       "      <td>АМУРСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>3357.900</td>\n",
       "      <td>0.093</td>\n",
       "      <td>400</td>\n",
       "      <td>784.000</td>\n",
       "      <td>1127549241.000</td>\n",
       "      <td>0.186</td>\n",
       "      <td>1296000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143962</th>\n",
       "      <td>M</td>\n",
       "      <td>38.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>23511.000</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>0.358</td>\n",
       "      <td>GRD</td>\n",
       "      <td>СТАВРОПОЛЬСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>2351.100</td>\n",
       "      <td>0.052</td>\n",
       "      <td>361</td>\n",
       "      <td>1444.000</td>\n",
       "      <td>552767121.000</td>\n",
       "      <td>0.129</td>\n",
       "      <td>2025000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146922</th>\n",
       "      <td>F</td>\n",
       "      <td>25.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>39990.000</td>\n",
       "      <td>24</td>\n",
       "      <td>25</td>\n",
       "      <td>0.613</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РОСТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>1666.250</td>\n",
       "      <td>0.033</td>\n",
       "      <td>625</td>\n",
       "      <td>625.000</td>\n",
       "      <td>1599200100.000</td>\n",
       "      <td>0.376</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>576</td>\n",
       "      <td>36.000</td>\n",
       "      <td>63000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63697</th>\n",
       "      <td>F</td>\n",
       "      <td>65.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>UMN</td>\n",
       "      <td>3490.000</td>\n",
       "      <td>6</td>\n",
       "      <td>18</td>\n",
       "      <td>0.371</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РЕСПУБЛИКА ХАКАСИЯ</td>\n",
       "      <td>...</td>\n",
       "      <td>581.667</td>\n",
       "      <td>0.017</td>\n",
       "      <td>324</td>\n",
       "      <td>4225.000</td>\n",
       "      <td>12180100.000</td>\n",
       "      <td>0.138</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>36</td>\n",
       "      <td>16.000</td>\n",
       "      <td>51000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54503</th>\n",
       "      <td>M</td>\n",
       "      <td>49.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>BIS</td>\n",
       "      <td>36358.000</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.645</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>3635.800</td>\n",
       "      <td>0.073</td>\n",
       "      <td>784</td>\n",
       "      <td>2401.000</td>\n",
       "      <td>1321904164.000</td>\n",
       "      <td>0.416</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>86000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 25 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       gender    age marital_status job_position  credit_sum  credit_month  \\\n",
       "53397       M 28.000            UNM          SPC   33579.000            10   \n",
       "143962      M 38.000            UNM          SPC   23511.000            10   \n",
       "146922      F 25.000            MAR          SPC   39990.000            24   \n",
       "63697       F 65.000            UNM          UMN    3490.000             6   \n",
       "54503       M 49.000            MAR          BIS   36358.000            10   \n",
       "\n",
       "       tariff_id  score_shk education        living_region     ...       \\\n",
       "53397         20      0.431       SCH     АМУРСКАЯ ОБЛАСТЬ     ...        \n",
       "143962        19      0.358       GRD  СТАВРОПОЛЬСКИЙ КРАЙ     ...        \n",
       "146922        25      0.613       GRD   РОСТОВСКАЯ ОБЛАСТЬ     ...        \n",
       "63697         18      0.371       GRD   РЕСПУБЛИКА ХАКАСИЯ     ...        \n",
       "54503         28      0.645       SCH  ЧЕЛЯБИНСКАЯ ОБЛАСТЬ     ...        \n",
       "\n",
       "           paym   pti  tariff_sq   age_sq  credit_sum_sq  score_sq  \\\n",
       "53397  3357.900 0.093        400  784.000 1127549241.000     0.186   \n",
       "143962 2351.100 0.052        361 1444.000  552767121.000     0.129   \n",
       "146922 1666.250 0.033        625  625.000 1599200100.000     0.376   \n",
       "63697   581.667 0.017        324 4225.000   12180100.000     0.138   \n",
       "54503  3635.800 0.073        784 2401.000 1321904164.000     0.416   \n",
       "\n",
       "            income_sq  credit_month_sq  credit_count_sq  avrzarplata  \n",
       "53397  1296000000.000              100            4.000        63000  \n",
       "143962 2025000000.000              100            4.000        63000  \n",
       "146922 2500000000.000              576           36.000        63000  \n",
       "63697  1225000000.000               36           16.000        51000  \n",
       "54503  2500000000.000              100            4.000        86000  \n",
       "\n",
       "[5 rows x 25 columns]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# отключаем экспоненциальную запись\n",
    "pd.set_option('display.float_format', lambda x: '%.3f' % x)\n",
    "train.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Создание переменной, у которой каждое значение – частота наблюдений в категории переменных"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 43,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>job_position</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>tariff_id</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>education</th>\n",
       "      <th>living_region</th>\n",
       "      <th>...</th>\n",
       "      <th>pti</th>\n",
       "      <th>tariff_sq</th>\n",
       "      <th>age_sq</th>\n",
       "      <th>credit_sum_sq</th>\n",
       "      <th>score_sq</th>\n",
       "      <th>income_sq</th>\n",
       "      <th>credit_month_sq</th>\n",
       "      <th>credit_count_sq</th>\n",
       "      <th>avrzarplata</th>\n",
       "      <th>region_cnt</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>53397</th>\n",
       "      <td>M</td>\n",
       "      <td>28.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>33579.000</td>\n",
       "      <td>10</td>\n",
       "      <td>20</td>\n",
       "      <td>0.431</td>\n",
       "      <td>SCH</td>\n",
       "      <td>АМУРСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>0.093</td>\n",
       "      <td>400</td>\n",
       "      <td>784.000</td>\n",
       "      <td>1127549241.000</td>\n",
       "      <td>0.186</td>\n",
       "      <td>1296000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>618</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143962</th>\n",
       "      <td>M</td>\n",
       "      <td>38.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>23511.000</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>0.358</td>\n",
       "      <td>GRD</td>\n",
       "      <td>СТАВРОПОЛЬСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>0.052</td>\n",
       "      <td>361</td>\n",
       "      <td>1444.000</td>\n",
       "      <td>552767121.000</td>\n",
       "      <td>0.129</td>\n",
       "      <td>2025000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3236</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146922</th>\n",
       "      <td>F</td>\n",
       "      <td>25.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>39990.000</td>\n",
       "      <td>24</td>\n",
       "      <td>25</td>\n",
       "      <td>0.613</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РОСТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>0.033</td>\n",
       "      <td>625</td>\n",
       "      <td>625.000</td>\n",
       "      <td>1599200100.000</td>\n",
       "      <td>0.376</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>576</td>\n",
       "      <td>36.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3024</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63697</th>\n",
       "      <td>F</td>\n",
       "      <td>65.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>UMN</td>\n",
       "      <td>3490.000</td>\n",
       "      <td>6</td>\n",
       "      <td>18</td>\n",
       "      <td>0.371</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РЕСПУБЛИКА ХАКАСИЯ</td>\n",
       "      <td>...</td>\n",
       "      <td>0.017</td>\n",
       "      <td>324</td>\n",
       "      <td>4225.000</td>\n",
       "      <td>12180100.000</td>\n",
       "      <td>0.138</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>36</td>\n",
       "      <td>16.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>344</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54503</th>\n",
       "      <td>M</td>\n",
       "      <td>49.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>BIS</td>\n",
       "      <td>36358.000</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.645</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>0.073</td>\n",
       "      <td>784</td>\n",
       "      <td>2401.000</td>\n",
       "      <td>1321904164.000</td>\n",
       "      <td>0.416</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>86000</td>\n",
       "      <td>3620</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 26 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       gender    age marital_status job_position  credit_sum  credit_month  \\\n",
       "53397       M 28.000            UNM          SPC   33579.000            10   \n",
       "143962      M 38.000            UNM          SPC   23511.000            10   \n",
       "146922      F 25.000            MAR          SPC   39990.000            24   \n",
       "63697       F 65.000            UNM          UMN    3490.000             6   \n",
       "54503       M 49.000            MAR          BIS   36358.000            10   \n",
       "\n",
       "       tariff_id  score_shk education        living_region     ...       pti  \\\n",
       "53397         20      0.431       SCH     АМУРСКАЯ ОБЛАСТЬ     ...     0.093   \n",
       "143962        19      0.358       GRD  СТАВРОПОЛЬСКИЙ КРАЙ     ...     0.052   \n",
       "146922        25      0.613       GRD   РОСТОВСКАЯ ОБЛАСТЬ     ...     0.033   \n",
       "63697         18      0.371       GRD   РЕСПУБЛИКА ХАКАСИЯ     ...     0.017   \n",
       "54503         28      0.645       SCH  ЧЕЛЯБИНСКАЯ ОБЛАСТЬ     ...     0.073   \n",
       "\n",
       "        tariff_sq   age_sq  credit_sum_sq  score_sq      income_sq  \\\n",
       "53397         400  784.000 1127549241.000     0.186 1296000000.000   \n",
       "143962        361 1444.000  552767121.000     0.129 2025000000.000   \n",
       "146922        625  625.000 1599200100.000     0.376 2500000000.000   \n",
       "63697         324 4225.000   12180100.000     0.138 1225000000.000   \n",
       "54503         784 2401.000 1321904164.000     0.416 2500000000.000   \n",
       "\n",
       "        credit_month_sq  credit_count_sq  avrzarplata  region_cnt  \n",
       "53397               100            4.000        63000         618  \n",
       "143962              100            4.000        63000        3236  \n",
       "146922              576           36.000        63000        3024  \n",
       "63697                36           16.000        51000         344  \n",
       "54503               100            4.000        86000        3620  \n",
       "\n",
       "[5 rows x 26 columns]"
      ]
     },
     "execution_count": 43,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# cоздаем переменную region_cnt, у которой каждое значение - \n",
    "# частота наблюдений в категории переменной living_region\n",
    "train['region_cnt'] = train['living_region'].map(train['living_region'].value_counts())\n",
    "train.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Создание переменной, у которой каждое значение - среднее значение количественной переменной, взятое по уровню категориальной переменной"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 44,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>job_position</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>tariff_id</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>education</th>\n",
       "      <th>living_region</th>\n",
       "      <th>...</th>\n",
       "      <th>tariff_sq</th>\n",
       "      <th>age_sq</th>\n",
       "      <th>credit_sum_sq</th>\n",
       "      <th>score_sq</th>\n",
       "      <th>income_sq</th>\n",
       "      <th>credit_month_sq</th>\n",
       "      <th>credit_count_sq</th>\n",
       "      <th>avrzarplata</th>\n",
       "      <th>region_cnt</th>\n",
       "      <th>region_mean_income</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>53397</th>\n",
       "      <td>M</td>\n",
       "      <td>28.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>33579.000</td>\n",
       "      <td>10</td>\n",
       "      <td>20</td>\n",
       "      <td>0.431</td>\n",
       "      <td>SCH</td>\n",
       "      <td>АМУРСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>400</td>\n",
       "      <td>784.000</td>\n",
       "      <td>1127549241.000</td>\n",
       "      <td>0.186</td>\n",
       "      <td>1296000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>618</td>\n",
       "      <td>38026.071</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143962</th>\n",
       "      <td>M</td>\n",
       "      <td>38.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>23511.000</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>0.358</td>\n",
       "      <td>GRD</td>\n",
       "      <td>СТАВРОПОЛЬСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>361</td>\n",
       "      <td>1444.000</td>\n",
       "      <td>552767121.000</td>\n",
       "      <td>0.129</td>\n",
       "      <td>2025000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3236</td>\n",
       "      <td>32589.184</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146922</th>\n",
       "      <td>F</td>\n",
       "      <td>25.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>39990.000</td>\n",
       "      <td>24</td>\n",
       "      <td>25</td>\n",
       "      <td>0.613</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РОСТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>625</td>\n",
       "      <td>625.000</td>\n",
       "      <td>1599200100.000</td>\n",
       "      <td>0.376</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>576</td>\n",
       "      <td>36.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3024</td>\n",
       "      <td>34645.748</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63697</th>\n",
       "      <td>F</td>\n",
       "      <td>65.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>UMN</td>\n",
       "      <td>3490.000</td>\n",
       "      <td>6</td>\n",
       "      <td>18</td>\n",
       "      <td>0.371</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РЕСПУБЛИКА ХАКАСИЯ</td>\n",
       "      <td>...</td>\n",
       "      <td>324</td>\n",
       "      <td>4225.000</td>\n",
       "      <td>12180100.000</td>\n",
       "      <td>0.138</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>36</td>\n",
       "      <td>16.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>344</td>\n",
       "      <td>33443.198</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54503</th>\n",
       "      <td>M</td>\n",
       "      <td>49.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>BIS</td>\n",
       "      <td>36358.000</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.645</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>784</td>\n",
       "      <td>2401.000</td>\n",
       "      <td>1321904164.000</td>\n",
       "      <td>0.416</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>86000</td>\n",
       "      <td>3620</td>\n",
       "      <td>34010.613</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 27 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       gender    age marital_status job_position  credit_sum  credit_month  \\\n",
       "53397       M 28.000            UNM          SPC   33579.000            10   \n",
       "143962      M 38.000            UNM          SPC   23511.000            10   \n",
       "146922      F 25.000            MAR          SPC   39990.000            24   \n",
       "63697       F 65.000            UNM          UMN    3490.000             6   \n",
       "54503       M 49.000            MAR          BIS   36358.000            10   \n",
       "\n",
       "       tariff_id  score_shk education        living_region  \\\n",
       "53397         20      0.431       SCH     АМУРСКАЯ ОБЛАСТЬ   \n",
       "143962        19      0.358       GRD  СТАВРОПОЛЬСКИЙ КРАЙ   \n",
       "146922        25      0.613       GRD   РОСТОВСКАЯ ОБЛАСТЬ   \n",
       "63697         18      0.371       GRD   РЕСПУБЛИКА ХАКАСИЯ   \n",
       "54503         28      0.645       SCH  ЧЕЛЯБИНСКАЯ ОБЛАСТЬ   \n",
       "\n",
       "               ...          tariff_sq   age_sq  credit_sum_sq score_sq  \\\n",
       "53397          ...                400  784.000 1127549241.000    0.186   \n",
       "143962         ...                361 1444.000  552767121.000    0.129   \n",
       "146922         ...                625  625.000 1599200100.000    0.376   \n",
       "63697          ...                324 4225.000   12180100.000    0.138   \n",
       "54503          ...                784 2401.000 1321904164.000    0.416   \n",
       "\n",
       "            income_sq  credit_month_sq  credit_count_sq  avrzarplata  \\\n",
       "53397  1296000000.000              100            4.000        63000   \n",
       "143962 2025000000.000              100            4.000        63000   \n",
       "146922 2500000000.000              576           36.000        63000   \n",
       "63697  1225000000.000               36           16.000        51000   \n",
       "54503  2500000000.000              100            4.000        86000   \n",
       "\n",
       "        region_cnt  region_mean_income  \n",
       "53397          618           38026.071  \n",
       "143962        3236           32589.184  \n",
       "146922        3024           34645.748  \n",
       "63697          344           33443.198  \n",
       "54503         3620           34010.613  \n",
       "\n",
       "[5 rows x 27 columns]"
      ]
     },
     "execution_count": 44,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# пишем функцию, создающую переменную, у которой каждое \n",
    "# значение будет средним значением количественной\n",
    "# переменной (real_feature), взятым по уровню \n",
    "# категориальной переменной (cat_feature)\n",
    "def code_mean(df, cat_feature, real_feature):\n",
    "    return (df[cat_feature].map(df.groupby(cat_feature)[real_feature].mean()))\n",
    "\n",
    "# cоздаем переменную, у которой каждое значение - \n",
    "# среднее значение monthly_income в \n",
    "# категории переменной living_region\n",
    "train['region_mean_income'] = code_mean(train, 'living_region', 'monthly_income')\n",
    "train.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Создание категориальной переменной в результате конъюнкции двух переменных"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>job_position</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>tariff_id</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>education</th>\n",
       "      <th>living_region</th>\n",
       "      <th>...</th>\n",
       "      <th>age_sq</th>\n",
       "      <th>credit_sum_sq</th>\n",
       "      <th>score_sq</th>\n",
       "      <th>income_sq</th>\n",
       "      <th>credit_month_sq</th>\n",
       "      <th>credit_count_sq</th>\n",
       "      <th>avrzarplata</th>\n",
       "      <th>region_cnt</th>\n",
       "      <th>region_mean_income</th>\n",
       "      <th>education + marital_status</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>53397</th>\n",
       "      <td>M</td>\n",
       "      <td>28.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>33579.000</td>\n",
       "      <td>10</td>\n",
       "      <td>20</td>\n",
       "      <td>0.431</td>\n",
       "      <td>SCH</td>\n",
       "      <td>АМУРСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>784.000</td>\n",
       "      <td>1127549241.000</td>\n",
       "      <td>0.186</td>\n",
       "      <td>1296000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>618</td>\n",
       "      <td>38026.071</td>\n",
       "      <td>SCH + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143962</th>\n",
       "      <td>M</td>\n",
       "      <td>38.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>23511.000</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>0.358</td>\n",
       "      <td>GRD</td>\n",
       "      <td>СТАВРОПОЛЬСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>1444.000</td>\n",
       "      <td>552767121.000</td>\n",
       "      <td>0.129</td>\n",
       "      <td>2025000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3236</td>\n",
       "      <td>32589.184</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146922</th>\n",
       "      <td>F</td>\n",
       "      <td>25.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>39990.000</td>\n",
       "      <td>24</td>\n",
       "      <td>25</td>\n",
       "      <td>0.613</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РОСТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>625.000</td>\n",
       "      <td>1599200100.000</td>\n",
       "      <td>0.376</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>576</td>\n",
       "      <td>36.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3024</td>\n",
       "      <td>34645.748</td>\n",
       "      <td>GRD + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63697</th>\n",
       "      <td>F</td>\n",
       "      <td>65.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>UMN</td>\n",
       "      <td>3490.000</td>\n",
       "      <td>6</td>\n",
       "      <td>18</td>\n",
       "      <td>0.371</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РЕСПУБЛИКА ХАКАСИЯ</td>\n",
       "      <td>...</td>\n",
       "      <td>4225.000</td>\n",
       "      <td>12180100.000</td>\n",
       "      <td>0.138</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>36</td>\n",
       "      <td>16.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>344</td>\n",
       "      <td>33443.198</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54503</th>\n",
       "      <td>M</td>\n",
       "      <td>49.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>BIS</td>\n",
       "      <td>36358.000</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.645</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>2401.000</td>\n",
       "      <td>1321904164.000</td>\n",
       "      <td>0.416</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>86000</td>\n",
       "      <td>3620</td>\n",
       "      <td>34010.613</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>115316</th>\n",
       "      <td>F</td>\n",
       "      <td>39.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>13209.000</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.455</td>\n",
       "      <td>SCH</td>\n",
       "      <td>РЕСПУБЛИКА САХА (ЯКУТИЯ)</td>\n",
       "      <td>...</td>\n",
       "      <td>1521.000</td>\n",
       "      <td>174477681.000</td>\n",
       "      <td>0.207</td>\n",
       "      <td>3600000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>1.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>1281</td>\n",
       "      <td>55261.237</td>\n",
       "      <td>SCH + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16354</th>\n",
       "      <td>M</td>\n",
       "      <td>30.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>15192.050</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.452</td>\n",
       "      <td>SCH</td>\n",
       "      <td>РЕСПУБЛИКА ТАТАРСТАН</td>\n",
       "      <td>...</td>\n",
       "      <td>900.000</td>\n",
       "      <td>230798383.202</td>\n",
       "      <td>0.204</td>\n",
       "      <td>625000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>1.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>5368</td>\n",
       "      <td>36299.226</td>\n",
       "      <td>SCH + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98227</th>\n",
       "      <td>F</td>\n",
       "      <td>44.000</td>\n",
       "      <td>WID</td>\n",
       "      <td>SPC</td>\n",
       "      <td>27894.000</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>0.493</td>\n",
       "      <td>SCH</td>\n",
       "      <td>РЕСПУБЛИКА КАРЕЛИЯ</td>\n",
       "      <td>...</td>\n",
       "      <td>1936.000</td>\n",
       "      <td>778075236.000</td>\n",
       "      <td>0.243</td>\n",
       "      <td>1814760000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>466</td>\n",
       "      <td>41057.567</td>\n",
       "      <td>SCH + WID</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69607</th>\n",
       "      <td>F</td>\n",
       "      <td>33.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>16116.470</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.479</td>\n",
       "      <td>SCH</td>\n",
       "      <td>КЕМЕРОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>1089.000</td>\n",
       "      <td>259740605.261</td>\n",
       "      <td>0.230</td>\n",
       "      <td>400000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>16.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>2066</td>\n",
       "      <td>31852.985</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>99745</th>\n",
       "      <td>F</td>\n",
       "      <td>30.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>3712.770</td>\n",
       "      <td>6</td>\n",
       "      <td>29</td>\n",
       "      <td>0.368</td>\n",
       "      <td>SCH</td>\n",
       "      <td>НИЖЕГОРОДСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>900.000</td>\n",
       "      <td>13784661.073</td>\n",
       "      <td>0.135</td>\n",
       "      <td>400000000.000</td>\n",
       "      <td>36</td>\n",
       "      <td>9.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>2602</td>\n",
       "      <td>33974.939</td>\n",
       "      <td>SCH + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9710</th>\n",
       "      <td>F</td>\n",
       "      <td>52.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>58789.000</td>\n",
       "      <td>12</td>\n",
       "      <td>28</td>\n",
       "      <td>0.629</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ВОЛГОГРАДСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>2704.000</td>\n",
       "      <td>3456146521.000</td>\n",
       "      <td>0.396</td>\n",
       "      <td>1089000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>0.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>1596</td>\n",
       "      <td>31503.996</td>\n",
       "      <td>SCH + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127187</th>\n",
       "      <td>F</td>\n",
       "      <td>28.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>53188.000</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.701</td>\n",
       "      <td>GRD</td>\n",
       "      <td>ПРИМОРСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>784.000</td>\n",
       "      <td>2828963344.000</td>\n",
       "      <td>0.491</td>\n",
       "      <td>2704000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>1.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>912</td>\n",
       "      <td>42266.414</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>145418</th>\n",
       "      <td>F</td>\n",
       "      <td>39.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>32567.000</td>\n",
       "      <td>13</td>\n",
       "      <td>2</td>\n",
       "      <td>0.471</td>\n",
       "      <td>SCH</td>\n",
       "      <td>КАБАРДИНО-БАЛКАРСКАЯ РЕСПУБЛИКА</td>\n",
       "      <td>...</td>\n",
       "      <td>1521.000</td>\n",
       "      <td>1060609489.000</td>\n",
       "      <td>0.222</td>\n",
       "      <td>1089000000.000</td>\n",
       "      <td>169</td>\n",
       "      <td>9.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>460</td>\n",
       "      <td>33862.783</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105210</th>\n",
       "      <td>F</td>\n",
       "      <td>45.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>UMN</td>\n",
       "      <td>36507.000</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>0.309</td>\n",
       "      <td>GRD</td>\n",
       "      <td>КРАСНОЯРСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>2025.000</td>\n",
       "      <td>1332761049.000</td>\n",
       "      <td>0.096</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>2181</td>\n",
       "      <td>41801.976</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44006</th>\n",
       "      <td>M</td>\n",
       "      <td>24.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>16069.000</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.561</td>\n",
       "      <td>UGR</td>\n",
       "      <td>РЕСПУБЛИКА БАШКОРТОСТАН</td>\n",
       "      <td>...</td>\n",
       "      <td>576.000</td>\n",
       "      <td>258212761.000</td>\n",
       "      <td>0.315</td>\n",
       "      <td>576000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>4527</td>\n",
       "      <td>34429.306</td>\n",
       "      <td>UGR + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>93178</th>\n",
       "      <td>M</td>\n",
       "      <td>44.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>UMN</td>\n",
       "      <td>46568.000</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.487</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧУВАШСКАЯ РЕСПУБЛИКА</td>\n",
       "      <td>...</td>\n",
       "      <td>1936.000</td>\n",
       "      <td>2168578624.000</td>\n",
       "      <td>0.237</td>\n",
       "      <td>1600000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>1.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>640</td>\n",
       "      <td>28391.628</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66790</th>\n",
       "      <td>F</td>\n",
       "      <td>31.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>11190.000</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "      <td>0.381</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ТВЕРСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>961.000</td>\n",
       "      <td>125216100.000</td>\n",
       "      <td>0.145</td>\n",
       "      <td>729000000.000</td>\n",
       "      <td>196</td>\n",
       "      <td>16.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>1071</td>\n",
       "      <td>33812.550</td>\n",
       "      <td>SCH + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>132148</th>\n",
       "      <td>F</td>\n",
       "      <td>55.000</td>\n",
       "      <td>DIV</td>\n",
       "      <td>SPC</td>\n",
       "      <td>7578.000</td>\n",
       "      <td>12</td>\n",
       "      <td>25</td>\n",
       "      <td>0.517</td>\n",
       "      <td>SCH</td>\n",
       "      <td>РЯЗАНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>3025.000</td>\n",
       "      <td>57426084.000</td>\n",
       "      <td>0.267</td>\n",
       "      <td>529000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>499</td>\n",
       "      <td>33555.463</td>\n",
       "      <td>SCH + DIV</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52656</th>\n",
       "      <td>F</td>\n",
       "      <td>43.000</td>\n",
       "      <td>CIV</td>\n",
       "      <td>SPC</td>\n",
       "      <td>30248.000</td>\n",
       "      <td>13</td>\n",
       "      <td>2</td>\n",
       "      <td>0.326</td>\n",
       "      <td>SCH</td>\n",
       "      <td>РЕСПУБЛИКА БАШКОРТОСТАН</td>\n",
       "      <td>...</td>\n",
       "      <td>1849.000</td>\n",
       "      <td>914941504.000</td>\n",
       "      <td>0.106</td>\n",
       "      <td>625000000.000</td>\n",
       "      <td>169</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>4527</td>\n",
       "      <td>34429.306</td>\n",
       "      <td>SCH + CIV</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>124358</th>\n",
       "      <td>M</td>\n",
       "      <td>41.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>10019.000</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.375</td>\n",
       "      <td>SCH</td>\n",
       "      <td>МОСКВА</td>\n",
       "      <td>...</td>\n",
       "      <td>1681.000</td>\n",
       "      <td>100380361.000</td>\n",
       "      <td>0.141</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>9.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>6479</td>\n",
       "      <td>62409.768</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>139466</th>\n",
       "      <td>M</td>\n",
       "      <td>35.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>48369.000</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.474</td>\n",
       "      <td>GRD</td>\n",
       "      <td>МОСКОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>1225.000</td>\n",
       "      <td>2339560161.000</td>\n",
       "      <td>0.224</td>\n",
       "      <td>8100000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>0.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>8864</td>\n",
       "      <td>53279.124</td>\n",
       "      <td>GRD + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74846</th>\n",
       "      <td>F</td>\n",
       "      <td>33.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>44287.000</td>\n",
       "      <td>12</td>\n",
       "      <td>18</td>\n",
       "      <td>0.574</td>\n",
       "      <td>GRD</td>\n",
       "      <td>МОСКВА</td>\n",
       "      <td>...</td>\n",
       "      <td>1089.000</td>\n",
       "      <td>1961338369.000</td>\n",
       "      <td>0.329</td>\n",
       "      <td>6400000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>9.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>6479</td>\n",
       "      <td>62409.768</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146802</th>\n",
       "      <td>F</td>\n",
       "      <td>29.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>DIR</td>\n",
       "      <td>42878.000</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.474</td>\n",
       "      <td>GRD</td>\n",
       "      <td>ИРКУТСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>841.000</td>\n",
       "      <td>1838522884.000</td>\n",
       "      <td>0.224</td>\n",
       "      <td>4225000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>1.000</td>\n",
       "      <td>60000</td>\n",
       "      <td>3022</td>\n",
       "      <td>37558.886</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41451</th>\n",
       "      <td>M</td>\n",
       "      <td>37.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>17353.330</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.488</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ВОЛГОГРАДСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>1369.000</td>\n",
       "      <td>301138062.089</td>\n",
       "      <td>0.238</td>\n",
       "      <td>900000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>1596</td>\n",
       "      <td>31503.996</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>94502</th>\n",
       "      <td>F</td>\n",
       "      <td>47.000</td>\n",
       "      <td>WID</td>\n",
       "      <td>SPC</td>\n",
       "      <td>58789.000</td>\n",
       "      <td>18</td>\n",
       "      <td>2</td>\n",
       "      <td>0.464</td>\n",
       "      <td>SCH</td>\n",
       "      <td>МОСКВА</td>\n",
       "      <td>...</td>\n",
       "      <td>2209.000</td>\n",
       "      <td>3456146521.000</td>\n",
       "      <td>0.215</td>\n",
       "      <td>4096000000.000</td>\n",
       "      <td>324</td>\n",
       "      <td>1.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>6479</td>\n",
       "      <td>62409.768</td>\n",
       "      <td>SCH + WID</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13091</th>\n",
       "      <td>F</td>\n",
       "      <td>56.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>48834.000</td>\n",
       "      <td>10</td>\n",
       "      <td>10</td>\n",
       "      <td>0.444</td>\n",
       "      <td>GRD</td>\n",
       "      <td>САМАРСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>3136.000</td>\n",
       "      <td>2384759556.000</td>\n",
       "      <td>0.198</td>\n",
       "      <td>484000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>16.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3551</td>\n",
       "      <td>34925.862</td>\n",
       "      <td>GRD + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40220</th>\n",
       "      <td>F</td>\n",
       "      <td>39.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>22889.000</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.409</td>\n",
       "      <td>SCH</td>\n",
       "      <td>АМУРСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>1521.000</td>\n",
       "      <td>523906321.000</td>\n",
       "      <td>0.168</td>\n",
       "      <td>625000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>16.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>618</td>\n",
       "      <td>38026.071</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>98279</th>\n",
       "      <td>M</td>\n",
       "      <td>29.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>UMN</td>\n",
       "      <td>17704.550</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.381</td>\n",
       "      <td>GRD</td>\n",
       "      <td>ОМСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>841.000</td>\n",
       "      <td>313451090.702</td>\n",
       "      <td>0.145</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>1.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>660</td>\n",
       "      <td>31604.333</td>\n",
       "      <td>GRD + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51512</th>\n",
       "      <td>F</td>\n",
       "      <td>28.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>4990.000</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.435</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РЕСПУБЛИКА БАШКОРТОСТАН</td>\n",
       "      <td>...</td>\n",
       "      <td>784.000</td>\n",
       "      <td>24900100.000</td>\n",
       "      <td>0.189</td>\n",
       "      <td>225000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>1.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>4527</td>\n",
       "      <td>34429.306</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>169234</th>\n",
       "      <td>M</td>\n",
       "      <td>48.000</td>\n",
       "      <td>DIV</td>\n",
       "      <td>PNA</td>\n",
       "      <td>29278.000</td>\n",
       "      <td>14</td>\n",
       "      <td>2</td>\n",
       "      <td>0.564</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ВОРОНЕЖСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>2304.000</td>\n",
       "      <td>857201284.000</td>\n",
       "      <td>0.318</td>\n",
       "      <td>400000000.000</td>\n",
       "      <td>196</td>\n",
       "      <td>9.000</td>\n",
       "      <td>71000</td>\n",
       "      <td>1175</td>\n",
       "      <td>33642.059</td>\n",
       "      <td>SCH + DIV</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>...</th>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68237</th>\n",
       "      <td>F</td>\n",
       "      <td>27.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>UMN</td>\n",
       "      <td>15279.000</td>\n",
       "      <td>10</td>\n",
       "      <td>20</td>\n",
       "      <td>0.417</td>\n",
       "      <td>GRD</td>\n",
       "      <td>ЧУВАШСКАЯ РЕСПУБЛИКА</td>\n",
       "      <td>...</td>\n",
       "      <td>729.000</td>\n",
       "      <td>233447841.000</td>\n",
       "      <td>0.174</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>640</td>\n",
       "      <td>28391.628</td>\n",
       "      <td>GRD + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76297</th>\n",
       "      <td>M</td>\n",
       "      <td>44.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>74322.000</td>\n",
       "      <td>10</td>\n",
       "      <td>6</td>\n",
       "      <td>0.428</td>\n",
       "      <td>GRD</td>\n",
       "      <td>САНКТ-ПЕТЕРБУРГ</td>\n",
       "      <td>...</td>\n",
       "      <td>1936.000</td>\n",
       "      <td>5523759684.000</td>\n",
       "      <td>0.183</td>\n",
       "      <td>8100000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>5840</td>\n",
       "      <td>50687.023</td>\n",
       "      <td>GRD + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66924</th>\n",
       "      <td>F</td>\n",
       "      <td>26.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>14318.000</td>\n",
       "      <td>12</td>\n",
       "      <td>28</td>\n",
       "      <td>0.621</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РОСТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>676.000</td>\n",
       "      <td>205005124.000</td>\n",
       "      <td>0.386</td>\n",
       "      <td>729000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>25.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3024</td>\n",
       "      <td>34645.748</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>97023</th>\n",
       "      <td>F</td>\n",
       "      <td>54.000</td>\n",
       "      <td>DIV</td>\n",
       "      <td>SPC</td>\n",
       "      <td>21068.000</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.310</td>\n",
       "      <td>SCH</td>\n",
       "      <td>НИЖЕГОРОДСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>2916.000</td>\n",
       "      <td>443860624.000</td>\n",
       "      <td>0.096</td>\n",
       "      <td>225000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>1.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>2602</td>\n",
       "      <td>33974.939</td>\n",
       "      <td>SCH + DIV</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>148262</th>\n",
       "      <td>F</td>\n",
       "      <td>36.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>13958.000</td>\n",
       "      <td>12</td>\n",
       "      <td>28</td>\n",
       "      <td>0.749</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ПЕРМСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>1296.000</td>\n",
       "      <td>194825764.000</td>\n",
       "      <td>0.561</td>\n",
       "      <td>289000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>0.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>2499</td>\n",
       "      <td>36624.497</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50236</th>\n",
       "      <td>F</td>\n",
       "      <td>29.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>19692.050</td>\n",
       "      <td>12</td>\n",
       "      <td>28</td>\n",
       "      <td>0.582</td>\n",
       "      <td>SCH</td>\n",
       "      <td>РЕСПУБЛИКА КОМИ</td>\n",
       "      <td>...</td>\n",
       "      <td>841.000</td>\n",
       "      <td>387776833.202</td>\n",
       "      <td>0.339</td>\n",
       "      <td>121000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>1.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>1290</td>\n",
       "      <td>44673.019</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20410</th>\n",
       "      <td>M</td>\n",
       "      <td>25.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>13039.000</td>\n",
       "      <td>13</td>\n",
       "      <td>2</td>\n",
       "      <td>0.378</td>\n",
       "      <td>GRD</td>\n",
       "      <td>ИРКУТСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>625.000</td>\n",
       "      <td>170015521.000</td>\n",
       "      <td>0.143</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>169</td>\n",
       "      <td>1.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3022</td>\n",
       "      <td>37558.886</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121966</th>\n",
       "      <td>M</td>\n",
       "      <td>26.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>22289.000</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.624</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ПЕРМСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>676.000</td>\n",
       "      <td>496799521.000</td>\n",
       "      <td>0.389</td>\n",
       "      <td>625000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>2499</td>\n",
       "      <td>36624.497</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>105221</th>\n",
       "      <td>F</td>\n",
       "      <td>59.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>12160.000</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.401</td>\n",
       "      <td>GRD</td>\n",
       "      <td>СВЕРДЛОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>3481.000</td>\n",
       "      <td>147865600.000</td>\n",
       "      <td>0.161</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>5104</td>\n",
       "      <td>38225.178</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127949</th>\n",
       "      <td>M</td>\n",
       "      <td>26.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>49980.000</td>\n",
       "      <td>24</td>\n",
       "      <td>2</td>\n",
       "      <td>0.430</td>\n",
       "      <td>SCH</td>\n",
       "      <td>МОСКВА</td>\n",
       "      <td>...</td>\n",
       "      <td>676.000</td>\n",
       "      <td>2498000400.000</td>\n",
       "      <td>0.185</td>\n",
       "      <td>4225000000.000</td>\n",
       "      <td>576</td>\n",
       "      <td>0.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>6479</td>\n",
       "      <td>62409.768</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127371</th>\n",
       "      <td>M</td>\n",
       "      <td>25.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>41174.000</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>0.427</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РЕСПУБЛИКА БАШКОРТОСТАН</td>\n",
       "      <td>...</td>\n",
       "      <td>625.000</td>\n",
       "      <td>1695298276.000</td>\n",
       "      <td>0.182</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>1.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>4527</td>\n",
       "      <td>34429.306</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>110820</th>\n",
       "      <td>F</td>\n",
       "      <td>53.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>10860.000</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.635</td>\n",
       "      <td>SCH</td>\n",
       "      <td>КАЛУЖСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>2809.000</td>\n",
       "      <td>117939600.000</td>\n",
       "      <td>0.404</td>\n",
       "      <td>900000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>16.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>798</td>\n",
       "      <td>39051.223</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>157560</th>\n",
       "      <td>M</td>\n",
       "      <td>33.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>BIS</td>\n",
       "      <td>20223.000</td>\n",
       "      <td>10</td>\n",
       "      <td>3</td>\n",
       "      <td>0.316</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РЕСПУБЛИКА БАШКОРТОСТАН</td>\n",
       "      <td>...</td>\n",
       "      <td>1089.000</td>\n",
       "      <td>408969729.000</td>\n",
       "      <td>0.100</td>\n",
       "      <td>6400000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>1.000</td>\n",
       "      <td>86000</td>\n",
       "      <td>4527</td>\n",
       "      <td>34429.306</td>\n",
       "      <td>GRD + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>127214</th>\n",
       "      <td>F</td>\n",
       "      <td>29.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>15990.000</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.433</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РЕСПУБЛИКА ТАТАРСТАН</td>\n",
       "      <td>...</td>\n",
       "      <td>841.000</td>\n",
       "      <td>255680100.000</td>\n",
       "      <td>0.188</td>\n",
       "      <td>457960000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>16.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>5368</td>\n",
       "      <td>36299.226</td>\n",
       "      <td>GRD + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122482</th>\n",
       "      <td>F</td>\n",
       "      <td>32.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>28058.000</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.447</td>\n",
       "      <td>GRD</td>\n",
       "      <td>КРАСНОДАРСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>1024.000</td>\n",
       "      <td>787251364.000</td>\n",
       "      <td>0.200</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>16.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>5859</td>\n",
       "      <td>37483.006</td>\n",
       "      <td>GRD + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>83945</th>\n",
       "      <td>M</td>\n",
       "      <td>55.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>UMN</td>\n",
       "      <td>49472.000</td>\n",
       "      <td>10</td>\n",
       "      <td>31</td>\n",
       "      <td>0.334</td>\n",
       "      <td>GRD</td>\n",
       "      <td>МОСКОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>3025.000</td>\n",
       "      <td>2447478784.000</td>\n",
       "      <td>0.111</td>\n",
       "      <td>6400000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>16.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>8864</td>\n",
       "      <td>53279.124</td>\n",
       "      <td>GRD + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>81614</th>\n",
       "      <td>M</td>\n",
       "      <td>42.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>27887.000</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.430</td>\n",
       "      <td>GRD</td>\n",
       "      <td>САНКТ-ПЕТЕРБУРГ</td>\n",
       "      <td>...</td>\n",
       "      <td>1764.000</td>\n",
       "      <td>777684769.000</td>\n",
       "      <td>0.185</td>\n",
       "      <td>13689000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>16.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>5840</td>\n",
       "      <td>50687.023</td>\n",
       "      <td>GRD + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24234</th>\n",
       "      <td>F</td>\n",
       "      <td>26.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>20468.000</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.294</td>\n",
       "      <td>GRD</td>\n",
       "      <td>МУРМАНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>676.000</td>\n",
       "      <td>418939024.000</td>\n",
       "      <td>0.087</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>1002</td>\n",
       "      <td>49557.378</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>121962</th>\n",
       "      <td>M</td>\n",
       "      <td>29.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>UMN</td>\n",
       "      <td>13818.000</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.386</td>\n",
       "      <td>GRD</td>\n",
       "      <td>МОСКВА</td>\n",
       "      <td>...</td>\n",
       "      <td>841.000</td>\n",
       "      <td>190937124.000</td>\n",
       "      <td>0.149</td>\n",
       "      <td>5625000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>6479</td>\n",
       "      <td>62409.768</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15063</th>\n",
       "      <td>M</td>\n",
       "      <td>25.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>22668.000</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.403</td>\n",
       "      <td>SCH</td>\n",
       "      <td>КРАСНОДАРСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>625.000</td>\n",
       "      <td>513838224.000</td>\n",
       "      <td>0.162</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>5859</td>\n",
       "      <td>37483.006</td>\n",
       "      <td>SCH + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>122853</th>\n",
       "      <td>M</td>\n",
       "      <td>43.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>15959.000</td>\n",
       "      <td>12</td>\n",
       "      <td>9</td>\n",
       "      <td>0.482</td>\n",
       "      <td>SCH</td>\n",
       "      <td>МОСКОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>1849.000</td>\n",
       "      <td>254689681.000</td>\n",
       "      <td>0.232</td>\n",
       "      <td>6400000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>9.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>8864</td>\n",
       "      <td>53279.124</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64074</th>\n",
       "      <td>M</td>\n",
       "      <td>24.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>16389.000</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.554</td>\n",
       "      <td>GRD</td>\n",
       "      <td>КРАСНОДАРСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>576.000</td>\n",
       "      <td>268599321.000</td>\n",
       "      <td>0.307</td>\n",
       "      <td>3600000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>0.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>5859</td>\n",
       "      <td>37483.006</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>150512</th>\n",
       "      <td>M</td>\n",
       "      <td>44.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>DIR</td>\n",
       "      <td>13889.000</td>\n",
       "      <td>12</td>\n",
       "      <td>2</td>\n",
       "      <td>0.366</td>\n",
       "      <td>SCH</td>\n",
       "      <td>АЛТАЙСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>1936.000</td>\n",
       "      <td>192904321.000</td>\n",
       "      <td>0.134</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>16.000</td>\n",
       "      <td>60000</td>\n",
       "      <td>380</td>\n",
       "      <td>28905.887</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>156036</th>\n",
       "      <td>F</td>\n",
       "      <td>39.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>20406.000</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>0.516</td>\n",
       "      <td>SCH</td>\n",
       "      <td>СМОЛЕНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>1521.000</td>\n",
       "      <td>416404836.000</td>\n",
       "      <td>0.266</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>1.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>688</td>\n",
       "      <td>29088.449</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>162237</th>\n",
       "      <td>M</td>\n",
       "      <td>34.000</td>\n",
       "      <td>DIV</td>\n",
       "      <td>SPC</td>\n",
       "      <td>16608.000</td>\n",
       "      <td>10</td>\n",
       "      <td>2</td>\n",
       "      <td>0.440</td>\n",
       "      <td>SCH</td>\n",
       "      <td>СВЕРДЛОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>1156.000</td>\n",
       "      <td>275825664.000</td>\n",
       "      <td>0.194</td>\n",
       "      <td>900000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>1.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>5104</td>\n",
       "      <td>38225.178</td>\n",
       "      <td>SCH + DIV</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24478</th>\n",
       "      <td>F</td>\n",
       "      <td>24.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>23664.000</td>\n",
       "      <td>4</td>\n",
       "      <td>25</td>\n",
       "      <td>0.187</td>\n",
       "      <td>GRD</td>\n",
       "      <td>ЯРОСЛАВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>576.000</td>\n",
       "      <td>559984896.000</td>\n",
       "      <td>0.035</td>\n",
       "      <td>676000000.000</td>\n",
       "      <td>16</td>\n",
       "      <td>1.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>648</td>\n",
       "      <td>34266.588</td>\n",
       "      <td>GRD + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12084</th>\n",
       "      <td>M</td>\n",
       "      <td>22.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>15248.000</td>\n",
       "      <td>12</td>\n",
       "      <td>22</td>\n",
       "      <td>0.676</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ПЕНЗЕНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>484.000</td>\n",
       "      <td>232501504.000</td>\n",
       "      <td>0.457</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>144</td>\n",
       "      <td>1.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>649</td>\n",
       "      <td>31304.746</td>\n",
       "      <td>SCH + UNM</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78434</th>\n",
       "      <td>F</td>\n",
       "      <td>27.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>60458.000</td>\n",
       "      <td>18</td>\n",
       "      <td>2</td>\n",
       "      <td>0.497</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЛЕНИНГРАДСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>729.000</td>\n",
       "      <td>3655169764.000</td>\n",
       "      <td>0.247</td>\n",
       "      <td>2450250000.000</td>\n",
       "      <td>324</td>\n",
       "      <td>9.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>2446</td>\n",
       "      <td>41985.454</td>\n",
       "      <td>SCH + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69901</th>\n",
       "      <td>M</td>\n",
       "      <td>29.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>UMN</td>\n",
       "      <td>70589.000</td>\n",
       "      <td>8</td>\n",
       "      <td>28</td>\n",
       "      <td>0.598</td>\n",
       "      <td>GRD</td>\n",
       "      <td>МОСКВА</td>\n",
       "      <td>...</td>\n",
       "      <td>841.000</td>\n",
       "      <td>4982806921.000</td>\n",
       "      <td>0.358</td>\n",
       "      <td>32400000000.000</td>\n",
       "      <td>64</td>\n",
       "      <td>9.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>6479</td>\n",
       "      <td>62409.768</td>\n",
       "      <td>GRD + MAR</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>149270</th>\n",
       "      <td>M</td>\n",
       "      <td>30.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>40321.110</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.768</td>\n",
       "      <td>SCH</td>\n",
       "      <td>МОСКОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>900.000</td>\n",
       "      <td>1625791911.632</td>\n",
       "      <td>0.589</td>\n",
       "      <td>1600000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>8864</td>\n",
       "      <td>53279.124</td>\n",
       "      <td>SCH + UNM</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>119522 rows × 28 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       gender    age marital_status job_position  credit_sum  credit_month  \\\n",
       "53397       M 28.000            UNM          SPC   33579.000            10   \n",
       "143962      M 38.000            UNM          SPC   23511.000            10   \n",
       "146922      F 25.000            MAR          SPC   39990.000            24   \n",
       "63697       F 65.000            UNM          UMN    3490.000             6   \n",
       "54503       M 49.000            MAR          BIS   36358.000            10   \n",
       "115316      F 39.000            UNM          SPC   13209.000            10   \n",
       "16354       M 30.000            UNM          SPC   15192.050            12   \n",
       "98227       F 44.000            WID          SPC   27894.000            10   \n",
       "69607       F 33.000            MAR          SPC   16116.470            10   \n",
       "99745       F 30.000            UNM          SPC    3712.770             6   \n",
       "9710        F 52.000            UNM          SPC   58789.000            12   \n",
       "127187      F 28.000            UNM          SPC   53188.000            10   \n",
       "145418      F 39.000            MAR          SPC   32567.000            13   \n",
       "105210      F 45.000            UNM          UMN   36507.000            10   \n",
       "44006       M 24.000            UNM          SPC   16069.000            10   \n",
       "93178       M 44.000            MAR          UMN   46568.000            12   \n",
       "66790       F 31.000            UNM          SPC   11190.000            14   \n",
       "132148      F 55.000            DIV          SPC    7578.000            12   \n",
       "52656       F 43.000            CIV          SPC   30248.000            13   \n",
       "124358      M 41.000            MAR          SPC   10019.000            12   \n",
       "139466      M 35.000            MAR          SPC   48369.000            12   \n",
       "74846       F 33.000            UNM          SPC   44287.000            12   \n",
       "146802      F 29.000            UNM          DIR   42878.000            10   \n",
       "41451       M 37.000            MAR          SPC   17353.330            10   \n",
       "94502       F 47.000            WID          SPC   58789.000            18   \n",
       "13091       F 56.000            MAR          SPC   48834.000            10   \n",
       "40220       F 39.000            MAR          SPC   22889.000            12   \n",
       "98279       M 29.000            MAR          UMN   17704.550            12   \n",
       "51512       F 28.000            UNM          SPC    4990.000            12   \n",
       "169234      M 48.000            DIV          PNA   29278.000            14   \n",
       "...       ...    ...            ...          ...         ...           ...   \n",
       "68237       F 27.000            MAR          UMN   15279.000            10   \n",
       "76297       M 44.000            MAR          SPC   74322.000            10   \n",
       "66924       F 26.000            UNM          SPC   14318.000            12   \n",
       "97023       F 54.000            DIV          SPC   21068.000            10   \n",
       "148262      F 36.000            MAR          SPC   13958.000            12   \n",
       "50236       F 29.000            MAR          SPC   19692.050            12   \n",
       "20410       M 25.000            UNM          SPC   13039.000            13   \n",
       "121966      M 26.000            MAR          SPC   22289.000            10   \n",
       "105221      F 59.000            UNM          SPC   12160.000            10   \n",
       "127949      M 26.000            MAR          SPC   49980.000            24   \n",
       "127371      M 25.000            UNM          SPC   41174.000            10   \n",
       "110820      F 53.000            MAR          SPC   10860.000            10   \n",
       "157560      M 33.000            MAR          BIS   20223.000            10   \n",
       "127214      F 29.000            MAR          SPC   15990.000            12   \n",
       "122482      F 32.000            MAR          SPC   28058.000            12   \n",
       "83945       M 55.000            MAR          UMN   49472.000            10   \n",
       "81614       M 42.000            MAR          SPC   27887.000            12   \n",
       "24234       F 26.000            UNM          SPC   20468.000            10   \n",
       "121962      M 29.000            UNM          UMN   13818.000            10   \n",
       "15063       M 25.000            UNM          SPC   22668.000            12   \n",
       "122853      M 43.000            MAR          SPC   15959.000            12   \n",
       "64074       M 24.000            UNM          SPC   16389.000            10   \n",
       "150512      M 44.000            MAR          DIR   13889.000            12   \n",
       "156036      F 39.000            MAR          SPC   20406.000            10   \n",
       "162237      M 34.000            DIV          SPC   16608.000            10   \n",
       "24478       F 24.000            UNM          SPC   23664.000             4   \n",
       "12084       M 22.000            UNM          SPC   15248.000            12   \n",
       "78434       F 27.000            MAR          SPC   60458.000            18   \n",
       "69901       M 29.000            MAR          UMN   70589.000             8   \n",
       "149270      M 30.000            UNM          SPC   40321.110            10   \n",
       "\n",
       "       tariff_id  score_shk education                    living_region  \\\n",
       "53397         20      0.431       SCH                 АМУРСКАЯ ОБЛАСТЬ   \n",
       "143962        19      0.358       GRD              СТАВРОПОЛЬСКИЙ КРАЙ   \n",
       "146922        25      0.613       GRD               РОСТОВСКАЯ ОБЛАСТЬ   \n",
       "63697         18      0.371       GRD               РЕСПУБЛИКА ХАКАСИЯ   \n",
       "54503         28      0.645       SCH              ЧЕЛЯБИНСКАЯ ОБЛАСТЬ   \n",
       "115316         2      0.455       SCH         РЕСПУБЛИКА САХА (ЯКУТИЯ)   \n",
       "16354          2      0.452       SCH             РЕСПУБЛИКА ТАТАРСТАН   \n",
       "98227         19      0.493       SCH               РЕСПУБЛИКА КАРЕЛИЯ   \n",
       "69607          2      0.479       SCH              КЕМЕРОВСКАЯ ОБЛАСТЬ   \n",
       "99745         29      0.368       SCH            НИЖЕГОРОДСКАЯ ОБЛАСТЬ   \n",
       "9710          28      0.629       SCH            ВОЛГОГРАДСКАЯ ОБЛАСТЬ   \n",
       "127187        28      0.701       GRD                  ПРИМОРСКИЙ КРАЙ   \n",
       "145418         2      0.471       SCH  КАБАРДИНО-БАЛКАРСКАЯ РЕСПУБЛИКА   \n",
       "105210        19      0.309       GRD                КРАСНОЯРСКИЙ КРАЙ   \n",
       "44006         28      0.561       UGR          РЕСПУБЛИКА БАШКОРТОСТАН   \n",
       "93178          2      0.487       SCH             ЧУВАШСКАЯ РЕСПУБЛИКА   \n",
       "66790          2      0.381       SCH                 ТВЕРСКАЯ ОБЛАСТЬ   \n",
       "132148        25      0.517       SCH                РЯЗАНСКАЯ ОБЛАСТЬ   \n",
       "52656          2      0.326       SCH          РЕСПУБЛИКА БАШКОРТОСТАН   \n",
       "124358         2      0.375       SCH                           МОСКВА   \n",
       "139466         2      0.474       GRD               МОСКОВСКАЯ ОБЛАСТЬ   \n",
       "74846         18      0.574       GRD                           МОСКВА   \n",
       "146802         2      0.474       GRD                ИРКУТСКАЯ ОБЛАСТЬ   \n",
       "41451          2      0.488       SCH            ВОЛГОГРАДСКАЯ ОБЛАСТЬ   \n",
       "94502          2      0.464       SCH                           МОСКВА   \n",
       "13091         10      0.444       GRD                САМАРСКАЯ ОБЛАСТЬ   \n",
       "40220          2      0.409       SCH                 АМУРСКАЯ ОБЛАСТЬ   \n",
       "98279          2      0.381       GRD                   ОМСКАЯ ОБЛАСТЬ   \n",
       "51512          2      0.435       GRD          РЕСПУБЛИКА БАШКОРТОСТАН   \n",
       "169234         2      0.564       SCH              ВОРОНЕЖСКАЯ ОБЛАСТЬ   \n",
       "...          ...        ...       ...                              ...   \n",
       "68237         20      0.417       GRD             ЧУВАШСКАЯ РЕСПУБЛИКА   \n",
       "76297          6      0.428       GRD                  САНКТ-ПЕТЕРБУРГ   \n",
       "66924         28      0.621       GRD               РОСТОВСКАЯ ОБЛАСТЬ   \n",
       "97023          2      0.310       SCH            НИЖЕГОРОДСКАЯ ОБЛАСТЬ   \n",
       "148262        28      0.749       SCH                    ПЕРМСКИЙ КРАЙ   \n",
       "50236         28      0.582       SCH                  РЕСПУБЛИКА КОМИ   \n",
       "20410          2      0.378       GRD                ИРКУТСКАЯ ОБЛАСТЬ   \n",
       "121966        28      0.624       SCH                    ПЕРМСКИЙ КРАЙ   \n",
       "105221         2      0.401       GRD             СВЕРДЛОВСКАЯ ОБЛАСТЬ   \n",
       "127949         2      0.430       SCH                           МОСКВА   \n",
       "127371         3      0.427       GRD          РЕСПУБЛИКА БАШКОРТОСТАН   \n",
       "110820        28      0.635       SCH                КАЛУЖСКАЯ ОБЛАСТЬ   \n",
       "157560         3      0.316       GRD          РЕСПУБЛИКА БАШКОРТОСТАН   \n",
       "127214         2      0.433       GRD             РЕСПУБЛИКА ТАТАРСТАН   \n",
       "122482         2      0.447       GRD               КРАСНОДАРСКИЙ КРАЙ   \n",
       "83945         31      0.334       GRD               МОСКОВСКАЯ ОБЛАСТЬ   \n",
       "81614          2      0.430       GRD                  САНКТ-ПЕТЕРБУРГ   \n",
       "24234          2      0.294       GRD               МУРМАНСКАЯ ОБЛАСТЬ   \n",
       "121962         2      0.386       GRD                           МОСКВА   \n",
       "15063          2      0.403       SCH               КРАСНОДАРСКИЙ КРАЙ   \n",
       "122853         9      0.482       SCH               МОСКОВСКАЯ ОБЛАСТЬ   \n",
       "64074         28      0.554       GRD               КРАСНОДАРСКИЙ КРАЙ   \n",
       "150512         2      0.366       SCH                   АЛТАЙСКИЙ КРАЙ   \n",
       "156036        19      0.516       SCH               СМОЛЕНСКАЯ ОБЛАСТЬ   \n",
       "162237         2      0.440       SCH             СВЕРДЛОВСКАЯ ОБЛАСТЬ   \n",
       "24478         25      0.187       GRD              ЯРОСЛАВСКАЯ ОБЛАСТЬ   \n",
       "12084         22      0.676       SCH               ПЕНЗЕНСКАЯ ОБЛАСТЬ   \n",
       "78434          2      0.497       SCH            ЛЕНИНГРАДСКАЯ ОБЛАСТЬ   \n",
       "69901         28      0.598       GRD                           МОСКВА   \n",
       "149270        28      0.768       SCH               МОСКОВСКАЯ ОБЛАСТЬ   \n",
       "\n",
       "                   ...               age_sq  credit_sum_sq  score_sq  \\\n",
       "53397              ...              784.000 1127549241.000     0.186   \n",
       "143962             ...             1444.000  552767121.000     0.129   \n",
       "146922             ...              625.000 1599200100.000     0.376   \n",
       "63697              ...             4225.000   12180100.000     0.138   \n",
       "54503              ...             2401.000 1321904164.000     0.416   \n",
       "115316             ...             1521.000  174477681.000     0.207   \n",
       "16354              ...              900.000  230798383.202     0.204   \n",
       "98227              ...             1936.000  778075236.000     0.243   \n",
       "69607              ...             1089.000  259740605.261     0.230   \n",
       "99745              ...              900.000   13784661.073     0.135   \n",
       "9710               ...             2704.000 3456146521.000     0.396   \n",
       "127187             ...              784.000 2828963344.000     0.491   \n",
       "145418             ...             1521.000 1060609489.000     0.222   \n",
       "105210             ...             2025.000 1332761049.000     0.096   \n",
       "44006              ...              576.000  258212761.000     0.315   \n",
       "93178              ...             1936.000 2168578624.000     0.237   \n",
       "66790              ...              961.000  125216100.000     0.145   \n",
       "132148             ...             3025.000   57426084.000     0.267   \n",
       "52656              ...             1849.000  914941504.000     0.106   \n",
       "124358             ...             1681.000  100380361.000     0.141   \n",
       "139466             ...             1225.000 2339560161.000     0.224   \n",
       "74846              ...             1089.000 1961338369.000     0.329   \n",
       "146802             ...              841.000 1838522884.000     0.224   \n",
       "41451              ...             1369.000  301138062.089     0.238   \n",
       "94502              ...             2209.000 3456146521.000     0.215   \n",
       "13091              ...             3136.000 2384759556.000     0.198   \n",
       "40220              ...             1521.000  523906321.000     0.168   \n",
       "98279              ...              841.000  313451090.702     0.145   \n",
       "51512              ...              784.000   24900100.000     0.189   \n",
       "169234             ...             2304.000  857201284.000     0.318   \n",
       "...                ...                  ...            ...       ...   \n",
       "68237              ...              729.000  233447841.000     0.174   \n",
       "76297              ...             1936.000 5523759684.000     0.183   \n",
       "66924              ...              676.000  205005124.000     0.386   \n",
       "97023              ...             2916.000  443860624.000     0.096   \n",
       "148262             ...             1296.000  194825764.000     0.561   \n",
       "50236              ...              841.000  387776833.202     0.339   \n",
       "20410              ...              625.000  170015521.000     0.143   \n",
       "121966             ...              676.000  496799521.000     0.389   \n",
       "105221             ...             3481.000  147865600.000     0.161   \n",
       "127949             ...              676.000 2498000400.000     0.185   \n",
       "127371             ...              625.000 1695298276.000     0.182   \n",
       "110820             ...             2809.000  117939600.000     0.404   \n",
       "157560             ...             1089.000  408969729.000     0.100   \n",
       "127214             ...              841.000  255680100.000     0.188   \n",
       "122482             ...             1024.000  787251364.000     0.200   \n",
       "83945              ...             3025.000 2447478784.000     0.111   \n",
       "81614              ...             1764.000  777684769.000     0.185   \n",
       "24234              ...              676.000  418939024.000     0.087   \n",
       "121962             ...              841.000  190937124.000     0.149   \n",
       "15063              ...              625.000  513838224.000     0.162   \n",
       "122853             ...             1849.000  254689681.000     0.232   \n",
       "64074              ...              576.000  268599321.000     0.307   \n",
       "150512             ...             1936.000  192904321.000     0.134   \n",
       "156036             ...             1521.000  416404836.000     0.266   \n",
       "162237             ...             1156.000  275825664.000     0.194   \n",
       "24478              ...              576.000  559984896.000     0.035   \n",
       "12084              ...              484.000  232501504.000     0.457   \n",
       "78434              ...              729.000 3655169764.000     0.247   \n",
       "69901              ...              841.000 4982806921.000     0.358   \n",
       "149270             ...              900.000 1625791911.632     0.589   \n",
       "\n",
       "             income_sq  credit_month_sq  credit_count_sq  avrzarplata  \\\n",
       "53397   1296000000.000              100            4.000        63000   \n",
       "143962  2025000000.000              100            4.000        63000   \n",
       "146922  2500000000.000              576           36.000        63000   \n",
       "63697   1225000000.000               36           16.000        51000   \n",
       "54503   2500000000.000              100            4.000        86000   \n",
       "115316  3600000000.000              100            1.000        63000   \n",
       "16354    625000000.000              144            1.000        63000   \n",
       "98227   1814760000.000              100            0.000        63000   \n",
       "69607    400000000.000              100           16.000        63000   \n",
       "99745    400000000.000               36            9.000        63000   \n",
       "9710    1089000000.000              144            0.000        63000   \n",
       "127187  2704000000.000              100            1.000        63000   \n",
       "145418  1089000000.000              169            9.000        63000   \n",
       "105210  1225000000.000              100            0.000        51000   \n",
       "44006    576000000.000              100            0.000        63000   \n",
       "93178   1600000000.000              144            1.000        51000   \n",
       "66790    729000000.000              196           16.000        63000   \n",
       "132148   529000000.000              144            4.000        63000   \n",
       "52656    625000000.000              169            4.000        63000   \n",
       "124358  1225000000.000              144            9.000        63000   \n",
       "139466  8100000000.000              144            0.000        63000   \n",
       "74846   6400000000.000              144            9.000        63000   \n",
       "146802  4225000000.000              100            1.000        60000   \n",
       "41451    900000000.000              100            0.000        63000   \n",
       "94502   4096000000.000              324            1.000        63000   \n",
       "13091    484000000.000              100           16.000        63000   \n",
       "40220    625000000.000              144           16.000        63000   \n",
       "98279   1225000000.000              144            1.000        51000   \n",
       "51512    225000000.000              144            1.000        63000   \n",
       "169234   400000000.000              196            9.000        71000   \n",
       "...                ...              ...              ...          ...   \n",
       "68237   1225000000.000              100            4.000        51000   \n",
       "76297   8100000000.000              100            4.000        63000   \n",
       "66924    729000000.000              144           25.000        63000   \n",
       "97023    225000000.000              100            1.000        63000   \n",
       "148262   289000000.000              144            0.000        63000   \n",
       "50236    121000000.000              144            1.000        63000   \n",
       "20410   2500000000.000              169            1.000        63000   \n",
       "121966   625000000.000              100            4.000        63000   \n",
       "105221  1225000000.000              100            0.000        63000   \n",
       "127949  4225000000.000              576            0.000        63000   \n",
       "127371  2500000000.000              100            1.000        63000   \n",
       "110820   900000000.000              100           16.000        63000   \n",
       "157560  6400000000.000              100            1.000        86000   \n",
       "127214   457960000.000              144           16.000        63000   \n",
       "122482  1225000000.000              144           16.000        63000   \n",
       "83945   6400000000.000              100           16.000        51000   \n",
       "81614  13689000000.000              144           16.000        63000   \n",
       "24234   1225000000.000              100            4.000        63000   \n",
       "121962  5625000000.000              100            4.000        51000   \n",
       "15063   1225000000.000              144            4.000        63000   \n",
       "122853  6400000000.000              144            9.000        63000   \n",
       "64074   3600000000.000              100            0.000        63000   \n",
       "150512  2500000000.000              144           16.000        60000   \n",
       "156036  1225000000.000              100            1.000        63000   \n",
       "162237   900000000.000              100            1.000        63000   \n",
       "24478    676000000.000               16            1.000        63000   \n",
       "12084   1225000000.000              144            1.000        63000   \n",
       "78434   2450250000.000              324            9.000        63000   \n",
       "69901  32400000000.000               64            9.000        51000   \n",
       "149270  1600000000.000              100            4.000        63000   \n",
       "\n",
       "        region_cnt  region_mean_income  education + marital_status  \n",
       "53397          618           38026.071                   SCH + UNM  \n",
       "143962        3236           32589.184                   GRD + UNM  \n",
       "146922        3024           34645.748                   GRD + MAR  \n",
       "63697          344           33443.198                   GRD + UNM  \n",
       "54503         3620           34010.613                   SCH + MAR  \n",
       "115316        1281           55261.237                   SCH + UNM  \n",
       "16354         5368           36299.226                   SCH + UNM  \n",
       "98227          466           41057.567                   SCH + WID  \n",
       "69607         2066           31852.985                   SCH + MAR  \n",
       "99745         2602           33974.939                   SCH + UNM  \n",
       "9710          1596           31503.996                   SCH + UNM  \n",
       "127187         912           42266.414                   GRD + UNM  \n",
       "145418         460           33862.783                   SCH + MAR  \n",
       "105210        2181           41801.976                   GRD + UNM  \n",
       "44006         4527           34429.306                   UGR + UNM  \n",
       "93178          640           28391.628                   SCH + MAR  \n",
       "66790         1071           33812.550                   SCH + UNM  \n",
       "132148         499           33555.463                   SCH + DIV  \n",
       "52656         4527           34429.306                   SCH + CIV  \n",
       "124358        6479           62409.768                   SCH + MAR  \n",
       "139466        8864           53279.124                   GRD + MAR  \n",
       "74846         6479           62409.768                   GRD + UNM  \n",
       "146802        3022           37558.886                   GRD + UNM  \n",
       "41451         1596           31503.996                   SCH + MAR  \n",
       "94502         6479           62409.768                   SCH + WID  \n",
       "13091         3551           34925.862                   GRD + MAR  \n",
       "40220          618           38026.071                   SCH + MAR  \n",
       "98279          660           31604.333                   GRD + MAR  \n",
       "51512         4527           34429.306                   GRD + UNM  \n",
       "169234        1175           33642.059                   SCH + DIV  \n",
       "...            ...                 ...                         ...  \n",
       "68237          640           28391.628                   GRD + MAR  \n",
       "76297         5840           50687.023                   GRD + MAR  \n",
       "66924         3024           34645.748                   GRD + UNM  \n",
       "97023         2602           33974.939                   SCH + DIV  \n",
       "148262        2499           36624.497                   SCH + MAR  \n",
       "50236         1290           44673.019                   SCH + MAR  \n",
       "20410         3022           37558.886                   GRD + UNM  \n",
       "121966        2499           36624.497                   SCH + MAR  \n",
       "105221        5104           38225.178                   GRD + UNM  \n",
       "127949        6479           62409.768                   SCH + MAR  \n",
       "127371        4527           34429.306                   GRD + UNM  \n",
       "110820         798           39051.223                   SCH + MAR  \n",
       "157560        4527           34429.306                   GRD + MAR  \n",
       "127214        5368           36299.226                   GRD + MAR  \n",
       "122482        5859           37483.006                   GRD + MAR  \n",
       "83945         8864           53279.124                   GRD + MAR  \n",
       "81614         5840           50687.023                   GRD + MAR  \n",
       "24234         1002           49557.378                   GRD + UNM  \n",
       "121962        6479           62409.768                   GRD + UNM  \n",
       "15063         5859           37483.006                   SCH + UNM  \n",
       "122853        8864           53279.124                   SCH + MAR  \n",
       "64074         5859           37483.006                   GRD + UNM  \n",
       "150512         380           28905.887                   SCH + MAR  \n",
       "156036         688           29088.449                   SCH + MAR  \n",
       "162237        5104           38225.178                   SCH + DIV  \n",
       "24478          648           34266.588                   GRD + UNM  \n",
       "12084          649           31304.746                   SCH + UNM  \n",
       "78434         2446           41985.454                   SCH + MAR  \n",
       "69901         6479           62409.768                   GRD + MAR  \n",
       "149270        8864           53279.124                   SCH + UNM  \n",
       "\n",
       "[119522 rows x 28 columns]"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# пишем функцию, которая создает переменную \n",
    "# в результате конъюнкции переменных \n",
    "# feature1 и feature2\n",
    "def make_conj(df, feature1, feature2):\n",
    "    df[feature1 + ' + ' + feature2] = df[feature1].astype(str) + ' + ' + df[feature2].astype(str)\n",
    "    return (df)\n",
    "make_conj(train, 'education', 'marital_status')"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Создание количественной переменной, у которой каждое значение - усредненное значение нескольких количественных переменных"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 46,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>job_position</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>tariff_id</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>education</th>\n",
       "      <th>living_region</th>\n",
       "      <th>...</th>\n",
       "      <th>credit_sum_sq</th>\n",
       "      <th>score_sq</th>\n",
       "      <th>income_sq</th>\n",
       "      <th>credit_month_sq</th>\n",
       "      <th>credit_count_sq</th>\n",
       "      <th>avrzarplata</th>\n",
       "      <th>region_cnt</th>\n",
       "      <th>region_mean_income</th>\n",
       "      <th>education + marital_status</th>\n",
       "      <th>mean_age_tenure</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>53397</th>\n",
       "      <td>M</td>\n",
       "      <td>28.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>33579.000</td>\n",
       "      <td>10</td>\n",
       "      <td>20</td>\n",
       "      <td>0.431</td>\n",
       "      <td>SCH</td>\n",
       "      <td>АМУРСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>1127549241.000</td>\n",
       "      <td>0.186</td>\n",
       "      <td>1296000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>618</td>\n",
       "      <td>38026.071</td>\n",
       "      <td>SCH + UNM</td>\n",
       "      <td>19.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143962</th>\n",
       "      <td>M</td>\n",
       "      <td>38.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>23511.000</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>0.358</td>\n",
       "      <td>GRD</td>\n",
       "      <td>СТАВРОПОЛЬСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>552767121.000</td>\n",
       "      <td>0.129</td>\n",
       "      <td>2025000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3236</td>\n",
       "      <td>32589.184</td>\n",
       "      <td>GRD + UNM</td>\n",
       "      <td>24.000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146922</th>\n",
       "      <td>F</td>\n",
       "      <td>25.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>39990.000</td>\n",
       "      <td>24</td>\n",
       "      <td>25</td>\n",
       "      <td>0.613</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РОСТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>1599200100.000</td>\n",
       "      <td>0.376</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>576</td>\n",
       "      <td>36.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3024</td>\n",
       "      <td>34645.748</td>\n",
       "      <td>GRD + MAR</td>\n",
       "      <td>24.500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63697</th>\n",
       "      <td>F</td>\n",
       "      <td>65.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>UMN</td>\n",
       "      <td>3490.000</td>\n",
       "      <td>6</td>\n",
       "      <td>18</td>\n",
       "      <td>0.371</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РЕСПУБЛИКА ХАКАСИЯ</td>\n",
       "      <td>...</td>\n",
       "      <td>12180100.000</td>\n",
       "      <td>0.138</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>36</td>\n",
       "      <td>16.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>344</td>\n",
       "      <td>33443.198</td>\n",
       "      <td>GRD + UNM</td>\n",
       "      <td>35.500</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54503</th>\n",
       "      <td>M</td>\n",
       "      <td>49.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>BIS</td>\n",
       "      <td>36358.000</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.645</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>1321904164.000</td>\n",
       "      <td>0.416</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>86000</td>\n",
       "      <td>3620</td>\n",
       "      <td>34010.613</td>\n",
       "      <td>SCH + MAR</td>\n",
       "      <td>29.500</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 29 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       gender    age marital_status job_position  credit_sum  credit_month  \\\n",
       "53397       M 28.000            UNM          SPC   33579.000            10   \n",
       "143962      M 38.000            UNM          SPC   23511.000            10   \n",
       "146922      F 25.000            MAR          SPC   39990.000            24   \n",
       "63697       F 65.000            UNM          UMN    3490.000             6   \n",
       "54503       M 49.000            MAR          BIS   36358.000            10   \n",
       "\n",
       "       tariff_id  score_shk education        living_region       ...         \\\n",
       "53397         20      0.431       SCH     АМУРСКАЯ ОБЛАСТЬ       ...          \n",
       "143962        19      0.358       GRD  СТАВРОПОЛЬСКИЙ КРАЙ       ...          \n",
       "146922        25      0.613       GRD   РОСТОВСКАЯ ОБЛАСТЬ       ...          \n",
       "63697         18      0.371       GRD   РЕСПУБЛИКА ХАКАСИЯ       ...          \n",
       "54503         28      0.645       SCH  ЧЕЛЯБИНСКАЯ ОБЛАСТЬ       ...          \n",
       "\n",
       "        credit_sum_sq  score_sq      income_sq credit_month_sq  \\\n",
       "53397  1127549241.000     0.186 1296000000.000             100   \n",
       "143962  552767121.000     0.129 2025000000.000             100   \n",
       "146922 1599200100.000     0.376 2500000000.000             576   \n",
       "63697    12180100.000     0.138 1225000000.000              36   \n",
       "54503  1321904164.000     0.416 2500000000.000             100   \n",
       "\n",
       "        credit_count_sq  avrzarplata  region_cnt  region_mean_income  \\\n",
       "53397             4.000        63000         618           38026.071   \n",
       "143962            4.000        63000        3236           32589.184   \n",
       "146922           36.000        63000        3024           34645.748   \n",
       "63697            16.000        51000         344           33443.198   \n",
       "54503             4.000        86000        3620           34010.613   \n",
       "\n",
       "        education + marital_status  mean_age_tenure  \n",
       "53397                    SCH + UNM           19.000  \n",
       "143962                   GRD + UNM           24.000  \n",
       "146922                   GRD + MAR           24.500  \n",
       "63697                    GRD + UNM           35.500  \n",
       "54503                    SCH + MAR           29.500  \n",
       "\n",
       "[5 rows x 29 columns]"
      ]
     },
     "execution_count": 46,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# создаем переменную mean_age_tenure, у которой \n",
    "# каждое значение - усредненное значение \n",
    "# переменных age и credit_month \n",
    "train['mean_age_tenure'] = train[['age', 'credit_month']].mean(axis=1)\n",
    "train.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Категоризация (биннинг) количественной переменной"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Категоризация на основе интервалов, заданных вручную"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>job_position</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>tariff_id</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>education</th>\n",
       "      <th>living_region</th>\n",
       "      <th>...</th>\n",
       "      <th>score_sq</th>\n",
       "      <th>income_sq</th>\n",
       "      <th>credit_month_sq</th>\n",
       "      <th>credit_count_sq</th>\n",
       "      <th>avrzarplata</th>\n",
       "      <th>region_cnt</th>\n",
       "      <th>region_mean_income</th>\n",
       "      <th>education + marital_status</th>\n",
       "      <th>mean_age_tenure</th>\n",
       "      <th>incomecat</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>53397</th>\n",
       "      <td>M</td>\n",
       "      <td>28.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>33579.000</td>\n",
       "      <td>10</td>\n",
       "      <td>20</td>\n",
       "      <td>0.431</td>\n",
       "      <td>SCH</td>\n",
       "      <td>АМУРСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>0.186</td>\n",
       "      <td>1296000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>618</td>\n",
       "      <td>38026.071</td>\n",
       "      <td>SCH + UNM</td>\n",
       "      <td>19.000</td>\n",
       "      <td>Low</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143962</th>\n",
       "      <td>M</td>\n",
       "      <td>38.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>23511.000</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>0.358</td>\n",
       "      <td>GRD</td>\n",
       "      <td>СТАВРОПОЛЬСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>0.129</td>\n",
       "      <td>2025000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3236</td>\n",
       "      <td>32589.184</td>\n",
       "      <td>GRD + UNM</td>\n",
       "      <td>24.000</td>\n",
       "      <td>Low</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146922</th>\n",
       "      <td>F</td>\n",
       "      <td>25.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>39990.000</td>\n",
       "      <td>24</td>\n",
       "      <td>25</td>\n",
       "      <td>0.613</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РОСТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>0.376</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>576</td>\n",
       "      <td>36.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3024</td>\n",
       "      <td>34645.748</td>\n",
       "      <td>GRD + MAR</td>\n",
       "      <td>24.500</td>\n",
       "      <td>Low</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63697</th>\n",
       "      <td>F</td>\n",
       "      <td>65.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>UMN</td>\n",
       "      <td>3490.000</td>\n",
       "      <td>6</td>\n",
       "      <td>18</td>\n",
       "      <td>0.371</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РЕСПУБЛИКА ХАКАСИЯ</td>\n",
       "      <td>...</td>\n",
       "      <td>0.138</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>36</td>\n",
       "      <td>16.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>344</td>\n",
       "      <td>33443.198</td>\n",
       "      <td>GRD + UNM</td>\n",
       "      <td>35.500</td>\n",
       "      <td>Low</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54503</th>\n",
       "      <td>M</td>\n",
       "      <td>49.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>BIS</td>\n",
       "      <td>36358.000</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.645</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>0.416</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>86000</td>\n",
       "      <td>3620</td>\n",
       "      <td>34010.613</td>\n",
       "      <td>SCH + MAR</td>\n",
       "      <td>29.500</td>\n",
       "      <td>Low</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 30 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       gender    age marital_status job_position  credit_sum  credit_month  \\\n",
       "53397       M 28.000            UNM          SPC   33579.000            10   \n",
       "143962      M 38.000            UNM          SPC   23511.000            10   \n",
       "146922      F 25.000            MAR          SPC   39990.000            24   \n",
       "63697       F 65.000            UNM          UMN    3490.000             6   \n",
       "54503       M 49.000            MAR          BIS   36358.000            10   \n",
       "\n",
       "       tariff_id  score_shk education        living_region    ...      \\\n",
       "53397         20      0.431       SCH     АМУРСКАЯ ОБЛАСТЬ    ...       \n",
       "143962        19      0.358       GRD  СТАВРОПОЛЬСКИЙ КРАЙ    ...       \n",
       "146922        25      0.613       GRD   РОСТОВСКАЯ ОБЛАСТЬ    ...       \n",
       "63697         18      0.371       GRD   РЕСПУБЛИКА ХАКАСИЯ    ...       \n",
       "54503         28      0.645       SCH  ЧЕЛЯБИНСКАЯ ОБЛАСТЬ    ...       \n",
       "\n",
       "        score_sq      income_sq  credit_month_sq credit_count_sq  avrzarplata  \\\n",
       "53397      0.186 1296000000.000              100           4.000        63000   \n",
       "143962     0.129 2025000000.000              100           4.000        63000   \n",
       "146922     0.376 2500000000.000              576          36.000        63000   \n",
       "63697      0.138 1225000000.000               36          16.000        51000   \n",
       "54503      0.416 2500000000.000              100           4.000        86000   \n",
       "\n",
       "        region_cnt  region_mean_income  education + marital_status  \\\n",
       "53397          618           38026.071                   SCH + UNM   \n",
       "143962        3236           32589.184                   GRD + UNM   \n",
       "146922        3024           34645.748                   GRD + MAR   \n",
       "63697          344           33443.198                   GRD + UNM   \n",
       "54503         3620           34010.613                   SCH + MAR   \n",
       "\n",
       "        mean_age_tenure  incomecat  \n",
       "53397            19.000        Low  \n",
       "143962           24.000        Low  \n",
       "146922           24.500        Low  \n",
       "63697            35.500        Low  \n",
       "54503            29.500        Low  \n",
       "\n",
       "[5 rows x 30 columns]"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# задаем точки, в которых будут находится границы категорий \n",
    "# (до 50000, от 50000 до 200000, от 200000 и выше) \n",
    "bins = [-np.inf, 50000, 200000, np.inf]\n",
    "# задаем метки для категорий будущей переменной\n",
    "group_names = ['Low', 'Average', 'High']\n",
    "# осуществляем биннинг переменной monthly_income \n",
    "# и записываем результаты в новую переменную incomecat\n",
    "train['incomecat'] = pd.cut(train['monthly_income'], bins, labels=group_names)\n",
    "train.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "### Категоризация на основе децилей"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 48,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>job_position</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>tariff_id</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>education</th>\n",
       "      <th>living_region</th>\n",
       "      <th>...</th>\n",
       "      <th>income_sq</th>\n",
       "      <th>credit_month_sq</th>\n",
       "      <th>credit_count_sq</th>\n",
       "      <th>avrzarplata</th>\n",
       "      <th>region_cnt</th>\n",
       "      <th>region_mean_income</th>\n",
       "      <th>education + marital_status</th>\n",
       "      <th>mean_age_tenure</th>\n",
       "      <th>incomecat</th>\n",
       "      <th>income_decile</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>53397</th>\n",
       "      <td>M</td>\n",
       "      <td>28.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>33579.000</td>\n",
       "      <td>10</td>\n",
       "      <td>20</td>\n",
       "      <td>0.431</td>\n",
       "      <td>SCH</td>\n",
       "      <td>АМУРСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>1296000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>618</td>\n",
       "      <td>38026.071</td>\n",
       "      <td>SCH + UNM</td>\n",
       "      <td>19.000</td>\n",
       "      <td>Low</td>\n",
       "      <td>(35000.0, 40000.0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143962</th>\n",
       "      <td>M</td>\n",
       "      <td>38.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>23511.000</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>0.358</td>\n",
       "      <td>GRD</td>\n",
       "      <td>СТАВРОПОЛЬСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>2025000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3236</td>\n",
       "      <td>32589.184</td>\n",
       "      <td>GRD + UNM</td>\n",
       "      <td>24.000</td>\n",
       "      <td>Low</td>\n",
       "      <td>(40000.0, 45000.0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146922</th>\n",
       "      <td>F</td>\n",
       "      <td>25.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>39990.000</td>\n",
       "      <td>24</td>\n",
       "      <td>25</td>\n",
       "      <td>0.613</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РОСТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>576</td>\n",
       "      <td>36.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3024</td>\n",
       "      <td>34645.748</td>\n",
       "      <td>GRD + MAR</td>\n",
       "      <td>24.500</td>\n",
       "      <td>Low</td>\n",
       "      <td>(45000.0, 50000.0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63697</th>\n",
       "      <td>F</td>\n",
       "      <td>65.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>UMN</td>\n",
       "      <td>3490.000</td>\n",
       "      <td>6</td>\n",
       "      <td>18</td>\n",
       "      <td>0.371</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РЕСПУБЛИКА ХАКАСИЯ</td>\n",
       "      <td>...</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>36</td>\n",
       "      <td>16.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>344</td>\n",
       "      <td>33443.198</td>\n",
       "      <td>GRD + UNM</td>\n",
       "      <td>35.500</td>\n",
       "      <td>Low</td>\n",
       "      <td>(30000.0, 35000.0]</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54503</th>\n",
       "      <td>M</td>\n",
       "      <td>49.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>BIS</td>\n",
       "      <td>36358.000</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.645</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>86000</td>\n",
       "      <td>3620</td>\n",
       "      <td>34010.613</td>\n",
       "      <td>SCH + MAR</td>\n",
       "      <td>29.500</td>\n",
       "      <td>Low</td>\n",
       "      <td>(45000.0, 50000.0]</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 31 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       gender    age marital_status job_position  credit_sum  credit_month  \\\n",
       "53397       M 28.000            UNM          SPC   33579.000            10   \n",
       "143962      M 38.000            UNM          SPC   23511.000            10   \n",
       "146922      F 25.000            MAR          SPC   39990.000            24   \n",
       "63697       F 65.000            UNM          UMN    3490.000             6   \n",
       "54503       M 49.000            MAR          BIS   36358.000            10   \n",
       "\n",
       "       tariff_id  score_shk education        living_region  \\\n",
       "53397         20      0.431       SCH     АМУРСКАЯ ОБЛАСТЬ   \n",
       "143962        19      0.358       GRD  СТАВРОПОЛЬСКИЙ КРАЙ   \n",
       "146922        25      0.613       GRD   РОСТОВСКАЯ ОБЛАСТЬ   \n",
       "63697         18      0.371       GRD   РЕСПУБЛИКА ХАКАСИЯ   \n",
       "54503         28      0.645       SCH  ЧЕЛЯБИНСКАЯ ОБЛАСТЬ   \n",
       "\n",
       "               ...              income_sq  credit_month_sq  credit_count_sq  \\\n",
       "53397          ...         1296000000.000              100            4.000   \n",
       "143962         ...         2025000000.000              100            4.000   \n",
       "146922         ...         2500000000.000              576           36.000   \n",
       "63697          ...         1225000000.000               36           16.000   \n",
       "54503          ...         2500000000.000              100            4.000   \n",
       "\n",
       "       avrzarplata  region_cnt  region_mean_income  \\\n",
       "53397        63000         618           38026.071   \n",
       "143962       63000        3236           32589.184   \n",
       "146922       63000        3024           34645.748   \n",
       "63697        51000         344           33443.198   \n",
       "54503        86000        3620           34010.613   \n",
       "\n",
       "        education + marital_status  mean_age_tenure  incomecat  \\\n",
       "53397                    SCH + UNM           19.000        Low   \n",
       "143962                   GRD + UNM           24.000        Low   \n",
       "146922                   GRD + MAR           24.500        Low   \n",
       "63697                    GRD + UNM           35.500        Low   \n",
       "54503                    SCH + MAR           29.500        Low   \n",
       "\n",
       "             income_decile  \n",
       "53397   (35000.0, 40000.0]  \n",
       "143962  (40000.0, 45000.0]  \n",
       "146922  (45000.0, 50000.0]  \n",
       "63697   (30000.0, 35000.0]  \n",
       "54503   (45000.0, 50000.0]  \n",
       "\n",
       "[5 rows x 31 columns]"
      ]
     },
     "execution_count": 48,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# осуществляем биннинг переменной monthly_income \n",
    "# на основе децилей и записываем результаты \n",
    "# в новую переменную income_decile\n",
    "train['income_decile'] = pd.qcut(train['monthly_income'], 10)\n",
    "train.head()"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## Создание бинарной переменной на основе значений количественной переменной"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>gender</th>\n",
       "      <th>age</th>\n",
       "      <th>marital_status</th>\n",
       "      <th>job_position</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>tariff_id</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>education</th>\n",
       "      <th>living_region</th>\n",
       "      <th>...</th>\n",
       "      <th>credit_month_sq</th>\n",
       "      <th>credit_count_sq</th>\n",
       "      <th>avrzarplata</th>\n",
       "      <th>region_cnt</th>\n",
       "      <th>region_mean_income</th>\n",
       "      <th>education + marital_status</th>\n",
       "      <th>mean_age_tenure</th>\n",
       "      <th>incomecat</th>\n",
       "      <th>income_decile</th>\n",
       "      <th>retired</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>53397</th>\n",
       "      <td>M</td>\n",
       "      <td>28.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>33579.000</td>\n",
       "      <td>10</td>\n",
       "      <td>20</td>\n",
       "      <td>0.431</td>\n",
       "      <td>SCH</td>\n",
       "      <td>АМУРСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>618</td>\n",
       "      <td>38026.071</td>\n",
       "      <td>SCH + UNM</td>\n",
       "      <td>19.000</td>\n",
       "      <td>Low</td>\n",
       "      <td>(35000.0, 40000.0]</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143962</th>\n",
       "      <td>M</td>\n",
       "      <td>38.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>SPC</td>\n",
       "      <td>23511.000</td>\n",
       "      <td>10</td>\n",
       "      <td>19</td>\n",
       "      <td>0.358</td>\n",
       "      <td>GRD</td>\n",
       "      <td>СТАВРОПОЛЬСКИЙ КРАЙ</td>\n",
       "      <td>...</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3236</td>\n",
       "      <td>32589.184</td>\n",
       "      <td>GRD + UNM</td>\n",
       "      <td>24.000</td>\n",
       "      <td>Low</td>\n",
       "      <td>(40000.0, 45000.0]</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146922</th>\n",
       "      <td>F</td>\n",
       "      <td>25.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>SPC</td>\n",
       "      <td>39990.000</td>\n",
       "      <td>24</td>\n",
       "      <td>25</td>\n",
       "      <td>0.613</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РОСТОВСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>576</td>\n",
       "      <td>36.000</td>\n",
       "      <td>63000</td>\n",
       "      <td>3024</td>\n",
       "      <td>34645.748</td>\n",
       "      <td>GRD + MAR</td>\n",
       "      <td>24.500</td>\n",
       "      <td>Low</td>\n",
       "      <td>(45000.0, 50000.0]</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63697</th>\n",
       "      <td>F</td>\n",
       "      <td>65.000</td>\n",
       "      <td>UNM</td>\n",
       "      <td>UMN</td>\n",
       "      <td>3490.000</td>\n",
       "      <td>6</td>\n",
       "      <td>18</td>\n",
       "      <td>0.371</td>\n",
       "      <td>GRD</td>\n",
       "      <td>РЕСПУБЛИКА ХАКАСИЯ</td>\n",
       "      <td>...</td>\n",
       "      <td>36</td>\n",
       "      <td>16.000</td>\n",
       "      <td>51000</td>\n",
       "      <td>344</td>\n",
       "      <td>33443.198</td>\n",
       "      <td>GRD + UNM</td>\n",
       "      <td>35.500</td>\n",
       "      <td>Low</td>\n",
       "      <td>(30000.0, 35000.0]</td>\n",
       "      <td>Yes</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54503</th>\n",
       "      <td>M</td>\n",
       "      <td>49.000</td>\n",
       "      <td>MAR</td>\n",
       "      <td>BIS</td>\n",
       "      <td>36358.000</td>\n",
       "      <td>10</td>\n",
       "      <td>28</td>\n",
       "      <td>0.645</td>\n",
       "      <td>SCH</td>\n",
       "      <td>ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</td>\n",
       "      <td>...</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>86000</td>\n",
       "      <td>3620</td>\n",
       "      <td>34010.613</td>\n",
       "      <td>SCH + MAR</td>\n",
       "      <td>29.500</td>\n",
       "      <td>Low</td>\n",
       "      <td>(45000.0, 50000.0]</td>\n",
       "      <td>No</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>5 rows × 32 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "       gender    age marital_status job_position  credit_sum  credit_month  \\\n",
       "53397       M 28.000            UNM          SPC   33579.000            10   \n",
       "143962      M 38.000            UNM          SPC   23511.000            10   \n",
       "146922      F 25.000            MAR          SPC   39990.000            24   \n",
       "63697       F 65.000            UNM          UMN    3490.000             6   \n",
       "54503       M 49.000            MAR          BIS   36358.000            10   \n",
       "\n",
       "       tariff_id  score_shk education        living_region   ...     \\\n",
       "53397         20      0.431       SCH     АМУРСКАЯ ОБЛАСТЬ   ...      \n",
       "143962        19      0.358       GRD  СТАВРОПОЛЬСКИЙ КРАЙ   ...      \n",
       "146922        25      0.613       GRD   РОСТОВСКАЯ ОБЛАСТЬ   ...      \n",
       "63697         18      0.371       GRD   РЕСПУБЛИКА ХАКАСИЯ   ...      \n",
       "54503         28      0.645       SCH  ЧЕЛЯБИНСКАЯ ОБЛАСТЬ   ...      \n",
       "\n",
       "        credit_month_sq  credit_count_sq  avrzarplata region_cnt  \\\n",
       "53397               100            4.000        63000        618   \n",
       "143962              100            4.000        63000       3236   \n",
       "146922              576           36.000        63000       3024   \n",
       "63697                36           16.000        51000        344   \n",
       "54503               100            4.000        86000       3620   \n",
       "\n",
       "        region_mean_income  education + marital_status  mean_age_tenure  \\\n",
       "53397            38026.071                   SCH + UNM           19.000   \n",
       "143962           32589.184                   GRD + UNM           24.000   \n",
       "146922           34645.748                   GRD + MAR           24.500   \n",
       "63697            33443.198                   GRD + UNM           35.500   \n",
       "54503            34010.613                   SCH + MAR           29.500   \n",
       "\n",
       "        incomecat       income_decile  retired  \n",
       "53397         Low  (35000.0, 40000.0]       No  \n",
       "143962        Low  (40000.0, 45000.0]       No  \n",
       "146922        Low  (45000.0, 50000.0]       No  \n",
       "63697         Low  (30000.0, 35000.0]      Yes  \n",
       "54503         Low  (45000.0, 50000.0]       No  \n",
       "\n",
       "[5 rows x 32 columns]"
      ]
     },
     "execution_count": 49,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# создаем новую переменную retired, которая принимает \n",
    "# значение \"Yes\", если значение переменной age больше 60, \n",
    "# и значение \"No\" в противном случае\n",
    "train['retired'] = np.where(train['age']>=60, 'Yes', 'No')\n",
    "train.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# удаляем переменные, созданные в ходе наших \"экспериментов\"\n",
    "train.drop(['avrzarplata', 'region_cnt', 'region_mean_income', \n",
    "            'education + marital_status', 'mean_age_tenure', 'incomecat', \n",
    "            'income_decile', 'retired'], axis=1, inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 51,
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 119522 entries, 53397 to 149270\n",
      "Data columns (total 24 columns):\n",
      "gender                  119522 non-null object\n",
      "age                     119522 non-null float64\n",
      "marital_status          119522 non-null object\n",
      "job_position            119522 non-null object\n",
      "credit_sum              119522 non-null float64\n",
      "credit_month            119522 non-null int64\n",
      "tariff_id               119522 non-null object\n",
      "score_shk               119522 non-null float64\n",
      "education               119522 non-null object\n",
      "living_region           119522 non-null object\n",
      "monthly_income          119522 non-null float64\n",
      "credit_count            119522 non-null float64\n",
      "overdue_credit_count    119522 non-null float64\n",
      "open_account_flg        119522 non-null object\n",
      "tariff                  119522 non-null int32\n",
      "paym                    119522 non-null float64\n",
      "pti                     119522 non-null float64\n",
      "tariff_sq               119522 non-null int32\n",
      "age_sq                  119522 non-null float64\n",
      "credit_sum_sq           119522 non-null float64\n",
      "score_sq                119522 non-null float64\n",
      "income_sq               119522 non-null float64\n",
      "credit_month_sq         119522 non-null int64\n",
      "credit_count_sq         119522 non-null float64\n",
      "dtypes: float64(13), int32(2), int64(2), object(7)\n",
      "memory usage: 21.9+ MB\n",
      "None\n",
      "<class 'pandas.core.frame.DataFrame'>\n",
      "Int64Index: 51224 entries, 0 to 170745\n",
      "Data columns (total 24 columns):\n",
      "gender                  51224 non-null object\n",
      "age                     51224 non-null float64\n",
      "marital_status          51224 non-null object\n",
      "job_position            51224 non-null object\n",
      "credit_sum              51224 non-null float64\n",
      "credit_month            51224 non-null int64\n",
      "tariff_id               51224 non-null object\n",
      "score_shk               51224 non-null float64\n",
      "education               51224 non-null object\n",
      "living_region           51224 non-null object\n",
      "monthly_income          51224 non-null float64\n",
      "credit_count            51224 non-null float64\n",
      "overdue_credit_count    51224 non-null float64\n",
      "open_account_flg        51224 non-null object\n",
      "tariff                  51224 non-null int32\n",
      "paym                    51224 non-null float64\n",
      "pti                     51224 non-null float64\n",
      "tariff_sq               51224 non-null int32\n",
      "age_sq                  51224 non-null float64\n",
      "credit_sum_sq           51224 non-null float64\n",
      "score_sq                51224 non-null float64\n",
      "income_sq               51224 non-null float64\n",
      "credit_month_sq         51224 non-null int64\n",
      "credit_count_sq         51224 non-null float64\n",
      "dtypes: float64(13), int32(2), int64(2), object(7)\n",
      "memory usage: 9.4+ MB\n",
      "None\n"
     ]
    }
   ],
   "source": [
    "# убеждаемся в отсутствии пропусков в переменных, а также \n",
    "# в одинаковом количестве переменных в обучающей \n",
    "# и контрольной выборках\n",
    "print(train.info())\n",
    "print(test.info())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Исходные переменные:\n",
      " ['gender', 'age', 'marital_status', 'job_position', 'credit_sum', 'credit_month', 'tariff_id', 'score_shk', 'education', 'living_region', 'monthly_income', 'credit_count', 'overdue_credit_count', 'open_account_flg', 'tariff', 'paym', 'pti', 'tariff_sq', 'age_sq', 'credit_sum_sq', 'score_sq', 'income_sq', 'credit_month_sq', 'credit_count_sq'] \n",
      "\n",
      "Переменные после get_dummies:\n",
      " ['age', 'credit_sum', 'credit_month', 'score_shk', 'monthly_income', 'credit_count', 'overdue_credit_count', 'tariff', 'paym', 'pti', 'tariff_sq', 'age_sq', 'credit_sum_sq', 'score_sq', 'income_sq', 'credit_month_sq', 'credit_count_sq', 'gender_F', 'gender_M', 'marital_status_CIV', 'marital_status_DIV', 'marital_status_MAR', 'marital_status_UNM', 'marital_status_WID', 'job_position_ATP', 'job_position_BIS', 'job_position_BIU', 'job_position_DIR', 'job_position_INP', 'job_position_NOR', 'job_position_OTHER', 'job_position_PNA', 'job_position_PNI', 'job_position_SPC', 'job_position_UMN', 'job_position_WOI', 'job_position_WRK', 'job_position_WRP', 'tariff_id_1', 'tariff_id_2', 'tariff_id_3', 'tariff_id_4', 'tariff_id_6', 'tariff_id_7', 'tariff_id_8', 'tariff_id_9', 'tariff_id_10', 'tariff_id_11', 'tariff_id_12', 'tariff_id_13', 'tariff_id_18', 'tariff_id_19', 'tariff_id_20', 'tariff_id_21', 'tariff_id_22', 'tariff_id_23', 'tariff_id_25', 'tariff_id_28', 'tariff_id_29', 'tariff_id_30', 'tariff_id_31', 'tariff_id_32', 'tariff_id_99', 'education_ACD', 'education_GRD', 'education_PGR', 'education_SCH', 'education_UGR', 'living_region_OTHER', 'living_region_nan', 'living_region_АЛТАЙСКИЙ КРАЙ', 'living_region_АМУРСКАЯ ОБЛАСТЬ', 'living_region_АРХАНГЕЛЬСКАЯ ОБЛАСТЬ', 'living_region_АСТРАХАНСКАЯ ОБЛАСТЬ', 'living_region_БЕЛГОРОДСКАЯ ОБЛАСТЬ', 'living_region_БРЯНСКАЯ ОБЛАСТЬ', 'living_region_ВЛАДИМИРСКАЯ ОБЛАСТЬ', 'living_region_ВОЛГОГРАДСКАЯ ОБЛАСТЬ', 'living_region_ВОЛОГОДСКАЯ ОБЛАСТЬ', 'living_region_ВОРОНЕЖСКАЯ ОБЛАСТЬ', 'living_region_ЕВРЕЙСКАЯ АВТОНОМНАЯ ОБЛАСТЬ', 'living_region_ЗАБАЙКАЛЬСКИЙ КРАЙ', 'living_region_ИВАНОВСКАЯ ОБЛАСТЬ', 'living_region_ИРКУТСКАЯ ОБЛАСТЬ', 'living_region_КАБАРДИНО-БАЛКАРСКАЯ РЕСПУБЛИКА', 'living_region_КАЛИНИНГРАДСКАЯ ОБЛАСТЬ', 'living_region_КАЛУЖСКАЯ ОБЛАСТЬ', 'living_region_КАМЧАТСКИЙ КРАЙ', 'living_region_КАРАЧАЕВО-ЧЕРКЕССКАЯ РЕСПУБЛИКА', 'living_region_КЕМЕРОВСКАЯ ОБЛАСТЬ', 'living_region_КИРОВСКАЯ ОБЛАСТЬ', 'living_region_КОСТРОМСКАЯ ОБЛАСТЬ', 'living_region_КРАСНОДАРСКИЙ КРАЙ', 'living_region_КРАСНОЯРСКИЙ КРАЙ', 'living_region_КУРГАНСКАЯ ОБЛАСТЬ', 'living_region_КУРСКАЯ ОБЛАСТЬ', 'living_region_ЛЕНИНГРАДСКАЯ ОБЛАСТЬ', 'living_region_ЛИПЕЦКАЯ ОБЛАСТЬ', 'living_region_МАГАДАНСКАЯ ОБЛАСТЬ', 'living_region_МОСКВА', 'living_region_МОСКОВСКАЯ ОБЛАСТЬ', 'living_region_МУРМАНСКАЯ ОБЛАСТЬ', 'living_region_НИЖЕГОРОДСКАЯ ОБЛАСТЬ', 'living_region_НОВГОРОДСКАЯ ОБЛАСТЬ', 'living_region_НОВОСИБИРСКАЯ ОБЛАСТЬ', 'living_region_ОМСКАЯ ОБЛАСТЬ', 'living_region_ОРЕНБУРГСКАЯ ОБЛАСТЬ', 'living_region_ОРЛОВСКАЯ ОБЛАСТЬ', 'living_region_ПЕНЗЕНСКАЯ ОБЛАСТЬ', 'living_region_ПЕРМСКИЙ КРАЙ', 'living_region_ПРИМОРСКИЙ КРАЙ', 'living_region_ПСКОВСКАЯ ОБЛАСТЬ', 'living_region_РЕСПУБЛИКА АДЫГЕЯ', 'living_region_РЕСПУБЛИКА АЛТАЙ', 'living_region_РЕСПУБЛИКА БАШКОРТОСТАН', 'living_region_РЕСПУБЛИКА БУРЯТИЯ', 'living_region_РЕСПУБЛИКА ДАГЕСТАН', 'living_region_РЕСПУБЛИКА КАЛМЫКИЯ', 'living_region_РЕСПУБЛИКА КАРЕЛИЯ', 'living_region_РЕСПУБЛИКА КОМИ', 'living_region_РЕСПУБЛИКА МАРИЙ ЭЛ', 'living_region_РЕСПУБЛИКА МОРДОВИЯ', 'living_region_РЕСПУБЛИКА САХА (ЯКУТИЯ)', 'living_region_РЕСПУБЛИКА СЕВЕРНАЯ ОСЕТИЯ - АЛАНИЯ', 'living_region_РЕСПУБЛИКА ТАТАРСТАН', 'living_region_РЕСПУБЛИКА ТЫВА', 'living_region_РЕСПУБЛИКА ХАКАСИЯ', 'living_region_РОСТОВСКАЯ ОБЛАСТЬ', 'living_region_РЯЗАНСКАЯ ОБЛАСТЬ', 'living_region_САМАРСКАЯ ОБЛАСТЬ', 'living_region_САНКТ-ПЕТЕРБУРГ', 'living_region_САРАТОВСКАЯ ОБЛАСТЬ', 'living_region_САХАЛИНСКАЯ ОБЛАСТЬ', 'living_region_СВЕРДЛОВСКАЯ ОБЛАСТЬ', 'living_region_СМОЛЕНСКАЯ ОБЛАСТЬ', 'living_region_СТАВРОПОЛЬСКИЙ КРАЙ', 'living_region_ТАМБОВСКАЯ ОБЛАСТЬ', 'living_region_ТВЕРСКАЯ ОБЛАСТЬ', 'living_region_ТОМСКАЯ ОБЛАСТЬ', 'living_region_ТУЛЬСКАЯ ОБЛАСТЬ', 'living_region_ТЮМЕНСКАЯ ОБЛАСТЬ', 'living_region_УДМУРТСКАЯ РЕСПУБЛИКА', 'living_region_УЛЬЯНОВСКАЯ ОБЛАСТЬ', 'living_region_ХАБАРОВСКИЙ КРАЙ', 'living_region_ЧЕЛЯБИНСКАЯ ОБЛАСТЬ', 'living_region_ЧУВАШСКАЯ РЕСПУБЛИКА', 'living_region_ЯРОСЛАВСКАЯ ОБЛАСТЬ', 'open_account_flg_0', 'open_account_flg_1']\n",
      "Исходные переменные:\n",
      " ['gender', 'age', 'marital_status', 'job_position', 'credit_sum', 'credit_month', 'tariff_id', 'score_shk', 'education', 'living_region', 'monthly_income', 'credit_count', 'overdue_credit_count', 'open_account_flg', 'tariff', 'paym', 'pti', 'tariff_sq', 'age_sq', 'credit_sum_sq', 'score_sq', 'income_sq', 'credit_month_sq', 'credit_count_sq'] \n",
      "\n",
      "Переменные после get_dummies:\n",
      " ['age', 'credit_sum', 'credit_month', 'score_shk', 'monthly_income', 'credit_count', 'overdue_credit_count', 'tariff', 'paym', 'pti', 'tariff_sq', 'age_sq', 'credit_sum_sq', 'score_sq', 'income_sq', 'credit_month_sq', 'credit_count_sq', 'gender_F', 'gender_M', 'marital_status_CIV', 'marital_status_DIV', 'marital_status_MAR', 'marital_status_UNM', 'marital_status_WID', 'job_position_ATP', 'job_position_BIS', 'job_position_BIU', 'job_position_DIR', 'job_position_INP', 'job_position_NOR', 'job_position_OTHER', 'job_position_PNA', 'job_position_PNI', 'job_position_SPC', 'job_position_UMN', 'job_position_WOI', 'job_position_WRK', 'job_position_WRP', 'tariff_id_1', 'tariff_id_2', 'tariff_id_3', 'tariff_id_4', 'tariff_id_6', 'tariff_id_7', 'tariff_id_8', 'tariff_id_9', 'tariff_id_10', 'tariff_id_11', 'tariff_id_12', 'tariff_id_13', 'tariff_id_18', 'tariff_id_19', 'tariff_id_20', 'tariff_id_21', 'tariff_id_22', 'tariff_id_23', 'tariff_id_25', 'tariff_id_28', 'tariff_id_29', 'tariff_id_30', 'tariff_id_31', 'tariff_id_32', 'tariff_id_99', 'education_ACD', 'education_GRD', 'education_PGR', 'education_SCH', 'education_UGR', 'living_region_OTHER', 'living_region_nan', 'living_region_АЛТАЙСКИЙ КРАЙ', 'living_region_АМУРСКАЯ ОБЛАСТЬ', 'living_region_АРХАНГЕЛЬСКАЯ ОБЛАСТЬ', 'living_region_АСТРАХАНСКАЯ ОБЛАСТЬ', 'living_region_БЕЛГОРОДСКАЯ ОБЛАСТЬ', 'living_region_БРЯНСКАЯ ОБЛАСТЬ', 'living_region_ВЛАДИМИРСКАЯ ОБЛАСТЬ', 'living_region_ВОЛГОГРАДСКАЯ ОБЛАСТЬ', 'living_region_ВОЛОГОДСКАЯ ОБЛАСТЬ', 'living_region_ВОРОНЕЖСКАЯ ОБЛАСТЬ', 'living_region_ЕВРЕЙСКАЯ АВТОНОМНАЯ ОБЛАСТЬ', 'living_region_ЗАБАЙКАЛЬСКИЙ КРАЙ', 'living_region_ИВАНОВСКАЯ ОБЛАСТЬ', 'living_region_ИРКУТСКАЯ ОБЛАСТЬ', 'living_region_КАБАРДИНО-БАЛКАРСКАЯ РЕСПУБЛИКА', 'living_region_КАЛИНИНГРАДСКАЯ ОБЛАСТЬ', 'living_region_КАЛУЖСКАЯ ОБЛАСТЬ', 'living_region_КАМЧАТСКИЙ КРАЙ', 'living_region_КАРАЧАЕВО-ЧЕРКЕССКАЯ РЕСПУБЛИКА', 'living_region_КЕМЕРОВСКАЯ ОБЛАСТЬ', 'living_region_КИРОВСКАЯ ОБЛАСТЬ', 'living_region_КОСТРОМСКАЯ ОБЛАСТЬ', 'living_region_КРАСНОДАРСКИЙ КРАЙ', 'living_region_КРАСНОЯРСКИЙ КРАЙ', 'living_region_КУРГАНСКАЯ ОБЛАСТЬ', 'living_region_КУРСКАЯ ОБЛАСТЬ', 'living_region_ЛЕНИНГРАДСКАЯ ОБЛАСТЬ', 'living_region_ЛИПЕЦКАЯ ОБЛАСТЬ', 'living_region_МАГАДАНСКАЯ ОБЛАСТЬ', 'living_region_МОСКВА', 'living_region_МОСКОВСКАЯ ОБЛАСТЬ', 'living_region_МУРМАНСКАЯ ОБЛАСТЬ', 'living_region_НИЖЕГОРОДСКАЯ ОБЛАСТЬ', 'living_region_НОВГОРОДСКАЯ ОБЛАСТЬ', 'living_region_НОВОСИБИРСКАЯ ОБЛАСТЬ', 'living_region_ОМСКАЯ ОБЛАСТЬ', 'living_region_ОРЕНБУРГСКАЯ ОБЛАСТЬ', 'living_region_ОРЛОВСКАЯ ОБЛАСТЬ', 'living_region_ПЕНЗЕНСКАЯ ОБЛАСТЬ', 'living_region_ПЕРМСКИЙ КРАЙ', 'living_region_ПРИМОРСКИЙ КРАЙ', 'living_region_ПСКОВСКАЯ ОБЛАСТЬ', 'living_region_РЕСПУБЛИКА АДЫГЕЯ', 'living_region_РЕСПУБЛИКА АЛТАЙ', 'living_region_РЕСПУБЛИКА БАШКОРТОСТАН', 'living_region_РЕСПУБЛИКА БУРЯТИЯ', 'living_region_РЕСПУБЛИКА ДАГЕСТАН', 'living_region_РЕСПУБЛИКА КАЛМЫКИЯ', 'living_region_РЕСПУБЛИКА КАРЕЛИЯ', 'living_region_РЕСПУБЛИКА КОМИ', 'living_region_РЕСПУБЛИКА МАРИЙ ЭЛ', 'living_region_РЕСПУБЛИКА МОРДОВИЯ', 'living_region_РЕСПУБЛИКА САХА (ЯКУТИЯ)', 'living_region_РЕСПУБЛИКА СЕВЕРНАЯ ОСЕТИЯ - АЛАНИЯ', 'living_region_РЕСПУБЛИКА ТАТАРСТАН', 'living_region_РЕСПУБЛИКА ТЫВА', 'living_region_РЕСПУБЛИКА ХАКАСИЯ', 'living_region_РОСТОВСКАЯ ОБЛАСТЬ', 'living_region_РЯЗАНСКАЯ ОБЛАСТЬ', 'living_region_САМАРСКАЯ ОБЛАСТЬ', 'living_region_САНКТ-ПЕТЕРБУРГ', 'living_region_САРАТОВСКАЯ ОБЛАСТЬ', 'living_region_САХАЛИНСКАЯ ОБЛАСТЬ', 'living_region_СВЕРДЛОВСКАЯ ОБЛАСТЬ', 'living_region_СМОЛЕНСКАЯ ОБЛАСТЬ', 'living_region_СТАВРОПОЛЬСКИЙ КРАЙ', 'living_region_ТАМБОВСКАЯ ОБЛАСТЬ', 'living_region_ТВЕРСКАЯ ОБЛАСТЬ', 'living_region_ТОМСКАЯ ОБЛАСТЬ', 'living_region_ТУЛЬСКАЯ ОБЛАСТЬ', 'living_region_ТЮМЕНСКАЯ ОБЛАСТЬ', 'living_region_УДМУРТСКАЯ РЕСПУБЛИКА', 'living_region_УЛЬЯНОВСКАЯ ОБЛАСТЬ', 'living_region_ХАБАРОВСКИЙ КРАЙ', 'living_region_ЧЕЛЯБИНСКАЯ ОБЛАСТЬ', 'living_region_ЧУВАШСКАЯ РЕСПУБЛИКА', 'living_region_ЯРОСЛАВСКАЯ ОБЛАСТЬ', 'open_account_flg_0', 'open_account_flg_1']\n"
     ]
    }
   ],
   "source": [
    "# печатаем названия столбцов до и после\n",
    "# дамми-кодирования\n",
    "print(\"Исходные переменные:\\n\", list(train.columns), \"\\n\")\n",
    "train_dummies = pd.get_dummies(train)\n",
    "print(\"Переменные после get_dummies:\\n\", list(train_dummies.columns))\n",
    "\n",
    "print(\"Исходные переменные:\\n\", list(test.columns), \"\\n\")\n",
    "test_dummies = pd.get_dummies(test)\n",
    "print(\"Переменные после get_dummies:\\n\", list(test_dummies.columns))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>age</th>\n",
       "      <th>credit_sum</th>\n",
       "      <th>credit_month</th>\n",
       "      <th>score_shk</th>\n",
       "      <th>monthly_income</th>\n",
       "      <th>credit_count</th>\n",
       "      <th>overdue_credit_count</th>\n",
       "      <th>tariff</th>\n",
       "      <th>paym</th>\n",
       "      <th>pti</th>\n",
       "      <th>tariff_sq</th>\n",
       "      <th>age_sq</th>\n",
       "      <th>credit_sum_sq</th>\n",
       "      <th>score_sq</th>\n",
       "      <th>income_sq</th>\n",
       "      <th>credit_month_sq</th>\n",
       "      <th>credit_count_sq</th>\n",
       "      <th>gender_F</th>\n",
       "      <th>gender_M</th>\n",
       "      <th>marital_status_CIV</th>\n",
       "      <th>marital_status_DIV</th>\n",
       "      <th>marital_status_MAR</th>\n",
       "      <th>marital_status_UNM</th>\n",
       "      <th>marital_status_WID</th>\n",
       "      <th>job_position_ATP</th>\n",
       "      <th>job_position_BIS</th>\n",
       "      <th>job_position_BIU</th>\n",
       "      <th>job_position_DIR</th>\n",
       "      <th>job_position_INP</th>\n",
       "      <th>job_position_NOR</th>\n",
       "      <th>job_position_OTHER</th>\n",
       "      <th>job_position_PNA</th>\n",
       "      <th>job_position_PNI</th>\n",
       "      <th>job_position_SPC</th>\n",
       "      <th>job_position_UMN</th>\n",
       "      <th>job_position_WOI</th>\n",
       "      <th>job_position_WRK</th>\n",
       "      <th>job_position_WRP</th>\n",
       "      <th>tariff_id_1</th>\n",
       "      <th>tariff_id_2</th>\n",
       "      <th>tariff_id_3</th>\n",
       "      <th>tariff_id_4</th>\n",
       "      <th>tariff_id_6</th>\n",
       "      <th>tariff_id_7</th>\n",
       "      <th>tariff_id_8</th>\n",
       "      <th>tariff_id_9</th>\n",
       "      <th>tariff_id_10</th>\n",
       "      <th>tariff_id_11</th>\n",
       "      <th>tariff_id_12</th>\n",
       "      <th>tariff_id_13</th>\n",
       "      <th>tariff_id_18</th>\n",
       "      <th>tariff_id_19</th>\n",
       "      <th>tariff_id_20</th>\n",
       "      <th>tariff_id_21</th>\n",
       "      <th>tariff_id_22</th>\n",
       "      <th>tariff_id_23</th>\n",
       "      <th>tariff_id_25</th>\n",
       "      <th>tariff_id_28</th>\n",
       "      <th>tariff_id_29</th>\n",
       "      <th>tariff_id_30</th>\n",
       "      <th>tariff_id_31</th>\n",
       "      <th>tariff_id_32</th>\n",
       "      <th>tariff_id_99</th>\n",
       "      <th>education_ACD</th>\n",
       "      <th>education_GRD</th>\n",
       "      <th>education_PGR</th>\n",
       "      <th>education_SCH</th>\n",
       "      <th>education_UGR</th>\n",
       "      <th>living_region_OTHER</th>\n",
       "      <th>living_region_nan</th>\n",
       "      <th>living_region_АЛТАЙСКИЙ КРАЙ</th>\n",
       "      <th>living_region_АМУРСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_АРХАНГЕЛЬСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_АСТРАХАНСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_БЕЛГОРОДСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_БРЯНСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ВЛАДИМИРСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ВОЛГОГРАДСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ВОЛОГОДСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ВОРОНЕЖСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ЕВРЕЙСКАЯ АВТОНОМНАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ЗАБАЙКАЛЬСКИЙ КРАЙ</th>\n",
       "      <th>living_region_ИВАНОВСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ИРКУТСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_КАБАРДИНО-БАЛКАРСКАЯ РЕСПУБЛИКА</th>\n",
       "      <th>living_region_КАЛИНИНГРАДСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_КАЛУЖСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_КАМЧАТСКИЙ КРАЙ</th>\n",
       "      <th>living_region_КАРАЧАЕВО-ЧЕРКЕССКАЯ РЕСПУБЛИКА</th>\n",
       "      <th>living_region_КЕМЕРОВСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_КИРОВСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_КОСТРОМСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_КРАСНОДАРСКИЙ КРАЙ</th>\n",
       "      <th>living_region_КРАСНОЯРСКИЙ КРАЙ</th>\n",
       "      <th>living_region_КУРГАНСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_КУРСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ЛЕНИНГРАДСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ЛИПЕЦКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_МАГАДАНСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_МОСКВА</th>\n",
       "      <th>living_region_МОСКОВСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_МУРМАНСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_НИЖЕГОРОДСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_НОВГОРОДСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_НОВОСИБИРСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ОМСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ОРЕНБУРГСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ОРЛОВСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ПЕНЗЕНСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ПЕРМСКИЙ КРАЙ</th>\n",
       "      <th>living_region_ПРИМОРСКИЙ КРАЙ</th>\n",
       "      <th>living_region_ПСКОВСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_РЕСПУБЛИКА АДЫГЕЯ</th>\n",
       "      <th>living_region_РЕСПУБЛИКА АЛТАЙ</th>\n",
       "      <th>living_region_РЕСПУБЛИКА БАШКОРТОСТАН</th>\n",
       "      <th>living_region_РЕСПУБЛИКА БУРЯТИЯ</th>\n",
       "      <th>living_region_РЕСПУБЛИКА ДАГЕСТАН</th>\n",
       "      <th>living_region_РЕСПУБЛИКА КАЛМЫКИЯ</th>\n",
       "      <th>living_region_РЕСПУБЛИКА КАРЕЛИЯ</th>\n",
       "      <th>living_region_РЕСПУБЛИКА КОМИ</th>\n",
       "      <th>living_region_РЕСПУБЛИКА МАРИЙ ЭЛ</th>\n",
       "      <th>living_region_РЕСПУБЛИКА МОРДОВИЯ</th>\n",
       "      <th>living_region_РЕСПУБЛИКА САХА (ЯКУТИЯ)</th>\n",
       "      <th>living_region_РЕСПУБЛИКА СЕВЕРНАЯ ОСЕТИЯ - АЛАНИЯ</th>\n",
       "      <th>living_region_РЕСПУБЛИКА ТАТАРСТАН</th>\n",
       "      <th>living_region_РЕСПУБЛИКА ТЫВА</th>\n",
       "      <th>living_region_РЕСПУБЛИКА ХАКАСИЯ</th>\n",
       "      <th>living_region_РОСТОВСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_РЯЗАНСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_САМАРСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_САНКТ-ПЕТЕРБУРГ</th>\n",
       "      <th>living_region_САРАТОВСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_САХАЛИНСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_СВЕРДЛОВСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_СМОЛЕНСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_СТАВРОПОЛЬСКИЙ КРАЙ</th>\n",
       "      <th>living_region_ТАМБОВСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ТВЕРСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ТОМСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ТУЛЬСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ТЮМЕНСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_УДМУРТСКАЯ РЕСПУБЛИКА</th>\n",
       "      <th>living_region_УЛЬЯНОВСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ХАБАРОВСКИЙ КРАЙ</th>\n",
       "      <th>living_region_ЧЕЛЯБИНСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>living_region_ЧУВАШСКАЯ РЕСПУБЛИКА</th>\n",
       "      <th>living_region_ЯРОСЛАВСКАЯ ОБЛАСТЬ</th>\n",
       "      <th>open_account_flg_0</th>\n",
       "      <th>open_account_flg_1</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>53397</th>\n",
       "      <td>28.000</td>\n",
       "      <td>33579.000</td>\n",
       "      <td>10</td>\n",
       "      <td>0.431</td>\n",
       "      <td>36000.000</td>\n",
       "      <td>2.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>20</td>\n",
       "      <td>3357.900</td>\n",
       "      <td>0.093</td>\n",
       "      <td>400</td>\n",
       "      <td>784.000</td>\n",
       "      <td>1127549241.000</td>\n",
       "      <td>0.186</td>\n",
       "      <td>1296000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>143962</th>\n",
       "      <td>38.000</td>\n",
       "      <td>23511.000</td>\n",
       "      <td>10</td>\n",
       "      <td>0.358</td>\n",
       "      <td>45000.000</td>\n",
       "      <td>2.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>19</td>\n",
       "      <td>2351.100</td>\n",
       "      <td>0.052</td>\n",
       "      <td>361</td>\n",
       "      <td>1444.000</td>\n",
       "      <td>552767121.000</td>\n",
       "      <td>0.129</td>\n",
       "      <td>2025000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>146922</th>\n",
       "      <td>25.000</td>\n",
       "      <td>39990.000</td>\n",
       "      <td>24</td>\n",
       "      <td>0.613</td>\n",
       "      <td>50000.000</td>\n",
       "      <td>6.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>25</td>\n",
       "      <td>1666.250</td>\n",
       "      <td>0.033</td>\n",
       "      <td>625</td>\n",
       "      <td>625.000</td>\n",
       "      <td>1599200100.000</td>\n",
       "      <td>0.376</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>576</td>\n",
       "      <td>36.000</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63697</th>\n",
       "      <td>65.000</td>\n",
       "      <td>3490.000</td>\n",
       "      <td>6</td>\n",
       "      <td>0.371</td>\n",
       "      <td>35000.000</td>\n",
       "      <td>4.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>18</td>\n",
       "      <td>581.667</td>\n",
       "      <td>0.017</td>\n",
       "      <td>324</td>\n",
       "      <td>4225.000</td>\n",
       "      <td>12180100.000</td>\n",
       "      <td>0.138</td>\n",
       "      <td>1225000000.000</td>\n",
       "      <td>36</td>\n",
       "      <td>16.000</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54503</th>\n",
       "      <td>49.000</td>\n",
       "      <td>36358.000</td>\n",
       "      <td>10</td>\n",
       "      <td>0.645</td>\n",
       "      <td>50000.000</td>\n",
       "      <td>2.000</td>\n",
       "      <td>0.000</td>\n",
       "      <td>28</td>\n",
       "      <td>3635.800</td>\n",
       "      <td>0.073</td>\n",
       "      <td>784</td>\n",
       "      <td>2401.000</td>\n",
       "      <td>1321904164.000</td>\n",
       "      <td>0.416</td>\n",
       "      <td>2500000000.000</td>\n",
       "      <td>100</td>\n",
       "      <td>4.000</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "          age  credit_sum  credit_month  score_shk  monthly_income  \\\n",
       "53397  28.000   33579.000            10      0.431       36000.000   \n",
       "143962 38.000   23511.000            10      0.358       45000.000   \n",
       "146922 25.000   39990.000            24      0.613       50000.000   \n",
       "63697  65.000    3490.000             6      0.371       35000.000   \n",
       "54503  49.000   36358.000            10      0.645       50000.000   \n",
       "\n",
       "        credit_count  overdue_credit_count  tariff     paym   pti  tariff_sq  \\\n",
       "53397          2.000                 0.000      20 3357.900 0.093        400   \n",
       "143962         2.000                 0.000      19 2351.100 0.052        361   \n",
       "146922         6.000                 0.000      25 1666.250 0.033        625   \n",
       "63697          4.000                 0.000      18  581.667 0.017        324   \n",
       "54503          2.000                 0.000      28 3635.800 0.073        784   \n",
       "\n",
       "         age_sq  credit_sum_sq  score_sq      income_sq  credit_month_sq  \\\n",
       "53397   784.000 1127549241.000     0.186 1296000000.000              100   \n",
       "143962 1444.000  552767121.000     0.129 2025000000.000              100   \n",
       "146922  625.000 1599200100.000     0.376 2500000000.000              576   \n",
       "63697  4225.000   12180100.000     0.138 1225000000.000               36   \n",
       "54503  2401.000 1321904164.000     0.416 2500000000.000              100   \n",
       "\n",
       "        credit_count_sq  gender_F  gender_M  marital_status_CIV  \\\n",
       "53397             4.000         0         1                   0   \n",
       "143962            4.000         0         1                   0   \n",
       "146922           36.000         1         0                   0   \n",
       "63697            16.000         1         0                   0   \n",
       "54503             4.000         0         1                   0   \n",
       "\n",
       "        marital_status_DIV  marital_status_MAR  marital_status_UNM  \\\n",
       "53397                    0                   0                   1   \n",
       "143962                   0                   0                   1   \n",
       "146922                   0                   1                   0   \n",
       "63697                    0                   0                   1   \n",
       "54503                    0                   1                   0   \n",
       "\n",
       "        marital_status_WID  job_position_ATP  job_position_BIS  \\\n",
       "53397                    0                 0                 0   \n",
       "143962                   0                 0                 0   \n",
       "146922                   0                 0                 0   \n",
       "63697                    0                 0                 0   \n",
       "54503                    0                 0                 1   \n",
       "\n",
       "        job_position_BIU  job_position_DIR  job_position_INP  \\\n",
       "53397                  0                 0                 0   \n",
       "143962                 0                 0                 0   \n",
       "146922                 0                 0                 0   \n",
       "63697                  0                 0                 0   \n",
       "54503                  0                 0                 0   \n",
       "\n",
       "        job_position_NOR  job_position_OTHER  job_position_PNA  \\\n",
       "53397                  0                   0                 0   \n",
       "143962                 0                   0                 0   \n",
       "146922                 0                   0                 0   \n",
       "63697                  0                   0                 0   \n",
       "54503                  0                   0                 0   \n",
       "\n",
       "        job_position_PNI  job_position_SPC  job_position_UMN  \\\n",
       "53397                  0                 1                 0   \n",
       "143962                 0                 1                 0   \n",
       "146922                 0                 1                 0   \n",
       "63697                  0                 0                 1   \n",
       "54503                  0                 0                 0   \n",
       "\n",
       "        job_position_WOI  job_position_WRK  job_position_WRP  tariff_id_1  \\\n",
       "53397                  0                 0                 0            0   \n",
       "143962                 0                 0                 0            0   \n",
       "146922                 0                 0                 0            0   \n",
       "63697                  0                 0                 0            0   \n",
       "54503                  0                 0                 0            0   \n",
       "\n",
       "        tariff_id_2  tariff_id_3  tariff_id_4  tariff_id_6  tariff_id_7  \\\n",
       "53397             0            0            0            0            0   \n",
       "143962            0            0            0            0            0   \n",
       "146922            0            0            0            0            0   \n",
       "63697             0            0            0            0            0   \n",
       "54503             0            0            0            0            0   \n",
       "\n",
       "        tariff_id_8  tariff_id_9  tariff_id_10  tariff_id_11  tariff_id_12  \\\n",
       "53397             0            0             0             0             0   \n",
       "143962            0            0             0             0             0   \n",
       "146922            0            0             0             0             0   \n",
       "63697             0            0             0             0             0   \n",
       "54503             0            0             0             0             0   \n",
       "\n",
       "        tariff_id_13  tariff_id_18  tariff_id_19  tariff_id_20  tariff_id_21  \\\n",
       "53397              0             0             0             1             0   \n",
       "143962             0             0             1             0             0   \n",
       "146922             0             0             0             0             0   \n",
       "63697              0             1             0             0             0   \n",
       "54503              0             0             0             0             0   \n",
       "\n",
       "        tariff_id_22  tariff_id_23  tariff_id_25  tariff_id_28  tariff_id_29  \\\n",
       "53397              0             0             0             0             0   \n",
       "143962             0             0             0             0             0   \n",
       "146922             0             0             1             0             0   \n",
       "63697              0             0             0             0             0   \n",
       "54503              0             0             0             1             0   \n",
       "\n",
       "        tariff_id_30  tariff_id_31  tariff_id_32  tariff_id_99  education_ACD  \\\n",
       "53397              0             0             0             0              0   \n",
       "143962             0             0             0             0              0   \n",
       "146922             0             0             0             0              0   \n",
       "63697              0             0             0             0              0   \n",
       "54503              0             0             0             0              0   \n",
       "\n",
       "        education_GRD  education_PGR  education_SCH  education_UGR  \\\n",
       "53397               0              0              1              0   \n",
       "143962              1              0              0              0   \n",
       "146922              1              0              0              0   \n",
       "63697               1              0              0              0   \n",
       "54503               0              0              1              0   \n",
       "\n",
       "        living_region_OTHER  living_region_nan  living_region_АЛТАЙСКИЙ КРАЙ  \\\n",
       "53397                     0                  0                             0   \n",
       "143962                    0                  0                             0   \n",
       "146922                    0                  0                             0   \n",
       "63697                     0                  0                             0   \n",
       "54503                     0                  0                             0   \n",
       "\n",
       "        living_region_АМУРСКАЯ ОБЛАСТЬ  living_region_АРХАНГЕЛЬСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                1                                    0   \n",
       "143962                               0                                    0   \n",
       "146922                               0                                    0   \n",
       "63697                                0                                    0   \n",
       "54503                                0                                    0   \n",
       "\n",
       "        living_region_АСТРАХАНСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                    0   \n",
       "143962                                   0   \n",
       "146922                                   0   \n",
       "63697                                    0   \n",
       "54503                                    0   \n",
       "\n",
       "        living_region_БЕЛГОРОДСКАЯ ОБЛАСТЬ  living_region_БРЯНСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                    0                               0   \n",
       "143962                                   0                               0   \n",
       "146922                                   0                               0   \n",
       "63697                                    0                               0   \n",
       "54503                                    0                               0   \n",
       "\n",
       "        living_region_ВЛАДИМИРСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                    0   \n",
       "143962                                   0   \n",
       "146922                                   0   \n",
       "63697                                    0   \n",
       "54503                                    0   \n",
       "\n",
       "        living_region_ВОЛГОГРАДСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                     0   \n",
       "143962                                    0   \n",
       "146922                                    0   \n",
       "63697                                     0   \n",
       "54503                                     0   \n",
       "\n",
       "        living_region_ВОЛОГОДСКАЯ ОБЛАСТЬ  living_region_ВОРОНЕЖСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                   0                                  0   \n",
       "143962                                  0                                  0   \n",
       "146922                                  0                                  0   \n",
       "63697                                   0                                  0   \n",
       "54503                                   0                                  0   \n",
       "\n",
       "        living_region_ЕВРЕЙСКАЯ АВТОНОМНАЯ ОБЛАСТЬ  \\\n",
       "53397                                            0   \n",
       "143962                                           0   \n",
       "146922                                           0   \n",
       "63697                                            0   \n",
       "54503                                            0   \n",
       "\n",
       "        living_region_ЗАБАЙКАЛЬСКИЙ КРАЙ  living_region_ИВАНОВСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                  0                                 0   \n",
       "143962                                 0                                 0   \n",
       "146922                                 0                                 0   \n",
       "63697                                  0                                 0   \n",
       "54503                                  0                                 0   \n",
       "\n",
       "        living_region_ИРКУТСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                 0   \n",
       "143962                                0   \n",
       "146922                                0   \n",
       "63697                                 0   \n",
       "54503                                 0   \n",
       "\n",
       "        living_region_КАБАРДИНО-БАЛКАРСКАЯ РЕСПУБЛИКА  \\\n",
       "53397                                               0   \n",
       "143962                                              0   \n",
       "146922                                              0   \n",
       "63697                                               0   \n",
       "54503                                               0   \n",
       "\n",
       "        living_region_КАЛИНИНГРАДСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                       0   \n",
       "143962                                      0   \n",
       "146922                                      0   \n",
       "63697                                       0   \n",
       "54503                                       0   \n",
       "\n",
       "        living_region_КАЛУЖСКАЯ ОБЛАСТЬ  living_region_КАМЧАТСКИЙ КРАЙ  \\\n",
       "53397                                 0                              0   \n",
       "143962                                0                              0   \n",
       "146922                                0                              0   \n",
       "63697                                 0                              0   \n",
       "54503                                 0                              0   \n",
       "\n",
       "        living_region_КАРАЧАЕВО-ЧЕРКЕССКАЯ РЕСПУБЛИКА  \\\n",
       "53397                                               0   \n",
       "143962                                              0   \n",
       "146922                                              0   \n",
       "63697                                               0   \n",
       "54503                                               0   \n",
       "\n",
       "        living_region_КЕМЕРОВСКАЯ ОБЛАСТЬ  living_region_КИРОВСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                   0                                0   \n",
       "143962                                  0                                0   \n",
       "146922                                  0                                0   \n",
       "63697                                   0                                0   \n",
       "54503                                   0                                0   \n",
       "\n",
       "        living_region_КОСТРОМСКАЯ ОБЛАСТЬ  living_region_КРАСНОДАРСКИЙ КРАЙ  \\\n",
       "53397                                   0                                 0   \n",
       "143962                                  0                                 0   \n",
       "146922                                  0                                 0   \n",
       "63697                                   0                                 0   \n",
       "54503                                   0                                 0   \n",
       "\n",
       "        living_region_КРАСНОЯРСКИЙ КРАЙ  living_region_КУРГАНСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                 0                                 0   \n",
       "143962                                0                                 0   \n",
       "146922                                0                                 0   \n",
       "63697                                 0                                 0   \n",
       "54503                                 0                                 0   \n",
       "\n",
       "        living_region_КУРСКАЯ ОБЛАСТЬ  living_region_ЛЕНИНГРАДСКАЯ ОБЛАСТЬ  \\\n",
       "53397                               0                                    0   \n",
       "143962                              0                                    0   \n",
       "146922                              0                                    0   \n",
       "63697                               0                                    0   \n",
       "54503                               0                                    0   \n",
       "\n",
       "        living_region_ЛИПЕЦКАЯ ОБЛАСТЬ  living_region_МАГАДАНСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                0                                  0   \n",
       "143962                               0                                  0   \n",
       "146922                               0                                  0   \n",
       "63697                                0                                  0   \n",
       "54503                                0                                  0   \n",
       "\n",
       "        living_region_МОСКВА  living_region_МОСКОВСКАЯ ОБЛАСТЬ  \\\n",
       "53397                      0                                 0   \n",
       "143962                     0                                 0   \n",
       "146922                     0                                 0   \n",
       "63697                      0                                 0   \n",
       "54503                      0                                 0   \n",
       "\n",
       "        living_region_МУРМАНСКАЯ ОБЛАСТЬ  living_region_НИЖЕГОРОДСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                  0                                    0   \n",
       "143962                                 0                                    0   \n",
       "146922                                 0                                    0   \n",
       "63697                                  0                                    0   \n",
       "54503                                  0                                    0   \n",
       "\n",
       "        living_region_НОВГОРОДСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                    0   \n",
       "143962                                   0   \n",
       "146922                                   0   \n",
       "63697                                    0   \n",
       "54503                                    0   \n",
       "\n",
       "        living_region_НОВОСИБИРСКАЯ ОБЛАСТЬ  living_region_ОМСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                     0                             0   \n",
       "143962                                    0                             0   \n",
       "146922                                    0                             0   \n",
       "63697                                     0                             0   \n",
       "54503                                     0                             0   \n",
       "\n",
       "        living_region_ОРЕНБУРГСКАЯ ОБЛАСТЬ  living_region_ОРЛОВСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                    0                                0   \n",
       "143962                                   0                                0   \n",
       "146922                                   0                                0   \n",
       "63697                                    0                                0   \n",
       "54503                                    0                                0   \n",
       "\n",
       "        living_region_ПЕНЗЕНСКАЯ ОБЛАСТЬ  living_region_ПЕРМСКИЙ КРАЙ  \\\n",
       "53397                                  0                            0   \n",
       "143962                                 0                            0   \n",
       "146922                                 0                            0   \n",
       "63697                                  0                            0   \n",
       "54503                                  0                            0   \n",
       "\n",
       "        living_region_ПРИМОРСКИЙ КРАЙ  living_region_ПСКОВСКАЯ ОБЛАСТЬ  \\\n",
       "53397                               0                                0   \n",
       "143962                              0                                0   \n",
       "146922                              0                                0   \n",
       "63697                               0                                0   \n",
       "54503                               0                                0   \n",
       "\n",
       "        living_region_РЕСПУБЛИКА АДЫГЕЯ  living_region_РЕСПУБЛИКА АЛТАЙ  \\\n",
       "53397                                 0                               0   \n",
       "143962                                0                               0   \n",
       "146922                                0                               0   \n",
       "63697                                 0                               0   \n",
       "54503                                 0                               0   \n",
       "\n",
       "        living_region_РЕСПУБЛИКА БАШКОРТОСТАН  \\\n",
       "53397                                       0   \n",
       "143962                                      0   \n",
       "146922                                      0   \n",
       "63697                                       0   \n",
       "54503                                       0   \n",
       "\n",
       "        living_region_РЕСПУБЛИКА БУРЯТИЯ  living_region_РЕСПУБЛИКА ДАГЕСТАН  \\\n",
       "53397                                  0                                  0   \n",
       "143962                                 0                                  0   \n",
       "146922                                 0                                  0   \n",
       "63697                                  0                                  0   \n",
       "54503                                  0                                  0   \n",
       "\n",
       "        living_region_РЕСПУБЛИКА КАЛМЫКИЯ  living_region_РЕСПУБЛИКА КАРЕЛИЯ  \\\n",
       "53397                                   0                                 0   \n",
       "143962                                  0                                 0   \n",
       "146922                                  0                                 0   \n",
       "63697                                   0                                 0   \n",
       "54503                                   0                                 0   \n",
       "\n",
       "        living_region_РЕСПУБЛИКА КОМИ  living_region_РЕСПУБЛИКА МАРИЙ ЭЛ  \\\n",
       "53397                               0                                  0   \n",
       "143962                              0                                  0   \n",
       "146922                              0                                  0   \n",
       "63697                               0                                  0   \n",
       "54503                               0                                  0   \n",
       "\n",
       "        living_region_РЕСПУБЛИКА МОРДОВИЯ  \\\n",
       "53397                                   0   \n",
       "143962                                  0   \n",
       "146922                                  0   \n",
       "63697                                   0   \n",
       "54503                                   0   \n",
       "\n",
       "        living_region_РЕСПУБЛИКА САХА (ЯКУТИЯ)  \\\n",
       "53397                                        0   \n",
       "143962                                       0   \n",
       "146922                                       0   \n",
       "63697                                        0   \n",
       "54503                                        0   \n",
       "\n",
       "        living_region_РЕСПУБЛИКА СЕВЕРНАЯ ОСЕТИЯ - АЛАНИЯ  \\\n",
       "53397                                                   0   \n",
       "143962                                                  0   \n",
       "146922                                                  0   \n",
       "63697                                                   0   \n",
       "54503                                                   0   \n",
       "\n",
       "        living_region_РЕСПУБЛИКА ТАТАРСТАН  living_region_РЕСПУБЛИКА ТЫВА  \\\n",
       "53397                                    0                              0   \n",
       "143962                                   0                              0   \n",
       "146922                                   0                              0   \n",
       "63697                                    0                              0   \n",
       "54503                                    0                              0   \n",
       "\n",
       "        living_region_РЕСПУБЛИКА ХАКАСИЯ  living_region_РОСТОВСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                  0                                 0   \n",
       "143962                                 0                                 0   \n",
       "146922                                 0                                 1   \n",
       "63697                                  1                                 0   \n",
       "54503                                  0                                 0   \n",
       "\n",
       "        living_region_РЯЗАНСКАЯ ОБЛАСТЬ  living_region_САМАРСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                 0                                0   \n",
       "143962                                0                                0   \n",
       "146922                                0                                0   \n",
       "63697                                 0                                0   \n",
       "54503                                 0                                0   \n",
       "\n",
       "        living_region_САНКТ-ПЕТЕРБУРГ  living_region_САРАТОВСКАЯ ОБЛАСТЬ  \\\n",
       "53397                               0                                  0   \n",
       "143962                              0                                  0   \n",
       "146922                              0                                  0   \n",
       "63697                               0                                  0   \n",
       "54503                               0                                  0   \n",
       "\n",
       "        living_region_САХАЛИНСКАЯ ОБЛАСТЬ  living_region_СВЕРДЛОВСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                   0                                   0   \n",
       "143962                                  0                                   0   \n",
       "146922                                  0                                   0   \n",
       "63697                                   0                                   0   \n",
       "54503                                   0                                   0   \n",
       "\n",
       "        living_region_СМОЛЕНСКАЯ ОБЛАСТЬ  living_region_СТАВРОПОЛЬСКИЙ КРАЙ  \\\n",
       "53397                                  0                                  0   \n",
       "143962                                 0                                  1   \n",
       "146922                                 0                                  0   \n",
       "63697                                  0                                  0   \n",
       "54503                                  0                                  0   \n",
       "\n",
       "        living_region_ТАМБОВСКАЯ ОБЛАСТЬ  living_region_ТВЕРСКАЯ ОБЛАСТЬ  \\\n",
       "53397                                  0                               0   \n",
       "143962                                 0                               0   \n",
       "146922                                 0                               0   \n",
       "63697                                  0                               0   \n",
       "54503                                  0                               0   \n",
       "\n",
       "        living_region_ТОМСКАЯ ОБЛАСТЬ  living_region_ТУЛЬСКАЯ ОБЛАСТЬ  \\\n",
       "53397                               0                               0   \n",
       "143962                              0                               0   \n",
       "146922                              0                               0   \n",
       "63697                               0                               0   \n",
       "54503                               0                               0   \n",
       "\n",
       "        living_region_ТЮМЕНСКАЯ ОБЛАСТЬ  living_region_УДМУРТСКАЯ РЕСПУБЛИКА  \\\n",
       "53397                                 0                                    0   \n",
       "143962                                0                                    0   \n",
       "146922                                0                                    0   \n",
       "63697                                 0                                    0   \n",
       "54503                                 0                                    0   \n",
       "\n",
       "        living_region_УЛЬЯНОВСКАЯ ОБЛАСТЬ  living_region_ХАБАРОВСКИЙ КРАЙ  \\\n",
       "53397                                   0                               0   \n",
       "143962                                  0                               0   \n",
       "146922                                  0                               0   \n",
       "63697                                   0                               0   \n",
       "54503                                   0                               0   \n",
       "\n",
       "        living_region_ЧЕЛЯБИНСКАЯ ОБЛАСТЬ  living_region_ЧУВАШСКАЯ РЕСПУБЛИКА  \\\n",
       "53397                                   0                                   0   \n",
       "143962                                  0                                   0   \n",
       "146922                                  0                                   0   \n",
       "63697                                   0                                   0   \n",
       "54503                                   1                                   0   \n",
       "\n",
       "        living_region_ЯРОСЛАВСКАЯ ОБЛАСТЬ  open_account_flg_0  \\\n",
       "53397                                   0                   1   \n",
       "143962                                  0                   1   \n",
       "146922                                  0                   1   \n",
       "63697                                   0                   1   \n",
       "54503                                   0                   1   \n",
       "\n",
       "        open_account_flg_1  \n",
       "53397                    0  \n",
       "143962                   0  \n",
       "146922                   0  \n",
       "63697                    0  \n",
       "54503                    0  "
      ]
     },
     "execution_count": 53,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.set_option('display.max_columns', 150)\n",
    "train_dummies.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# создаем обучающий и контрольный массивы значений\n",
    "# зависимой переменной\n",
    "y_train = train_dummies.loc[:, 'open_account_flg_1']\n",
    "y_test = test_dummies.loc[:, 'open_account_flg_1']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# создаем обучающий и контрольный массивы \n",
    "# значений признаков\n",
    "X_train = train_dummies.loc[:, 'age':'living_region_ЯРОСЛАВСКАЯ ОБЛАСТЬ']\n",
    "X_test = test_dummies.loc[:, 'age':'living_region_ЯРОСЛАВСКАЯ ОБЛАСТЬ']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AUC на обучающей выборке: 0.896\n",
      "AUC на контрольной выборке: 0.766\n"
     ]
    }
   ],
   "source": [
    "# импортируем класс RandomForestClassifier\n",
    "from sklearn.ensemble import RandomForestClassifier\n",
    "# создаем экземпляр класса RandomForestClassifier\n",
    "forest=RandomForestClassifier(n_estimators=800, max_depth=17, random_state=152, n_jobs=-1)\n",
    "# подгоняем модель\n",
    "forest.fit(X_train, y_train)\n",
    "# импортируем функцию roc_auc_score\n",
    "from sklearn.metrics import roc_auc_score\n",
    "# оцениваем дискриминирующую способность \n",
    "# модели случайного леса\n",
    "print(\"AUC на обучающей выборке: {:.3f}\".\n",
    "      format(roc_auc_score(y_train, forest.predict_proba(X_train)[:, 1])))\n",
    "print(\"AUC на контрольной выборке: {:.3f}\".\n",
    "      format(roc_auc_score(y_test, forest.predict_proba(X_test)[:, 1])))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 57,
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AUC на обучающей выборке: 0.546\n",
      "AUC на контрольной выборке: 0.545\n"
     ]
    }
   ],
   "source": [
    "# импортируем класс LogisticRegression\n",
    "from sklearn.linear_model import LogisticRegression\n",
    "# создаем экземпляр класса LogisticRegression\n",
    "# и подгоняем модель\n",
    "logreg = LogisticRegression().fit(X_train, y_train)\n",
    "# оцениваем дискриминирующую способность \n",
    "# модели логистической регрессии\n",
    "print(\"AUC на обучающей выборке: {:.3f}\".\n",
    "      format(roc_auc_score(y_train, logreg.predict_proba(X_train)[:, 1])))\n",
    "print(\"AUC на контрольной выборке: {:.3f}\".\n",
    "      format(roc_auc_score(y_test, logreg.predict_proba(X_test)[:, 1])))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# импортируем класс StandardScaler\n",
    "from sklearn.preprocessing import StandardScaler\n",
    "# создаем экземпляр класса StandardScaler\n",
    "scaler = StandardScaler()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 59,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "StandardScaler(copy=True, with_mean=True, with_std=True)"
      ]
     },
     "execution_count": 59,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# подгоняем модель\n",
    "scaler.fit(X_train)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 60,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# преобразовываем данные\n",
    "X_train_scaled = scaler.transform(X_train)\n",
    "X_test_scaled = scaler.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AUC на обучающей выборке: 0.726\n",
      "AUC на контрольной выборке: 0.728\n"
     ]
    }
   ],
   "source": [
    "# строим модель логистической регрессии на данных,\n",
    "# отмасштабированных с помощью StandardScaler\n",
    "logreg = LogisticRegression().fit(X_train_scaled, y_train)\n",
    "print(\"AUC на обучающей выборке: {:.3f}\".\n",
    "      format(roc_auc_score(y_train, logreg.predict_proba(X_train_scaled)[:, 1])))\n",
    "print(\"AUC на контрольной выборке: {:.3f}\".\n",
    "      format(roc_auc_score(y_test, logreg.predict_proba(X_test_scaled)[:, 1])))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 62,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "# применяем MinMaxScaler\n",
    "from sklearn.preprocessing import MinMaxScaler\n",
    "scaler2 = MinMaxScaler()\n",
    "scaler2.fit(X_train)\n",
    "X_train_scaled2 = scaler2.transform(X_train)\n",
    "X_test_scaled2 = scaler2.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 63,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AUC на обучающей выборке: 0.725\n",
      "AUC на контрольной выборке: 0.727\n"
     ]
    }
   ],
   "source": [
    "# строим модель логистической регрессии на данных,\n",
    "# отмасштабированных с помощью MinMaxScaler\n",
    "logreg = LogisticRegression().fit(X_train_scaled2, y_train)\n",
    "print(\"AUC на обучающей выборке: {:.3f}\".\n",
    "      format(roc_auc_score(y_train, logreg.predict_proba(X_train_scaled2)[:, 1])))\n",
    "print(\"AUC на контрольной выборке: {:.3f}\".\n",
    "      format(roc_auc_score(y_test, logreg.predict_proba(X_test_scaled2)[:, 1])))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 64,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.preprocessing import RobustScaler\n",
    "scaler3 = RobustScaler()\n",
    "scaler3.fit(X_train)\n",
    "X_train_scaled3 = scaler3.transform(X_train)\n",
    "X_test_scaled3 = scaler3.transform(X_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 65,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "AUC на обучающей выборке: 0.726\n",
      "AUC на контрольной выборке: 0.728\n"
     ]
    }
   ],
   "source": [
    "logreg = LogisticRegression().fit(X_train_scaled3, y_train)\n",
    "print(\"AUC на обучающей выборке: {:.3f}\".\n",
    "      format(roc_auc_score(y_train, logreg.predict_proba(X_train_scaled3)[:, 1])))\n",
    "print(\"AUC на контрольной выборке: {:.3f}\".\n",
    "      format(roc_auc_score(y_test, logreg.predict_proba(X_test_scaled3)[:, 1])))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.6.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 1
}