Infrastructure- Train Tune Class Demo.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "import march_madness_train_and_tune as mmtt\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<module 'march_madness_train_and_tune' from 'march_madness_train_and_tune.py'>"
      ]
     },
     "execution_count": 17,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "reload(mmtt)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(     min_index_id  max_index_id  wins_vs_tourney_teams dif  stationary dif\n",
       " 0          1268.0        1373.0                        7.0        0.004640\n",
       " 1          1163.0        1214.0                        7.0        0.001997\n",
       " 2          1208.0        1293.0                        6.0        0.002654\n",
       " 3          1246.0        1434.0                        5.0        0.000665\n",
       " 4          1266.0        1409.0                        3.0        0.001753\n",
       " 5          1356.0        1403.0                       -1.0       -0.000235\n",
       " 6          1277.0        1301.0                        5.0       -0.000338\n",
       " 7          1385.0        1458.0                        1.0       -0.000509\n",
       " 8          1221.0        1242.0                      -11.0       -0.005766\n",
       " 9          1285.0        1332.0                       -9.0       -0.005238\n",
       " 10         1270.0        1280.0                       -6.0       -0.002975\n",
       " 11         1228.0        1361.0                        4.0        0.002287\n",
       " 12         1166.0        1196.0                       -2.0       -0.003223\n",
       " 13         1130.0        1400.0                       -2.0       -0.000808\n",
       " 14         1337.0        1448.0                       -1.0       -0.001051\n",
       " 15         1390.0        1443.0                        2.0        0.000463\n",
       " 16         1181.0        1457.0                       12.0        0.009480\n",
       " 17         1104.0        1194.0                        8.0        0.004163\n",
       " 18         1148.0        1338.0                       -5.0       -0.002764\n",
       " 19         1423.0        1425.0                       -8.0       -0.002313\n",
       " 20         1231.0        1428.0                        3.0        0.002054\n",
       " 21         1143.0        1335.0                        6.0        0.000640\n",
       " 22         1245.0        1329.0                       -5.0        0.000771\n",
       " 23         1150.0        1323.0                       -2.0       -0.000572\n",
       " 24         1131.0        1153.0                       -7.0       -0.006772\n",
       " 25         1227.0        1328.0                      -10.0       -0.004258\n",
       " 26         1112.0        1364.0                       12.0        0.002085\n",
       " 27         1172.0        1326.0                       -5.0       -0.002902\n",
       " 28         1274.0        1281.0                        3.0        0.000318\n",
       " 29         1211.0        1461.0                        2.0        0.002007\n",
       " ..            ...           ...                        ...             ...\n",
       " 159        1280.0        1462.0                       -1.0        0.000198\n",
       " 160        1314.0        1400.0                        1.0        0.000634\n",
       " 161        1153.0        1228.0                        4.0        0.001466\n",
       " 162        1104.0        1390.0                       -3.0       -0.001916\n",
       " 163        1163.0        1177.0                        3.0        0.003872\n",
       " 164        1301.0        1435.0                        4.0        0.001247\n",
       " 165        1268.0        1393.0                        2.0        0.001688\n",
       " 166        1386.0        1403.0                        2.0        0.002070\n",
       " 167        1272.0        1329.0                       -4.0       -0.001963\n",
       " 168        1338.0        1458.0                        2.0        0.000302\n",
       " 169        1264.0        1448.0                       -7.0       -0.002099\n",
       " 170        1246.0        1412.0                        6.0        0.002009\n",
       " 171        1211.0        1305.0                       -2.0        0.001838\n",
       " 172        1130.0        1210.0                       -4.0       -0.003141\n",
       " 173        1242.0        1334.0                        1.0        0.001048\n",
       " 174        1181.0        1228.0                       10.0        0.004551\n",
       " 175        1400.0        1462.0                       -1.0        0.000150\n",
       " 176        1104.0        1393.0                       -2.0        0.000512\n",
       " 177        1163.0        1435.0                        3.0        0.002484\n",
       " 178        1386.0        1448.0                       -2.0        0.001317\n",
       " 179        1329.0        1338.0                        0.0       -0.000206\n",
       " 180        1242.0        1412.0                       -3.0        0.000222\n",
       " 181        1210.0        1305.0                        5.0        0.002345\n",
       " 182        1181.0        1462.0                        7.0        0.004203\n",
       " 183        1104.0        1163.0                       -5.0       -0.003163\n",
       " 184        1329.0        1386.0                        1.0       -0.000874\n",
       " 185        1210.0        1242.0                        8.0        0.002956\n",
       " 186        1163.0        1181.0                       -6.0       -0.002039\n",
       " 187        1210.0        1329.0                        3.0        0.001319\n",
       " 188        1163.0        1210.0                       -2.0       -0.000051\n",
       " \n",
       " [189 rows x 4 columns],      min_index_win\n",
       " 0              1.0\n",
       " 1              1.0\n",
       " 2              1.0\n",
       " 3              1.0\n",
       " 4              0.0\n",
       " 5              1.0\n",
       " 6              0.0\n",
       " 7              0.0\n",
       " 8              0.0\n",
       " 9              0.0\n",
       " 10             0.0\n",
       " 11             1.0\n",
       " 12             1.0\n",
       " 13             0.0\n",
       " 14             0.0\n",
       " 15             1.0\n",
       " 16             1.0\n",
       " 17             1.0\n",
       " 18             0.0\n",
       " 19             1.0\n",
       " 20             1.0\n",
       " 21             1.0\n",
       " 22             1.0\n",
       " 23             0.0\n",
       " 24             0.0\n",
       " 25             0.0\n",
       " 26             1.0\n",
       " 27             0.0\n",
       " 28             0.0\n",
       " 29             0.0\n",
       " ..             ...\n",
       " 159            0.0\n",
       " 160            0.0\n",
       " 161            0.0\n",
       " 162            1.0\n",
       " 163            1.0\n",
       " 164            0.0\n",
       " 165            0.0\n",
       " 166            1.0\n",
       " 167            0.0\n",
       " 168            1.0\n",
       " 169            0.0\n",
       " 170            0.0\n",
       " 171            0.0\n",
       " 172            0.0\n",
       " 173            1.0\n",
       " 174            1.0\n",
       " 175            0.0\n",
       " 176            1.0\n",
       " 177            1.0\n",
       " 178            1.0\n",
       " 179            1.0\n",
       " 180            1.0\n",
       " 181            1.0\n",
       " 182            1.0\n",
       " 183            0.0\n",
       " 184            1.0\n",
       " 185            1.0\n",
       " 186            1.0\n",
       " 187            1.0\n",
       " 188            1.0\n",
       " \n",
       " [189 rows x 1 columns],     min_index_id  max_index_id  wins_vs_tourney_teams dif  stationary dif\n",
       " 0         1285.0        1449.0                       -9.0       -0.004525\n",
       " 1         1151.0        1448.0                      -10.0       -0.005192\n",
       " 2         1211.0        1457.0                        6.0        0.002261\n",
       " 3         1257.0        1418.0                        7.0        0.003665\n",
       " 4         1203.0        1210.0                       -1.0       -0.001182\n",
       " 5         1403.0        1417.0                        5.0        0.001287\n",
       " 6         1166.0        1452.0                       -4.0        0.000330\n",
       " 7         1334.0        1338.0                        0.0       -0.000288\n",
       " 8         1192.0        1228.0                      -13.0       -0.007036\n",
       " 9         1329.0        1368.0                        8.0        0.004318\n",
       " 10        1112.0        1429.0                        4.0        0.000531\n",
       " 11        1130.0        1335.0                        5.0        0.000823\n",
       " 12        1104.0        1454.0                        5.0        0.001729\n",
       " 13        1261.0        1412.0                        4.0       -0.000359\n",
       " 14        1356.0        1388.0                        3.0        0.001095\n",
       " 15        1305.0        1400.0                       -1.0       -0.001401\n",
       " 16        1175.0        1181.0                       -9.0       -0.005576\n",
       " 17        1184.0        1246.0                       -6.0       -0.003961\n",
       " 18        1310.0        1328.0                       -7.0       -0.003101\n",
       " 19        1393.0        1436.0                        5.0        0.001293\n",
       " 20        1277.0        1330.0                        8.0        0.001824\n",
       " 21        1428.0        1431.0                        0.0        0.000720\n",
       " 22        1153.0        1234.0                       -4.0        0.000391\n",
       " 23        1280.0        1390.0                       -3.0        0.000770\n",
       " 24        1314.0        1324.0                        8.0        0.007819\n",
       " 25        1163.0        1416.0                        4.0        0.003668\n",
       " 26        1137.0        1242.0                       -8.0       -0.002697\n",
       " 27        1196.0        1325.0                        6.0        0.002874\n",
       " 28        1307.0        1437.0                       -5.0       -0.001161\n",
       " 29        1320.0        1458.0                       -4.0       -0.000938\n",
       " ..           ...           ...                        ...             ...\n",
       " 33        1448.0        1452.0                        3.0        0.003042\n",
       " 34        1211.0        1403.0                        0.0        0.000350\n",
       " 35        1210.0        1257.0                       -6.0       -0.001386\n",
       " 36        1228.0        1305.0                       11.0        0.006001\n",
       " 37        1329.0        1356.0                        4.0        0.001883\n",
       " 38        1112.0        1412.0                        5.0        0.001735\n",
       " 39        1130.0        1454.0                        6.0        0.000597\n",
       " 40        1181.0        1280.0                        7.0        0.003311\n",
       " 41        1153.0        1246.0                       -3.0       -0.000796\n",
       " 42        1328.0        1428.0                        5.0        0.001661\n",
       " 43        1277.0        1436.0                        8.0        0.001270\n",
       " 44        1235.0        1314.0                       -3.0       -0.006216\n",
       " 45        1163.0        1301.0                        1.0        0.000146\n",
       " 46        1137.0        1458.0                       -4.0       -0.001702\n",
       " 47        1196.0        1437.0                       -1.0        0.000963\n",
       " 48        1257.0        1449.0                       -1.0        0.000544\n",
       " 49        1403.0        1452.0                       -1.0        0.000469\n",
       " 50        1228.0        1454.0                       13.0        0.005708\n",
       " 51        1112.0        1329.0                       -2.0       -0.000752\n",
       " 52        1181.0        1277.0                        1.0        0.002030\n",
       " 53        1246.0        1428.0                        4.0        0.001540\n",
       " 54        1314.0        1437.0                        1.0        0.004648\n",
       " 55        1301.0        1458.0                       -2.0        0.000417\n",
       " 56        1257.0        1452.0                        1.0        0.002775\n",
       " 57        1112.0        1228.0                       -7.0       -0.003403\n",
       " 58        1246.0        1277.0                       -2.0        0.000411\n",
       " 59        1314.0        1458.0                        2.0        0.005024\n",
       " 60        1228.0        1257.0                        5.0        0.002403\n",
       " 61        1277.0        1314.0                        0.0       -0.004277\n",
       " 62        1228.0        1314.0                        5.0       -0.000729\n",
       " \n",
       " [63 rows x 4 columns],     min_index_win\n",
       " 0             0.0\n",
       " 1             0.0\n",
       " 2             1.0\n",
       " 3             1.0\n",
       " 4             0.0\n",
       " 5             1.0\n",
       " 6             0.0\n",
       " 7             1.0\n",
       " 8             0.0\n",
       " 9             1.0\n",
       " 10            1.0\n",
       " 11            1.0\n",
       " 12            0.0\n",
       " 13            0.0\n",
       " 14            1.0\n",
       " 15            1.0\n",
       " 16            0.0\n",
       " 17            0.0\n",
       " 18            0.0\n",
       " 19            0.0\n",
       " 20            1.0\n",
       " 21            1.0\n",
       " 22            1.0\n",
       " 23            1.0\n",
       " 24            1.0\n",
       " 25            1.0\n",
       " 26            1.0\n",
       " 27            1.0\n",
       " 28            0.0\n",
       " 29            0.0\n",
       " ..            ...\n",
       " 33            0.0\n",
       " 34            0.0\n",
       " 35            0.0\n",
       " 36            1.0\n",
       " 37            1.0\n",
       " 38            1.0\n",
       " 39            0.0\n",
       " 40            1.0\n",
       " 41            0.0\n",
       " 42            0.0\n",
       " 43            1.0\n",
       " 44            0.0\n",
       " 45            0.0\n",
       " 46            0.0\n",
       " 47            0.0\n",
       " 48            1.0\n",
       " 49            0.0\n",
       " 50            1.0\n",
       " 51            1.0\n",
       " 52            0.0\n",
       " 53            1.0\n",
       " 54            1.0\n",
       " 55            0.0\n",
       " 56            1.0\n",
       " 57            0.0\n",
       " 58            0.0\n",
       " 59            1.0\n",
       " 60            1.0\n",
       " 61            0.0\n",
       " 62            0.0\n",
       " \n",
       " [63 rows x 1 columns])"
      ]
     },
     "execution_count": 14,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import march_madness_train_and_tune as mmtt\n",
    "import march_madness_games as mmg\n",
    "import pandas as pd\n",
    "\n",
    "\n",
    "\n",
    "teams = pd.read_csv(\"datasets/kaggle_data/Teams.csv\")\n",
    "seeds = pd.read_csv(\"datasets/kaggle_data/TourneySeeds.csv\")\n",
    "slots = pd.read_csv(\"datasets/kaggle_data/TourneySlots.csv\")\n",
    "tourney_data = pd.read_csv(\"datasets/kaggle_data/TourneyCompactResults.csv\")\n",
    "regular_data = pd.read_csv(\"datasets/kaggle_data/RegularSeasonCompactResults.csv\")\n",
    "\n",
    "\n",
    "stationary = pd.read_csv(\"datasets/our_data/stationary\", index_col =0)\n",
    "avg_points_against =  pd.read_csv(\"datasets/our_data/avg_points_against\", index_col =0)\n",
    "avg_points_for = pd.read_csv(\"datasets/our_data/avg_points_for\", index_col =0)\n",
    "away_wins = pd.read_csv(\"datasets/our_data/away_wins\", index_col =0)\n",
    "bad_losses = pd.read_csv(\"datasets/our_data/bad_losses\", index_col =0)\n",
    "consistency= pd.read_csv(\"datasets/our_data/consistency\", index_col =0)\n",
    "dominance= pd.read_csv(\"datasets/our_data/dominance\", index_col =0)\n",
    "good_wins_matrix= pd.read_csv(\"datasets/our_data/good_wins_matrix\", index_col =0)\n",
    "rpi= pd.read_csv(\"datasets/our_data/rpi\", index_col =0)\n",
    "tough_wins= pd.read_csv(\"datasets/our_data/tough_wins\", index_col =0)\n",
    "win_percentage= pd.read_csv(\"datasets/our_data/win_percentage\", index_col =0)\n",
    "win_percentage_vs_tourney_teams_matrix= pd.read_csv(\"datasets/our_data/win_percentage_vs_tourney_teams_matrix\", index_col =0)\n",
    "wins_vs_tourney_teams= pd.read_csv(\"datasets/our_data/wins_vs_tourney_teams\", index_col =0)\n",
    "\n",
    "tourney_arr = mmg.filter_into_seasons(tourney_data)\n",
    "regular_arr = mmg.filter_into_seasons(regular_data)\n",
    "seeds_arr = mmg.filter_into_seasons(seeds)\n",
    "slots_arr = mmg.filter_into_seasons(slots)\n",
    "\n",
    "column_names = [\"min_index_id\", \"max_index_id\", \"wins_vs_tourney_teams dif\", \"stationary dif\"]\n",
    "\n",
    "predictor_dfs = [wins_vs_tourney_teams, stationary]\n",
    "\n",
    "mmtt.train_test_split(3, 2005, seeds_arr, slots_arr, tourney_arr, column_names, predictor_dfs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>0.0001</th>\n",
       "      <th>0.001</th>\n",
       "      <th>0.01</th>\n",
       "      <th>.1</th>\n",
       "      <th>1</th>\n",
       "      <th>10</th>\n",
       "      <th>100</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>2007</th>\n",
       "      <td>0.777778</td>\n",
       "      <td>0.793651</td>\n",
       "      <td>0.809524</td>\n",
       "      <td>0.809524</td>\n",
       "      <td>0.809524</td>\n",
       "      <td>0.777778</td>\n",
       "      <td>0.777778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2008</th>\n",
       "      <td>0.730159</td>\n",
       "      <td>0.746032</td>\n",
       "      <td>0.730159</td>\n",
       "      <td>0.730159</td>\n",
       "      <td>0.730159</td>\n",
       "      <td>0.714286</td>\n",
       "      <td>0.714286</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2009</th>\n",
       "      <td>0.746032</td>\n",
       "      <td>0.698413</td>\n",
       "      <td>0.68254</td>\n",
       "      <td>0.68254</td>\n",
       "      <td>0.68254</td>\n",
       "      <td>0.761905</td>\n",
       "      <td>0.746032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2010</th>\n",
       "      <td>0.698413</td>\n",
       "      <td>0.698413</td>\n",
       "      <td>0.730159</td>\n",
       "      <td>0.761905</td>\n",
       "      <td>0.746032</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>0.68254</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2011</th>\n",
       "      <td>0.666667</td>\n",
       "      <td>0.619048</td>\n",
       "      <td>0.619048</td>\n",
       "      <td>0.619048</td>\n",
       "      <td>0.619048</td>\n",
       "      <td>0.650794</td>\n",
       "      <td>0.650794</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2012</th>\n",
       "      <td>0.761905</td>\n",
       "      <td>0.777778</td>\n",
       "      <td>0.761905</td>\n",
       "      <td>0.761905</td>\n",
       "      <td>0.761905</td>\n",
       "      <td>0.746032</td>\n",
       "      <td>0.746032</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2013</th>\n",
       "      <td>0.698413</td>\n",
       "      <td>0.68254</td>\n",
       "      <td>0.68254</td>\n",
       "      <td>0.68254</td>\n",
       "      <td>0.68254</td>\n",
       "      <td>0.698413</td>\n",
       "      <td>0.698413</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2014</th>\n",
       "      <td>0.666667</td>\n",
       "      <td>0.634921</td>\n",
       "      <td>0.650794</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>0.666667</td>\n",
       "      <td>0.666667</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2015</th>\n",
       "      <td>0.761905</td>\n",
       "      <td>0.746032</td>\n",
       "      <td>0.777778</td>\n",
       "      <td>0.777778</td>\n",
       "      <td>0.777778</td>\n",
       "      <td>0.730159</td>\n",
       "      <td>0.730159</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "        0.0001     0.001      0.01        .1         1        10       100\n",
       "2007  0.777778  0.793651  0.809524  0.809524  0.809524  0.777778  0.777778\n",
       "2008  0.730159  0.746032  0.730159  0.730159  0.730159  0.714286  0.714286\n",
       "2009  0.746032  0.698413   0.68254   0.68254   0.68254  0.761905  0.746032\n",
       "2010  0.698413  0.698413  0.730159  0.761905  0.746032  0.666667   0.68254\n",
       "2011  0.666667  0.619048  0.619048  0.619048  0.619048  0.650794  0.650794\n",
       "2012  0.761905  0.777778  0.761905  0.761905  0.761905  0.746032  0.746032\n",
       "2013  0.698413   0.68254   0.68254   0.68254   0.68254  0.698413  0.698413\n",
       "2014  0.666667  0.634921  0.650794  0.666667  0.666667  0.666667  0.666667\n",
       "2015  0.761905  0.746032  0.777778  0.777778  0.777778  0.730159  0.730159"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "mmtt.cross_val_c(4, seeds_arr, slots_arr, tourney_arr, column_names, predictor_dfs)"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python [Root]",
   "language": "python",
   "name": "Python [Root]"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}