linear_regression_SDEE.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import math\n",
    "from scipy.io import arff\n",
    "from scipy.stats.stats import pearsonr\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "from sklearn.linear_model import LinearRegression\n",
    "from sklearn.neighbors import KNeighborsRegressor\n",
    "from sklearn.model_selection import GridSearchCV\n",
    "from sklearn.svm import SVR\n",
    "from sklearn.model_selection import train_test_split\n",
    "\n",
    "# Formatação mais bonita para os notebooks\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "\n",
    "%matplotlib inline\n",
    "plt.style.use('fivethirtyeight')\n",
    "plt.rcParams['figure.figsize'] = (15,5)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>Project</th>\n",
       "      <th>TeamExp</th>\n",
       "      <th>ManagerExp</th>\n",
       "      <th>YearEnd</th>\n",
       "      <th>Length</th>\n",
       "      <th>Effort</th>\n",
       "      <th>Transactions</th>\n",
       "      <th>Entities</th>\n",
       "      <th>PointsNonAdjust</th>\n",
       "      <th>Adjustment</th>\n",
       "      <th>PointsAjust</th>\n",
       "      <th>Language</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>85</td>\n",
       "      <td>12</td>\n",
       "      <td>5152</td>\n",
       "      <td>253</td>\n",
       "      <td>52</td>\n",
       "      <td>305</td>\n",
       "      <td>34</td>\n",
       "      <td>302</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>86</td>\n",
       "      <td>4</td>\n",
       "      <td>5635</td>\n",
       "      <td>197</td>\n",
       "      <td>124</td>\n",
       "      <td>321</td>\n",
       "      <td>33</td>\n",
       "      <td>315</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>85</td>\n",
       "      <td>1</td>\n",
       "      <td>805</td>\n",
       "      <td>40</td>\n",
       "      <td>60</td>\n",
       "      <td>100</td>\n",
       "      <td>18</td>\n",
       "      <td>83</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>86</td>\n",
       "      <td>5</td>\n",
       "      <td>3829</td>\n",
       "      <td>200</td>\n",
       "      <td>119</td>\n",
       "      <td>319</td>\n",
       "      <td>30</td>\n",
       "      <td>303</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>5</td>\n",
       "      <td>5</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>86</td>\n",
       "      <td>4</td>\n",
       "      <td>2149</td>\n",
       "      <td>140</td>\n",
       "      <td>94</td>\n",
       "      <td>234</td>\n",
       "      <td>24</td>\n",
       "      <td>208</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   id  Project  TeamExp  ManagerExp  YearEnd  Length  Effort  Transactions  \\\n",
       "0   1        1        1           4       85      12    5152           253   \n",
       "1   2        2        0           0       86       4    5635           197   \n",
       "2   3        3        4           4       85       1     805            40   \n",
       "3   4        4        0           0       86       5    3829           200   \n",
       "4   5        5        0           0       86       4    2149           140   \n",
       "\n",
       "   Entities  PointsNonAdjust  Adjustment  PointsAjust  Language  \n",
       "0        52              305          34          302         1  \n",
       "1       124              321          33          315         1  \n",
       "2        60              100          18           83         1  \n",
       "3       119              319          30          303         1  \n",
       "4        94              234          24          208         1  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_desharnais = pd.read_csv('02.desharnais.csv',  header=0)\n",
    "df_desharnais.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(81, 13)"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_desharnais.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>Project</th>\n",
       "      <th>TeamExp</th>\n",
       "      <th>ManagerExp</th>\n",
       "      <th>YearEnd</th>\n",
       "      <th>Length</th>\n",
       "      <th>Effort</th>\n",
       "      <th>Transactions</th>\n",
       "      <th>Entities</th>\n",
       "      <th>PointsNonAdjust</th>\n",
       "      <th>Adjustment</th>\n",
       "      <th>PointsAjust</th>\n",
       "      <th>Language</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>count</th>\n",
       "      <td>81.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>81.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>mean</th>\n",
       "      <td>41.000000</td>\n",
       "      <td>41.000000</td>\n",
       "      <td>2.185185</td>\n",
       "      <td>2.530864</td>\n",
       "      <td>85.740741</td>\n",
       "      <td>11.666667</td>\n",
       "      <td>5046.308642</td>\n",
       "      <td>182.123457</td>\n",
       "      <td>122.333333</td>\n",
       "      <td>304.456790</td>\n",
       "      <td>27.629630</td>\n",
       "      <td>289.234568</td>\n",
       "      <td>1.555556</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>std</th>\n",
       "      <td>23.526581</td>\n",
       "      <td>23.526581</td>\n",
       "      <td>1.415195</td>\n",
       "      <td>1.643825</td>\n",
       "      <td>1.222475</td>\n",
       "      <td>7.424621</td>\n",
       "      <td>4418.767228</td>\n",
       "      <td>144.035098</td>\n",
       "      <td>84.882124</td>\n",
       "      <td>180.210159</td>\n",
       "      <td>10.591795</td>\n",
       "      <td>185.761088</td>\n",
       "      <td>0.707107</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>min</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>-1.000000</td>\n",
       "      <td>82.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>546.000000</td>\n",
       "      <td>9.000000</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>73.000000</td>\n",
       "      <td>5.000000</td>\n",
       "      <td>62.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25%</th>\n",
       "      <td>21.000000</td>\n",
       "      <td>21.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>85.000000</td>\n",
       "      <td>6.000000</td>\n",
       "      <td>2352.000000</td>\n",
       "      <td>88.000000</td>\n",
       "      <td>57.000000</td>\n",
       "      <td>176.000000</td>\n",
       "      <td>20.000000</td>\n",
       "      <td>152.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50%</th>\n",
       "      <td>41.000000</td>\n",
       "      <td>41.000000</td>\n",
       "      <td>2.000000</td>\n",
       "      <td>3.000000</td>\n",
       "      <td>86.000000</td>\n",
       "      <td>10.000000</td>\n",
       "      <td>3647.000000</td>\n",
       "      <td>140.000000</td>\n",
       "      <td>99.000000</td>\n",
       "      <td>266.000000</td>\n",
       "      <td>28.000000</td>\n",
       "      <td>255.000000</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75%</th>\n",
       "      <td>61.000000</td>\n",
       "      <td>61.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>87.000000</td>\n",
       "      <td>14.000000</td>\n",
       "      <td>5922.000000</td>\n",
       "      <td>224.000000</td>\n",
       "      <td>169.000000</td>\n",
       "      <td>384.000000</td>\n",
       "      <td>35.000000</td>\n",
       "      <td>351.000000</td>\n",
       "      <td>2.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>max</th>\n",
       "      <td>81.000000</td>\n",
       "      <td>81.000000</td>\n",
       "      <td>4.000000</td>\n",
       "      <td>7.000000</td>\n",
       "      <td>88.000000</td>\n",
       "      <td>39.000000</td>\n",
       "      <td>23940.000000</td>\n",
       "      <td>886.000000</td>\n",
       "      <td>387.000000</td>\n",
       "      <td>1127.000000</td>\n",
       "      <td>52.000000</td>\n",
       "      <td>1116.000000</td>\n",
       "      <td>3.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "              id    Project    TeamExp  ManagerExp    YearEnd     Length  \\\n",
       "count  81.000000  81.000000  81.000000   81.000000  81.000000  81.000000   \n",
       "mean   41.000000  41.000000   2.185185    2.530864  85.740741  11.666667   \n",
       "std    23.526581  23.526581   1.415195    1.643825   1.222475   7.424621   \n",
       "min     1.000000   1.000000  -1.000000   -1.000000  82.000000   1.000000   \n",
       "25%    21.000000  21.000000   1.000000    1.000000  85.000000   6.000000   \n",
       "50%    41.000000  41.000000   2.000000    3.000000  86.000000  10.000000   \n",
       "75%    61.000000  61.000000   4.000000    4.000000  87.000000  14.000000   \n",
       "max    81.000000  81.000000   4.000000    7.000000  88.000000  39.000000   \n",
       "\n",
       "             Effort  Transactions    Entities  PointsNonAdjust  Adjustment  \\\n",
       "count     81.000000     81.000000   81.000000        81.000000   81.000000   \n",
       "mean    5046.308642    182.123457  122.333333       304.456790   27.629630   \n",
       "std     4418.767228    144.035098   84.882124       180.210159   10.591795   \n",
       "min      546.000000      9.000000    7.000000        73.000000    5.000000   \n",
       "25%     2352.000000     88.000000   57.000000       176.000000   20.000000   \n",
       "50%     3647.000000    140.000000   99.000000       266.000000   28.000000   \n",
       "75%     5922.000000    224.000000  169.000000       384.000000   35.000000   \n",
       "max    23940.000000    886.000000  387.000000      1127.000000   52.000000   \n",
       "\n",
       "       PointsAjust   Language  \n",
       "count    81.000000  81.000000  \n",
       "mean    289.234568   1.555556  \n",
       "std     185.761088   0.707107  \n",
       "min      62.000000   1.000000  \n",
       "25%     152.000000   1.000000  \n",
       "50%     255.000000   1.000000  \n",
       "75%     351.000000   2.000000  \n",
       "max    1116.000000   3.000000  "
      ]
     },
     "execution_count": 15,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_desharnais.des"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>id</th>\n",
       "      <th>Project</th>\n",
       "      <th>TeamExp</th>\n",
       "      <th>ManagerExp</th>\n",
       "      <th>YearEnd</th>\n",
       "      <th>Length</th>\n",
       "      <th>Effort</th>\n",
       "      <th>Transactions</th>\n",
       "      <th>Entities</th>\n",
       "      <th>PointsNonAdjust</th>\n",
       "      <th>Adjustment</th>\n",
       "      <th>PointsAjust</th>\n",
       "      <th>Language</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>id</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.006007</td>\n",
       "      <td>0.214294</td>\n",
       "      <td>0.096486</td>\n",
       "      <td>0.255187</td>\n",
       "      <td>0.126153</td>\n",
       "      <td>0.265891</td>\n",
       "      <td>0.028787</td>\n",
       "      <td>0.226076</td>\n",
       "      <td>-0.207774</td>\n",
       "      <td>0.202608</td>\n",
       "      <td>0.391475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Project</th>\n",
       "      <td>1.000000</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.006007</td>\n",
       "      <td>0.214294</td>\n",
       "      <td>0.096486</td>\n",
       "      <td>0.255187</td>\n",
       "      <td>0.126153</td>\n",
       "      <td>0.265891</td>\n",
       "      <td>0.028787</td>\n",
       "      <td>0.226076</td>\n",
       "      <td>-0.207774</td>\n",
       "      <td>0.202608</td>\n",
       "      <td>0.391475</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>TeamExp</th>\n",
       "      <td>-0.006007</td>\n",
       "      <td>-0.006007</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.424687</td>\n",
       "      <td>-0.210335</td>\n",
       "      <td>0.143948</td>\n",
       "      <td>0.119529</td>\n",
       "      <td>0.103768</td>\n",
       "      <td>0.256608</td>\n",
       "      <td>0.203805</td>\n",
       "      <td>0.235629</td>\n",
       "      <td>0.222884</td>\n",
       "      <td>-0.079112</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>ManagerExp</th>\n",
       "      <td>0.214294</td>\n",
       "      <td>0.214294</td>\n",
       "      <td>0.424687</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.011519</td>\n",
       "      <td>0.211324</td>\n",
       "      <td>0.158303</td>\n",
       "      <td>0.138146</td>\n",
       "      <td>0.206644</td>\n",
       "      <td>0.207748</td>\n",
       "      <td>-0.066821</td>\n",
       "      <td>0.187399</td>\n",
       "      <td>0.205521</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>YearEnd</th>\n",
       "      <td>0.096486</td>\n",
       "      <td>0.096486</td>\n",
       "      <td>-0.210335</td>\n",
       "      <td>-0.011519</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>-0.095027</td>\n",
       "      <td>-0.048367</td>\n",
       "      <td>0.034331</td>\n",
       "      <td>0.001686</td>\n",
       "      <td>0.028234</td>\n",
       "      <td>-0.056743</td>\n",
       "      <td>0.012106</td>\n",
       "      <td>0.342233</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Length</th>\n",
       "      <td>0.255187</td>\n",
       "      <td>0.255187</td>\n",
       "      <td>0.143948</td>\n",
       "      <td>0.211324</td>\n",
       "      <td>-0.095027</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.693280</td>\n",
       "      <td>0.620711</td>\n",
       "      <td>0.483504</td>\n",
       "      <td>0.723849</td>\n",
       "      <td>0.266086</td>\n",
       "      <td>0.714092</td>\n",
       "      <td>-0.023810</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Effort</th>\n",
       "      <td>0.126153</td>\n",
       "      <td>0.126153</td>\n",
       "      <td>0.119529</td>\n",
       "      <td>0.158303</td>\n",
       "      <td>-0.048367</td>\n",
       "      <td>0.693280</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.581881</td>\n",
       "      <td>0.510328</td>\n",
       "      <td>0.705449</td>\n",
       "      <td>0.463865</td>\n",
       "      <td>0.738271</td>\n",
       "      <td>-0.261942</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Transactions</th>\n",
       "      <td>0.265891</td>\n",
       "      <td>0.265891</td>\n",
       "      <td>0.103768</td>\n",
       "      <td>0.138146</td>\n",
       "      <td>0.034331</td>\n",
       "      <td>0.620711</td>\n",
       "      <td>0.581881</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.185041</td>\n",
       "      <td>0.886419</td>\n",
       "      <td>0.341906</td>\n",
       "      <td>0.880923</td>\n",
       "      <td>0.136778</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Entities</th>\n",
       "      <td>0.028787</td>\n",
       "      <td>0.028787</td>\n",
       "      <td>0.256608</td>\n",
       "      <td>0.206644</td>\n",
       "      <td>0.001686</td>\n",
       "      <td>0.483504</td>\n",
       "      <td>0.510328</td>\n",
       "      <td>0.185041</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.618913</td>\n",
       "      <td>0.234747</td>\n",
       "      <td>0.598401</td>\n",
       "      <td>-0.056439</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PointsNonAdjust</th>\n",
       "      <td>0.226076</td>\n",
       "      <td>0.226076</td>\n",
       "      <td>0.203805</td>\n",
       "      <td>0.207748</td>\n",
       "      <td>0.028234</td>\n",
       "      <td>0.723849</td>\n",
       "      <td>0.705449</td>\n",
       "      <td>0.886419</td>\n",
       "      <td>0.618913</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.383842</td>\n",
       "      <td>0.985945</td>\n",
       "      <td>0.082737</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Adjustment</th>\n",
       "      <td>-0.207774</td>\n",
       "      <td>-0.207774</td>\n",
       "      <td>0.235629</td>\n",
       "      <td>-0.066821</td>\n",
       "      <td>-0.056743</td>\n",
       "      <td>0.266086</td>\n",
       "      <td>0.463865</td>\n",
       "      <td>0.341906</td>\n",
       "      <td>0.234747</td>\n",
       "      <td>0.383842</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.513197</td>\n",
       "      <td>-0.199167</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>PointsAjust</th>\n",
       "      <td>0.202608</td>\n",
       "      <td>0.202608</td>\n",
       "      <td>0.222884</td>\n",
       "      <td>0.187399</td>\n",
       "      <td>0.012106</td>\n",
       "      <td>0.714092</td>\n",
       "      <td>0.738271</td>\n",
       "      <td>0.880923</td>\n",
       "      <td>0.598401</td>\n",
       "      <td>0.985945</td>\n",
       "      <td>0.513197</td>\n",
       "      <td>1.000000</td>\n",
       "      <td>0.046672</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>Language</th>\n",
       "      <td>0.391475</td>\n",
       "      <td>0.391475</td>\n",
       "      <td>-0.079112</td>\n",
       "      <td>0.205521</td>\n",
       "      <td>0.342233</td>\n",
       "      <td>-0.023810</td>\n",
       "      <td>-0.261942</td>\n",
       "      <td>0.136778</td>\n",
       "      <td>-0.056439</td>\n",
       "      <td>0.082737</td>\n",
       "      <td>-0.199167</td>\n",
       "      <td>0.046672</td>\n",
       "      <td>1.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                       id   Project   TeamExp  ManagerExp   YearEnd    Length  \\\n",
       "id               1.000000  1.000000 -0.006007    0.214294  0.096486  0.255187   \n",
       "Project          1.000000  1.000000 -0.006007    0.214294  0.096486  0.255187   \n",
       "TeamExp         -0.006007 -0.006007  1.000000    0.424687 -0.210335  0.143948   \n",
       "ManagerExp       0.214294  0.214294  0.424687    1.000000 -0.011519  0.211324   \n",
       "YearEnd          0.096486  0.096486 -0.210335   -0.011519  1.000000 -0.095027   \n",
       "Length           0.255187  0.255187  0.143948    0.211324 -0.095027  1.000000   \n",
       "Effort           0.126153  0.126153  0.119529    0.158303 -0.048367  0.693280   \n",
       "Transactions     0.265891  0.265891  0.103768    0.138146  0.034331  0.620711   \n",
       "Entities         0.028787  0.028787  0.256608    0.206644  0.001686  0.483504   \n",
       "PointsNonAdjust  0.226076  0.226076  0.203805    0.207748  0.028234  0.723849   \n",
       "Adjustment      -0.207774 -0.207774  0.235629   -0.066821 -0.056743  0.266086   \n",
       "PointsAjust      0.202608  0.202608  0.222884    0.187399  0.012106  0.714092   \n",
       "Language         0.391475  0.391475 -0.079112    0.205521  0.342233 -0.023810   \n",
       "\n",
       "                   Effort  Transactions  Entities  PointsNonAdjust  \\\n",
       "id               0.126153      0.265891  0.028787         0.226076   \n",
       "Project          0.126153      0.265891  0.028787         0.226076   \n",
       "TeamExp          0.119529      0.103768  0.256608         0.203805   \n",
       "ManagerExp       0.158303      0.138146  0.206644         0.207748   \n",
       "YearEnd         -0.048367      0.034331  0.001686         0.028234   \n",
       "Length           0.693280      0.620711  0.483504         0.723849   \n",
       "Effort           1.000000      0.581881  0.510328         0.705449   \n",
       "Transactions     0.581881      1.000000  0.185041         0.886419   \n",
       "Entities         0.510328      0.185041  1.000000         0.618913   \n",
       "PointsNonAdjust  0.705449      0.886419  0.618913         1.000000   \n",
       "Adjustment       0.463865      0.341906  0.234747         0.383842   \n",
       "PointsAjust      0.738271      0.880923  0.598401         0.985945   \n",
       "Language        -0.261942      0.136778 -0.056439         0.082737   \n",
       "\n",
       "                 Adjustment  PointsAjust  Language  \n",
       "id                -0.207774     0.202608  0.391475  \n",
       "Project           -0.207774     0.202608  0.391475  \n",
       "TeamExp            0.235629     0.222884 -0.079112  \n",
       "ManagerExp        -0.066821     0.187399  0.205521  \n",
       "YearEnd           -0.056743     0.012106  0.342233  \n",
       "Length             0.266086     0.714092 -0.023810  \n",
       "Effort             0.463865     0.738271 -0.261942  \n",
       "Transactions       0.341906     0.880923  0.136778  \n",
       "Entities           0.234747     0.598401 -0.056439  \n",
       "PointsNonAdjust    0.383842     0.985945  0.082737  \n",
       "Adjustment         1.000000     0.513197 -0.199167  \n",
       "PointsAjust        0.513197     1.000000  0.046672  \n",
       "Language          -0.199167     0.046672  1.000000  "
      ]
     },
     "execution_count": 16,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_desharnais.corr()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "metadata": {},
   "outputs": [],
   "source": [
    "features = [ 'TeamExp', 'ManagerExp', 'YearEnd', 'Length', 'Transactions', 'Entities',\n",
    "        'PointsNonAdjust', 'Adjustment', 'PointsAjust']\n",
    "\n",
    "max_corr_features = ['Length', 'Transactions', 'Entities','PointsNonAdjust','PointsAjust']\n",
    "\n",
    "X = df_desharnais[features]\n",
    "y = df_desharnais['Effort']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.7379861869550943\n"
     ]
    }
   ],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=30)\n",
    "\n",
    "neigh = KNeighborsRegressor(n_neighbors=3, weights='uniform')\n",
    "neigh.fit(X_train, y_train) \n",
    "print(neigh.score(X_test, y_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "0.7680074954440708\n"
     ]
    }
   ],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=22)\n",
    "\n",
    "model = LinearRegression()\n",
    "model.fit(X_train, y_train)\n",
    "print(model.score(X_test, y_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Best params hash: {'C': 1, 'gamma': 'auto', 'kernel': 'linear'}\n",
      "0.735919788126071\n"
     ]
    }
   ],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=22)\n",
    "\n",
    "parameters = {'kernel':('linear', 'rbf'), 'C':[1,2,3,4,5,6,7,8,9,10], 'gamma':('auto', 'scale')}\n",
    "\n",
    "svr = SVR()\n",
    "LinearSVC = GridSearchCV(svr, parameters, cv=3)\n",
    "LinearSVC.fit(X_train, y_train)\n",
    "print(\"Best params hash: {}\".format(LinearSVC.best_params_))\n",
    "print(LinearSVC.score(X_test, y_test))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.ensemble import RandomForestClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {},
   "outputs": [],
   "source": [
    "n_feature=8\n",
    "MMRE_list=[]\n",
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=30)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n",
      "0.9343220122551504\n",
      "2\n",
      "0.7879875742034235\n",
      "3\n",
      "0.7924933823573136\n",
      "4\n",
      "0.9220488099758818\n",
      "5\n",
      "0.8687146152375227\n",
      "6\n",
      "0.8281882765207041\n",
      "7\n",
      "0.8226902208370419\n",
      "8\n",
      "0.8298961829415655\n"
     ]
    }
   ],
   "source": [
    "\n",
    "for i in np.arange(1,9):\n",
    "    print(i)\n",
    "    clf= RandomForestClassifier(n_estimators=500,max_features=i)\n",
    "    clf.fit(X_train, y_train)\n",
    "    Y_pred=clf.predict(X_test)\n",
    "    diff=np.absolute(y_test-Y_pred)\n",
    "    MRE=diff/y_test\n",
    "    \n",
    "    \n",
    "    MMRE=np.mean(MRE)\n",
    "    print(MMRE)\n",
    "    MMRE_list.append(MMRE)\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[0.8808049689886723,\n",
       " 0.8774290705479009,\n",
       " 0.8716455092087839,\n",
       " 0.9482877428402647,\n",
       " 0.889239752293223]"
      ]
     },
     "execution_count": 56,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "MMRE_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 50,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "1\n",
      "2\n",
      "3\n",
      "4\n",
      "5\n",
      "6\n",
      "7\n"
     ]
    }
   ],
   "source": [
    "for i in np.arange(1,8):\n",
    "    print(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([0.18778194, 0.20791802, 0.23522704, 0.1839756 , 0.18509741])"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "clf.feature_importances_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Length</th>\n",
       "      <th>Transactions</th>\n",
       "      <th>Entities</th>\n",
       "      <th>PointsNonAdjust</th>\n",
       "      <th>PointsAjust</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>9</td>\n",
       "      <td>174</td>\n",
       "      <td>78</td>\n",
       "      <td>252</td>\n",
       "      <td>267</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>73</th>\n",
       "      <td>6</td>\n",
       "      <td>213</td>\n",
       "      <td>73</td>\n",
       "      <td>286</td>\n",
       "      <td>203</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>21</td>\n",
       "      <td>167</td>\n",
       "      <td>99</td>\n",
       "      <td>266</td>\n",
       "      <td>237</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>70</th>\n",
       "      <td>6</td>\n",
       "      <td>97</td>\n",
       "      <td>42</td>\n",
       "      <td>139</td>\n",
       "      <td>99</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>12</td>\n",
       "      <td>172</td>\n",
       "      <td>88</td>\n",
       "      <td>260</td>\n",
       "      <td>247</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>64</th>\n",
       "      <td>8</td>\n",
       "      <td>194</td>\n",
       "      <td>97</td>\n",
       "      <td>291</td>\n",
       "      <td>291</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>6</td>\n",
       "      <td>86</td>\n",
       "      <td>49</td>\n",
       "      <td>135</td>\n",
       "      <td>131</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>13</td>\n",
       "      <td>45</td>\n",
       "      <td>387</td>\n",
       "      <td>432</td>\n",
       "      <td>350</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>8</td>\n",
       "      <td>89</td>\n",
       "      <td>200</td>\n",
       "      <td>289</td>\n",
       "      <td>283</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>18</td>\n",
       "      <td>182</td>\n",
       "      <td>126</td>\n",
       "      <td>308</td>\n",
       "      <td>308</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>3</td>\n",
       "      <td>126</td>\n",
       "      <td>49</td>\n",
       "      <td>175</td>\n",
       "      <td>180</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>4</td>\n",
       "      <td>140</td>\n",
       "      <td>94</td>\n",
       "      <td>234</td>\n",
       "      <td>208</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>14</td>\n",
       "      <td>175</td>\n",
       "      <td>277</td>\n",
       "      <td>452</td>\n",
       "      <td>461</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>63</th>\n",
       "      <td>13</td>\n",
       "      <td>69</td>\n",
       "      <td>74</td>\n",
       "      <td>143</td>\n",
       "      <td>113</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>4</td>\n",
       "      <td>197</td>\n",
       "      <td>124</td>\n",
       "      <td>321</td>\n",
       "      <td>315</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>68</th>\n",
       "      <td>5</td>\n",
       "      <td>74</td>\n",
       "      <td>43</td>\n",
       "      <td>117</td>\n",
       "      <td>105</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>12</td>\n",
       "      <td>55</td>\n",
       "      <td>112</td>\n",
       "      <td>167</td>\n",
       "      <td>129</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>16</td>\n",
       "      <td>302</td>\n",
       "      <td>145</td>\n",
       "      <td>447</td>\n",
       "      <td>523</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>8</td>\n",
       "      <td>106</td>\n",
       "      <td>39</td>\n",
       "      <td>145</td>\n",
       "      <td>103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>18</td>\n",
       "      <td>88</td>\n",
       "      <td>170</td>\n",
       "      <td>258</td>\n",
       "      <td>255</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>66</th>\n",
       "      <td>15</td>\n",
       "      <td>323</td>\n",
       "      <td>184</td>\n",
       "      <td>507</td>\n",
       "      <td>507</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>5</td>\n",
       "      <td>120</td>\n",
       "      <td>126</td>\n",
       "      <td>246</td>\n",
       "      <td>197</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>74</th>\n",
       "      <td>22</td>\n",
       "      <td>139</td>\n",
       "      <td>143</td>\n",
       "      <td>282</td>\n",
       "      <td>245</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>8</td>\n",
       "      <td>124</td>\n",
       "      <td>52</td>\n",
       "      <td>176</td>\n",
       "      <td>139</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>12</td>\n",
       "      <td>318</td>\n",
       "      <td>269</td>\n",
       "      <td>587</td>\n",
       "      <td>581</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>72</th>\n",
       "      <td>26</td>\n",
       "      <td>482</td>\n",
       "      <td>227</td>\n",
       "      <td>709</td>\n",
       "      <td>645</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>5</td>\n",
       "      <td>58</td>\n",
       "      <td>34</td>\n",
       "      <td>92</td>\n",
       "      <td>86</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    Length  Transactions  Entities  PointsNonAdjust  PointsAjust\n",
       "32       9           174        78              252          267\n",
       "73       6           213        73              286          203\n",
       "10      21           167        99              266          237\n",
       "70       6            97        42              139           99\n",
       "8       12           172        88              260          247\n",
       "64       8           194        97              291          291\n",
       "51       6            86        49              135          131\n",
       "55      13            45       387              432          350\n",
       "24       8            89       200              289          283\n",
       "44      18           182       126              308          308\n",
       "34       3           126        49              175          180\n",
       "4        4           140        94              234          208\n",
       "29      14           175       277              452          461\n",
       "63      13            69        74              143          113\n",
       "1        4           197       124              321          315\n",
       "68       5            74        43              117          105\n",
       "56      12            55       112              167          129\n",
       "39      16           302       145              447          523\n",
       "48       8           106        39              145          103\n",
       "21      18            88       170              258          255\n",
       "66      15           323       184              507          507\n",
       "58       5           120       126              246          197\n",
       "74      22           139       143              282          245\n",
       "57       8           124        52              176          139\n",
       "20      12           318       269              587          581\n",
       "72      26           482       227              709          645\n",
       "19       5            58        34               92           86"
      ]
     },
     "execution_count": 18,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "array([ 4172,  6405,  9051,  1876,  9051,  6405,  1876,  4494,  3164,\n",
       "       14434,   847,  2821,  4277,  2583,  3829,  2422,  2583,  9135,\n",
       "        2422,  7252,  9135,  6405,  9051,  1617,  9520, 13860,  2422],\n",
       "      dtype=int64)"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Y_pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 36,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "32     2429\n",
      "73      595\n",
      "10     4067\n",
      "70      546\n",
      "8      7854\n",
      "64     3626\n",
      "51     3136\n",
      "55     8232\n",
      "24     3983\n",
      "44     6699\n",
      "34      651\n",
      "4      2149\n",
      "29     3948\n",
      "63     1603\n",
      "1      5635\n",
      "68     2548\n",
      "56     3276\n",
      "39     8050\n",
      "48     2331\n",
      "21     5180\n",
      "66    11361\n",
      "58     3472\n",
      "74     3941\n",
      "57     2723\n",
      "20    14973\n",
      "72     9100\n",
      "19      840\n",
      "Name: Effort, dtype: int64\n"
     ]
    }
   ],
   "source": [
    "print(y_test)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [],
   "source": [
    "MME=m/y_test"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "metadata": {},
   "outputs": [],
   "source": [
    "MME=np.mean(MME)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.9354248799774019"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "MME"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 58,
   "metadata": {},
   "outputs": [],
   "source": [
    "clf= RandomForestClassifier(n_estimators=500,max_features=5)\n",
    "clf.fit(X_train, y_train)\n",
    "Y_pred=clf.predict(X_test)\n",
    "diff=np.absolute(y_test-Y_pred)\n",
    "MRE=diff/y_test\n",
    "    "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 70,
   "metadata": {},
   "outputs": [],
   "source": [
    "P=MRE[MRE<.25]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 76,
   "metadata": {},
   "outputs": [],
   "source": [
    "Pred=(P.size/MRE.size) * 100"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "29.629629629629626"
      ]
     },
     "execution_count": 77,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Pred"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [],
   "source": [
    "MdMRE=np.median(MRE)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0.4017857142857143"
      ]
     },
     "execution_count": 80,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "MdMRE"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {},
   "outputs": [],
   "source": [
    "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.33, random_state=30)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>TeamExp</th>\n",
       "      <th>ManagerExp</th>\n",
       "      <th>YearEnd</th>\n",
       "      <th>Length</th>\n",
       "      <th>Transactions</th>\n",
       "      <th>Entities</th>\n",
       "      <th>PointsNonAdjust</th>\n",
       "      <th>Adjustment</th>\n",
       "      <th>PointsAjust</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>-1</td>\n",
       "      <td>4</td>\n",
       "      <td>86</td>\n",
       "      <td>39</td>\n",
       "      <td>284</td>\n",
       "      <td>230</td>\n",
       "      <td>514</td>\n",
       "      <td>50</td>\n",
       "      <td>591</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>88</td>\n",
       "      <td>10</td>\n",
       "      <td>64</td>\n",
       "      <td>54</td>\n",
       "      <td>118</td>\n",
       "      <td>25</td>\n",
       "      <td>106</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>86</td>\n",
       "      <td>6</td>\n",
       "      <td>79</td>\n",
       "      <td>128</td>\n",
       "      <td>207</td>\n",
       "      <td>27</td>\n",
       "      <td>190</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>86</td>\n",
       "      <td>6</td>\n",
       "      <td>71</td>\n",
       "      <td>235</td>\n",
       "      <td>306</td>\n",
       "      <td>37</td>\n",
       "      <td>312</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>85</td>\n",
       "      <td>11</td>\n",
       "      <td>131</td>\n",
       "      <td>180</td>\n",
       "      <td>311</td>\n",
       "      <td>51</td>\n",
       "      <td>361</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>86</td>\n",
       "      <td>4</td>\n",
       "      <td>97</td>\n",
       "      <td>89</td>\n",
       "      <td>186</td>\n",
       "      <td>38</td>\n",
       "      <td>192</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>85</td>\n",
       "      <td>14</td>\n",
       "      <td>86</td>\n",
       "      <td>230</td>\n",
       "      <td>316</td>\n",
       "      <td>33</td>\n",
       "      <td>310</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>86</td>\n",
       "      <td>5</td>\n",
       "      <td>306</td>\n",
       "      <td>132</td>\n",
       "      <td>438</td>\n",
       "      <td>37</td>\n",
       "      <td>447</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>87</td>\n",
       "      <td>6</td>\n",
       "      <td>47</td>\n",
       "      <td>32</td>\n",
       "      <td>79</td>\n",
       "      <td>14</td>\n",
       "      <td>62</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>83</td>\n",
       "      <td>4</td>\n",
       "      <td>78</td>\n",
       "      <td>38</td>\n",
       "      <td>116</td>\n",
       "      <td>24</td>\n",
       "      <td>103</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>69</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>87</td>\n",
       "      <td>10</td>\n",
       "      <td>101</td>\n",
       "      <td>57</td>\n",
       "      <td>158</td>\n",
       "      <td>9</td>\n",
       "      <td>117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>86</td>\n",
       "      <td>12</td>\n",
       "      <td>469</td>\n",
       "      <td>176</td>\n",
       "      <td>645</td>\n",
       "      <td>43</td>\n",
       "      <td>697</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>86</td>\n",
       "      <td>9</td>\n",
       "      <td>145</td>\n",
       "      <td>38</td>\n",
       "      <td>183</td>\n",
       "      <td>27</td>\n",
       "      <td>168</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>85</td>\n",
       "      <td>7</td>\n",
       "      <td>116</td>\n",
       "      <td>72</td>\n",
       "      <td>188</td>\n",
       "      <td>18</td>\n",
       "      <td>156</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "      <td>9</td>\n",
       "      <td>451</td>\n",
       "      <td>48</td>\n",
       "      <td>499</td>\n",
       "      <td>28</td>\n",
       "      <td>464</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>85</td>\n",
       "      <td>9</td>\n",
       "      <td>223</td>\n",
       "      <td>121</td>\n",
       "      <td>344</td>\n",
       "      <td>28</td>\n",
       "      <td>320</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>86</td>\n",
       "      <td>12</td>\n",
       "      <td>132</td>\n",
       "      <td>89</td>\n",
       "      <td>221</td>\n",
       "      <td>5</td>\n",
       "      <td>155</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>85</td>\n",
       "      <td>16</td>\n",
       "      <td>116</td>\n",
       "      <td>170</td>\n",
       "      <td>286</td>\n",
       "      <td>27</td>\n",
       "      <td>263</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>85</td>\n",
       "      <td>5</td>\n",
       "      <td>194</td>\n",
       "      <td>91</td>\n",
       "      <td>285</td>\n",
       "      <td>35</td>\n",
       "      <td>285</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>85</td>\n",
       "      <td>8</td>\n",
       "      <td>162</td>\n",
       "      <td>61</td>\n",
       "      <td>223</td>\n",
       "      <td>32</td>\n",
       "      <td>216</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>87</td>\n",
       "      <td>11</td>\n",
       "      <td>289</td>\n",
       "      <td>88</td>\n",
       "      <td>377</td>\n",
       "      <td>28</td>\n",
       "      <td>351</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>75</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>86</td>\n",
       "      <td>24</td>\n",
       "      <td>473</td>\n",
       "      <td>182</td>\n",
       "      <td>655</td>\n",
       "      <td>40</td>\n",
       "      <td>688</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>85</td>\n",
       "      <td>8</td>\n",
       "      <td>119</td>\n",
       "      <td>48</td>\n",
       "      <td>167</td>\n",
       "      <td>26</td>\n",
       "      <td>152</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>84</td>\n",
       "      <td>17</td>\n",
       "      <td>146</td>\n",
       "      <td>112</td>\n",
       "      <td>258</td>\n",
       "      <td>40</td>\n",
       "      <td>271</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>85</td>\n",
       "      <td>12</td>\n",
       "      <td>253</td>\n",
       "      <td>52</td>\n",
       "      <td>305</td>\n",
       "      <td>34</td>\n",
       "      <td>302</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>67</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>86</td>\n",
       "      <td>6</td>\n",
       "      <td>42</td>\n",
       "      <td>31</td>\n",
       "      <td>73</td>\n",
       "      <td>27</td>\n",
       "      <td>67</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>71</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>84</td>\n",
       "      <td>13</td>\n",
       "      <td>134</td>\n",
       "      <td>77</td>\n",
       "      <td>211</td>\n",
       "      <td>13</td>\n",
       "      <td>165</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>3</td>\n",
       "      <td>1</td>\n",
       "      <td>85</td>\n",
       "      <td>14</td>\n",
       "      <td>148</td>\n",
       "      <td>324</td>\n",
       "      <td>472</td>\n",
       "      <td>39</td>\n",
       "      <td>491</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>85</td>\n",
       "      <td>9</td>\n",
       "      <td>119</td>\n",
       "      <td>42</td>\n",
       "      <td>161</td>\n",
       "      <td>25</td>\n",
       "      <td>145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>85</td>\n",
       "      <td>8</td>\n",
       "      <td>57</td>\n",
       "      <td>43</td>\n",
       "      <td>100</td>\n",
       "      <td>43</td>\n",
       "      <td>108</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>85</td>\n",
       "      <td>12</td>\n",
       "      <td>229</td>\n",
       "      <td>169</td>\n",
       "      <td>398</td>\n",
       "      <td>39</td>\n",
       "      <td>414</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>1</td>\n",
       "      <td>4</td>\n",
       "      <td>88</td>\n",
       "      <td>4</td>\n",
       "      <td>158</td>\n",
       "      <td>59</td>\n",
       "      <td>217</td>\n",
       "      <td>18</td>\n",
       "      <td>180</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>60</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>86</td>\n",
       "      <td>12</td>\n",
       "      <td>126</td>\n",
       "      <td>107</td>\n",
       "      <td>233</td>\n",
       "      <td>23</td>\n",
       "      <td>205</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>85</td>\n",
       "      <td>17</td>\n",
       "      <td>221</td>\n",
       "      <td>121</td>\n",
       "      <td>342</td>\n",
       "      <td>35</td>\n",
       "      <td>342</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>62</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>86</td>\n",
       "      <td>5</td>\n",
       "      <td>78</td>\n",
       "      <td>99</td>\n",
       "      <td>177</td>\n",
       "      <td>14</td>\n",
       "      <td>140</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>3</td>\n",
       "      <td>4</td>\n",
       "      <td>87</td>\n",
       "      <td>14</td>\n",
       "      <td>9</td>\n",
       "      <td>386</td>\n",
       "      <td>395</td>\n",
       "      <td>21</td>\n",
       "      <td>340</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>86</td>\n",
       "      <td>17</td>\n",
       "      <td>317</td>\n",
       "      <td>119</td>\n",
       "      <td>436</td>\n",
       "      <td>34</td>\n",
       "      <td>432</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>61</th>\n",
       "      <td>3</td>\n",
       "      <td>2</td>\n",
       "      <td>86</td>\n",
       "      <td>6</td>\n",
       "      <td>101</td>\n",
       "      <td>45</td>\n",
       "      <td>146</td>\n",
       "      <td>15</td>\n",
       "      <td>117</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>4</td>\n",
       "      <td>3</td>\n",
       "      <td>83</td>\n",
       "      <td>12</td>\n",
       "      <td>227</td>\n",
       "      <td>73</td>\n",
       "      <td>300</td>\n",
       "      <td>34</td>\n",
       "      <td>297</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>85</td>\n",
       "      <td>9</td>\n",
       "      <td>96</td>\n",
       "      <td>108</td>\n",
       "      <td>204</td>\n",
       "      <td>29</td>\n",
       "      <td>192</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>65</th>\n",
       "      <td>2</td>\n",
       "      <td>-1</td>\n",
       "      <td>87</td>\n",
       "      <td>10</td>\n",
       "      <td>224</td>\n",
       "      <td>110</td>\n",
       "      <td>334</td>\n",
       "      <td>28</td>\n",
       "      <td>309</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>83</td>\n",
       "      <td>13</td>\n",
       "      <td>186</td>\n",
       "      <td>52</td>\n",
       "      <td>238</td>\n",
       "      <td>25</td>\n",
       "      <td>214</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>2</td>\n",
       "      <td>4</td>\n",
       "      <td>87</td>\n",
       "      <td>34</td>\n",
       "      <td>661</td>\n",
       "      <td>132</td>\n",
       "      <td>793</td>\n",
       "      <td>23</td>\n",
       "      <td>698</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>86</td>\n",
       "      <td>5</td>\n",
       "      <td>200</td>\n",
       "      <td>119</td>\n",
       "      <td>319</td>\n",
       "      <td>30</td>\n",
       "      <td>303</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>2</td>\n",
       "      <td>2</td>\n",
       "      <td>88</td>\n",
       "      <td>9</td>\n",
       "      <td>252</td>\n",
       "      <td>7</td>\n",
       "      <td>259</td>\n",
       "      <td>28</td>\n",
       "      <td>241</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>86</td>\n",
       "      <td>14</td>\n",
       "      <td>68</td>\n",
       "      <td>316</td>\n",
       "      <td>384</td>\n",
       "      <td>20</td>\n",
       "      <td>326</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "      <td>12</td>\n",
       "      <td>61</td>\n",
       "      <td>96</td>\n",
       "      <td>157</td>\n",
       "      <td>18</td>\n",
       "      <td>130</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>85</td>\n",
       "      <td>1</td>\n",
       "      <td>40</td>\n",
       "      <td>60</td>\n",
       "      <td>100</td>\n",
       "      <td>18</td>\n",
       "      <td>83</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>4</td>\n",
       "      <td>1</td>\n",
       "      <td>87</td>\n",
       "      <td>20</td>\n",
       "      <td>304</td>\n",
       "      <td>78</td>\n",
       "      <td>382</td>\n",
       "      <td>39</td>\n",
       "      <td>397</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>84</td>\n",
       "      <td>3</td>\n",
       "      <td>33</td>\n",
       "      <td>72</td>\n",
       "      <td>105</td>\n",
       "      <td>19</td>\n",
       "      <td>88</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>82</td>\n",
       "      <td>24</td>\n",
       "      <td>395</td>\n",
       "      <td>193</td>\n",
       "      <td>588</td>\n",
       "      <td>40</td>\n",
       "      <td>617</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>2</td>\n",
       "      <td>3</td>\n",
       "      <td>87</td>\n",
       "      <td>27</td>\n",
       "      <td>173</td>\n",
       "      <td>332</td>\n",
       "      <td>505</td>\n",
       "      <td>19</td>\n",
       "      <td>424</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>4</td>\n",
       "      <td>4</td>\n",
       "      <td>85</td>\n",
       "      <td>36</td>\n",
       "      <td>886</td>\n",
       "      <td>241</td>\n",
       "      <td>1127</td>\n",
       "      <td>34</td>\n",
       "      <td>1116</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>-1</td>\n",
       "      <td>-1</td>\n",
       "      <td>87</td>\n",
       "      <td>8</td>\n",
       "      <td>260</td>\n",
       "      <td>144</td>\n",
       "      <td>404</td>\n",
       "      <td>24</td>\n",
       "      <td>360</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    TeamExp  ManagerExp  YearEnd  Length  Transactions  Entities  \\\n",
       "43       -1           4       86      39           284       230   \n",
       "42        1           1       88      10            64        54   \n",
       "30        4           3       86       6            79       128   \n",
       "26        2           0       86       6            71       235   \n",
       "47        4           3       85      11           131       180   \n",
       "5         0           0       86       4            97        89   \n",
       "25        4           1       85      14            86       230   \n",
       "22        2           4       86       5           306       132   \n",
       "59        1           2       87       6            47        32   \n",
       "9         3           4       83       4            78        38   \n",
       "69        3           4       87      10           101        57   \n",
       "79        4           3       86      12           469       176   \n",
       "31        1           1       86       9           145        38   \n",
       "50        2           3       85       7           116        72   \n",
       "40        1           1       87       9           451        48   \n",
       "14        4           4       85       9           223       121   \n",
       "54        1           3       86      12           132        89   \n",
       "28        4           4       85      16           116       170   \n",
       "33        1           1       85       5           194        91   \n",
       "13        3           4       85       8           162        61   \n",
       "36        2           4       87      11           289        88   \n",
       "75        2           3       86      24           473       182   \n",
       "15        3           2       85       8           119        48   \n",
       "11        2           1       84      17           146       112   \n",
       "0         1           4       85      12           253        52   \n",
       "67        1           3       86       6            42        31   \n",
       "71        2           3       84      13           134        77   \n",
       "27        3           1       85      14           148       324   \n",
       "6         2           1       85       9           119        42   \n",
       "16        4           3       85       8            57        43   \n",
       "76        4           4       85      12           229       169   \n",
       "38        1           4       88       4           158        59   \n",
       "60        1           1       86      12           126       107   \n",
       "52        2           3       85      17           221       121   \n",
       "62        1           1       86       5            78        99   \n",
       "18        3           4       87      14             9       386   \n",
       "35        1           3       86      17           317       119   \n",
       "61        3           2       86       6           101        45   \n",
       "77        4           3       83      12           227        73   \n",
       "49        3           3       85       9            96       108   \n",
       "65        2          -1       87      10           224       110   \n",
       "7         1           2       83      13           186        52   \n",
       "41        2           4       87      34           661       132   \n",
       "3         0           0       86       5           200       119   \n",
       "46        2           2       88       9           252         7   \n",
       "17        4           4       86      14            68       316   \n",
       "53        1           1       87      12            61        96   \n",
       "2         4           4       85       1            40        60   \n",
       "23        4           1       87      20           304        78   \n",
       "12        1           1       84       3            33        72   \n",
       "78        4           4       82      24           395       193   \n",
       "45        2           3       87      27           173       332   \n",
       "80        4           4       85      36           886       241   \n",
       "37       -1          -1       87       8           260       144   \n",
       "\n",
       "    PointsNonAdjust  Adjustment  PointsAjust  \n",
       "43              514          50          591  \n",
       "42              118          25          106  \n",
       "30              207          27          190  \n",
       "26              306          37          312  \n",
       "47              311          51          361  \n",
       "5               186          38          192  \n",
       "25              316          33          310  \n",
       "22              438          37          447  \n",
       "59               79          14           62  \n",
       "9               116          24          103  \n",
       "69              158           9          117  \n",
       "79              645          43          697  \n",
       "31              183          27          168  \n",
       "50              188          18          156  \n",
       "40              499          28          464  \n",
       "14              344          28          320  \n",
       "54              221           5          155  \n",
       "28              286          27          263  \n",
       "33              285          35          285  \n",
       "13              223          32          216  \n",
       "36              377          28          351  \n",
       "75              655          40          688  \n",
       "15              167          26          152  \n",
       "11              258          40          271  \n",
       "0               305          34          302  \n",
       "67               73          27           67  \n",
       "71              211          13          165  \n",
       "27              472          39          491  \n",
       "6               161          25          145  \n",
       "16              100          43          108  \n",
       "76              398          39          414  \n",
       "38              217          18          180  \n",
       "60              233          23          205  \n",
       "52              342          35          342  \n",
       "62              177          14          140  \n",
       "18              395          21          340  \n",
       "35              436          34          432  \n",
       "61              146          15          117  \n",
       "77              300          34          297  \n",
       "49              204          29          192  \n",
       "65              334          28          309  \n",
       "7               238          25          214  \n",
       "41              793          23          698  \n",
       "3               319          30          303  \n",
       "46              259          28          241  \n",
       "17              384          20          326  \n",
       "53              157          18          130  \n",
       "2               100          18           83  \n",
       "23              382          39          397  \n",
       "12              105          19           88  \n",
       "78              588          40          617  \n",
       "45              505          19          424  \n",
       "80             1127          34         1116  \n",
       "37              404          24          360  "
      ]
     },
     "execution_count": 19,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "X_train"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {},
   "outputs": [],
   "source": [
    "from sklearn.ensemble import RandomForestClassifier"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {},
   "outputs": [],
   "source": [
    "MMRE_list=[]\n",
    "MdMRE_list=[]\n",
    "Pred_list= []\n",
    "for i in np.arange(1,10):   \n",
    "    clf= RandomForestClassifier(n_estimators=100,max_features=i)\n",
    "    clf.fit(X_train, y_train)\n",
    "    Y_pred=clf.predict(X_test)\n",
    "    diff=np.absolute(y_test-Y_pred)\n",
    "    MRE=diff/y_test\n",
    "    MMRE=np.mean(MRE)\n",
    "    MdMRE=np.median(MRE)\n",
    "    P=MRE[MRE<.25]\n",
    "    Pred=(P.size/MRE.size) * 100\n",
    "    MMRE_list.append(MMRE)\n",
    "    MdMRE_list.append(MdMRE)\n",
    "    Pred_list.append(Pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[0.6474020978812322,\n",
       " 0.6674598560270318,\n",
       " 0.8330055982645084,\n",
       " 0.8613630471647158,\n",
       " 0.8182360918285473,\n",
       " 0.9440200179484725,\n",
       " 0.8613800198492472,\n",
       " 0.8509151437250276,\n",
       " 0.8327472052147136]"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "MMRE_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[33.33333333333333,\n",
       " 22.22222222222222,\n",
       " 22.22222222222222,\n",
       " 22.22222222222222,\n",
       " 22.22222222222222,\n",
       " 22.22222222222222,\n",
       " 14.814814814814813,\n",
       " 22.22222222222222,\n",
       " 18.51851851851852]"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Pred_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [],
   "source": [
    "features = [ 'TeamExp', 'ManagerExp', 'YearEnd', 'Length', 'Transactions', 'Entities',\n",
    "        'PointsNonAdjust', 'Adjustment', 'PointsAjust']\n",
    "\n",
    "max_corr_features = ['Length', 'Transactions', 'Entities','PointsNonAdjust','PointsAjust']\n",
    "\n",
    "X = df_desharnais[max_corr_features]\n",
    "y = df_desharnais['Effort']"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [],
   "source": [
    "MMRE_list=[]\n",
    "MdMRE_list=[]\n",
    "Pred_list= []\n",
    "for i in np.arange(1,10):   \n",
    "    clf= RandomForestClassifier(n_estimators=100,max_features=i)\n",
    "    clf.fit(X_train, y_train)\n",
    "    Y_pred=clf.predict(X_test)\n",
    "    diff=np.absolute(y_test-Y_pred)\n",
    "    MRE=diff/y_test\n",
    "    MMRE=np.mean(MRE)\n",
    "    MdMRE=np.median(MRE)\n",
    "    P=MRE[MRE<.25]\n",
    "    Pred=(P.size/MRE.size) * 100\n",
    "    MMRE_list.append(MMRE)\n",
    "    MdMRE_list.append(MdMRE)\n",
    "    Pred_list.append(Pred)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[0.603497573190829,\n",
       " 0.849789389763301,\n",
       " 0.7096284121447558,\n",
       " 0.6842445520935792,\n",
       " 0.7629601614754336,\n",
       " 0.9537515818352986,\n",
       " 0.6612901766141701,\n",
       " 0.8899580100050166,\n",
       " 0.9011612343933936]"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "MMRE_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[25.925925925925924,\n",
       " 14.814814814814813,\n",
       " 18.51851851851852,\n",
       " 29.629629629629626,\n",
       " 29.629629629629626,\n",
       " 25.925925925925924,\n",
       " 14.814814814814813,\n",
       " 18.51851851851852,\n",
       " 18.51851851851852]"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "Pred_list"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[0.9303999267459266, 0.872243546415, 0.8387084322056961, 0.8195733507032912, 0.928392826639421]\n",
      "[22.22222222222222, 22.22222222222222, 14.814814814814813, 22.22222222222222, 18.51851851851852]\n"
     ]
    }
   ],
   "source": [
    "MMRE_list=[]\n",
    "MdMRE_list=[]\n",
    "Pred_list= []\n",
    "for i in np.arange(1,6):   \n",
    "    clf= RandomForestClassifier(n_estimators=100,max_features=i)\n",
    "    clf.fit(X_train, y_train)\n",
    "    Y_pred=clf.predict(X_test)\n",
    "    diff=np.absolute(y_test-Y_pred)\n",
    "    MRE=diff/y_test\n",
    "    MMRE=np.mean(MRE)\n",
    "    MdMRE=np.median(MRE)\n",
    "    P=MRE[MRE<.25]\n",
    "    Pred=(P.size/MRE.size) * 100\n",
    "    MMRE_list.append(MMRE)\n",
    "    MdMRE_list.append(MdMRE)\n",
    "    Pred_list.append(Pred)\n",
    "print(MMRE_list)\n",
    "print(Pred_list)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.1"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}