04_ML_ModelTrainer.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "Model_Learn.ipynb",
      "provenance": [],
      "collapsed_sections": [],
      "toc_visible": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "metadata": {
        "id": "vQgeFM9YybX5",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "from sklearn.model_selection import train_test_split\n",
        "from sklearn.ensemble import RandomForestRegressor\n",
        "from sklearn.tree import DecisionTreeRegressor\n",
        "from sklearn.metrics import mean_absolute_error\n",
        "import xgboost as xgb\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "import os\n",
        "from numpy import asarray\n",
        "from numpy import savetxt\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "95xs7z-d8uC2",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "import pandas as pd\n",
        "import pickle\n",
        "f = open(\"/data.pkl\", \"rb\")\n",
        "data = pickle.load(f)\n",
        "# now data has the data"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "wlF4inOZ3NPV",
        "colab_type": "code",
        "outputId": "b19cd0da-1e40-443c-99b1-fefae3404318",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 54
        }
      },
      "source": [
        "\"\"\"\n",
        "f = \"/all_data.csv\"\n",
        "\n",
        "data = pd.read_csv(f)\n",
        "#data.head()\n",
        "data[\"vector\"] = data[\"vector\"].str[1:-1]\n",
        "data[\"vector\"] = data[\"vector\"].str.strip()\n",
        "data[\"vector\"] = data[\"vector\"].str.replace(\"  \", \" \")    \n",
        "\n",
        "data[\"vector\"] = data[\"vector\"].str.split(\" \")\n",
        "d2 = pd.DataFrame(data.vector.tolist(), columns=[i for i in range(459)])\n",
        "\"\"\"\n"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'\\nf = \"/all_data.csv\"\\n\\ndata = pd.read_csv(f)\\n#data.head()\\ndata[\"vector\"] = data[\"vector\"].str[1:-1]\\ndata[\"vector\"] = data[\"vector\"].str.strip()\\ndata[\"vector\"] = data[\"vector\"].str.replace(\"  \", \" \")    \\n\\ndata[\"vector\"] = data[\"vector\"].str.split(\" \")\\nd2 = pd.DataFrame(data.vector.tolist(), columns=[i for i in range(459)])\\n'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 3
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "zWjd391w8z6j",
        "colab_type": "code",
        "outputId": "5e741dcf-2693-42b1-8d48-cb2088cd69ef",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 253
        }
      },
      "source": [
        "type(data.vector[0])\n",
        "data = data.reset_index()\n",
        "lister = [str(i) for i in range(300)]\n",
        "vec = pd.DataFrame(data.vector.tolist(), columns=lister)\n",
        "vec.head()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "      <th>3</th>\n",
              "      <th>4</th>\n",
              "      <th>5</th>\n",
              "      <th>6</th>\n",
              "      <th>7</th>\n",
              "      <th>8</th>\n",
              "      <th>9</th>\n",
              "      <th>10</th>\n",
              "      <th>11</th>\n",
              "      <th>12</th>\n",
              "      <th>13</th>\n",
              "      <th>14</th>\n",
              "      <th>15</th>\n",
              "      <th>16</th>\n",
              "      <th>17</th>\n",
              "      <th>18</th>\n",
              "      <th>19</th>\n",
              "      <th>20</th>\n",
              "      <th>21</th>\n",
              "      <th>22</th>\n",
              "      <th>23</th>\n",
              "      <th>24</th>\n",
              "      <th>25</th>\n",
              "      <th>26</th>\n",
              "      <th>27</th>\n",
              "      <th>28</th>\n",
              "      <th>29</th>\n",
              "      <th>30</th>\n",
              "      <th>31</th>\n",
              "      <th>32</th>\n",
              "      <th>33</th>\n",
              "      <th>34</th>\n",
              "      <th>35</th>\n",
              "      <th>36</th>\n",
              "      <th>37</th>\n",
              "      <th>38</th>\n",
              "      <th>39</th>\n",
              "      <th>...</th>\n",
              "      <th>260</th>\n",
              "      <th>261</th>\n",
              "      <th>262</th>\n",
              "      <th>263</th>\n",
              "      <th>264</th>\n",
              "      <th>265</th>\n",
              "      <th>266</th>\n",
              "      <th>267</th>\n",
              "      <th>268</th>\n",
              "      <th>269</th>\n",
              "      <th>270</th>\n",
              "      <th>271</th>\n",
              "      <th>272</th>\n",
              "      <th>273</th>\n",
              "      <th>274</th>\n",
              "      <th>275</th>\n",
              "      <th>276</th>\n",
              "      <th>277</th>\n",
              "      <th>278</th>\n",
              "      <th>279</th>\n",
              "      <th>280</th>\n",
              "      <th>281</th>\n",
              "      <th>282</th>\n",
              "      <th>283</th>\n",
              "      <th>284</th>\n",
              "      <th>285</th>\n",
              "      <th>286</th>\n",
              "      <th>287</th>\n",
              "      <th>288</th>\n",
              "      <th>289</th>\n",
              "      <th>290</th>\n",
              "      <th>291</th>\n",
              "      <th>292</th>\n",
              "      <th>293</th>\n",
              "      <th>294</th>\n",
              "      <th>295</th>\n",
              "      <th>296</th>\n",
              "      <th>297</th>\n",
              "      <th>298</th>\n",
              "      <th>299</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>-0.221908</td>\n",
              "      <td>0.305615</td>\n",
              "      <td>-0.153798</td>\n",
              "      <td>-0.002858</td>\n",
              "      <td>0.030104</td>\n",
              "      <td>0.061489</td>\n",
              "      <td>0.028571</td>\n",
              "      <td>-0.123702</td>\n",
              "      <td>0.215229</td>\n",
              "      <td>1.798504</td>\n",
              "      <td>-0.224894</td>\n",
              "      <td>0.043488</td>\n",
              "      <td>-0.096157</td>\n",
              "      <td>-0.132832</td>\n",
              "      <td>0.047750</td>\n",
              "      <td>-0.099280</td>\n",
              "      <td>0.033947</td>\n",
              "      <td>1.299679</td>\n",
              "      <td>-0.183550</td>\n",
              "      <td>-0.075213</td>\n",
              "      <td>-0.004051</td>\n",
              "      <td>0.246916</td>\n",
              "      <td>-0.017855</td>\n",
              "      <td>-0.026133</td>\n",
              "      <td>0.050236</td>\n",
              "      <td>0.141627</td>\n",
              "      <td>-0.250306</td>\n",
              "      <td>-0.034820</td>\n",
              "      <td>0.129864</td>\n",
              "      <td>0.078716</td>\n",
              "      <td>-0.146060</td>\n",
              "      <td>-0.131981</td>\n",
              "      <td>0.077315</td>\n",
              "      <td>0.121724</td>\n",
              "      <td>-0.024144</td>\n",
              "      <td>0.191764</td>\n",
              "      <td>-0.089591</td>\n",
              "      <td>0.037565</td>\n",
              "      <td>-0.011336</td>\n",
              "      <td>0.015613</td>\n",
              "      <td>...</td>\n",
              "      <td>0.212610</td>\n",
              "      <td>0.202730</td>\n",
              "      <td>-0.193874</td>\n",
              "      <td>0.070386</td>\n",
              "      <td>0.061998</td>\n",
              "      <td>-0.446405</td>\n",
              "      <td>-0.094873</td>\n",
              "      <td>-0.200999</td>\n",
              "      <td>0.314384</td>\n",
              "      <td>-0.227068</td>\n",
              "      <td>0.123741</td>\n",
              "      <td>-0.032420</td>\n",
              "      <td>0.137854</td>\n",
              "      <td>-0.110626</td>\n",
              "      <td>-0.054986</td>\n",
              "      <td>0.010023</td>\n",
              "      <td>-0.132253</td>\n",
              "      <td>0.062961</td>\n",
              "      <td>0.009395</td>\n",
              "      <td>-0.063209</td>\n",
              "      <td>0.046342</td>\n",
              "      <td>0.296201</td>\n",
              "      <td>0.032388</td>\n",
              "      <td>0.192076</td>\n",
              "      <td>0.181354</td>\n",
              "      <td>-0.090468</td>\n",
              "      <td>0.026547</td>\n",
              "      <td>-0.079595</td>\n",
              "      <td>-0.060713</td>\n",
              "      <td>-0.010131</td>\n",
              "      <td>-0.553076</td>\n",
              "      <td>0.155655</td>\n",
              "      <td>-0.098062</td>\n",
              "      <td>0.004245</td>\n",
              "      <td>-0.079509</td>\n",
              "      <td>-0.243794</td>\n",
              "      <td>-0.239288</td>\n",
              "      <td>-0.250279</td>\n",
              "      <td>0.032208</td>\n",
              "      <td>0.118947</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>-0.117326</td>\n",
              "      <td>0.999795</td>\n",
              "      <td>-0.537247</td>\n",
              "      <td>-0.070610</td>\n",
              "      <td>0.470488</td>\n",
              "      <td>-0.434402</td>\n",
              "      <td>0.317905</td>\n",
              "      <td>-0.542925</td>\n",
              "      <td>0.305585</td>\n",
              "      <td>10.423802</td>\n",
              "      <td>-1.076967</td>\n",
              "      <td>-0.300902</td>\n",
              "      <td>0.082777</td>\n",
              "      <td>-0.067908</td>\n",
              "      <td>-0.424801</td>\n",
              "      <td>-0.447376</td>\n",
              "      <td>-0.810731</td>\n",
              "      <td>7.383658</td>\n",
              "      <td>-0.553266</td>\n",
              "      <td>-0.333748</td>\n",
              "      <td>-0.073750</td>\n",
              "      <td>0.184870</td>\n",
              "      <td>-0.263902</td>\n",
              "      <td>-0.443306</td>\n",
              "      <td>-0.065428</td>\n",
              "      <td>0.195088</td>\n",
              "      <td>-0.691203</td>\n",
              "      <td>-0.358028</td>\n",
              "      <td>0.245355</td>\n",
              "      <td>0.187505</td>\n",
              "      <td>-0.398893</td>\n",
              "      <td>0.059428</td>\n",
              "      <td>0.089817</td>\n",
              "      <td>0.860173</td>\n",
              "      <td>0.362611</td>\n",
              "      <td>0.041862</td>\n",
              "      <td>-0.226183</td>\n",
              "      <td>0.181545</td>\n",
              "      <td>-0.221978</td>\n",
              "      <td>-0.583627</td>\n",
              "      <td>...</td>\n",
              "      <td>1.255108</td>\n",
              "      <td>0.794045</td>\n",
              "      <td>0.153261</td>\n",
              "      <td>0.167798</td>\n",
              "      <td>0.109594</td>\n",
              "      <td>-0.903574</td>\n",
              "      <td>-0.540570</td>\n",
              "      <td>0.080875</td>\n",
              "      <td>1.698748</td>\n",
              "      <td>-0.259543</td>\n",
              "      <td>0.295199</td>\n",
              "      <td>0.175996</td>\n",
              "      <td>-0.058027</td>\n",
              "      <td>0.103445</td>\n",
              "      <td>-0.254509</td>\n",
              "      <td>-0.265785</td>\n",
              "      <td>-0.403412</td>\n",
              "      <td>0.319191</td>\n",
              "      <td>-0.029519</td>\n",
              "      <td>0.299507</td>\n",
              "      <td>0.452441</td>\n",
              "      <td>0.760430</td>\n",
              "      <td>0.410768</td>\n",
              "      <td>0.514153</td>\n",
              "      <td>-0.163327</td>\n",
              "      <td>-0.524037</td>\n",
              "      <td>0.603905</td>\n",
              "      <td>-0.056561</td>\n",
              "      <td>-0.107972</td>\n",
              "      <td>-0.274589</td>\n",
              "      <td>-1.916235</td>\n",
              "      <td>0.189880</td>\n",
              "      <td>-0.053702</td>\n",
              "      <td>-0.145846</td>\n",
              "      <td>0.116469</td>\n",
              "      <td>-0.473715</td>\n",
              "      <td>-0.213157</td>\n",
              "      <td>-0.338873</td>\n",
              "      <td>-0.212646</td>\n",
              "      <td>0.942939</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>-0.081208</td>\n",
              "      <td>0.426632</td>\n",
              "      <td>-0.098885</td>\n",
              "      <td>-0.065260</td>\n",
              "      <td>0.095771</td>\n",
              "      <td>-0.129781</td>\n",
              "      <td>0.010274</td>\n",
              "      <td>-0.194322</td>\n",
              "      <td>0.129373</td>\n",
              "      <td>2.274595</td>\n",
              "      <td>-0.273608</td>\n",
              "      <td>0.085971</td>\n",
              "      <td>0.016364</td>\n",
              "      <td>-0.076346</td>\n",
              "      <td>-0.129827</td>\n",
              "      <td>0.019217</td>\n",
              "      <td>-0.155214</td>\n",
              "      <td>1.944193</td>\n",
              "      <td>-0.082964</td>\n",
              "      <td>-0.134998</td>\n",
              "      <td>-0.071104</td>\n",
              "      <td>0.199129</td>\n",
              "      <td>-0.068067</td>\n",
              "      <td>0.000536</td>\n",
              "      <td>0.053724</td>\n",
              "      <td>0.072423</td>\n",
              "      <td>-0.188993</td>\n",
              "      <td>-0.020692</td>\n",
              "      <td>0.117178</td>\n",
              "      <td>0.059405</td>\n",
              "      <td>-0.050042</td>\n",
              "      <td>-0.005749</td>\n",
              "      <td>0.063354</td>\n",
              "      <td>0.236158</td>\n",
              "      <td>0.111090</td>\n",
              "      <td>-0.026760</td>\n",
              "      <td>-0.077160</td>\n",
              "      <td>0.000687</td>\n",
              "      <td>-0.031969</td>\n",
              "      <td>-0.021194</td>\n",
              "      <td>...</td>\n",
              "      <td>0.391308</td>\n",
              "      <td>0.206260</td>\n",
              "      <td>0.029868</td>\n",
              "      <td>0.052758</td>\n",
              "      <td>0.089379</td>\n",
              "      <td>-0.299941</td>\n",
              "      <td>-0.190300</td>\n",
              "      <td>-0.151246</td>\n",
              "      <td>0.408493</td>\n",
              "      <td>-0.030171</td>\n",
              "      <td>-0.106671</td>\n",
              "      <td>-0.045341</td>\n",
              "      <td>0.047554</td>\n",
              "      <td>0.042954</td>\n",
              "      <td>-0.147811</td>\n",
              "      <td>-0.091146</td>\n",
              "      <td>-0.206345</td>\n",
              "      <td>-0.029529</td>\n",
              "      <td>0.031512</td>\n",
              "      <td>0.041038</td>\n",
              "      <td>0.033616</td>\n",
              "      <td>0.131221</td>\n",
              "      <td>0.018410</td>\n",
              "      <td>0.132138</td>\n",
              "      <td>-0.020461</td>\n",
              "      <td>-0.152551</td>\n",
              "      <td>0.226338</td>\n",
              "      <td>-0.166607</td>\n",
              "      <td>-0.061534</td>\n",
              "      <td>-0.156380</td>\n",
              "      <td>-0.587724</td>\n",
              "      <td>0.000427</td>\n",
              "      <td>0.048941</td>\n",
              "      <td>-0.017524</td>\n",
              "      <td>-0.129538</td>\n",
              "      <td>-0.088513</td>\n",
              "      <td>0.008716</td>\n",
              "      <td>-0.130822</td>\n",
              "      <td>-0.028837</td>\n",
              "      <td>0.377058</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>-0.053780</td>\n",
              "      <td>0.263991</td>\n",
              "      <td>-0.054686</td>\n",
              "      <td>-0.038593</td>\n",
              "      <td>0.191242</td>\n",
              "      <td>-0.065680</td>\n",
              "      <td>0.081780</td>\n",
              "      <td>-0.082685</td>\n",
              "      <td>0.028393</td>\n",
              "      <td>1.610048</td>\n",
              "      <td>-0.229894</td>\n",
              "      <td>-0.091218</td>\n",
              "      <td>0.043312</td>\n",
              "      <td>-0.117779</td>\n",
              "      <td>-0.094488</td>\n",
              "      <td>0.003101</td>\n",
              "      <td>-0.128721</td>\n",
              "      <td>1.357864</td>\n",
              "      <td>-0.208602</td>\n",
              "      <td>-0.093226</td>\n",
              "      <td>0.042750</td>\n",
              "      <td>-0.003450</td>\n",
              "      <td>-0.019283</td>\n",
              "      <td>-0.062568</td>\n",
              "      <td>0.031145</td>\n",
              "      <td>0.088814</td>\n",
              "      <td>-0.142239</td>\n",
              "      <td>0.018481</td>\n",
              "      <td>0.095365</td>\n",
              "      <td>0.055462</td>\n",
              "      <td>-0.100203</td>\n",
              "      <td>0.081222</td>\n",
              "      <td>-0.033607</td>\n",
              "      <td>0.039619</td>\n",
              "      <td>0.051006</td>\n",
              "      <td>0.011166</td>\n",
              "      <td>-0.115769</td>\n",
              "      <td>-0.052580</td>\n",
              "      <td>-0.089321</td>\n",
              "      <td>-0.213839</td>\n",
              "      <td>...</td>\n",
              "      <td>0.212473</td>\n",
              "      <td>0.083580</td>\n",
              "      <td>0.034050</td>\n",
              "      <td>-0.010499</td>\n",
              "      <td>0.015420</td>\n",
              "      <td>-0.234412</td>\n",
              "      <td>-0.022456</td>\n",
              "      <td>-0.003246</td>\n",
              "      <td>0.177281</td>\n",
              "      <td>-0.051722</td>\n",
              "      <td>-0.078100</td>\n",
              "      <td>0.050755</td>\n",
              "      <td>-0.065463</td>\n",
              "      <td>-0.067122</td>\n",
              "      <td>-0.013602</td>\n",
              "      <td>-0.070701</td>\n",
              "      <td>0.012235</td>\n",
              "      <td>-0.023964</td>\n",
              "      <td>-0.086624</td>\n",
              "      <td>0.092850</td>\n",
              "      <td>0.066696</td>\n",
              "      <td>0.135614</td>\n",
              "      <td>0.134779</td>\n",
              "      <td>0.064659</td>\n",
              "      <td>0.017728</td>\n",
              "      <td>-0.212909</td>\n",
              "      <td>0.063539</td>\n",
              "      <td>0.042404</td>\n",
              "      <td>-0.001772</td>\n",
              "      <td>0.107612</td>\n",
              "      <td>-0.295219</td>\n",
              "      <td>-0.011123</td>\n",
              "      <td>0.035752</td>\n",
              "      <td>-0.094036</td>\n",
              "      <td>0.024837</td>\n",
              "      <td>-0.154785</td>\n",
              "      <td>-0.112805</td>\n",
              "      <td>-0.068143</td>\n",
              "      <td>-0.029870</td>\n",
              "      <td>0.182117</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>-0.261672</td>\n",
              "      <td>1.372322</td>\n",
              "      <td>-0.825148</td>\n",
              "      <td>-0.473242</td>\n",
              "      <td>0.462665</td>\n",
              "      <td>-0.421032</td>\n",
              "      <td>0.280059</td>\n",
              "      <td>-1.076819</td>\n",
              "      <td>0.511621</td>\n",
              "      <td>13.119938</td>\n",
              "      <td>-1.850217</td>\n",
              "      <td>0.345081</td>\n",
              "      <td>-0.493500</td>\n",
              "      <td>-0.362581</td>\n",
              "      <td>-0.373128</td>\n",
              "      <td>-0.440289</td>\n",
              "      <td>-1.018968</td>\n",
              "      <td>9.626330</td>\n",
              "      <td>-0.735081</td>\n",
              "      <td>-0.493673</td>\n",
              "      <td>-0.376099</td>\n",
              "      <td>0.176447</td>\n",
              "      <td>-0.194557</td>\n",
              "      <td>-0.457376</td>\n",
              "      <td>-0.310745</td>\n",
              "      <td>0.613964</td>\n",
              "      <td>-0.730915</td>\n",
              "      <td>-0.663349</td>\n",
              "      <td>0.547982</td>\n",
              "      <td>0.368484</td>\n",
              "      <td>-0.199971</td>\n",
              "      <td>0.120557</td>\n",
              "      <td>0.457394</td>\n",
              "      <td>1.266940</td>\n",
              "      <td>0.301645</td>\n",
              "      <td>-0.188908</td>\n",
              "      <td>-0.473691</td>\n",
              "      <td>0.118017</td>\n",
              "      <td>-0.403330</td>\n",
              "      <td>-0.404569</td>\n",
              "      <td>...</td>\n",
              "      <td>1.274935</td>\n",
              "      <td>1.210330</td>\n",
              "      <td>-0.016093</td>\n",
              "      <td>0.418861</td>\n",
              "      <td>0.136587</td>\n",
              "      <td>-1.797765</td>\n",
              "      <td>-0.231821</td>\n",
              "      <td>-0.523950</td>\n",
              "      <td>2.368555</td>\n",
              "      <td>-0.538092</td>\n",
              "      <td>-0.302360</td>\n",
              "      <td>0.020773</td>\n",
              "      <td>0.085829</td>\n",
              "      <td>-0.107139</td>\n",
              "      <td>-0.244411</td>\n",
              "      <td>-0.070066</td>\n",
              "      <td>-0.731876</td>\n",
              "      <td>0.360057</td>\n",
              "      <td>0.183076</td>\n",
              "      <td>0.659341</td>\n",
              "      <td>-0.071425</td>\n",
              "      <td>1.271536</td>\n",
              "      <td>0.616439</td>\n",
              "      <td>0.845984</td>\n",
              "      <td>0.166795</td>\n",
              "      <td>-0.749662</td>\n",
              "      <td>0.603226</td>\n",
              "      <td>-0.179628</td>\n",
              "      <td>-0.258694</td>\n",
              "      <td>-0.505593</td>\n",
              "      <td>-2.807196</td>\n",
              "      <td>-0.079024</td>\n",
              "      <td>0.288169</td>\n",
              "      <td>-0.521316</td>\n",
              "      <td>0.151757</td>\n",
              "      <td>-0.481456</td>\n",
              "      <td>-0.431351</td>\n",
              "      <td>-0.700230</td>\n",
              "      <td>-0.745174</td>\n",
              "      <td>1.637549</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 300 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "          0         1         2  ...       297       298       299\n",
              "0 -0.221908  0.305615 -0.153798  ... -0.250279  0.032208  0.118947\n",
              "1 -0.117326  0.999795 -0.537247  ... -0.338873 -0.212646  0.942939\n",
              "2 -0.081208  0.426632 -0.098885  ... -0.130822 -0.028837  0.377058\n",
              "3 -0.053780  0.263991 -0.054686  ... -0.068143 -0.029870  0.182117\n",
              "4 -0.261672  1.372322 -0.825148  ... -0.700230 -0.745174  1.637549\n",
              "\n",
              "[5 rows x 300 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 4
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "6xbUv1Ks9T-m",
        "colab_type": "code",
        "outputId": "37b397a6-5af5-4f89-c3ba-bcbaccf2de3f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 338
        }
      },
      "source": [
        "final_data = data.join(vec)\n",
        "\n",
        "final_data = final_data.drop(columns=[\"vector\"])\n",
        "final_data.head()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>index</th>\n",
              "      <th>open</th>\n",
              "      <th>close</th>\n",
              "      <th>0</th>\n",
              "      <th>1</th>\n",
              "      <th>2</th>\n",
              "      <th>3</th>\n",
              "      <th>4</th>\n",
              "      <th>5</th>\n",
              "      <th>6</th>\n",
              "      <th>7</th>\n",
              "      <th>8</th>\n",
              "      <th>9</th>\n",
              "      <th>10</th>\n",
              "      <th>11</th>\n",
              "      <th>12</th>\n",
              "      <th>13</th>\n",
              "      <th>14</th>\n",
              "      <th>15</th>\n",
              "      <th>16</th>\n",
              "      <th>17</th>\n",
              "      <th>18</th>\n",
              "      <th>19</th>\n",
              "      <th>20</th>\n",
              "      <th>21</th>\n",
              "      <th>22</th>\n",
              "      <th>23</th>\n",
              "      <th>24</th>\n",
              "      <th>25</th>\n",
              "      <th>26</th>\n",
              "      <th>27</th>\n",
              "      <th>28</th>\n",
              "      <th>29</th>\n",
              "      <th>30</th>\n",
              "      <th>31</th>\n",
              "      <th>32</th>\n",
              "      <th>33</th>\n",
              "      <th>34</th>\n",
              "      <th>35</th>\n",
              "      <th>36</th>\n",
              "      <th>...</th>\n",
              "      <th>260</th>\n",
              "      <th>261</th>\n",
              "      <th>262</th>\n",
              "      <th>263</th>\n",
              "      <th>264</th>\n",
              "      <th>265</th>\n",
              "      <th>266</th>\n",
              "      <th>267</th>\n",
              "      <th>268</th>\n",
              "      <th>269</th>\n",
              "      <th>270</th>\n",
              "      <th>271</th>\n",
              "      <th>272</th>\n",
              "      <th>273</th>\n",
              "      <th>274</th>\n",
              "      <th>275</th>\n",
              "      <th>276</th>\n",
              "      <th>277</th>\n",
              "      <th>278</th>\n",
              "      <th>279</th>\n",
              "      <th>280</th>\n",
              "      <th>281</th>\n",
              "      <th>282</th>\n",
              "      <th>283</th>\n",
              "      <th>284</th>\n",
              "      <th>285</th>\n",
              "      <th>286</th>\n",
              "      <th>287</th>\n",
              "      <th>288</th>\n",
              "      <th>289</th>\n",
              "      <th>290</th>\n",
              "      <th>291</th>\n",
              "      <th>292</th>\n",
              "      <th>293</th>\n",
              "      <th>294</th>\n",
              "      <th>295</th>\n",
              "      <th>296</th>\n",
              "      <th>297</th>\n",
              "      <th>298</th>\n",
              "      <th>299</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>2020-01-28</td>\n",
              "      <td>324.45</td>\n",
              "      <td>317.69</td>\n",
              "      <td>-0.221908</td>\n",
              "      <td>0.305615</td>\n",
              "      <td>-0.153798</td>\n",
              "      <td>-0.002858</td>\n",
              "      <td>0.030104</td>\n",
              "      <td>0.061489</td>\n",
              "      <td>0.028571</td>\n",
              "      <td>-0.123702</td>\n",
              "      <td>0.215229</td>\n",
              "      <td>1.798504</td>\n",
              "      <td>-0.224894</td>\n",
              "      <td>0.043488</td>\n",
              "      <td>-0.096157</td>\n",
              "      <td>-0.132832</td>\n",
              "      <td>0.047750</td>\n",
              "      <td>-0.099280</td>\n",
              "      <td>0.033947</td>\n",
              "      <td>1.299679</td>\n",
              "      <td>-0.183550</td>\n",
              "      <td>-0.075213</td>\n",
              "      <td>-0.004051</td>\n",
              "      <td>0.246916</td>\n",
              "      <td>-0.017855</td>\n",
              "      <td>-0.026133</td>\n",
              "      <td>0.050236</td>\n",
              "      <td>0.141627</td>\n",
              "      <td>-0.250306</td>\n",
              "      <td>-0.034820</td>\n",
              "      <td>0.129864</td>\n",
              "      <td>0.078716</td>\n",
              "      <td>-0.146060</td>\n",
              "      <td>-0.131981</td>\n",
              "      <td>0.077315</td>\n",
              "      <td>0.121724</td>\n",
              "      <td>-0.024144</td>\n",
              "      <td>0.191764</td>\n",
              "      <td>-0.089591</td>\n",
              "      <td>...</td>\n",
              "      <td>0.212610</td>\n",
              "      <td>0.202730</td>\n",
              "      <td>-0.193874</td>\n",
              "      <td>0.070386</td>\n",
              "      <td>0.061998</td>\n",
              "      <td>-0.446405</td>\n",
              "      <td>-0.094873</td>\n",
              "      <td>-0.200999</td>\n",
              "      <td>0.314384</td>\n",
              "      <td>-0.227068</td>\n",
              "      <td>0.123741</td>\n",
              "      <td>-0.032420</td>\n",
              "      <td>0.137854</td>\n",
              "      <td>-0.110626</td>\n",
              "      <td>-0.054986</td>\n",
              "      <td>0.010023</td>\n",
              "      <td>-0.132253</td>\n",
              "      <td>0.062961</td>\n",
              "      <td>0.009395</td>\n",
              "      <td>-0.063209</td>\n",
              "      <td>0.046342</td>\n",
              "      <td>0.296201</td>\n",
              "      <td>0.032388</td>\n",
              "      <td>0.192076</td>\n",
              "      <td>0.181354</td>\n",
              "      <td>-0.090468</td>\n",
              "      <td>0.026547</td>\n",
              "      <td>-0.079595</td>\n",
              "      <td>-0.060713</td>\n",
              "      <td>-0.010131</td>\n",
              "      <td>-0.553076</td>\n",
              "      <td>0.155655</td>\n",
              "      <td>-0.098062</td>\n",
              "      <td>0.004245</td>\n",
              "      <td>-0.079509</td>\n",
              "      <td>-0.243794</td>\n",
              "      <td>-0.239288</td>\n",
              "      <td>-0.250279</td>\n",
              "      <td>0.032208</td>\n",
              "      <td>0.118947</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>2020-01-03</td>\n",
              "      <td>293.79</td>\n",
              "      <td>297.43</td>\n",
              "      <td>-0.117326</td>\n",
              "      <td>0.999795</td>\n",
              "      <td>-0.537247</td>\n",
              "      <td>-0.070610</td>\n",
              "      <td>0.470488</td>\n",
              "      <td>-0.434402</td>\n",
              "      <td>0.317905</td>\n",
              "      <td>-0.542925</td>\n",
              "      <td>0.305585</td>\n",
              "      <td>10.423802</td>\n",
              "      <td>-1.076967</td>\n",
              "      <td>-0.300902</td>\n",
              "      <td>0.082777</td>\n",
              "      <td>-0.067908</td>\n",
              "      <td>-0.424801</td>\n",
              "      <td>-0.447376</td>\n",
              "      <td>-0.810731</td>\n",
              "      <td>7.383658</td>\n",
              "      <td>-0.553266</td>\n",
              "      <td>-0.333748</td>\n",
              "      <td>-0.073750</td>\n",
              "      <td>0.184870</td>\n",
              "      <td>-0.263902</td>\n",
              "      <td>-0.443306</td>\n",
              "      <td>-0.065428</td>\n",
              "      <td>0.195088</td>\n",
              "      <td>-0.691203</td>\n",
              "      <td>-0.358028</td>\n",
              "      <td>0.245355</td>\n",
              "      <td>0.187505</td>\n",
              "      <td>-0.398893</td>\n",
              "      <td>0.059428</td>\n",
              "      <td>0.089817</td>\n",
              "      <td>0.860173</td>\n",
              "      <td>0.362611</td>\n",
              "      <td>0.041862</td>\n",
              "      <td>-0.226183</td>\n",
              "      <td>...</td>\n",
              "      <td>1.255108</td>\n",
              "      <td>0.794045</td>\n",
              "      <td>0.153261</td>\n",
              "      <td>0.167798</td>\n",
              "      <td>0.109594</td>\n",
              "      <td>-0.903574</td>\n",
              "      <td>-0.540570</td>\n",
              "      <td>0.080875</td>\n",
              "      <td>1.698748</td>\n",
              "      <td>-0.259543</td>\n",
              "      <td>0.295199</td>\n",
              "      <td>0.175996</td>\n",
              "      <td>-0.058027</td>\n",
              "      <td>0.103445</td>\n",
              "      <td>-0.254509</td>\n",
              "      <td>-0.265785</td>\n",
              "      <td>-0.403412</td>\n",
              "      <td>0.319191</td>\n",
              "      <td>-0.029519</td>\n",
              "      <td>0.299507</td>\n",
              "      <td>0.452441</td>\n",
              "      <td>0.760430</td>\n",
              "      <td>0.410768</td>\n",
              "      <td>0.514153</td>\n",
              "      <td>-0.163327</td>\n",
              "      <td>-0.524037</td>\n",
              "      <td>0.603905</td>\n",
              "      <td>-0.056561</td>\n",
              "      <td>-0.107972</td>\n",
              "      <td>-0.274589</td>\n",
              "      <td>-1.916235</td>\n",
              "      <td>0.189880</td>\n",
              "      <td>-0.053702</td>\n",
              "      <td>-0.145846</td>\n",
              "      <td>0.116469</td>\n",
              "      <td>-0.473715</td>\n",
              "      <td>-0.213157</td>\n",
              "      <td>-0.338873</td>\n",
              "      <td>-0.212646</td>\n",
              "      <td>0.942939</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>2020-01-02</td>\n",
              "      <td>297.15</td>\n",
              "      <td>300.35</td>\n",
              "      <td>-0.081208</td>\n",
              "      <td>0.426632</td>\n",
              "      <td>-0.098885</td>\n",
              "      <td>-0.065260</td>\n",
              "      <td>0.095771</td>\n",
              "      <td>-0.129781</td>\n",
              "      <td>0.010274</td>\n",
              "      <td>-0.194322</td>\n",
              "      <td>0.129373</td>\n",
              "      <td>2.274595</td>\n",
              "      <td>-0.273608</td>\n",
              "      <td>0.085971</td>\n",
              "      <td>0.016364</td>\n",
              "      <td>-0.076346</td>\n",
              "      <td>-0.129827</td>\n",
              "      <td>0.019217</td>\n",
              "      <td>-0.155214</td>\n",
              "      <td>1.944193</td>\n",
              "      <td>-0.082964</td>\n",
              "      <td>-0.134998</td>\n",
              "      <td>-0.071104</td>\n",
              "      <td>0.199129</td>\n",
              "      <td>-0.068067</td>\n",
              "      <td>0.000536</td>\n",
              "      <td>0.053724</td>\n",
              "      <td>0.072423</td>\n",
              "      <td>-0.188993</td>\n",
              "      <td>-0.020692</td>\n",
              "      <td>0.117178</td>\n",
              "      <td>0.059405</td>\n",
              "      <td>-0.050042</td>\n",
              "      <td>-0.005749</td>\n",
              "      <td>0.063354</td>\n",
              "      <td>0.236158</td>\n",
              "      <td>0.111090</td>\n",
              "      <td>-0.026760</td>\n",
              "      <td>-0.077160</td>\n",
              "      <td>...</td>\n",
              "      <td>0.391308</td>\n",
              "      <td>0.206260</td>\n",
              "      <td>0.029868</td>\n",
              "      <td>0.052758</td>\n",
              "      <td>0.089379</td>\n",
              "      <td>-0.299941</td>\n",
              "      <td>-0.190300</td>\n",
              "      <td>-0.151246</td>\n",
              "      <td>0.408493</td>\n",
              "      <td>-0.030171</td>\n",
              "      <td>-0.106671</td>\n",
              "      <td>-0.045341</td>\n",
              "      <td>0.047554</td>\n",
              "      <td>0.042954</td>\n",
              "      <td>-0.147811</td>\n",
              "      <td>-0.091146</td>\n",
              "      <td>-0.206345</td>\n",
              "      <td>-0.029529</td>\n",
              "      <td>0.031512</td>\n",
              "      <td>0.041038</td>\n",
              "      <td>0.033616</td>\n",
              "      <td>0.131221</td>\n",
              "      <td>0.018410</td>\n",
              "      <td>0.132138</td>\n",
              "      <td>-0.020461</td>\n",
              "      <td>-0.152551</td>\n",
              "      <td>0.226338</td>\n",
              "      <td>-0.166607</td>\n",
              "      <td>-0.061534</td>\n",
              "      <td>-0.156380</td>\n",
              "      <td>-0.587724</td>\n",
              "      <td>0.000427</td>\n",
              "      <td>0.048941</td>\n",
              "      <td>-0.017524</td>\n",
              "      <td>-0.129538</td>\n",
              "      <td>-0.088513</td>\n",
              "      <td>0.008716</td>\n",
              "      <td>-0.130822</td>\n",
              "      <td>-0.028837</td>\n",
              "      <td>0.377058</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>2019-11-19</td>\n",
              "      <td>265.54</td>\n",
              "      <td>266.29</td>\n",
              "      <td>-0.053780</td>\n",
              "      <td>0.263991</td>\n",
              "      <td>-0.054686</td>\n",
              "      <td>-0.038593</td>\n",
              "      <td>0.191242</td>\n",
              "      <td>-0.065680</td>\n",
              "      <td>0.081780</td>\n",
              "      <td>-0.082685</td>\n",
              "      <td>0.028393</td>\n",
              "      <td>1.610048</td>\n",
              "      <td>-0.229894</td>\n",
              "      <td>-0.091218</td>\n",
              "      <td>0.043312</td>\n",
              "      <td>-0.117779</td>\n",
              "      <td>-0.094488</td>\n",
              "      <td>0.003101</td>\n",
              "      <td>-0.128721</td>\n",
              "      <td>1.357864</td>\n",
              "      <td>-0.208602</td>\n",
              "      <td>-0.093226</td>\n",
              "      <td>0.042750</td>\n",
              "      <td>-0.003450</td>\n",
              "      <td>-0.019283</td>\n",
              "      <td>-0.062568</td>\n",
              "      <td>0.031145</td>\n",
              "      <td>0.088814</td>\n",
              "      <td>-0.142239</td>\n",
              "      <td>0.018481</td>\n",
              "      <td>0.095365</td>\n",
              "      <td>0.055462</td>\n",
              "      <td>-0.100203</td>\n",
              "      <td>0.081222</td>\n",
              "      <td>-0.033607</td>\n",
              "      <td>0.039619</td>\n",
              "      <td>0.051006</td>\n",
              "      <td>0.011166</td>\n",
              "      <td>-0.115769</td>\n",
              "      <td>...</td>\n",
              "      <td>0.212473</td>\n",
              "      <td>0.083580</td>\n",
              "      <td>0.034050</td>\n",
              "      <td>-0.010499</td>\n",
              "      <td>0.015420</td>\n",
              "      <td>-0.234412</td>\n",
              "      <td>-0.022456</td>\n",
              "      <td>-0.003246</td>\n",
              "      <td>0.177281</td>\n",
              "      <td>-0.051722</td>\n",
              "      <td>-0.078100</td>\n",
              "      <td>0.050755</td>\n",
              "      <td>-0.065463</td>\n",
              "      <td>-0.067122</td>\n",
              "      <td>-0.013602</td>\n",
              "      <td>-0.070701</td>\n",
              "      <td>0.012235</td>\n",
              "      <td>-0.023964</td>\n",
              "      <td>-0.086624</td>\n",
              "      <td>0.092850</td>\n",
              "      <td>0.066696</td>\n",
              "      <td>0.135614</td>\n",
              "      <td>0.134779</td>\n",
              "      <td>0.064659</td>\n",
              "      <td>0.017728</td>\n",
              "      <td>-0.212909</td>\n",
              "      <td>0.063539</td>\n",
              "      <td>0.042404</td>\n",
              "      <td>-0.001772</td>\n",
              "      <td>0.107612</td>\n",
              "      <td>-0.295219</td>\n",
              "      <td>-0.011123</td>\n",
              "      <td>0.035752</td>\n",
              "      <td>-0.094036</td>\n",
              "      <td>0.024837</td>\n",
              "      <td>-0.154785</td>\n",
              "      <td>-0.112805</td>\n",
              "      <td>-0.068143</td>\n",
              "      <td>-0.029870</td>\n",
              "      <td>0.182117</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>2019-11-06</td>\n",
              "      <td>258.74</td>\n",
              "      <td>257.24</td>\n",
              "      <td>-0.261672</td>\n",
              "      <td>1.372322</td>\n",
              "      <td>-0.825148</td>\n",
              "      <td>-0.473242</td>\n",
              "      <td>0.462665</td>\n",
              "      <td>-0.421032</td>\n",
              "      <td>0.280059</td>\n",
              "      <td>-1.076819</td>\n",
              "      <td>0.511621</td>\n",
              "      <td>13.119938</td>\n",
              "      <td>-1.850217</td>\n",
              "      <td>0.345081</td>\n",
              "      <td>-0.493500</td>\n",
              "      <td>-0.362581</td>\n",
              "      <td>-0.373128</td>\n",
              "      <td>-0.440289</td>\n",
              "      <td>-1.018968</td>\n",
              "      <td>9.626330</td>\n",
              "      <td>-0.735081</td>\n",
              "      <td>-0.493673</td>\n",
              "      <td>-0.376099</td>\n",
              "      <td>0.176447</td>\n",
              "      <td>-0.194557</td>\n",
              "      <td>-0.457376</td>\n",
              "      <td>-0.310745</td>\n",
              "      <td>0.613964</td>\n",
              "      <td>-0.730915</td>\n",
              "      <td>-0.663349</td>\n",
              "      <td>0.547982</td>\n",
              "      <td>0.368484</td>\n",
              "      <td>-0.199971</td>\n",
              "      <td>0.120557</td>\n",
              "      <td>0.457394</td>\n",
              "      <td>1.266940</td>\n",
              "      <td>0.301645</td>\n",
              "      <td>-0.188908</td>\n",
              "      <td>-0.473691</td>\n",
              "      <td>...</td>\n",
              "      <td>1.274935</td>\n",
              "      <td>1.210330</td>\n",
              "      <td>-0.016093</td>\n",
              "      <td>0.418861</td>\n",
              "      <td>0.136587</td>\n",
              "      <td>-1.797765</td>\n",
              "      <td>-0.231821</td>\n",
              "      <td>-0.523950</td>\n",
              "      <td>2.368555</td>\n",
              "      <td>-0.538092</td>\n",
              "      <td>-0.302360</td>\n",
              "      <td>0.020773</td>\n",
              "      <td>0.085829</td>\n",
              "      <td>-0.107139</td>\n",
              "      <td>-0.244411</td>\n",
              "      <td>-0.070066</td>\n",
              "      <td>-0.731876</td>\n",
              "      <td>0.360057</td>\n",
              "      <td>0.183076</td>\n",
              "      <td>0.659341</td>\n",
              "      <td>-0.071425</td>\n",
              "      <td>1.271536</td>\n",
              "      <td>0.616439</td>\n",
              "      <td>0.845984</td>\n",
              "      <td>0.166795</td>\n",
              "      <td>-0.749662</td>\n",
              "      <td>0.603226</td>\n",
              "      <td>-0.179628</td>\n",
              "      <td>-0.258694</td>\n",
              "      <td>-0.505593</td>\n",
              "      <td>-2.807196</td>\n",
              "      <td>-0.079024</td>\n",
              "      <td>0.288169</td>\n",
              "      <td>-0.521316</td>\n",
              "      <td>0.151757</td>\n",
              "      <td>-0.481456</td>\n",
              "      <td>-0.431351</td>\n",
              "      <td>-0.700230</td>\n",
              "      <td>-0.745174</td>\n",
              "      <td>1.637549</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>5 rows × 303 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "        index    open   close         0  ...       296       297       298       299\n",
              "0  2020-01-28  324.45  317.69 -0.221908  ... -0.239288 -0.250279  0.032208  0.118947\n",
              "1  2020-01-03  293.79  297.43 -0.117326  ... -0.213157 -0.338873 -0.212646  0.942939\n",
              "2  2020-01-02  297.15  300.35 -0.081208  ...  0.008716 -0.130822 -0.028837  0.377058\n",
              "3  2019-11-19  265.54  266.29 -0.053780  ... -0.112805 -0.068143 -0.029870  0.182117\n",
              "4  2019-11-06  258.74  257.24 -0.261672  ... -0.431351 -0.700230 -0.745174  1.637549\n",
              "\n",
              "[5 rows x 303 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "o9c9w54C-7PV",
        "colab_type": "code",
        "outputId": "dd6a2891-bc0f-4159-8bd5-61517d0ad85f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "\"\"\"\n",
        "import pickle\n",
        "with open(\"/final_data.pkl\", \"wb\") as output:\n",
        "  pickle.dump(final_data, output)\n",
        "\"\"\""
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'\\nimport pickle\\nwith open(\"/final_data.pkl\", \"wb\") as output:\\n  pickle.dump(final_data, output)\\n'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "0XNmO9JI_gEL",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "\n",
        "X = final_data[lister]\n",
        "y = final_data[\"open\"]\n",
        "train_X, val_X, train_y, val_y = train_test_split(X, y, random_state=0)"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "WROXTGD4AvPC",
        "colab_type": "code",
        "outputId": "1b0b8141-e622-4a67-830a-43d28c6940dd",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "model = RandomForestRegressor(criterion='mae')\n",
        "# model = xgb.XGBRegressor(random_state=1, objective ='reg:linear', colsample_bytree = 0.3, learning_rate = 0.625,\n",
        "#                 max_depth = 3, alpha = 10, n_estimators = 10)\n",
        "model.fit(train_X, train_y)\n",
        "pred_y = model.predict(val_X)\n",
        "mean_absolute_error(val_y, pred_y)"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "88.10311525255474"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 8
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "xvmR6jm4Jf6_",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "# model = RandomForestRegressor(random_state=1, criterion=\"mae\")\n",
        "# model.fit(train_X, train_y)\n",
        "# pred_y = model.predict(val_X)\n",
        "# mean_absolute_error(val_y, pred_y)\n",
        "\n",
        "\n",
        "y_real = y\n",
        "y_all_pred = model.predict(X)\n"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "MHHWkW7AtIhp",
        "colab_type": "code",
        "outputId": "d45370bd-b473-426e-b0d4-0814ec85707b",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "print(mean_absolute_error(val_y, pred_y))"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "stream",
          "text": [
            "88.10311525255474\n"
          ],
          "name": "stdout"
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "gWfXg_w2DQUo",
        "colab_type": "code",
        "outputId": "e3a6c16b-96bf-4b55-9a49-1233fed4867f",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 419
        }
      },
      "source": [
        "predictions_rf = pd.DataFrame(pred_y)\n",
        "predictions_rf"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>0</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>370.350257</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>383.970993</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>457.769850</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>158.721100</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>154.962587</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>680</th>\n",
              "      <td>160.362050</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>681</th>\n",
              "      <td>268.986401</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>682</th>\n",
              "      <td>146.888803</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>683</th>\n",
              "      <td>154.459700</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>684</th>\n",
              "      <td>178.386679</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>685 rows × 1 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "              0\n",
              "0    370.350257\n",
              "1    383.970993\n",
              "2    457.769850\n",
              "3    158.721100\n",
              "4    154.962587\n",
              "..          ...\n",
              "680  160.362050\n",
              "681  268.986401\n",
              "682  146.888803\n",
              "683  154.459700\n",
              "684  178.386679\n",
              "\n",
              "[685 rows x 1 columns]"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 11
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "Et-QaEUZDjun",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        "predictions_rf.to_csv(\"pred_output.csv\")\n",
        "\n",
        "better_pred = pd.DataFrame(data={\"val\": y_real, \"pred\": y_all_pred})\n",
        "better_pred.to_csv(\"better_pred.csv\")"
      ],
      "execution_count": 0,
      "outputs": []
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "aj52v0W7944e",
        "colab_type": "code",
        "outputId": "7232a236-f529-4c21-976d-55ed698b3068",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 34
        }
      },
      "source": [
        "pred_y.astype(int)\n",
        "savetxt('pred_rf.csv', pred_y, delimiter=',')\n",
        "os.getcwd()"
      ],
      "execution_count": 0,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "'/content'"
            ]
          },
          "metadata": {
            "tags": []
          },
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "code",
      "metadata": {
        "id": "b50FSPqKsoUW",
        "colab_type": "code",
        "colab": {}
      },
      "source": [
        ""
      ],
      "execution_count": 0,
      "outputs": []
    }
  ]
}