notebook_to_clean_data_with.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [],
   "source": [
    "import numpy as np, pandas as pd, matplotlib.pyplot as plt "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "<matplotlib.axes._subplots.AxesSubplot at 0x7fea5099d278>"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    },
    {
     "data": {
      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAW0AAAD4CAYAAAAn3bdmAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADh0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uMy4xLjEsIGh0dHA6Ly9tYXRwbG90bGliLm9yZy8QZhcZAAAgAElEQVR4nO3deXhU5f3+8fdDQghhSSAQ9hDWkLAGwiJaFAFFQKjWWlzrSutXrVqrrfarBFTc9x1Ra91aq7aGgKyKOyIgCpOdBELYQoDse+b5/ZH0+0MFM0AmZya5X9eVi0k4c3IbZm7PPJnzOcZai4iI+IdWTgcQERHPqbRFRPyISltExI+otEVE/IhKW0TEjwR6Y6ddunSxUVFR3ti1iEiztGnTpnxrbdeGtvNKaUdFRbFx40Zv7FpEpFkyxuz0ZDstj4iI+BGVtoiIH1Fpi4j4EZW2iIgfUWmLiPgRlbaIiB9RaYuI+BGVtoiIw3bkl3q8rVdOrhERkYaVVtbw7MeZLPks2+P7qLRFRJqYtZal3+9l0bIU9hVVcH5cLx738L4qbRGRJpSyt4iERBdfZx9iaM+OPHtJHGP6dubxuZ7dX6UtItIECsuqeWx1Gq+v30lo29bcd94w5o6NJKCVOa79qLRFRLzI7ba8s3EXD61Mo6CsikvG9+XWswYTFhJ0QvtTaYuIeMm3OYeZn+ji+9xCxkZ1ImH2OIb2DD2pfaq0RUQa2YHiSh5ckcq7m3Lp1rENT84dxeyRPTHm+JZCjkalLSLSSKpr3bz25Q6eXJNBRU0tvz99ADecOZD2bRqvalXaIiKN4MvMfOYnusjIK+H0wV25+9xYBnRt3+jfR6UtInISdheUc9+yZJZv3Udk5xBeujyeqTERjbIUcjQqbRGRE1BRXcviT7N4bl0mALdOG8y1k/oT3DrAq99XpS0ichystaxJyWNhkotdh8qZObwHd86MoVdY2yb5/iptEREPZR0oYcHSZD5JP8CgiPa8dc14Jg7s0qQZVNoiIg0oqazh6Y8yeOXzbIIDA7hrViyXn9KX1gFNPyhVpS0icgzWWj7YsodFy1PIK67k12N6c/v0IXTt0MaxTCptEZGjcO0pJCHRxTc7DjOidygvXjaGuMhOTsdSaYuIHKmgrIpHV6Xz5tc7CQsJ4oHzh3NhfB9aHedgJ29RaYuIALVuyz++yeGRlWkUVdRw+SlR3DJ1MKEhrZ2O9gMqbRFp8TbtPMT8RBfbdhcxvl9nFswZypDuHZ2OdVQelbYx5hbgGsACW4ErrbUV3gwmIuJtecUVPPBhKu9v3k2P0GCeviiOWSN6eO1sxsbQYGkbY3oBfwBirbXlxph3gLnA37ycTUTEK6pq6gc7rc2gqsbN9ZMHcP3kgYQE+f7ig6cJA4G2xphqIATY471IIiLe81nGARISXWw/UMqZQyK4e1YsUV3aOR3LYw2WtrV2tzHmESAHKAdWWWtX/Xg7Y8w8YB5AZGRkY+cUETkpuw6Vce+yZFa69tM3PIRXrojnzCHdnI513DxZHukEzAH6AQXAv4wxl1pr3zhyO2vtYmAxQHx8vPVCVhGR41ZRXcsLn2zn+XXbaWUMt50dzTW/6EebQO8OdvIWT5ZHpgLZ1toDAMaY94GJwBs/ey8REQdZa1np2s+9y5LJPVzOrBE9uHNGDD2baLCTt3hS2jnABGNMCHXLI1OAjV5NJSJyEjLzSliw1MVnGfkM6d6Bt6+dwCkDwp2O1Sg8WdP+2hjzLrAZqAG+pX4ZRETElxRXVPPU2gxe/WIHIUEBJJwby6UT+hLowGAnb/Ho3SPW2vnAfC9nERE5IW635d/f7uaBFankl1Tym/g+3HZ2NOHtnRvs5C2+/6ZEEZGfsW13IXd/sI3NOQWM6hPGksvjGdknzOlYXqPSFhG/dLi0iodXpfH2hhzC2wXx0AUjuGB0b58Z7OQtKm0R8Su1bstbX+/kkVXplFTWcOXEftw8bRAdg31rsJO3qLRFxG9syK4b7JSyt4iJA8JJmD2Uwd06OB2rSam0RcTn7S+qYNHyFD7YsoeeocE8d8lozhnW3acHO3mLSltEfFZVjZtXvsjm6bUZVLstN545kOvOGOAXg528peX+l4uIT1uXlsfCpclk5ZcyNaYbd8+KJTI8xOlYjlNpi4hPyTlYxsKkZNak7Kdfl3b87cqxnBEd4XQsn6HSFhGfUF5Vy3PrMnnx0ywCWxn+PH0IV50W5beDnbxFpS0ijrLW8uG2fdyblMyewgrmjOrJHefE0D002OloPkmlLSKOSd9fTEKiiy+3HySmR0eemBvHuH6dnY7l01TaItLkiiqqeWJ1Bq99tYP2bQK5Z85QLhoX2awGO3mLSltEmozbbXl3cy4PrUjlYGkVc8dGctvZ0XRuF+R0NL+h0haRJvHdrgLmJ7rYsquA0ZFhvHrFOIb3DnU6lt9RaYuIVx0sqeShFWm8s2kX4e3a8OivR3JeXK9mP9jJW1TaIuIVNbVu3li/k8dWp1NWVcs1p/XjD1MG0aGFDHbyFpW2iDS69VkHSUh0kbqvmNMGdiFhdiwDI1rWYCdvUWmLSKPZW1jOfctSSPp+L73C2vLCpaM5e2jLHOzkLSptETlplTW1LPksm2c+ysRtLTdNGcTvTx9A2yCdzdjYVNoiclI+St3PwqXJ7DhYxlmx3bhrVix9Omuwk7eotEXkhOzIL2VhUjIfpebRv2s7/n7VOCYN7up0rGZPpS0ix6WsqoZnP87kpU+zaR1guHPGEK6Y2I+gQJ3N2BRU2iLiEWstSd/vZdHyFPYWVnB+XC/+cs4QIjpqsFNTUmmLSINS9xWRkOhifdYhYnt05OmL4oiP0mAnJ6i0ReSYCsureXx1Oq+v30mH4EDu/eUwLhoXSYDOZnSMSltEfsLttryzcRcPrUyjoKyKi8dHcuu0aDppsJPjVNoi8gNbdhUw/4NtfJdbSHzfTiTMHsewXhrs5CtU2iICwIHiSh5akcq/NuUS0aENT/xmFHNG9dTZjD5GpS3SwlXXunn9q508vjqdippafjepPzdOGUT7NqoHX6R/FZEW7Mvt+SQkukjfX8IvBnUhYfZQBnRt73Qs+RkqbZEWaHdBOYuWpbBs6156d2rLi5eN4azYbloK8QMqbZEWpKK6lpc+zeLZdZlYC7dMHczvTu9PcGsNdvIXKm2RFsBay5qUPO5JSibnUBnnDOvOX2fG0LuTBjv5G5W2SDOXdaCEhUnJrEs7wMCI9rxx9XhOG9TF6VhyglTaIs1UaWUNT3+UycufZ9EmMID/nRnDbydG0TpAg538mUelbYwJA5YAwwALXGWt/cqbwUTkxFhrSfxuD4uWp7C/qJJfje7Nn8+JJqKDBjs1B54eaT8JrLDWXmCMCQK0ECbig5L3FJGw1MWG7EMM7xXKc5eMYUzfTk7HkkbUYGkbYzoCk4ArAKy1VUCVd2OJyPEoKKvisdXpvLF+J6FtW3P/+cO5ML6PBjs1Q54cafcHDgCvGmNGApuAm6y1pUduZIyZB8wDiIyMbOycInIUtW7LP7/ZxcMrUyksr+bSCX3547TBhIVosFNzZay1P7+BMfHAeuBUa+3XxpgngSJr7V3Huk98fLzduHFj4yYVkR/YtPMwCYkutu4uZFxUZxJmDyW2Z0enY8kJMsZsstbGN7SdJ0fauUCutfbr+s/fBf5yMuFE5MTlFVfw4IdpvLc5l24d2/Dk3FHMHqnBTi1Fg6Vtrd1njNlljIm21qYBU4Bk70cTkSNV17p57csdPLEmg8qaWq47YwA3TB5IOw12alE8/de+EXiz/p0jWcCV3oskIj/2eUY+CUtdZOaVcEZ0V+6eFUt/DXZqkTwqbWvtFqDBtRYRaVy5h8u4NymFFa59RHYOYcnl8UyJidBSSAum11UiPqiiupYXP8niuXWZGAN/Omsw1/xCg51EpS3iU6y1rErezz1JyeQeLmfmiB78dUYMPcPaOh1NfIRKW8RHbD9QQkKii88y8hncrT1vXTueiQM02El+SKUt4rCSyhqeXpvBK19kE9w6gLtnxXLZKX012EmOSqUt4hBrLf/Zspv7l6eSV1zJhfG9uX36ELq0b+N0NPFhKm0RB2zbXUhCoouNOw8zsncoiy+PZ1SfMKdjiR9QaYs0ocOlVTyyKo23N+TQKSSIB381nF+P6UMrDXYSD6m0RZpArdvy9oYcHlmVRnFFDZefEsUt0wYT2ra109HEz6i0Rbxs445DzE904dpTxIT+nVkwexjR3Ts4HUv8lEpbxEvyiiq4/8NU/v3tbnqEBvPMxXHMHN5DZzPKSVFpizSyqho3r36RzVNrM6iutdwweSD/M3kAIUF6usnJ06NIpBF9mn6AhKUusg6UMmVIBHfNiiWqSzunY0kzotIWaQS7DpVxT1Iyq5L3ExUewqtXjGXykAinY0kzpNIWOQnlVbU8/8l2XvxkOwGtDLdPj+bq0/rRJlCDncQ7VNoiJ8Bay0rXPu5JSmF3QTmzR/bkjhlD6BGqwU7iXSptkeOUmVdMQmIyn2fmM6R7B/45bwLj+4c7HUtaCJW2iIeKK6p5ck0Gf/tyByFBASycM5SLx0USqMFO0oRU2iINcLst73+7mwc+TOVgaSVzx/bhT2dFE67BTuIAlbbIz9iaW8j8xG1szikgLjKMV66IZ0RvDXYS56i0RY7iUGkVD69M4x/f5BDeLoiHLxjBr0b31mAncZxKW+QINbVu3tqQw6Or0imtrOGqU/tx09RBdAzWYCfxDSptkXpfZx1kfqKL1H3FnDownIRzhzKomwY7iW9RaUuLt6+wgkXLU0j8bg+9wtry/CWjmT6suwY7iU9SaUuLVVlTy8ufZ/PMR5nUuC1/mDKI604fQNsgnc0ovkulLS3Sx6l5LExKJju/lGmx3bhrZiyR4SFOxxJpkEpbWpSdB0u5JymZNSl59O/SjteuGsfpg7s6HUvEYyptaRHKqmp47uPtLP4si9atDHecM4QrT+1HUKDOZhT/otKWZs1ay7Kte1m0LIU9hRX8clRP7pgRQ7eOwU5HEzkhKm1pttL2FZOQ6OKrrIPE9ujIkxfFMTaqs9OxRE6KSluancLyap5Yk87fv9pJh+BA7vnlMC4eF0mAzmaUZkClLc2G2215d1MuD65I5VBZFRePi+RPZ0XTqV2Q09FEGo1KW5qFLbsKmJ/o4rtdBYzp24nXZo9jWK9Qp2OJNDqVtvi1/JJKHlqRyjsbc+naoQ2PXTiS8+J66WxGabZU2uKXamrd/P2rnTy+Jp3yqlrmTerPjWcOpIMGO0kzp9IWv/Pl9nwSEl2k7y/hF4O6MP/coQyMaO90LJEm4XFpG2MCgI3AbmvtLO9FEjm6PQXl3Lc8hWXf76V3p7a8cOkYzh7aTUsh0qIcz5H2TUAK0NFLWUSOqqK6liWfZfHsx9txW8vNUwfx+9MHENxag52k5fGotI0xvYGZwH3AH72aSKSetZa1KXWDnXIOlTF9aHf+OjOGPp012ElaLk+PtJ8AbgeOORHeGDMPmAcQGRl58smkRcvOL2XBUhfr0g4woGs7Xr96HL8YpMFOIg2WtjFmFpBnrd1kjDnjWNtZaxcDiwHi4+NtoyWUFqW0soZnPs7k5c+yCQpsxV9nxPDbiVEa7CRSz5Mj7VOB2caYGUAw0NEY84a19lLvRpOWxFpL4nd7uH95KvuKKjh/dC/+Mn0IERrsJPIDDZa2tfYO4A6A+iPtP6mwpTGl7C1ifqKLDdmHGNarI89eEseYvhrsJHI0ep+2OKawrJrHVqfx+vqdhLZtzX3nDWPuWA12Evk5x1Xa1tp1wDqvJJEWo9ZteWfjLh5emUZBWRWXjO/LrWcNJixEg51EGqIjbWlSm3MOM/8DF1t3FzI2qhMLZo8ntqfe+i/iKZW2NIm84goe/DCN9zbn0q1jG56cO4rZI3vqbEaR46TSFq+qrnXz2pc7eHJNBhU1tfz+9AHccOZA2rfRQ0/kROiZI17zRWY+8xNdZOaVcPrgrtx9biwDumqwk8jJUGlLo8s9XMZ9y1L4cNs+IjuH8NLl8UyNidBSiEgjUGlLo6moruXFT7J4/pNMAG6dNphrJ/XXYCeRRqTSlpNmrWV18n7uWZbMrkPlzBzegztnxtArrK3T0USaHZW2nJTtB0pYsDSZT9MPMCiiPW9dM56JA7s4HUuk2VJpywkpqazh6bUZvPJFNsGBAdw1K5bLT+lL6wANdhLxJpW2HBdrLR9s2cOi5SnkFVfy6zG9uX36ELp2aON0NJEWQaUtHnPtKSQh0cU3Ow4zoncoL142hrjITk7HEmlRVNrSoMOlVTy6Oo23vs4hLCSIB84fzoXxfWilwU4iTU6lLcdU67a8vSGHR1alUVRezeWnRHHL1MGEhrR2OppIi6XSlqPauOMQ8xNduPYUMb5fZxbMGcqQ7hrsJOI0lbb8QF5RBQ98mMr73+6mR2gwT18Ux6wRPXQ2o4iPUGkLAFU1bv72ZTZPrc2kqsbN9ZMHcP3kgYQE6SEi4kv0jBQ+TT9AwlIXWQdKOXNIBHfPiiWqSzunY4nIUai0W7Bdh8q4d1kyK1376RsewitXxHPmkG5OxxKRn6HSboEqqmt5ft12XvhkO62M4bazo7n6tH4a7CTiB1TaLYi1lpWufdyTlMLugnJmjejBnTNi6KnBTiJ+Q6XdQmTmFZOQmMznmflEd+vA29dO4JQB4U7HEpHjpNJu5oorqnlqbQavfrGDkKAAEs6N5dIJfQnUYCcRv6TSbqbcbsu/v93NAytSyS+p5Dfxfbjt7GjC22uwk4g/U2k3Q9t2F3L3B9vYnFPAyD5hLLk8npF9wpyOJSKNQKXdjBwqreLhlWn845scwtsF8dAFI7hgdG8NdhJpRlTazUCt2/LW1zt5ZFU6JZU1XDmxHzdNHURoWw12EmluVNp+bkN23WCnlL1FnNI/nAVzhjK4WwenY4mIl6i0/dT+ogoWLU/hgy176BkazLMXj2bG8O4a7CTSzKm0/UxVjZtXvsjm6bUZVLstN545kOvOGKDBTiIthJ7pfmRdWh4LlyaTlV/K1JgI7poVS99wDXYSaUlU2n4g52AZC5OSWZOyn35d2vHqlWOZHB3hdCwRcYBK24eVV9Xy3LpMXvw0i8BWhj9PH8JVp0XRJlCDnURaKpW2D7LW8uG2fdyblMyewgrmjOrJHefE0D002OloIuIwlbaPSd9fTEKiiy+3H2RI9w48MTeOcf06Ox1LRHyESttHFFVU88TqDF77agft2wSycM5QLh4XqcFOIvIDDZa2MaYP8HegO+AGFltrn/R2sJbC7ba8uzmXh1akcrC0irljI7nt7Gg6twtyOpqI+CBPjrRrgFuttZuNMR2ATcaY1dbaZC9na/a+zy3g7g9cbNlVwOjIMF69YhzDe4c6HUtEfFiDpW2t3Qvsrb9dbIxJAXoBKu0TdLCkkodXpvHPjbsIb9eGR389kvPiemmwk4g06LjWtI0xUUAc8PVR/m4eMA8gMjKyEaI1PzW1bt5Yv5PHVqdTVlXL1af24w9TB9ExWIOdRMQzHpe2MaY98B5ws7W26Md/b61dDCwGiI+Pt42WsJlYn3WQhEQXqfuKOW1gFxJmxzIwQoOdROT4eFTaxpjW1BX2m9ba970bqXnZW1jOouWpLP1uD73C2vLCpaM5e6gGO4nIifHk3SMGeBlIsdY+5v1IzUNlTS1LPsvmmY8yqbWWP0wZxHWnD6BtkM5mFJET58mR9qnAZcBWY8yW+q/daa1d7r1Y/u2j1P0sXJrMjoNlnBXbjbtmxdKnc4jTsUSkGfDk3SOfA3ot74Ed+aXck5TM2tQ8+ndtx9+vGsekwV2djiUizYjOiGwEZVU1PPtxJi99mk3rAMOdM4ZwxcR+BAXqbEYRaVwq7ZNgrSXp+70sWp7C3sIKzo/rxV/OGUJERw12EhHvUGmfoNR9RSQkulifdYjYHh15+qI44qM02ElEvEulfZwKy6t5fHU6r6/fSYfgQO795TAuGhdJgM5mFJEmoNL2kNtt+demXTy0Io3DZVVcPD6SW6dF00mDnUSkCam0PbBlVwHzP9jGd7mFxPftxGuzxzGslwY7iUjTU2n/jPySSh5akco7G3OJ6NCGJ34zijmjeupsRhFxjEr7KKpr3bz+1U4eX5NORXUtv5vUnxunDKJ9G/24RMRZaqEf+XJ7PgmJLtL3lzBpcFfmnxvLgK7tnY4lIgKotP/P7oJyFi1LYdnWvfTp3JbFl41hWmw3LYWIiE9p8aVdUV3Lks+yeObjTKyFP04bzLxJ/QlurcFOIuJ7WmxpW2tZm5LHwqRkcg6Vcc6w7vx1Zgy9O2mwk4j4rhZZ2lkHSliYlMy6tAMMjGjPm9eM59SBXZyOJSLSoBZV2qWVNTz9USYvf55FcGAA/zszht9OjKJ1gAY7iYh/aBGlba0l8bs93L88lX1FFVwwpje3T48mooMGO4mIf2n2pZ2yt4j5iS42ZB9ieK9Qnrt0NKMjOzkdS0TkhDTb0i4oq+Kx1em8sX4nYSFB3H/+cC6M76PBTiLi15pdade6Lf/8ZhcPr0ylsLyayyb05Y/TogkNae10NBGRk9asSnvTzsMkJLrYuruQcf06s2D2UGJ6dHQ6lohIo2kWpZ1XXMGDH6bx3uZcuncM5qmL4jh3RA+dzSgizY5fl3Z1rZvXvtzBE2syqKyp5bozBnDD5IG002AnEWmm/LbdPs/IJ2Gpi8y8EiZHd+Xuc4fSr0s7p2OJiHiV35V27uEy7k1KYYVrH33DQ3j5t/FMienmdCwRkSbhN6VdUV3LC59s5/l122llDLedHc3Vp/XTYCcRaVF8vrSttaxK3s89ScnkHi5n5oge/HVGDD3D2jodTUSkyfl0aWfmlbBgqYvPMvKJ7taBt64dz8QBGuwkIi2XT5Z2cUU1T3+UySufZ9M2KID558Zy2YS+BGqwk4i0cD5V2tZa/rNlN4uWp5JfUsmFY/pw2/RourRv43Q0ERGf4DOlvW13IQmJLjbuPMzI3qG8dHk8o/qEOR1LRMSnOF7ah0ureGRVGm9tyKFzSBAP/WoEF4zpTSsNdhIR+QnHSrvWbXlrQw6PrkqjuKKGKyZGcfPUwYS21WAnEZFjcaS0v9lxiPkfuEjeW8SE/p1ZMHsY0d07OBFFRMSvNGlp7y+q4P7lKfxnyx56hAbzzMVxzByuwU4iIp5qktKuqnHz6hfZPLU2g+payw2TB/I/kwcQEuT4krqIiF/xemt+kn6ABUtdZB0oZWpMBHfNiqVvuAY7iYicCI9K2xgzHXgSCACWWGsfaOg+OQfLuGdZMquT99OvSztevXIsk6MjTjKuiEjL1mBpG2MCgGeBaUAu8I0xJtFam3ys++wvqmDq458Q2Mpw+/S6wU5tAjXYSUTkZHlypD0OyLTWZgEYY/4BzAGOWdp5xZX8bmh37pwRQ/fQ4MZJKiIieDLMoxew64jPc+u/9gPGmHnGmI3GmI2dW9fw1EVxKmwRkUbmSWkf7f149idfsHaxtTbeWhvfKyL85JOJiMhPeFLauUCfIz7vDezxThwREfk5npT2N8AgY0w/Y0wQMBdI9G4sERE5mgZ/EWmtrTHG3ACspO4tf69Ya11eTyYiIj/h0fu0rbXLgeVeziIiIg3QpWBERPyISltExI+otEVE/IhKW0TEjxhrf3KezMnv1JhiIK3Rd3xyugD5Tof4EWXyjC9mAt/MpUye8cVM0dbaBq8G463RrGnW2ngv7fuEGGM2KlPDlMlzvphLmTzjq5k82U7LIyIifkSlLSLiR7xV2ou9tN+ToUyeUSbP+WIuZfKM32byyi8iRUTEO7Q8IiLiR1TaIiJ+pFFL2xgz3RiTZozJNMb8pTH3faKMMa8YY/KMMduczvJfxpg+xpiPjTEpxhiXMeYmH8gUbIzZYIz5rj7TAqcz/ZcxJsAY860xJsnpLADGmB3GmK3GmC2evk3L24wxYcaYd40xqfWPq1N8IFN0/c/ovx9FxpibfSDXLfWP8W3GmLeNMY5fYssYc1N9HleDPyNrbaN8UDe2dTvQHwgCvgNiG2v/J5FrEjAa2OZ0liMy9QBG19/uAKQ7/bOi7gpF7etvtwa+BiY4/bOqz/NH4C0gyeks9Xl2AF2czvGjTK8B19TfDgLCnM70o3wBwD6gr8M5egHZQNv6z98BrnA40zBgGxBC3bkza4BBx9q+MY+0/+8CwNbaKuC/FwB2lLX2U+CQ0zmOZK3da63dXH+7GEjhKNfdbOJM1lpbUv9p6/oPx39LbYzpDcwEljidxVcZYzpSd3DyMoC1tspaW+Bsqp+YAmy31u50Ogh1xdjWGBNIXVE6fSWuGGC9tbbMWlsDfAKcd6yNG7O0PboAsPyQMSYKiKPuyNZR9csQW4A8YLW11vFMwBPA7YDb6SBHsMAqY8wmY8w8p8NQ9+r2APBq/TLSEmNMO6dD/chc4G2nQ1hrdwOPADnAXqDQWrvK2VRsAyYZY8KNMSHADH54iccfaMzS9ugCwPL/GWPaA+8BN1tri5zOY62ttdaOou46oOOMMcOczGOMmQXkWWs3OZnjKE611o4GzgGuN8ZMcjhPIHVLgM9ba+OAUsAnfqcEUH+ZwtnAv3wgSyfqVgD6AT2BdsaYS53MZK1NAR4EVgMrqFtarjnW9o1Z2roA8HEwxrSmrrDftNa+73SeI9W/tF4HTHc4yqnAbGPMDuqW2840xrzhbCSw1u6p/zMP+Dd1S4NOygVyj3hl9C51Je4rzgE2W2v3Ox0EmApkW2sPWGurgfeBiQ5nwlr7srV2tLV2EnXLuRnH2rYxS1sXAPaQMcZQt/6YYq19zOk8AMaYrsaYsPrbbal7cKc6mclae4e1tre1Noq6x9NH1lpHj4qMMe2MMR3+exs4i7qXt46x1u4Ddhljouu/NAVIdjDSj12EDyyN1MsBJhhjQuqfh1Oo+52So4wxEfV/RgLn8zM/r0ab8md99ALAxpi3gTOALsaYXGC+tfZlZ1NxKnAZsLV+DRngTlt3LU6n9ABeM8YEUPc/83estT7xFjsf0w34d93znUDgLWvtCmcjAXAj8Gb9AVMWcKXDeQCoX6OdBvzO6SwA1kSuga4AAABRSURBVNqvjTHvApupW4L4Ft84pf09Y0w4UA1cb609fKwNdRq7iIgf0RmRIiJ+RKUtIuJHVNoiIn5EpS0i4kdU2iIifkSlLSLiR1TaIiJ+5P8BySgq06Hon+8AAAAASUVORK5CYII=\n",
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
     },
     "metadata": {
      "needs_background": "light"
     },
     "output_type": "display_data"
    }
   ],
   "source": [
    "data = pd.Series([0,1,2,3,4,5,6,7,8,9])\n",
    "data.plot() "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/opt/conda/lib/python3.7/site-packages/IPython/core/interactiveshell.py:3058: DtypeWarning: Columns (15,60) have mixed types. Specify dtype option on import or set low_memory=False.\n",
      "  interactivity=interactivity, compiler=compiler, result=result)\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PID</th>\n",
       "      <th>CM_ID</th>\n",
       "      <th>GIS_ID</th>\n",
       "      <th>ST_NUM</th>\n",
       "      <th>ST_NAME</th>\n",
       "      <th>ST_NAME_SUF</th>\n",
       "      <th>UNIT_NUM</th>\n",
       "      <th>ZIPCODE</th>\n",
       "      <th>PTYPE</th>\n",
       "      <th>LU</th>\n",
       "      <th>...</th>\n",
       "      <th>U_BTH_STYLE2</th>\n",
       "      <th>U_BTH_STYLE3</th>\n",
       "      <th>U_KITCH_TYPE</th>\n",
       "      <th>U_KITCH_STYLE</th>\n",
       "      <th>U_HEAT_TYP</th>\n",
       "      <th>U_AC</th>\n",
       "      <th>U_FPLACE</th>\n",
       "      <th>U_INT_FIN</th>\n",
       "      <th>U_INT_CND</th>\n",
       "      <th>U_VIEW</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>502550008</td>\n",
       "      <td>502550000.0</td>\n",
       "      <td>502550000</td>\n",
       "      <td>87</td>\n",
       "      <td>BEACON</td>\n",
       "      <td>ST</td>\n",
       "      <td>2-F</td>\n",
       "      <td>2108.0</td>\n",
       "      <td>102</td>\n",
       "      <td>CD</td>\n",
       "      <td>...</td>\n",
       "      <td>M</td>\n",
       "      <td>NaN</td>\n",
       "      <td>O</td>\n",
       "      <td>M</td>\n",
       "      <td>W</td>\n",
       "      <td>N</td>\n",
       "      <td>1.0</td>\n",
       "      <td>N</td>\n",
       "      <td>G</td>\n",
       "      <td>A</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>502550010</td>\n",
       "      <td>502550000.0</td>\n",
       "      <td>502550000</td>\n",
       "      <td>87</td>\n",
       "      <td>BEACON</td>\n",
       "      <td>ST</td>\n",
       "      <td>2-R</td>\n",
       "      <td>2108.0</td>\n",
       "      <td>102</td>\n",
       "      <td>CD</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>O</td>\n",
       "      <td>S</td>\n",
       "      <td>W</td>\n",
       "      <td>N</td>\n",
       "      <td>1.0</td>\n",
       "      <td>N</td>\n",
       "      <td>A</td>\n",
       "      <td>A</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>502550012</td>\n",
       "      <td>502550000.0</td>\n",
       "      <td>502550000</td>\n",
       "      <td>87</td>\n",
       "      <td>BEACON</td>\n",
       "      <td>ST</td>\n",
       "      <td>3-F</td>\n",
       "      <td>2108.0</td>\n",
       "      <td>102</td>\n",
       "      <td>CD</td>\n",
       "      <td>...</td>\n",
       "      <td>S</td>\n",
       "      <td>NaN</td>\n",
       "      <td>O</td>\n",
       "      <td>M</td>\n",
       "      <td>W</td>\n",
       "      <td>N</td>\n",
       "      <td>1.0</td>\n",
       "      <td>N</td>\n",
       "      <td>A</td>\n",
       "      <td>G</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>502550014</td>\n",
       "      <td>502550000.0</td>\n",
       "      <td>502550000</td>\n",
       "      <td>87</td>\n",
       "      <td>BEACON</td>\n",
       "      <td>ST</td>\n",
       "      <td>3-R</td>\n",
       "      <td>2108.0</td>\n",
       "      <td>102</td>\n",
       "      <td>CD</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>O</td>\n",
       "      <td>N</td>\n",
       "      <td>W</td>\n",
       "      <td>N</td>\n",
       "      <td>1.0</td>\n",
       "      <td>S</td>\n",
       "      <td>A</td>\n",
       "      <td>G</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>502550016</td>\n",
       "      <td>502550000.0</td>\n",
       "      <td>502550000</td>\n",
       "      <td>87</td>\n",
       "      <td>BEACON</td>\n",
       "      <td>ST</td>\n",
       "      <td>4</td>\n",
       "      <td>2108.0</td>\n",
       "      <td>102</td>\n",
       "      <td>CD</td>\n",
       "      <td>...</td>\n",
       "      <td>M</td>\n",
       "      <td>M</td>\n",
       "      <td>O</td>\n",
       "      <td>L</td>\n",
       "      <td>W</td>\n",
       "      <td>C</td>\n",
       "      <td>2.0</td>\n",
       "      <td>N</td>\n",
       "      <td>E</td>\n",
       "      <td>G</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "      <td>...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>174663</td>\n",
       "      <td>2205668000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2205668000</td>\n",
       "      <td>4</td>\n",
       "      <td>LAKE</td>\n",
       "      <td>ST</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2135.0</td>\n",
       "      <td>105</td>\n",
       "      <td>R3</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>174664</td>\n",
       "      <td>2205669000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2205669000</td>\n",
       "      <td>2193 2201</td>\n",
       "      <td>COMMONWEALTH</td>\n",
       "      <td>AV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2135.0</td>\n",
       "      <td>319</td>\n",
       "      <td>C</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>174665</td>\n",
       "      <td>2205670000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2205670000</td>\n",
       "      <td>2203</td>\n",
       "      <td>COMMONWEALTH</td>\n",
       "      <td>AV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2135.0</td>\n",
       "      <td>985</td>\n",
       "      <td>E</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>174666</td>\n",
       "      <td>2205670000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2205670000</td>\n",
       "      <td>2203</td>\n",
       "      <td>COMMONWEALTH</td>\n",
       "      <td>AV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2135.0</td>\n",
       "      <td>985</td>\n",
       "      <td>E</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>174667</td>\n",
       "      <td>2205670000</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2205670000</td>\n",
       "      <td>2203</td>\n",
       "      <td>COMMONWEALTH</td>\n",
       "      <td>AV</td>\n",
       "      <td>NaN</td>\n",
       "      <td>2135.0</td>\n",
       "      <td>985</td>\n",
       "      <td>E</td>\n",
       "      <td>...</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "      <td>NaN</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>174668 rows × 75 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "               PID        CM_ID      GIS_ID     ST_NUM       ST_NAME  \\\n",
       "0        502550008  502550000.0   502550000         87        BEACON   \n",
       "1        502550010  502550000.0   502550000         87        BEACON   \n",
       "2        502550012  502550000.0   502550000         87        BEACON   \n",
       "3        502550014  502550000.0   502550000         87        BEACON   \n",
       "4        502550016  502550000.0   502550000         87        BEACON   \n",
       "...            ...          ...         ...        ...           ...   \n",
       "174663  2205668000          NaN  2205668000          4          LAKE   \n",
       "174664  2205669000          NaN  2205669000  2193 2201  COMMONWEALTH   \n",
       "174665  2205670000          NaN  2205670000       2203  COMMONWEALTH   \n",
       "174666  2205670000          NaN  2205670000       2203  COMMONWEALTH   \n",
       "174667  2205670000          NaN  2205670000       2203  COMMONWEALTH   \n",
       "\n",
       "       ST_NAME_SUF UNIT_NUM  ZIPCODE  PTYPE  LU  ... U_BTH_STYLE2  \\\n",
       "0               ST      2-F   2108.0    102  CD  ...            M   \n",
       "1               ST      2-R   2108.0    102  CD  ...          NaN   \n",
       "2               ST      3-F   2108.0    102  CD  ...            S   \n",
       "3               ST      3-R   2108.0    102  CD  ...          NaN   \n",
       "4               ST        4   2108.0    102  CD  ...            M   \n",
       "...            ...      ...      ...    ...  ..  ...          ...   \n",
       "174663          ST      NaN   2135.0    105  R3  ...          NaN   \n",
       "174664          AV      NaN   2135.0    319   C  ...          NaN   \n",
       "174665          AV      NaN   2135.0    985   E  ...          NaN   \n",
       "174666          AV      NaN   2135.0    985   E  ...          NaN   \n",
       "174667          AV      NaN   2135.0    985   E  ...          NaN   \n",
       "\n",
       "       U_BTH_STYLE3 U_KITCH_TYPE U_KITCH_STYLE U_HEAT_TYP U_AC  U_FPLACE  \\\n",
       "0               NaN            O             M          W    N       1.0   \n",
       "1               NaN            O             S          W    N       1.0   \n",
       "2               NaN            O             M          W    N       1.0   \n",
       "3               NaN            O             N          W    N       1.0   \n",
       "4                 M            O             L          W    C       2.0   \n",
       "...             ...          ...           ...        ...  ...       ...   \n",
       "174663          NaN          NaN           NaN        NaN  NaN       NaN   \n",
       "174664          NaN          NaN           NaN        NaN  NaN       NaN   \n",
       "174665          NaN          NaN           NaN        NaN  NaN       NaN   \n",
       "174666          NaN          NaN           NaN        NaN  NaN       NaN   \n",
       "174667          NaN          NaN           NaN        NaN  NaN       NaN   \n",
       "\n",
       "        U_INT_FIN  U_INT_CND  U_VIEW  \n",
       "0               N          G       A  \n",
       "1               N          A       A  \n",
       "2               N          A       G  \n",
       "3               S          A       G  \n",
       "4               N          E       G  \n",
       "...           ...        ...     ...  \n",
       "174663        NaN        NaN     NaN  \n",
       "174664        NaN        NaN     NaN  \n",
       "174665        NaN        NaN     NaN  \n",
       "174666        NaN        NaN     NaN  \n",
       "174667        NaN        NaN     NaN  \n",
       "\n",
       "[174668 rows x 75 columns]"
      ]
     },
     "execution_count": 3,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "properties = pd.read_csv('fy19fullpropassess.csv')\n",
    "properties"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "Index(['PID', 'CM_ID', 'GIS_ID', 'ST_NUM', 'ST_NAME', 'ST_NAME_SUF',\n",
       "       'UNIT_NUM', 'ZIPCODE', 'PTYPE', 'LU', 'OWN_OCC', 'OWNER',\n",
       "       'MAIL_ADDRESSEE', 'MAIL_ADDRESS', 'MAIL CS', 'MAIL_ZIPCODE', 'AV_LAND',\n",
       "       'AV_BLDG', 'AV_TOTAL', 'GROSS_TAX', 'LAND_SF', 'YR_BUILT', 'YR_REMOD',\n",
       "       'GROSS_AREA', 'LIVING_AREA', 'NUM_FLOORS', 'STRUCTURE_CLASS',\n",
       "       'R_BLDG_STYL', 'R_ROOF_TYP', 'R_EXT_FIN', 'R_TOTAL_RMS', 'R_BDRMS',\n",
       "       'R_FULL_BTH', 'R_HALF_BTH', 'R_BTH_STYLE', 'R_BTH_STYLE2',\n",
       "       'R_BTH_STYLE3', 'R_KITCH', 'R_KITCH_STYLE', 'R_KITCH_STYLE2',\n",
       "       'R_KITCH_STYLE3', 'R_HEAT_TYP', 'R_AC', 'R_FPLACE', 'R_EXT_CND',\n",
       "       'R_OVRALL_CND', 'R_INT_CND', 'R_INT_FIN', 'R_VIEW', 'S_NUM_BLDG',\n",
       "       'S_BLDG_STYL', 'S_UNIT_RES', 'S_UNIT_COM', 'S_UNIT_RC', 'S_EXT_FIN',\n",
       "       'S_EXT_CND', 'U_BASE_FLOOR', 'U_NUM_PARK', 'U_CORNER', 'U_ORIENT',\n",
       "       'U_TOT_RMS', 'U_BDRMS', 'U_FULL_BTH', 'U_HALF_BTH', 'U_BTH_STYLE',\n",
       "       'U_BTH_STYLE2', 'U_BTH_STYLE3', 'U_KITCH_TYPE', 'U_KITCH_STYLE',\n",
       "       'U_HEAT_TYP', 'U_AC', 'U_FPLACE', 'U_INT_FIN', 'U_INT_CND', 'U_VIEW'],\n",
       "      dtype='object')"
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "properties.columns"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>PID</th>\n",
       "      <th>CM_ID</th>\n",
       "      <th>GIS_ID</th>\n",
       "      <th>ST_NUM</th>\n",
       "      <th>ST_NAME</th>\n",
       "      <th>ST_NAME_SUF</th>\n",
       "      <th>UNIT_NUM</th>\n",
       "      <th>ZIPCODE</th>\n",
       "      <th>PTYPE</th>\n",
       "      <th>OWN_OCC</th>\n",
       "      <th>...</th>\n",
       "      <th>U_BTH_STYLE2</th>\n",
       "      <th>U_BTH_STYLE3</th>\n",
       "      <th>U_KITCH_TYPE</th>\n",
       "      <th>U_KITCH_STYLE</th>\n",
       "      <th>U_HEAT_TYP</th>\n",
       "      <th>U_AC</th>\n",
       "      <th>U_FPLACE</th>\n",
       "      <th>U_INT_FIN</th>\n",
       "      <th>U_INT_CND</th>\n",
       "      <th>U_VIEW</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>LU</th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>A</td>\n",
       "      <td>2904</td>\n",
       "      <td>1</td>\n",
       "      <td>2904</td>\n",
       "      <td>2904</td>\n",
       "      <td>2904</td>\n",
       "      <td>2901</td>\n",
       "      <td>0</td>\n",
       "      <td>2904</td>\n",
       "      <td>2904</td>\n",
       "      <td>2904</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>AH</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>3</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>C</td>\n",
       "      <td>4392</td>\n",
       "      <td>106</td>\n",
       "      <td>4392</td>\n",
       "      <td>4392</td>\n",
       "      <td>4392</td>\n",
       "      <td>4386</td>\n",
       "      <td>0</td>\n",
       "      <td>4391</td>\n",
       "      <td>4392</td>\n",
       "      <td>4392</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>CC</td>\n",
       "      <td>1803</td>\n",
       "      <td>1803</td>\n",
       "      <td>1803</td>\n",
       "      <td>1803</td>\n",
       "      <td>1803</td>\n",
       "      <td>1787</td>\n",
       "      <td>1793</td>\n",
       "      <td>1802</td>\n",
       "      <td>1803</td>\n",
       "      <td>1803</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>CD</td>\n",
       "      <td>63910</td>\n",
       "      <td>63874</td>\n",
       "      <td>63910</td>\n",
       "      <td>63910</td>\n",
       "      <td>63910</td>\n",
       "      <td>63594</td>\n",
       "      <td>63907</td>\n",
       "      <td>63910</td>\n",
       "      <td>63910</td>\n",
       "      <td>63910</td>\n",
       "      <td>...</td>\n",
       "      <td>25436</td>\n",
       "      <td>6929</td>\n",
       "      <td>63860</td>\n",
       "      <td>63860</td>\n",
       "      <td>63860</td>\n",
       "      <td>63860</td>\n",
       "      <td>63860</td>\n",
       "      <td>63860</td>\n",
       "      <td>63860</td>\n",
       "      <td>63860</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>CL</td>\n",
       "      <td>1989</td>\n",
       "      <td>0</td>\n",
       "      <td>1989</td>\n",
       "      <td>1989</td>\n",
       "      <td>1989</td>\n",
       "      <td>1989</td>\n",
       "      <td>0</td>\n",
       "      <td>1989</td>\n",
       "      <td>1989</td>\n",
       "      <td>1989</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>CM</td>\n",
       "      <td>9927</td>\n",
       "      <td>9927</td>\n",
       "      <td>9927</td>\n",
       "      <td>9927</td>\n",
       "      <td>9927</td>\n",
       "      <td>9918</td>\n",
       "      <td>0</td>\n",
       "      <td>9927</td>\n",
       "      <td>9927</td>\n",
       "      <td>9927</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>CP</td>\n",
       "      <td>6028</td>\n",
       "      <td>6024</td>\n",
       "      <td>6028</td>\n",
       "      <td>6028</td>\n",
       "      <td>6028</td>\n",
       "      <td>5918</td>\n",
       "      <td>0</td>\n",
       "      <td>6024</td>\n",
       "      <td>6028</td>\n",
       "      <td>6028</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>E</td>\n",
       "      <td>8704</td>\n",
       "      <td>271</td>\n",
       "      <td>8704</td>\n",
       "      <td>8704</td>\n",
       "      <td>8704</td>\n",
       "      <td>8697</td>\n",
       "      <td>0</td>\n",
       "      <td>8703</td>\n",
       "      <td>8704</td>\n",
       "      <td>8704</td>\n",
       "      <td>...</td>\n",
       "      <td>33</td>\n",
       "      <td>1</td>\n",
       "      <td>184</td>\n",
       "      <td>184</td>\n",
       "      <td>184</td>\n",
       "      <td>184</td>\n",
       "      <td>184</td>\n",
       "      <td>184</td>\n",
       "      <td>184</td>\n",
       "      <td>184</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>EA</td>\n",
       "      <td>496</td>\n",
       "      <td>0</td>\n",
       "      <td>496</td>\n",
       "      <td>496</td>\n",
       "      <td>496</td>\n",
       "      <td>496</td>\n",
       "      <td>0</td>\n",
       "      <td>496</td>\n",
       "      <td>496</td>\n",
       "      <td>496</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>I</td>\n",
       "      <td>491</td>\n",
       "      <td>0</td>\n",
       "      <td>491</td>\n",
       "      <td>491</td>\n",
       "      <td>491</td>\n",
       "      <td>491</td>\n",
       "      <td>0</td>\n",
       "      <td>491</td>\n",
       "      <td>491</td>\n",
       "      <td>491</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>R1</td>\n",
       "      <td>30569</td>\n",
       "      <td>1</td>\n",
       "      <td>30569</td>\n",
       "      <td>30569</td>\n",
       "      <td>30569</td>\n",
       "      <td>30541</td>\n",
       "      <td>0</td>\n",
       "      <td>30569</td>\n",
       "      <td>30569</td>\n",
       "      <td>30569</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>R2</td>\n",
       "      <td>17212</td>\n",
       "      <td>0</td>\n",
       "      <td>17212</td>\n",
       "      <td>17212</td>\n",
       "      <td>17212</td>\n",
       "      <td>17182</td>\n",
       "      <td>0</td>\n",
       "      <td>17212</td>\n",
       "      <td>17212</td>\n",
       "      <td>17212</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>R3</td>\n",
       "      <td>13966</td>\n",
       "      <td>0</td>\n",
       "      <td>13966</td>\n",
       "      <td>13966</td>\n",
       "      <td>13966</td>\n",
       "      <td>13964</td>\n",
       "      <td>0</td>\n",
       "      <td>13966</td>\n",
       "      <td>13966</td>\n",
       "      <td>13966</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>R4</td>\n",
       "      <td>2528</td>\n",
       "      <td>0</td>\n",
       "      <td>2528</td>\n",
       "      <td>2528</td>\n",
       "      <td>2528</td>\n",
       "      <td>2527</td>\n",
       "      <td>0</td>\n",
       "      <td>2528</td>\n",
       "      <td>2528</td>\n",
       "      <td>2528</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>RC</td>\n",
       "      <td>3159</td>\n",
       "      <td>31</td>\n",
       "      <td>3159</td>\n",
       "      <td>3159</td>\n",
       "      <td>3159</td>\n",
       "      <td>3155</td>\n",
       "      <td>0</td>\n",
       "      <td>3159</td>\n",
       "      <td>3159</td>\n",
       "      <td>3159</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>RL</td>\n",
       "      <td>6587</td>\n",
       "      <td>0</td>\n",
       "      <td>6587</td>\n",
       "      <td>6587</td>\n",
       "      <td>6587</td>\n",
       "      <td>6580</td>\n",
       "      <td>0</td>\n",
       "      <td>6587</td>\n",
       "      <td>6587</td>\n",
       "      <td>6587</td>\n",
       "      <td>...</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "<p>17 rows × 74 columns</p>\n",
       "</div>"
      ],
      "text/plain": [
       "      PID  CM_ID  GIS_ID  ST_NUM  ST_NAME  ST_NAME_SUF  UNIT_NUM  ZIPCODE  \\\n",
       "LU                                                                          \n",
       "A    2904      1    2904    2904     2904         2901         0     2904   \n",
       "AH      3      0       3       3        3            3         0        3   \n",
       "C    4392    106    4392    4392     4392         4386         0     4391   \n",
       "CC   1803   1803    1803    1803     1803         1787      1793     1802   \n",
       "CD  63910  63874   63910   63910    63910        63594     63907    63910   \n",
       "CL   1989      0    1989    1989     1989         1989         0     1989   \n",
       "CM   9927   9927    9927    9927     9927         9918         0     9927   \n",
       "CP   6028   6024    6028    6028     6028         5918         0     6024   \n",
       "E    8704    271    8704    8704     8704         8697         0     8703   \n",
       "EA    496      0     496     496      496          496         0      496   \n",
       "I     491      0     491     491      491          491         0      491   \n",
       "R1  30569      1   30569   30569    30569        30541         0    30569   \n",
       "R2  17212      0   17212   17212    17212        17182         0    17212   \n",
       "R3  13966      0   13966   13966    13966        13964         0    13966   \n",
       "R4   2528      0    2528    2528     2528         2527         0     2528   \n",
       "RC   3159     31    3159    3159     3159         3155         0     3159   \n",
       "RL   6587      0    6587    6587     6587         6580         0     6587   \n",
       "\n",
       "    PTYPE  OWN_OCC  ...  U_BTH_STYLE2  U_BTH_STYLE3  U_KITCH_TYPE  \\\n",
       "LU                  ...                                             \n",
       "A    2904     2904  ...             0             0             0   \n",
       "AH      3        3  ...             0             0             0   \n",
       "C    4392     4392  ...             0             0             0   \n",
       "CC   1803     1803  ...             0             0             0   \n",
       "CD  63910    63910  ...         25436          6929         63860   \n",
       "CL   1989     1989  ...             0             0             0   \n",
       "CM   9927     9927  ...             0             0             0   \n",
       "CP   6028     6028  ...             0             0             0   \n",
       "E    8704     8704  ...            33             1           184   \n",
       "EA    496      496  ...             0             0             0   \n",
       "I     491      491  ...             0             0             0   \n",
       "R1  30569    30569  ...             0             0             0   \n",
       "R2  17212    17212  ...             0             0             0   \n",
       "R3  13966    13966  ...             0             0             0   \n",
       "R4   2528     2528  ...             0             0             0   \n",
       "RC   3159     3159  ...             0             0             0   \n",
       "RL   6587     6587  ...             0             0             0   \n",
       "\n",
       "    U_KITCH_STYLE  U_HEAT_TYP   U_AC  U_FPLACE  U_INT_FIN  U_INT_CND  U_VIEW  \n",
       "LU                                                                            \n",
       "A               0           0      0         0          0          0       0  \n",
       "AH              0           0      0         0          0          0       0  \n",
       "C               0           0      0         0          0          0       0  \n",
       "CC              0           0      0         0          0          0       0  \n",
       "CD          63860       63860  63860     63860      63860      63860   63860  \n",
       "CL              0           0      0         0          0          0       0  \n",
       "CM              0           0      0         0          0          0       0  \n",
       "CP              0           0      0         0          0          0       0  \n",
       "E             184         184    184       184        184        184     184  \n",
       "EA              0           0      0         0          0          0       0  \n",
       "I               0           0      0         0          0          0       0  \n",
       "R1              0           0      0         0          0          0       0  \n",
       "R2              0           0      0         0          0          0       0  \n",
       "R3              0           0      0         0          0          0       0  \n",
       "R4              0           0      0         0          0          0       0  \n",
       "RC              0           0      0         0          0          0       0  \n",
       "RL              0           0      0         0          0          0       0  \n",
       "\n",
       "[17 rows x 74 columns]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "properties.groupby('LU').count()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "newprops = properties[properties['YR_REMOD'] > 1800]\n",
    "newprops.shape\n",
    "#properties.plot.scatter(x='YR_REMOD', y='GROSS_TAX')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "newprops.plot.hist(y='YR_REMOD', bins=100);"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "properties.plot.hist(y='LU');"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "properties['YR_REMOD'].describe()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.3"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}