repo_size.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "dd2e7e8e-add6-48a3-8ae3-58724554683f",
   "metadata": {},
   "source": [
    "### Size of the github repo"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "125050d4-466a-45e2-90f7-cc22de1be84b",
   "metadata": {},
   "outputs": [],
   "source": [
    "import subprocess\n",
    "import os\n",
    "import pandas as pd\n",
    "\n",
    "# Settings\n",
    "pd.set_option('display.max_colwidth', None)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "52f036a0-115a-471a-ae13-8f76336df992",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead tr th {\n",
       "        text-align: left;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th>Category</th>\n",
       "      <th>File Name</th>\n",
       "      <th>Line Count</th>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th></th>\n",
       "      <th></th>\n",
       "      <th>count</th>\n",
       "      <th>sum</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Git-related</td>\n",
       "      <td>28</td>\n",
       "      <td>86819</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Jupyter Notebook</td>\n",
       "      <td>20</td>\n",
       "      <td>36464</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Other</td>\n",
       "      <td>70</td>\n",
       "      <td>20318</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Python</td>\n",
       "      <td>100</td>\n",
       "      <td>31174</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Category File Name Line Count\n",
       "                        count        sum\n",
       "0       Git-related        28      86819\n",
       "1  Jupyter Notebook        20      36464\n",
       "2             Other        70      20318\n",
       "3            Python       100      31174"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# The URL of your specific repository\n",
    "repo_url = 'https://github.com/guillermo-navas-palencia/optbinning.git'\n",
    "repo_name = repo_url.split('/')[-1].replace('.git', '')\n",
    "\n",
    "# List to hold file information\n",
    "files_data = []\n",
    "\n",
    "# Walk through the repository directory\n",
    "for root, dirs, files in os.walk(repo_name):\n",
    "    for file in files:\n",
    "        file_path = os.path.join(root, file)\n",
    "        try:\n",
    "            # Determine the file's category\n",
    "            if \".git\" in file_path:\n",
    "                category = \"Git-related\"\n",
    "            elif file_path.endswith('.py'):\n",
    "                category = \"Python\"\n",
    "            elif file_path.endswith('.ipynb'):\n",
    "                category = \"Jupyter Notebook\"\n",
    "            else:\n",
    "                category = \"Other\"\n",
    "\n",
    "            # Count lines in each file\n",
    "            with open(file_path, 'r', encoding='utf-8', errors='ignore') as f:\n",
    "                line_count = sum(1 for line in f)\n",
    "\n",
    "            # Extract directory name and file name\n",
    "            directory_name = os.path.relpath(root, repo_name)\n",
    "            files_data.append({\n",
    "                \"Directory\": directory_name,\n",
    "                \"File Name\": file,\n",
    "                \"Line Count\": line_count,\n",
    "                \"Category\": category\n",
    "            })\n",
    "        except Exception as e:\n",
    "            print(f\"Error reading {file_path}: {e}\")\n",
    "\n",
    "# Create a pandas DataFrame\n",
    "df = pd.DataFrame(files_data)\n",
    "\n",
    "# Summing line counts by category\n",
    "df.groupby(['Category']).agg({'File Name': ['count'], \\\n",
    "                            'Line Count': ['sum']}).reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "d8a70c38-3d32-4f86-b23a-9e68a1552c83",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>Directory</th>\n",
       "      <th>count</th>\n",
       "      <th>Line Count sum</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>7</td>\n",
       "      <td>.git\\objects\\pack</td>\n",
       "      <td>2</td>\n",
       "      <td>85726</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>15</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>21</td>\n",
       "      <td>36516</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>17</td>\n",
       "      <td>optbinning\\binning</td>\n",
       "      <td>23</td>\n",
       "      <td>11661</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>13</td>\n",
       "      <td>doc\\source\\_images</td>\n",
       "      <td>10</td>\n",
       "      <td>9945</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>28</td>\n",
       "      <td>tests\\results</td>\n",
       "      <td>27</td>\n",
       "      <td>6010</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>25</td>\n",
       "      <td>tests</td>\n",
       "      <td>18</td>\n",
       "      <td>4653</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>19</td>\n",
       "      <td>optbinning\\binning\\multidimensional</td>\n",
       "      <td>10</td>\n",
       "      <td>4102</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>18</td>\n",
       "      <td>optbinning\\binning\\distributed</td>\n",
       "      <td>9</td>\n",
       "      <td>2567</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>20</td>\n",
       "      <td>optbinning\\binning\\piecewise</td>\n",
       "      <td>8</td>\n",
       "      <td>2520</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>26</td>\n",
       "      <td>tests\\data</td>\n",
       "      <td>2</td>\n",
       "      <td>2253</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>23</td>\n",
       "      <td>optbinning\\scorecard</td>\n",
       "      <td>7</td>\n",
       "      <td>2038</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>24</td>\n",
       "      <td>optbinning\\scorecard\\counterfactual</td>\n",
       "      <td>9</td>\n",
       "      <td>1718</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>0</td>\n",
       "      <td>.</td>\n",
       "      <td>7</td>\n",
       "      <td>1171</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>12</td>\n",
       "      <td>doc\\source</td>\n",
       "      <td>23</td>\n",
       "      <td>1119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>21</td>\n",
       "      <td>optbinning\\binning\\uncertainty</td>\n",
       "      <td>2</td>\n",
       "      <td>827</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>2</td>\n",
       "      <td>.git\\hooks</td>\n",
       "      <td>13</td>\n",
       "      <td>790</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>16</td>\n",
       "      <td>optbinning</td>\n",
       "      <td>7</td>\n",
       "      <td>575</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>22</td>\n",
       "      <td>optbinning\\metrics</td>\n",
       "      <td>3</td>\n",
       "      <td>284</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>1</td>\n",
       "      <td>.git</td>\n",
       "      <td>5</td>\n",
       "      <td>119</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>11</td>\n",
       "      <td>doc</td>\n",
       "      <td>2</td>\n",
       "      <td>55</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    index                            Directory  count  Line Count sum\n",
       "0       7                    .git\\objects\\pack      2           85726\n",
       "1      15                 doc\\source\\tutorials     21           36516\n",
       "2      17                   optbinning\\binning     23           11661\n",
       "3      13                   doc\\source\\_images     10            9945\n",
       "4      28                        tests\\results     27            6010\n",
       "5      25                                tests     18            4653\n",
       "6      19  optbinning\\binning\\multidimensional     10            4102\n",
       "7      18       optbinning\\binning\\distributed      9            2567\n",
       "8      20         optbinning\\binning\\piecewise      8            2520\n",
       "9      26                           tests\\data      2            2253\n",
       "10     23                 optbinning\\scorecard      7            2038\n",
       "11     24  optbinning\\scorecard\\counterfactual      9            1718\n",
       "12      0                                    .      7            1171\n",
       "13     12                           doc\\source     23            1119\n",
       "14     21       optbinning\\binning\\uncertainty      2             827\n",
       "15      2                           .git\\hooks     13             790\n",
       "16     16                           optbinning      7             575\n",
       "17     22                   optbinning\\metrics      3             284\n",
       "18      1                                 .git      5             119\n",
       "19     11                                  doc      2              55"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Directory size\n",
    "kala = df.groupby(['Directory']).agg({'File Name': ['count'], \\\n",
    "                            'Line Count': ['sum']}).reset_index()\n",
    "\n",
    "kala.columns = ['Directory', 'count', 'Line Count sum']\n",
    "kala.sort_values('Line Count sum', ascending=False).head(10).reset_index()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "0989d25c-0ba5-46ca-961c-9088fbd3f991",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>index</th>\n",
       "      <th>Directory</th>\n",
       "      <th>File Name</th>\n",
       "      <th>Line Count</th>\n",
       "      <th>Category</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>30</td>\n",
       "      <td>.git\\objects\\pack</td>\n",
       "      <td>pack-75c2c9b8daa2b9bdb4a453998b20a9ac78ae3ecf.pack</td>\n",
       "      <td>84714</td>\n",
       "      <td>Git-related</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>84</td>\n",
       "      <td>doc\\source\\_images</td>\n",
       "      <td>binning_data_stream.gif</td>\n",
       "      <td>8737</td>\n",
       "      <td>Other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>63</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_binning_2d.ipynb</td>\n",
       "      <td>4964</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>59</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_binary.ipynb</td>\n",
       "      <td>3794</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>62</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_binary_under_uncertainty.ipynb</td>\n",
       "      <td>3762</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>68</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_continuous.ipynb</td>\n",
       "      <td>2882</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>70</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_counterfactual_binary_target.ipynb</td>\n",
       "      <td>2358</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>77</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_scorecard_monitoring.ipynb</td>\n",
       "      <td>2112</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>104</td>\n",
       "      <td>optbinning\\binning</td>\n",
       "      <td>binning_statistics.py</td>\n",
       "      <td>2089</td>\n",
       "      <td>Python</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>73</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_piecewise_binary.ipynb</td>\n",
       "      <td>2044</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>78</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_sketch_binary.ipynb</td>\n",
       "      <td>1763</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>188</td>\n",
       "      <td>tests\\data</td>\n",
       "      <td>breast_cancer.parquet</td>\n",
       "      <td>1683</td>\n",
       "      <td>Other</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>72</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_multiclass.ipynb</td>\n",
       "      <td>1659</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>69</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_continuous_2d.ipynb</td>\n",
       "      <td>1575</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>67</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_binning_process_telco_churn.ipynb</td>\n",
       "      <td>1557</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>102</td>\n",
       "      <td>optbinning\\binning</td>\n",
       "      <td>binning_process.py</td>\n",
       "      <td>1550</td>\n",
       "      <td>Python</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>74</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_piecewise_continuous.ipynb</td>\n",
       "      <td>1326</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>100</td>\n",
       "      <td>optbinning\\binning</td>\n",
       "      <td>binning.py</td>\n",
       "      <td>1234</td>\n",
       "      <td>Python</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>65</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_binning_process_FICO_xAI.ipynb</td>\n",
       "      <td>1191</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>75</td>\n",
       "      <td>doc\\source\\tutorials</td>\n",
       "      <td>tutorial_scorecard_binary_target.ipynb</td>\n",
       "      <td>1151</td>\n",
       "      <td>Jupyter Notebook</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    index             Directory  \\\n",
       "0      30     .git\\objects\\pack   \n",
       "1      84    doc\\source\\_images   \n",
       "2      63  doc\\source\\tutorials   \n",
       "3      59  doc\\source\\tutorials   \n",
       "4      62  doc\\source\\tutorials   \n",
       "5      68  doc\\source\\tutorials   \n",
       "6      70  doc\\source\\tutorials   \n",
       "7      77  doc\\source\\tutorials   \n",
       "8     104    optbinning\\binning   \n",
       "9      73  doc\\source\\tutorials   \n",
       "10     78  doc\\source\\tutorials   \n",
       "11    188            tests\\data   \n",
       "12     72  doc\\source\\tutorials   \n",
       "13     69  doc\\source\\tutorials   \n",
       "14     67  doc\\source\\tutorials   \n",
       "15    102    optbinning\\binning   \n",
       "16     74  doc\\source\\tutorials   \n",
       "17    100    optbinning\\binning   \n",
       "18     65  doc\\source\\tutorials   \n",
       "19     75  doc\\source\\tutorials   \n",
       "\n",
       "                                             File Name  Line Count  \\\n",
       "0   pack-75c2c9b8daa2b9bdb4a453998b20a9ac78ae3ecf.pack       84714   \n",
       "1                              binning_data_stream.gif        8737   \n",
       "2                            tutorial_binning_2d.ipynb        4964   \n",
       "3                                tutorial_binary.ipynb        3794   \n",
       "4              tutorial_binary_under_uncertainty.ipynb        3762   \n",
       "5                            tutorial_continuous.ipynb        2882   \n",
       "6          tutorial_counterfactual_binary_target.ipynb        2358   \n",
       "7                  tutorial_scorecard_monitoring.ipynb        2112   \n",
       "8                                binning_statistics.py        2089   \n",
       "9                      tutorial_piecewise_binary.ipynb        2044   \n",
       "10                        tutorial_sketch_binary.ipynb        1763   \n",
       "11                               breast_cancer.parquet        1683   \n",
       "12                           tutorial_multiclass.ipynb        1659   \n",
       "13                        tutorial_continuous_2d.ipynb        1575   \n",
       "14          tutorial_binning_process_telco_churn.ipynb        1557   \n",
       "15                                  binning_process.py        1550   \n",
       "16                 tutorial_piecewise_continuous.ipynb        1326   \n",
       "17                                          binning.py        1234   \n",
       "18             tutorial_binning_process_FICO_xAI.ipynb        1191   \n",
       "19              tutorial_scorecard_binary_target.ipynb        1151   \n",
       "\n",
       "            Category  \n",
       "0        Git-related  \n",
       "1              Other  \n",
       "2   Jupyter Notebook  \n",
       "3   Jupyter Notebook  \n",
       "4   Jupyter Notebook  \n",
       "5   Jupyter Notebook  \n",
       "6   Jupyter Notebook  \n",
       "7   Jupyter Notebook  \n",
       "8             Python  \n",
       "9   Jupyter Notebook  \n",
       "10  Jupyter Notebook  \n",
       "11             Other  \n",
       "12  Jupyter Notebook  \n",
       "13  Jupyter Notebook  \n",
       "14  Jupyter Notebook  \n",
       "15            Python  \n",
       "16  Jupyter Notebook  \n",
       "17            Python  \n",
       "18  Jupyter Notebook  \n",
       "19  Jupyter Notebook  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Largest files\n",
    "df.sort_values('Line Count', ascending=False).head(20).reset_index()"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}