src/muse.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 95,
      "metadata": {
        "id": "RN7hqRq9Le-8"
      },
      "outputs": [],
      "source": [
        "import numpy as np\n",
        "import pandas as pd\n",
        "import seaborn as sns\n",
        "from sklearn.metrics.pairwise import cosine_similarity"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 96,
      "metadata": {
        "id": "G8SLtCXCcOmV"
      },
      "outputs": [],
      "source": [
        "pd.set_option('display.max_colwidth', None)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 97,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "MQ0iF4PYRRoJ",
        "outputId": "286f0bbc-6b79-4dd8-e2b3-429e247e95d2"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>pol</th>\n",
              "      <th>eng</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>9099592</td>\n",
              "      <td>1/ 31 1.</td>\n",
              "      <td>1/ 31 1.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>14466574</td>\n",
              "      <td>Urządzenia do odtworzenia i podawania dostarczane są w każdym opakowaniu Helixate NexGen 250 j. m.</td>\n",
              "      <td>Medical devices for reconstitution and administration are provided with each package of Helixate NexGen 250 IU.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>23812236</td>\n",
              "      <td>DOTYCZĄCE DOSTAWY I STOSOWANIA</td>\n",
              "      <td>Veterinary medicinal product subject to prescription.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>11834247</td>\n",
              "      <td>51 jeśli u pacjenta wystąpi ból górnej części brzucha po lewej stronie lub ból na szczycie barku; •</td>\n",
              "      <td>• if you get left upper abdominal pain or pain at the tip of your shoulder;</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>30649221</td>\n",
              "      <td>Wydłużenie czasu protrombinowego (PT) (w przypadku jednoczesnego stosowania antagonistów witaminy K).</td>\n",
              "      <td>Prothrombin time (PT) increase (with concomitant vitamin K antagonist therapy).</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1073449</th>\n",
              "      <td>20622458</td>\n",
              "      <td>Delikatnie postukać w strzykawkę, aby usunąć pęcherzyki powietrza.</td>\n",
              "      <td>To remove any bubbles, gently tap the syringe.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1073450</th>\n",
              "      <td>36160198</td>\n",
              "      <td>dorosłych pacjentów z nowo rozpoznaną ostrą białaczką limfoblastyczną z chromosomem Philadelphia (Ph+ ALL) w skojarzeniu z chemioterapią.</td>\n",
              "      <td>adult patients with newly diagnosed Philadelphia chromosome positive acute lymphoblastic leukaemia (Ph+ ALL) integrated with chemotherapy.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1073451</th>\n",
              "      <td>5426867</td>\n",
              "      <td>Podczas stosowania przewlekłego w badaniu RE–LY leki z grupy NLPZ zwiększały ryzyko krwawienia o około 50% zarówno w przypadku eteksylanu dabigatranu, jak i warfaryny.</td>\n",
              "      <td>With chronic use in the RE-LY study, NSAIDs increased the risk of bleeding by approximately 50 % on both dabigatran etexilate and warfarin.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1073452</th>\n",
              "      <td>12827040</td>\n",
              "      <td>Bardzo rzadko: ginekomastia</td>\n",
              "      <td>Depression.</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1073453</th>\n",
              "      <td>3548782</td>\n",
              "      <td>Jak przechowywać lek Tamiflu</td>\n",
              "      <td>Each hard capsule contains oseltamivir equivalent to 75 mg of oseltamivir The other ingredients are: capsule contents: pregelatinised starch, talc, povidone, croscarmellose sodium and sodium stearyl fumarate capsule shell: gelatin, yellow iron oxide (E172), red iron oxide (E172), black iron oxide (E172) and titanium dioxide (E171) printing ink: shellac (E904), titanium dioxide (E171) FD and C Blue 2 (indigo carmine E132).</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>1073454 rows × 3 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "               id  \\\n",
              "0         9099592   \n",
              "1        14466574   \n",
              "2        23812236   \n",
              "3        11834247   \n",
              "4        30649221   \n",
              "...           ...   \n",
              "1073449  20622458   \n",
              "1073450  36160198   \n",
              "1073451   5426867   \n",
              "1073452  12827040   \n",
              "1073453   3548782   \n",
              "\n",
              "                                                                                                                                                                             pol  \\\n",
              "0                                                                                                                                                                       1/ 31 1.   \n",
              "1                                                                             Urządzenia do odtworzenia i podawania dostarczane są w każdym opakowaniu Helixate NexGen 250 j. m.   \n",
              "2                                                                                                                                                 DOTYCZĄCE DOSTAWY I STOSOWANIA   \n",
              "3                                                                            51 jeśli u pacjenta wystąpi ból górnej części brzucha po lewej stronie lub ból na szczycie barku; •   \n",
              "4                                                                          Wydłużenie czasu protrombinowego (PT) (w przypadku jednoczesnego stosowania antagonistów witaminy K).   \n",
              "...                                                                                                                                                                          ...   \n",
              "1073449                                                                                                       Delikatnie postukać w strzykawkę, aby usunąć pęcherzyki powietrza.   \n",
              "1073450                                dorosłych pacjentów z nowo rozpoznaną ostrą białaczką limfoblastyczną z chromosomem Philadelphia (Ph+ ALL) w skojarzeniu z chemioterapią.   \n",
              "1073451  Podczas stosowania przewlekłego w badaniu RE–LY leki z grupy NLPZ zwiększały ryzyko krwawienia o około 50% zarówno w przypadku eteksylanu dabigatranu, jak i warfaryny.   \n",
              "1073452                                                                                                                                              Bardzo rzadko: ginekomastia   \n",
              "1073453                                                                                                                                             Jak przechowywać lek Tamiflu   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                                                                               eng  \n",
              "0                                                                                                                                                                                                                                                                                                                                                                                                                                         1/ 31 1.  \n",
              "1                                                                                                                                                                                                                                                                                                                                  Medical devices for reconstitution and administration are provided with each package of Helixate NexGen 250 IU.  \n",
              "2                                                                                                                                                                                                                                                                                                                                                                                            Veterinary medicinal product subject to prescription.  \n",
              "3                                                                                                                                                                                                                                                                                                                                                                      • if you get left upper abdominal pain or pain at the tip of your shoulder;  \n",
              "4                                                                                                                                                                                                                                                                                                                                                                  Prothrombin time (PT) increase (with concomitant vitamin K antagonist therapy).  \n",
              "...                                                                                                                                                                                                                                                                                                                                                                                                                                            ...  \n",
              "1073449                                                                                                                                                                                                                                                                                                                                                                                             To remove any bubbles, gently tap the syringe.  \n",
              "1073450                                                                                                                                                                                                                                                                                                 adult patients with newly diagnosed Philadelphia chromosome positive acute lymphoblastic leukaemia (Ph+ ALL) integrated with chemotherapy.  \n",
              "1073451                                                                                                                                                                                                                                                                                                With chronic use in the RE-LY study, NSAIDs increased the risk of bleeding by approximately 50 % on both dabigatran etexilate and warfarin.  \n",
              "1073452                                                                                                                                                                                                                                                                                                                                                                                                                                Depression.  \n",
              "1073453  Each hard capsule contains oseltamivir equivalent to 75 mg of oseltamivir The other ingredients are: capsule contents: pregelatinised starch, talc, povidone, croscarmellose sodium and sodium stearyl fumarate capsule shell: gelatin, yellow iron oxide (E172), red iron oxide (E172), black iron oxide (E172) and titanium dioxide (E171) printing ink: shellac (E904), titanium dioxide (E171) FD and C Blue 2 (indigo carmine E132).  \n",
              "\n",
              "[1073454 rows x 3 columns]"
            ]
          },
          "execution_count": 97,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df = pd.read_csv(\"../data/medical_corpus_clean.tsv\", sep=',')\n",
        "df = df[[\"id\", \"pol\", \"eng\"]]\n",
        "#df['pol'] = df['pol'].str.lower()\n",
        "#df['eng'] = df['eng'].str.lower()\n",
        "df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 98,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>pol</th>\n",
              "      <th>eng</th>\n",
              "      <th>Unnamed: 0</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>14466574</td>\n",
              "      <td>Urządzenia do odtworzenia i podawania dostarczane są w każdym opakowaniu Helixate NexGen 250 j. m.</td>\n",
              "      <td>Medical devices for reconstitution and administration are provided with each package of Helixate NexGen 250 IU.</td>\n",
              "      <td>1</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>23812236</td>\n",
              "      <td>DOTYCZĄCE DOSTAWY I STOSOWANIA</td>\n",
              "      <td>Veterinary medicinal product subject to prescription.</td>\n",
              "      <td>2</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>11834247</td>\n",
              "      <td>51 jeśli u pacjenta wystąpi ból górnej części brzucha po lewej stronie lub ból na szczycie barku; •</td>\n",
              "      <td>• if you get left upper abdominal pain or pain at the tip of your shoulder;</td>\n",
              "      <td>3</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>30649221</td>\n",
              "      <td>Wydłużenie czasu protrombinowego (PT) (w przypadku jednoczesnego stosowania antagonistów witaminy K).</td>\n",
              "      <td>Prothrombin time (PT) increase (with concomitant vitamin K antagonist therapy).</td>\n",
              "      <td>4</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>25824079</td>\n",
              "      <td>Zaburzenia serca</td>\n",
              "      <td>Eye disorders Cardiac disorders</td>\n",
              "      <td>5</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884765</th>\n",
              "      <td>3821855</td>\n",
              "      <td>Zmiany obecne po 1 miesiącu podawania produktu były zasadniczo odwracalne w czasie do 1 miesiąca po zaprzestaniu podawania produktu, za wyjątkiem częściowego ustąpienia niektórych zmian w rogówce.</td>\n",
              "      <td>The findings present following 1 month of dosing were largely reversible within 1 month of cessation of dosing with the exception of partial recovery for some of the corneal changes.</td>\n",
              "      <td>1073448</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884766</th>\n",
              "      <td>20622458</td>\n",
              "      <td>Delikatnie postukać w strzykawkę, aby usunąć pęcherzyki powietrza.</td>\n",
              "      <td>To remove any bubbles, gently tap the syringe.</td>\n",
              "      <td>1073449</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884767</th>\n",
              "      <td>36160198</td>\n",
              "      <td>dorosłych pacjentów z nowo rozpoznaną ostrą białaczką limfoblastyczną z chromosomem Philadelphia (Ph+ ALL) w skojarzeniu z chemioterapią.</td>\n",
              "      <td>adult patients with newly diagnosed Philadelphia chromosome positive acute lymphoblastic leukaemia (Ph+ ALL) integrated with chemotherapy.</td>\n",
              "      <td>1073450</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884768</th>\n",
              "      <td>5426867</td>\n",
              "      <td>Podczas stosowania przewlekłego w badaniu RE–LY leki z grupy NLPZ zwiększały ryzyko krwawienia o około 50% zarówno w przypadku eteksylanu dabigatranu, jak i warfaryny.</td>\n",
              "      <td>With chronic use in the RE-LY study, NSAIDs increased the risk of bleeding by approximately 50 % on both dabigatran etexilate and warfarin.</td>\n",
              "      <td>1073451</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884769</th>\n",
              "      <td>3548782</td>\n",
              "      <td>Jak przechowywać lek Tamiflu</td>\n",
              "      <td>Each hard capsule contains oseltamivir equivalent to 75 mg of oseltamivir The other ingredients are: capsule contents: pregelatinised starch, talc, povidone, croscarmellose sodium and sodium stearyl fumarate capsule shell: gelatin, yellow iron oxide (E172), red iron oxide (E172), black iron oxide (E172) and titanium dioxide (E171) printing ink: shellac (E904), titanium dioxide (E171) FD and C Blue 2 (indigo carmine E132).</td>\n",
              "      <td>1073453</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>884770 rows × 4 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "              id  \\\n",
              "0       14466574   \n",
              "1       23812236   \n",
              "2       11834247   \n",
              "3       30649221   \n",
              "4       25824079   \n",
              "...          ...   \n",
              "884765   3821855   \n",
              "884766  20622458   \n",
              "884767  36160198   \n",
              "884768   5426867   \n",
              "884769   3548782   \n",
              "\n",
              "                                                                                                                                                                                                         pol  \\\n",
              "0                                                                                                         Urządzenia do odtworzenia i podawania dostarczane są w każdym opakowaniu Helixate NexGen 250 j. m.   \n",
              "1                                                                                                                                                                             DOTYCZĄCE DOSTAWY I STOSOWANIA   \n",
              "2                                                                                                        51 jeśli u pacjenta wystąpi ból górnej części brzucha po lewej stronie lub ból na szczycie barku; •   \n",
              "3                                                                                                      Wydłużenie czasu protrombinowego (PT) (w przypadku jednoczesnego stosowania antagonistów witaminy K).   \n",
              "4                                                                                                                                                                                           Zaburzenia serca   \n",
              "...                                                                                                                                                                                                      ...   \n",
              "884765  Zmiany obecne po 1 miesiącu podawania produktu były zasadniczo odwracalne w czasie do 1 miesiąca po zaprzestaniu podawania produktu, za wyjątkiem częściowego ustąpienia niektórych zmian w rogówce.   \n",
              "884766                                                                                                                                    Delikatnie postukać w strzykawkę, aby usunąć pęcherzyki powietrza.   \n",
              "884767                                                             dorosłych pacjentów z nowo rozpoznaną ostrą białaczką limfoblastyczną z chromosomem Philadelphia (Ph+ ALL) w skojarzeniu z chemioterapią.   \n",
              "884768                               Podczas stosowania przewlekłego w badaniu RE–LY leki z grupy NLPZ zwiększały ryzyko krwawienia o około 50% zarówno w przypadku eteksylanu dabigatranu, jak i warfaryny.   \n",
              "884769                                                                                                                                                                          Jak przechowywać lek Tamiflu   \n",
              "\n",
              "                                                                                                                                                                                                                                                                                                                                                                                                                                              eng  \\\n",
              "0                                                                                                                                                                                                                                                                                                                                 Medical devices for reconstitution and administration are provided with each package of Helixate NexGen 250 IU.   \n",
              "1                                                                                                                                                                                                                                                                                                                                                                                           Veterinary medicinal product subject to prescription.   \n",
              "2                                                                                                                                                                                                                                                                                                                                                                     • if you get left upper abdominal pain or pain at the tip of your shoulder;   \n",
              "3                                                                                                                                                                                                                                                                                                                                                                 Prothrombin time (PT) increase (with concomitant vitamin K antagonist therapy).   \n",
              "4                                                                                                                                                                                                                                                                                                                                                                                                                 Eye disorders Cardiac disorders   \n",
              "...                                                                                                                                                                                                                                                                                                                                                                                                                                           ...   \n",
              "884765                                                                                                                                                                                                                                                     The findings present following 1 month of dosing were largely reversible within 1 month of cessation of dosing with the exception of partial recovery for some of the corneal changes.   \n",
              "884766                                                                                                                                                                                                                                                                                                                                                                                             To remove any bubbles, gently tap the syringe.   \n",
              "884767                                                                                                                                                                                                                                                                                                 adult patients with newly diagnosed Philadelphia chromosome positive acute lymphoblastic leukaemia (Ph+ ALL) integrated with chemotherapy.   \n",
              "884768                                                                                                                                                                                                                                                                                                With chronic use in the RE-LY study, NSAIDs increased the risk of bleeding by approximately 50 % on both dabigatran etexilate and warfarin.   \n",
              "884769  Each hard capsule contains oseltamivir equivalent to 75 mg of oseltamivir The other ingredients are: capsule contents: pregelatinised starch, talc, povidone, croscarmellose sodium and sodium stearyl fumarate capsule shell: gelatin, yellow iron oxide (E172), red iron oxide (E172), black iron oxide (E172) and titanium dioxide (E171) printing ink: shellac (E904), titanium dioxide (E171) FD and C Blue 2 (indigo carmine E132).   \n",
              "\n",
              "        Unnamed: 0  \n",
              "0                1  \n",
              "1                2  \n",
              "2                3  \n",
              "3                4  \n",
              "4                5  \n",
              "...            ...  \n",
              "884765     1073448  \n",
              "884766     1073449  \n",
              "884767     1073450  \n",
              "884768     1073451  \n",
              "884769     1073453  \n",
              "\n",
              "[884770 rows x 4 columns]"
            ]
          },
          "execution_count": 98,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "ids = pd.read_csv(\"../data/preprocessed_ids.tsv\", sep=',')\n",
        "df = pd.merge(df, ids, on='id', how='inner')\n",
        "df"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 99,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "IjTTI6YKAskp",
        "outputId": "32ce7e16-ac2e-4b4b-c881-56504255ade2"
      },
      "outputs": [],
      "source": [
        "def load_embeddings(file_path):\n",
        "    embeddings = {}\n",
        "    with open(file_path, 'r', encoding='utf-8') as f:\n",
        "        for line in f:\n",
        "            values = line.rstrip().split(' ')\n",
        "            word = values[0]\n",
        "            vector = np.array(values[1:], dtype=np.float64)\n",
        "            embeddings[word] = vector\n",
        "    return embeddings\n",
        "\n",
        "en_file_path = '../muse/wiki.multi.en.vec'\n",
        "pl_file_path = '../muse/wiki.multi.pl.vec'\n",
        "\n",
        "en_embeddings = load_embeddings(en_file_path)\n",
        "pl_embeddings = load_embeddings(pl_file_path)\n",
        "\n",
        "def sentence_embedding(tokens, embeddings):\n",
        "    word_embeddings = [embeddings[word] for word in tokens if word in embeddings]\n",
        "    if len(word_embeddings) > 0:\n",
        "        return np.mean(word_embeddings, axis=0)\n",
        "    else:\n",
        "        return None\n",
        "\n",
        "def calculate_similarity(row):\n",
        "    tokens_en = row['eng'].lower().split()\n",
        "    tokens_pl = row['pol'].lower().split()\n",
        "\n",
        "    sentence_embedding_en = sentence_embedding(tokens_en, en_embeddings)\n",
        "    sentence_embedding_pl = sentence_embedding(tokens_pl, pl_embeddings)\n",
        "\n",
        "    if sentence_embedding_en is not None and sentence_embedding_pl is not None:\n",
        "        similarity = cosine_similarity([sentence_embedding_en], [sentence_embedding_pl])[0][0]\n",
        "        return similarity\n",
        "    else:\n",
        "        return None\n",
        "\n",
        "\"\"\"\"\"\n",
        "def compute_similarity(row):\n",
        "    tokens_en = row['eng'].lower().split()\n",
        "    tokens_pl = row['pol'].lower().split()\n",
        "\n",
        "    sentence_embedding_en = sentence_embedding(tokens_en, en_embeddings)\n",
        "    sentence_embedding_pl = sentence_embedding(tokens_pl, pl_embeddings)\n",
        "\n",
        "#Output the results\n",
        "    if sentence_embedding_en is not None and sentence_embedding_pl is not None:\n",
        "            similarity = np.dot(sentence_embedding_en, sentence_embedding_pl) / (np.linalg.norm(sentence_embedding_en) * np.linalg.norm(sentence_embedding_pl))\n",
        "            return similarity\n",
        "    else:\n",
        "        return None\n",
        "\"\"\"\"\"\n",
        "\n",
        "df['score'] = df.apply(calculate_similarity, axis=1)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 100,
      "metadata": {},
      "outputs": [],
      "source": [
        "data = df.copy()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 101,
      "metadata": {
        "id": "4ZOOtzp7LMM3"
      },
      "outputs": [],
      "source": [
        "similiraty_list = df.score.to_list()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 102,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 447
        },
        "id": "2BJKt7XQLMOq",
        "outputId": "d10c84a9-123f-4e11-a9c5-b82d0f21975f"
      },
      "outputs": [
        {
          "data": {
            "text/plain": [
              "<Axes: ylabel='Count'>"
            ]
          },
          "execution_count": 102,
          "metadata": {},
          "output_type": "execute_result"
        },
        {
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAk0AAAGdCAYAAAAPLEfqAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8g+/7EAAAACXBIWXMAAA9hAAAPYQGoP6dpAAA+jUlEQVR4nO3df3QU9b3/8VcSSBYCCT/SJOQSIYoCgQAaJC7+KGhkgdTKkVr8cTFGhEITr5BvUWkpIJTipfKrEs21CrGnUH541LaEAiEUFAmii7ksILmV0gOtbBAFFgJsIDvfP2ymbAgwiSG7SZ6Pc+YcZua9s+8df72c+cxnQgzDMAQAAICrCg10AwAAAE0BoQkAAMACQhMAAIAFhCYAAAALCE0AAAAWEJoAAAAsIDQBAABYQGgCAACwoFWgG2gufD6fvvjiC7Vv314hISGBbgcAAFhgGIZOnz6thIQEhYZe/VoSoamBfPHFF0pMTAx0GwAAoB6OHDmirl27XrWG0NRA2rdvL+mbkx4VFRXgbgAAgBUej0eJiYnmf8evhtDUQKpvyUVFRRGaAABoYqwMrWEgOAAAgAWEJgAAAAuCJjS99NJLCgkJ0eTJk81t58+fV3Z2tjp37qx27dpp9OjRKi8v9/vc4cOHlZGRobZt2yo2NlZTp07VxYsX/Wq2bt2q2267TREREerRo4cKCgou+/68vDx1795dNptNaWlp2rVr1/X4mQAAoIkKitD08ccf63/+53/Ur18/v+1TpkzRn/70J61du1bbtm3TF198oYceesjcX1VVpYyMDFVWVmrHjh166623VFBQoBkzZpg1hw4dUkZGhoYOHarS0lJNnjxZTz/9tDZu3GjWrF69Wrm5uZo5c6Z2796t/v37y+Fw6NixY9f/xwMAgKbBCLDTp08bN998s1FUVGR897vfNZ599lnDMAzj5MmTRuvWrY21a9eatZ999pkhySgpKTEMwzDWr19vhIaGGm6326x57bXXjKioKMPr9RqGYRjPPfec0adPH7/vHDNmjOFwOMz1QYMGGdnZ2eZ6VVWVkZCQYMybN8/y7zh16pQhyTh16pT1Hw8AAAKqLv/9DviVpuzsbGVkZCg9Pd1vu9Pp1IULF/y29+rVSzfccINKSkokSSUlJUpJSVFcXJxZ43A45PF4tG/fPrOm5rEdDod5jMrKSjmdTr+a0NBQpaenmzUAAAABnXJg1apV2r17tz7++OPL9rndboWHh6tDhw5+2+Pi4uR2u82aSwNT9f7qfVer8Xg8OnfunE6cOKGqqqpaaw4cOHDF3r1er7xer7nu8Xiu8WsBAEBTFrArTUeOHNGzzz6rFStWyGazBaqNeps3b56io6PNhdnAAQBo3gIWmpxOp44dO6bbbrtNrVq1UqtWrbRt2zb9+te/VqtWrRQXF6fKykqdPHnS73Pl5eWKj4+XJMXHx1/2NF31+rVqoqKi1KZNG8XExCgsLKzWmupj1GbatGk6deqUuRw5cqRe5wEAADQNAQtN9913n1wul0pLS81l4MCBevzxx80/t27dWsXFxeZnysrKdPjwYdntdkmS3W6Xy+Xye8qtqKhIUVFRSk5ONmsuPUZ1TfUxwsPDlZqa6lfj8/lUXFxs1tQmIiLCnP2bWcABAGj+AjamqX379urbt6/ftsjISHXu3NncPm7cOOXm5qpTp06KiorSM888I7vdrjvuuEOSNGzYMCUnJ2vs2LGaP3++3G63pk+fruzsbEVEREiSJk6cqKVLl+q5557TU089pS1btmjNmjUqLCw0vzc3N1eZmZkaOHCgBg0apMWLF6uiokJZWVmNdDYAAECwC+p3zy1atEihoaEaPXq0vF6vHA6HXn31VXN/WFiY1q1bp0mTJslutysyMlKZmZmaPXu2WZOUlKTCwkJNmTJFS5YsUdeuXfXGG2/I4XCYNWPGjNGXX36pGTNmyO12a8CAAdqwYcNlg8MBAEDLFWIYhhHoJpoDj8ej6OhonTp1ilt1AAA0EXX573dQX2kCAADWeb1eOZ3Oy7anpqaaw1ZQf4QmAACaCafTqawslyIjU8xtFRUuLV8uDR48OICdNQ+EJgAAmpHIyBRFRxOQrgdCEwAATVTN23Eul0s+X58AdtS8EZoAAGiiat6OO378oGy2JHXsGODGmilCEwAATdilt+POnHEFuJvmLWAzggMAADQlhCYAAAALCE0AAAAWEJoAAAAsIDQBAABYQGgCAACwgCkHAAAIQrW9R453yAUWoQkAgCBUc+JK3iEXeIQmAACCFO+RCy6EJgAAmgCfr1IuV5nfNt4117gITQAANAFnz5Zp7txzion59zYr75qrLWxJjI+qD0ITAABNhM2W7He7zsq75moLW4yPqh9CEwAAzVzNsIX6YZ4mAAAACwhNAAAAFhCaAAAALCA0AQAAWEBoAgAAsIDQBAAAYAGhCQAAwAJCEwAAgAWEJgAAAAsITQAAABYQmgAAACwgNAEAAFhAaAIAALCA0AQAAGABoQkAAMCCgIam1157Tf369VNUVJSioqJkt9v15z//2dw/ZMgQhYSE+C0TJ070O8bhw4eVkZGhtm3bKjY2VlOnTtXFixf9arZu3arbbrtNERER6tGjhwoKCi7rJS8vT927d5fNZlNaWpp27dp1XX4zAABomgIamrp27aqXXnpJTqdTn3zyie699149+OCD2rdvn1kzfvx4HT161Fzmz59v7quqqlJGRoYqKyu1Y8cOvfXWWyooKNCMGTPMmkOHDikjI0NDhw5VaWmpJk+erKefflobN240a1avXq3c3FzNnDlTu3fvVv/+/eVwOHTs2LHGOREAACDoBTQ0PfDAAxo5cqRuvvlm3XLLLZo7d67atWunnTt3mjVt27ZVfHy8uURFRZn7Nm3apP379+t3v/udBgwYoBEjRmjOnDnKy8tTZWWlJCk/P19JSUlasGCBevfurZycHP3gBz/QokWLzOMsXLhQ48ePV1ZWlpKTk5Wfn6+2bdtq2bJljXcyAABAUAuaMU1VVVVatWqVKioqZLfbze0rVqxQTEyM+vbtq2nTpuns2bPmvpKSEqWkpCguLs7c5nA45PF4zKtVJSUlSk9P9/suh8OhkpISSVJlZaWcTqdfTWhoqNLT080aAACAVoFuwOVyyW636/z582rXrp3effddJScnS5Iee+wxdevWTQkJCdqzZ4+ef/55lZWV6Z133pEkud1uv8AkyVx3u91XrfF4PDp37pxOnDihqqqqWmsOHDhwxb69Xq+8Xq+57vF46nkGAABAUxDw0NSzZ0+Vlpbq1KlTevvtt5WZmalt27YpOTlZEyZMMOtSUlLUpUsX3XfffTp48KBuuummAHYtzZs3Ty+++GJAewAAAI0n4LfnwsPD1aNHD6WmpmrevHnq37+/lixZUmttWlqaJOnzzz+XJMXHx6u8vNyvpno9Pj7+qjVRUVFq06aNYmJiFBYWVmtN9TFqM23aNJ06dcpcjhw5UodfDQAAmpqAh6aafD6f322vS5WWlkqSunTpIkmy2+1yuVx+T7kVFRUpKirKvMVnt9tVXFzsd5yioiJz3FR4eLhSU1P9anw+n4qLi/3GVtUUERFhTpVQvQAAgOYroLfnpk2bphEjRuiGG27Q6dOntXLlSm3dulUbN27UwYMHtXLlSo0cOVKdO3fWnj17NGXKFN1zzz3q16+fJGnYsGFKTk7W2LFjNX/+fLndbk2fPl3Z2dmKiIiQJE2cOFFLly7Vc889p6eeekpbtmzRmjVrVFhYaPaRm5urzMxMDRw4UIMGDdLixYtVUVGhrKysgJwXAAAQfAIamo4dO6YnnnhCR48eVXR0tPr166eNGzfq/vvv15EjR7R582YzwCQmJmr06NGaPn26+fmwsDCtW7dOkyZNkt1uV2RkpDIzMzV79myzJikpSYWFhZoyZYqWLFmirl276o033pDD4TBrxowZoy+//FIzZsyQ2+3WgAEDtGHDhssGhwMAcD14vV45nU6/bS6XSz5fnwB1hNoENDS9+eabV9yXmJiobdu2XfMY3bp10/r1669aM2TIEH366adXrcnJyVFOTs41vw8AgG+rZkhyuVx6+WWf2rfvb247fvygbLYkdewYiA5Rm4A/PQcAQEvjdDqVleVSZGSKpOqAlK7o6MFmzZkzrkC1hysgNAEAEACRkSlmSCIgNQ1B9/QcAABAMCI0AQAAWEBoAgAAsIDQBAAAYAEDwQEAaGF8vkq5XGV+21JTU82JoVE7QhMAAC3M2bNlmjv3nGJivlmvqHBp+XJp8ODBV/9gC0doAgCgBbLZkv3mhcK1MaYJAADAAkITAACABYQmAAAACwhNAAAAFhCaAAAALCA0AQAAWEBoAgAAsIDQBAAAYAGhCQAAwAJmBAcA4Dryer1yOp1+21wul3y+PgHqCPVFaAIA4DpyOp3KynIpMjLF3Hb8+EHZbEnq2DGAjaHOCE0AAFxnkZEpfu95O3PGFcBuUF+MaQIAALCA0AQAAGABoQkAAMACQhMAAIAFhCYAAAALCE0AAAAWEJoAAAAsIDQBAABYQGgCAACwgNAEAABgAaEJAADAAkITAACABYQmAAAACwIaml577TX169dPUVFRioqKkt1u15///Gdz//nz55Wdna3OnTurXbt2Gj16tMrLy/2OcfjwYWVkZKht27aKjY3V1KlTdfHiRb+arVu36rbbblNERIR69OihgoKCy3rJy8tT9+7dZbPZlJaWpl27dl2X3wwAAJqmgIamrl276qWXXpLT6dQnn3yie++9Vw8++KD27dsnSZoyZYr+9Kc/ae3atdq2bZu++OILPfTQQ+bnq6qqlJGRocrKSu3YsUNvvfWWCgoKNGPGDLPm0KFDysjI0NChQ1VaWqrJkyfr6aef1saNG82a1atXKzc3VzNnztTu3bvVv39/ORwOHTt2rPFOBgAACGoBDU0PPPCARo4cqZtvvlm33HKL5s6dq3bt2mnnzp06deqU3nzzTS1cuFD33nuvUlNTtXz5cu3YsUM7d+6UJG3atEn79+/X7373Ow0YMEAjRozQnDlzlJeXp8rKSklSfn6+kpKStGDBAvXu3Vs5OTn6wQ9+oEWLFpl9LFy4UOPHj1dWVpaSk5OVn5+vtm3batmyZQE5LwAAIPgEzZimqqoqrVq1ShUVFbLb7XI6nbpw4YLS09PNml69eumGG25QSUmJJKmkpEQpKSmKi4szaxwOhzwej3m1qqSkxO8Y1TXVx6isrJTT6fSrCQ0NVXp6ullTG6/XK4/H47cAAIDmq1WgG3C5XLLb7Tp//rzatWund999V8nJySotLVV4eLg6dOjgVx8XFye32y1JcrvdfoGpen/1vqvVeDwenTt3TidOnFBVVVWtNQcOHLhi3/PmzdOLL75Yr98MAEAw8fkq5XKVXbY9NTVVERERAegoOAU8NPXs2VOlpaU6deqU3n77bWVmZmrbtm2Bbuuapk2bptzcXHPd4/EoMTExgB0BAFA/Z8+Wae7cc4qJ+fe2igqXli+XBg8eHLjGgkzAQ1N4eLh69Ogh6ZtE+/HHH2vJkiUaM2aMKisrdfLkSb+rTeXl5YqPj5ckxcfHX/aUW/XTdZfW1Hzirry8XFFRUWrTpo3CwsIUFhZWa031MWoTERFB+gYANBs2W7KiowlIVxM0Y5qq+Xw+eb1epaamqnXr1iouLjb3lZWV6fDhw7Lb7ZIku90ul8vl95RbUVGRoqKilJycbNZceozqmupjhIeHKzU11a/G5/OpuLjYrAEAAAjolaZp06ZpxIgRuuGGG3T69GmtXLlSW7du1caNGxUdHa1x48YpNzdXnTp1UlRUlJ555hnZ7XbdcccdkqRhw4YpOTlZY8eO1fz58+V2uzV9+nRlZ2ebV4EmTpyopUuX6rnnntNTTz2lLVu2aM2aNSosLDT7yM3NVWZmpgYOHKhBgwZp8eLFqqioUFZWVkDOCwAACD4BDU3Hjh3TE088oaNHjyo6Olr9+vXTxo0bdf/990uSFi1apNDQUI0ePVper1cOh0Ovvvqq+fmwsDCtW7dOkyZNkt1uV2RkpDIzMzV79myzJikpSYWFhZoyZYqWLFmirl276o033pDD4TBrxowZoy+//FIzZsyQ2+3WgAEDtGHDhssGhwMAgJYroKHpzTffvOp+m82mvLw85eXlXbGmW7duWr9+/VWPM2TIEH366adXrcnJyVFOTs5VawAAQMsVdGOaAAAAghGhCQAAwIKATzkAAEBz4vV65XQ6zXWXyyWfr08AO0JDITQBANCAnE6nsrJcioxMkSQdP35QNluSOnYMcGP41ghNAAA0sMjIFHOiyDNnXAHuBg2FMU0AAAAWEJoAAAAsIDQBAABYQGgCAACwgNAEAABgAaEJAADAAkITAACABYQmAAAACwhNAAAAFhCaAAAALCA0AQAAWMC75wAAkOT1euV0Ov22paamKiIiIkAdIdgQmgAAkOR0OpWV5VJkZIokqaLCpeXLpcGDBwe4MwQLQhMAAP8SGZmi6GhCEmrHmCYAAAALCE0AAAAWcHsOAIB6qm3wuMvlks/XJ0Ad4XoiNAEAUE81B49L0vHjB2WzJaljxwA2huuC0AQAwLdQc/D4mTOuAHaD64kxTQAAABYQmgAAACwgNAEAAFhAaAIAALCA0AQAAGABT88BAGBRzXmZmJOpZSE0AQBgUc15mZiTqWUhNAEAUAeXzsvEnEwtC2OaAAAALCA0AQAAWBDQ0DRv3jzdfvvtat++vWJjYzVq1CiVlZX51QwZMkQhISF+y8SJE/1qDh8+rIyMDLVt21axsbGaOnWqLl686FezdetW3XbbbYqIiFCPHj1UUFBwWT95eXnq3r27bDab0tLStGvXrgb/zQAAoGkKaGjatm2bsrOztXPnThUVFenChQsaNmyYKioq/OrGjx+vo0ePmsv8+fPNfVVVVcrIyFBlZaV27Niht956SwUFBZoxY4ZZc+jQIWVkZGjo0KEqLS3V5MmT9fTTT2vjxo1mzerVq5Wbm6uZM2dq9+7d6t+/vxwOh44dO3b9TwQAAAh6AR0IvmHDBr/1goICxcbGyul06p577jG3t23bVvHx8bUeY9OmTdq/f782b96suLg4DRgwQHPmzNHzzz+vWbNmKTw8XPn5+UpKStKCBQskSb1799b27du1aNEiORwOSdLChQs1fvx4ZWVlSZLy8/NVWFioZcuW6YUXXrgePx8AADQhQTWm6dSpU5KkTp06+W1fsWKFYmJi1LdvX02bNk1nz54195WUlCglJUVxcXHmNofDIY/Ho3379pk16enpfsd0OBwqKSmRJFVWVsrpdPrVhIaGKj093aypyev1yuPx+C0AAKD5CpopB3w+nyZPnqw777xTffv2Nbc/9thj6tatmxISErRnzx49//zzKisr0zvvvCNJcrvdfoFJkrnudruvWuPxeHTu3DmdOHFCVVVVtdYcOHCg1n7nzZunF1988dv9aAAA0GQETWjKzs7W3r17tX37dr/tEyZMMP+ckpKiLl266L777tPBgwd10003NXabpmnTpik3N9dc93g8SkxMDFg/AADg+gqK0JSTk6N169bp/fffV9euXa9am5aWJkn6/PPPddNNNyk+Pv6yp9zKy8slyRwHFR8fb267tCYqKkpt2rRRWFiYwsLCaq250liqiIgIRUREWP+RAACgSQvomCbDMJSTk6N3331XW7ZsUVJS0jU/U1paKknq0qWLJMlut8vlcvk95VZUVKSoqCglJyebNcXFxX7HKSoqkt1ulySFh4crNTXVr8bn86m4uNisAQAALVtArzRlZ2dr5cqV+sMf/qD27dubY5Cio6PVpk0bHTx4UCtXrtTIkSPVuXNn7dmzR1OmTNE999yjfv36SZKGDRum5ORkjR07VvPnz5fb7db06dOVnZ1tXgmaOHGili5dqueee05PPfWUtmzZojVr1qiwsNDsJTc3V5mZmRo4cKAGDRqkxYsXq6KiwnyaDgAAtGwBDU2vvfaapG8msLzU8uXL9eSTTyo8PFybN282A0xiYqJGjx6t6dOnm7VhYWFat26dJk2aJLvdrsjISGVmZmr27NlmTVJSkgoLCzVlyhQtWbJEXbt21RtvvGFONyBJY8aM0ZdffqkZM2bI7XZrwIAB2rBhw2WDwwEAQMsU0NBkGMZV9ycmJmrbtm3XPE63bt20fv36q9YMGTJEn3766VVrcnJylJOTc83vAwAALU9QzdMEAAAQrAhNAAAAFgTFlAMAAAQbn69SLpf/S+RdLpd8vj4B6giBRmgCAKAWZ8+Wae7cc4qJ+fe248cPymZLUseOgesLgUNoAgDgCmy2ZEVHDzbXz5xxBbAbBBpjmgAAACwgNAEAAFhAaAIAALCA0AQAAGABoQkAAMACQhMAAIAFhCYAAAALCE0AAAAWMLklAAC4TG2vkUlNTVVERESAOgo8QhMAALhMzdfIVFS4tHy5NHjw4Kt/sBmr1+25G2+8UV999dVl20+ePKkbb7zxWzcFAAACr/o1MtHRgxUZmRLodgKuXqHp73//u6qqqi7b7vV69c9//vNbNwUAABBs6nR77o9//KP5540bNyo6Otpcr6qqUnFxsbp3795gzQEAAASLOoWmUaNGSZJCQkKUmZnpt69169bq3r27FixY0GDNAQAABIs6hSafzydJSkpK0scff6yY6tFhAAAAzVy9np47dOhQQ/cBAAAQ1Oo95UBxcbGKi4t17Ngx8wpUtWXLln3rxgAAuF68Xq+cTqffNpfLJZ+vT4A6QlNQr9D04osvavbs2Ro4cKC6dOmikJCQhu4LAIDrxul0KivL5fcY/fHjB2WzJaljxwA2hqBWr9CUn5+vgoICjR07tqH7AQCgUURGpig6+t8TNZ454wpgN2gK6jVPU2VlZYueERQAALQ89QpNTz/9tFauXNnQvQAAAAStet2eO3/+vF5//XVt3rxZ/fr1U+vWrf32L1y4sEGaAwAACBb1Ck179uzRgAEDJEl79+7128egcAAA0BzVKzT95S9/aeg+AAAAglq9xjQBAAC0NPW60jR06NCr3obbsmVLvRsCAAAIRvUKTdXjmapduHBBpaWl2rt372Uv8gUAAGgO6hWaFi1aVOv2WbNm6cyZM9+qIQAAgGDUoGOa/vM//5P3zgEAgGapQUNTSUmJbDab5fp58+bp9ttvV/v27RUbG6tRo0aprKzMr+b8+fPKzs5W586d1a5dO40ePVrl5eV+NYcPH1ZGRobatm2r2NhYTZ06VRcvXvSr2bp1q2677TZFRESoR48eKigouKyfvLw8de/eXTabTWlpadq1a5f1Hw8AAJq1et2ee+ihh/zWDcPQ0aNH9cknn+jnP/+55eNs27ZN2dnZuv3223Xx4kX99Kc/1bBhw7R//35FRkZKkqZMmaLCwkKtXbtW0dHRysnJ0UMPPaQPP/xQklRVVaWMjAzFx8drx44dOnr0qJ544gm1bt1av/zlLyVJhw4dUkZGhiZOnKgVK1aouLhYTz/9tLp06SKHwyFJWr16tXJzc5Wfn6+0tDQtXrxYDodDZWVlio2Nrc9pAgAAzUi9QlN0dLTfemhoqHr27KnZs2dr2LBhlo+zYcMGv/WCggLFxsbK6XTqnnvu0alTp/Tmm29q5cqVuvfeeyVJy5cvV+/evbVz507dcccd2rRpk/bv36/NmzcrLi5OAwYM0Jw5c/T8889r1qxZCg8PV35+vpKSkrRgwQJJUu/evbV9+3YtWrTIDE0LFy7U+PHjlZWVJemblxIXFhZq2bJleuGFF+pzmgAAQDNSr9C0fPnyhu5DknTq1ClJUqdOnSRJTqdTFy5cUHp6ulnTq1cv3XDDDSopKdEdd9yhkpISpaSkKC4uzqxxOByaNGmS9u3bp1tvvVUlJSV+x6iumTx5sqRvXkDsdDo1bdo0c39oaKjS09NVUlJSa69er1der9dc93g83+7HAwAahNfrldPpvGx7amqqIiIiAtARmot6haZqTqdTn332mSSpT58+uvXWW+t9LJ/Pp8mTJ+vOO+9U3759JUlut1vh4eHq0KGDX21cXJzcbrdZc2lgqt5fve9qNR6PR+fOndOJEydUVVVVa82BAwdq7XfevHl68cUX6/djAQDXjdPpVFaWS5GRKea206d36yc/cSkl5ZttLpdLPl+fQLWIJqpeoenYsWN65JFHtHXrVjPQnDx5UkOHDtWqVav0ne98p87HzM7O1t69e7V9+/b6tNTopk2bptzcXHPd4/EoMTExgB0BAKpFRqYoOnqwuX7mjEtz555TTMw368ePH5TNlqSOHQPUIJqkej0998wzz+j06dPat2+fvv76a3399dfau3evPB6P/uu//qvOx8vJydG6dev0l7/8RV27djW3x8fHq7KyUidPnvSrLy8vV3x8vFlT82m66vVr1URFRalNmzaKiYlRWFhYrTXVx6gpIiJCUVFRfgsAIHjZbMmKjh6s6OjBstluCnQ7aILqFZo2bNigV199Vb179za3JScnKy8vT3/+858tH8cwDOXk5Ojdd9/Vli1blJSU5Lc/NTVVrVu3VnFxsbmtrKxMhw8flt1ulyTZ7Xa5XC4dO3bMrCkqKlJUVJSSk5PNmkuPUV1TfYzw8HClpqb61fh8PhUXF5s1AACgZavX7Tmfz6fWrVtftr1169by+XyWj5Odna2VK1fqD3/4g9q3b2+OQYqOjlabNm0UHR2tcePGKTc3V506dVJUVJSeeeYZ2e123XHHHZKkYcOGKTk5WWPHjtX8+fPldrs1ffp0ZWdnmwP+Jk6cqKVLl+q5557TU089pS1btmjNmjUqLCw0e8nNzVVmZqYGDhyoQYMGafHixaqoqDCfpgMAAC1bvULTvffeq2effVa///3vlZCQIEn65z//qSlTpui+++6zfJzXXntNkjRkyBC/7cuXL9eTTz4p6ZtXtoSGhmr06NHyer1yOBx69dVXzdqwsDCtW7dOkyZNkt1uV2RkpDIzMzV79myzJikpSYWFhZoyZYqWLFmirl276o033jCnG5CkMWPG6Msvv9SMGTPkdrs1YMAAbdiw4bLB4QAAoGWqV2haunSpvv/976t79+7m4OcjR46ob9+++t3vfmf5OIZhXLPGZrMpLy9PeXl5V6zp1q2b1q9ff9XjDBkyRJ9++ulVa3JycpSTk3PNngAAQMtTr9CUmJio3bt3a/PmzeYj+b17975sLiQAAIDmok4Dwbds2aLk5GR5PB6FhITo/vvv1zPPPKNnnnlGt99+u/r06aMPPvjgevUKAAAQMHUKTYsXL9b48eNrfbw+OjpaP/rRj7Rw4cIGaw4AACBY1Ck0/e///q+GDx9+xf3Dhg2rdep6AACApq5Ooam8vLzWqQaqtWrVSl9++eW3bgoAACDY1Ck0/cd//If27t17xf179uxRly5dvnVTAAAAwaZOoWnkyJH6+c9/rvPnz1+279y5c5o5c6a+973vNVhzAAAAwaJOUw5Mnz5d77zzjm655Rbl5OSoZ8+ekqQDBw4oLy9PVVVV+tnPfnZdGgUAAAikOoWmuLg47dixQ5MmTdK0adPMySlDQkLkcDiUl5fHDNoAAKBZqvPkltWzb584cUKff/65DMPQzTffrI4dO16P/gAAuCqv1+v35LbL5ZLP1yeAHaG5qteM4JLUsWNH3X777Q3ZCwAAdeZ0OpWV5VJkZIok6fjxg7LZksT/y6Oh1Ts0AQAQLCIjUxQdPViSdOaMK8DdoLkiNAEAglbNW2+SlJqaqoiIiAB1hJaM0AQACFo1b71VVLi0fLk0ePDgAHeGlojQBAAIapfeegMCqU6TWwIAALRUhCYAAAALCE0AAAAWEJoAAAAsIDQBAABYwNNzAIAmw+erlMtV5reN16agsRCaAABNxtmzZZo795xiYv69jdemoLEQmgAATYrNluw3bxOvTUFjYUwTAACABYQmAAAACwhNAAAAFhCaAAAALCA0AQAAWMDTcwCAoOD1euV0Ov22MQcTggmhCQAQFJxOp7KyXIqMTDG3MQcTggmhCQAQNCIjU5iDCUGLMU0AAAAWEJoAAAAsIDQBAABYENDQ9P777+uBBx5QQkKCQkJC9N577/ntf/LJJxUSEuK3DB8+3K/m66+/1uOPP66oqCh16NBB48aN05kzZ/xq9uzZo7vvvls2m02JiYmaP3/+Zb2sXbtWvXr1ks1mU0pKitavX9/gvxcAADRdAR0IXlFRof79++upp57SQw89VGvN8OHDtXz5cnM9IiLCb//jjz+uo0ePqqioSBcuXFBWVpYmTJiglStXSpI8Ho+GDRum9PR05efny+Vy6amnnlKHDh00YcIESdKOHTv06KOPat68efre976nlStXatSoUdq9e7f69u17nX49ADQPtU0VIEmpqamX/TsbTZfPVymXq+yy7S3pr3NAQ9OIESM0YsSIq9ZEREQoPj6+1n2fffaZNmzYoI8//lgDBw6UJL3yyisaOXKkXn75ZSUkJGjFihWqrKzUsmXLFB4erj59+qi0tFQLFy40Q9OSJUs0fPhwTZ06VZI0Z84cFRUVaenSpcrPz2/AXwwAzU9tUwVUVLi0fLk0ePDgq3wSTcnZs2WaO/ecYmL+va2l/XUO+jFNW7duVWxsrHr27KlJkybpq6++MveVlJSoQ4cOZmCSpPT0dIWGhuqjjz4ya+655x6Fh4ebNQ6HQ2VlZTpx4oRZk56e7ve9DodDJSUlV+zL6/XK4/H4LQDQUlVPFVC9XBqg0HzYbMkt+q9zUIem4cOH67e//a2Ki4v13//939q2bZtGjBihqqoqSZLb7VZsbKzfZ1q1aqVOnTrJ7XabNXFxcX411evXqqneX5t58+YpOjraXBITE7/djwUAAEEtqCe3fOSRR8w/p6SkqF+/frrpppu0detW3XfffQHsTJo2bZpyc3PNdY/HQ3ACAKAZC+orTTXdeOONiomJ0eeffy5Jio+P17Fjx/xqLl68qK+//tocBxUfH6/y8nK/mur1a9VcaSyV9M1Yq6ioKL8FAAA0X00qNP3jH//QV199pS5dukiS7Ha7Tp486ffUxpYtW+Tz+ZSWlmbWvP/++7pw4YJZU1RUpJ49e6rjv15mZLfbVVxc7PddRUVFstvt1/snAQCAJiKgoenMmTMqLS1VaWmpJOnQoUMqLS3V4cOHdebMGU2dOlU7d+7U3//+dxUXF+vBBx9Ujx495HA4JEm9e/fW8OHDNX78eO3atUsffvihcnJy9MgjjyghIUGS9Nhjjyk8PFzjxo3Tvn37tHr1ai1ZssTv1tqzzz6rDRs2aMGCBTpw4IBmzZqlTz75RDk5OY1+TgAAQHAKaGj65JNPdOutt+rWW2+VJOXm5urWW2/VjBkzFBYWpj179uj73/++brnlFo0bN06pqan64IMP/OaDWLFihXr16qX77rtPI0eO1F133aXXX3/d3B8dHa1Nmzbp0KFDSk1N1f/7f/9PM2bMMKcbkL55VHLlypV6/fXX1b9/f7399tt67733mKMJAACYAjoQfMiQITIM44r7N27ceM1jdOrUyZzI8kr69eunDz744Ko1Dz/8sB5++OFrfh8AAGiZmtSYJgAAgEAhNAEAAFhAaAIAALCA0AQAAGABoQkAAMACQhMAAIAFhCYAAAALCE0AAAAWEJoAAAAsIDQBAABYQGgCAACwgNAEAABgAaEJAADAAkITAACABYQmAAAACwhNAAAAFhCaAAAALCA0AQAAWEBoAgAAsIDQBAAAYAGhCQAAwAJCEwAAgAWEJgAAAAsITQAAABYQmgAAACwgNAEAAFhAaAIAALCA0AQAAGABoQkAAMCCVoFuAADQtHi9XjmdTnPd5XLJ5+sTwI6AxkFoAgDUidPpVFaWS5GRKZKk48cPymZLUseOAW4MuM4ITQCAOouMTFF09GBJ0pkzrnodgytWaGoITQCAgOCKFZoaQhMA4IpqXg2SGvaKUENcsQIaS0Cfnnv//ff1wAMPKCEhQSEhIXrvvff89huGoRkzZqhLly5q06aN0tPT9de//tWv5uuvv9bjjz+uqKgodejQQePGjdOZM2f8avbs2aO7775bNptNiYmJmj9//mW9rF27Vr169ZLNZlNKSorWr1/f4L8XAJqa6qtBOTkyl7lzD+rs2bN1Oo7X69WOHTv8lm/Cl+86dQ40vICGpoqKCvXv3195eXm17p8/f75+/etfKz8/Xx999JEiIyPlcDh0/vx5s+bxxx/Xvn37VFRUpHXr1un999/XhAkTzP0ej0fDhg1Tt27d5HQ69atf/UqzZs3S66+/btbs2LFDjz76qMaNG6dPP/1Uo0aN0qhRo7R3797r9+MBoImovhpUvdhsN9X5GA0VvoBACujtuREjRmjEiBG17jMMQ4sXL9b06dP14IMPSpJ++9vfKi4uTu+9954eeeQRffbZZ9qwYYM+/vhjDRw4UJL0yiuvaOTIkXr55ZeVkJCgFStWqLKyUsuWLVN4eLj69Omj0tJSLVy40AxXS5Ys0fDhwzV16lRJ0pw5c1RUVKSlS5cqPz+/Ec4EADR/l96Kk7gdh6YnaCe3PHTokNxut9LT081t0dHRSktLU0lJiSSppKREHTp0MAOTJKWnpys0NFQfffSRWXPPPfcoPDzcrHE4HCorK9OJEyfMmku/p7qm+ntq4/V65fF4/BYAANB8BW1ocrvdkqS4uDi/7XFxceY+t9ut2NhYv/2tWrVSp06d/GpqO8al33Glmur9tZk3b56io6PNJTExsa4/EQAANCE8PVdP06ZNU25urrnu8XgITgDwLz5fpVyuMnOdOZjQHARtaIqPj5cklZeXq0uXLub28vJyDRgwwKw5duyY3+cuXryor7/+2vx8fHy8ysvL/Wqq169VU72/NhEREYqIiKjHLwOA5u/s2TLNnXtOMTHfrDMHE5qDoL09l5SUpPj4eBUXF5vbPB6PPvroI9ntdkmS3W7XyZMn/eYQ2bJli3w+n9LS0sya999/XxcuXDBrioqK1LNnT3X81z+9drvd73uqa6q/BwBQdzZb8rd64g4INgENTWfOnFFpaalKS0slfTP4u7S0VIcPH1ZISIgmT56sX/ziF/rjH/8ol8ulJ554QgkJCRo1apQkqXfv3ho+fLjGjx+vXbt26cMPP1ROTo4eeeQRJSQkSJIee+wxhYeHa9y4cdq3b59Wr16tJUuW+N1ae/bZZ7VhwwYtWLBABw4c0KxZs/TJJ58oJyensU8JAAAIUgG9PffJJ59o6NCh5np1kMnMzFRBQYGee+45VVRUaMKECTp58qTuuusubdiwQTabzfzMihUrlJOTo/vuu0+hoaEaPXq0fv3rX5v7o6OjtWnTJmVnZys1NVUxMTGaMWOG31xOgwcP1sqVKzV9+nT99Kc/1c0336z33ntPffv2bYSzAAAAmoKAhqYhQ4bIMIwr7g8JCdHs2bM1e/bsK9Z06tRJK1euvOr39OvXTx988MFVax5++GE9/PDDV28YAAC0WEE7EBwAAAS3mk9JSlJqamqzfVCK0AQAAOql5lOSFRUuLV/+zbCX5ojQBAAA6q36KcmWIGinHAAAAAgmhCYAAAALCE0AAAAWMKYJAFoor9fr90aFas356Sfg2yA0AUAL5XQ6lZXlUmRkirmtuT/9BHwbhCYAaMEiI1NazJNPwLdFaAIAmGpOVuhyueTz9QlgR0DwIDQBAEw1Jys8fvygbLYkdewY2L6AYEBoAgD4uXSywjNnXAHuBggeTDkAAABgAVeaAKCFqDnFAOOVgLohNAFAC1FzigHGKwF1Q2gCgBbk0ikGGK8E1A1jmgAAACwgNAEAAFhAaAIAALCA0AQAAGABoQkAAMACQhMAAIAFTDkAAM1AzYkrJSk1NVUREREB6ghofghNANDE1BaQXC6XXn7Zp/bt+0uSKipcWr5cGjx4cCBaBJolQhMANDE1Z/aWqmf3TjcnrgTQ8AhNANAEXTqzt8Ts3kBjYCA4AACABVxpAoDrJJCDs32+SrlcZX7bXC6XfL4+1/27geaK0AQA10nNsUeNOTj77NkyzZ17TjEx/972zbinJHXseN2/HmiWCE0AcB3VHHtUHzWvWFm9YmSzJTPuCWhAhCYACCJWphPgihEQGIQmAAgiVqYT4IoREBiEJgAIMkwnAAQnphwAAACwIKhD06xZsxQSEuK39OrVy9x//vx5ZWdnq3PnzmrXrp1Gjx6t8vJyv2McPnxYGRkZatu2rWJjYzV16lRdvHjRr2br1q267bbbFBERoR49eqigoKAxfh4AAGhCgjo0SVKfPn109OhRc9m+fbu5b8qUKfrTn/6ktWvXatu2bfriiy/00EMPmfurqqqUkZGhyspK7dixQ2+99ZYKCgo0Y8YMs+bQoUPKyMjQ0KFDVVpaqsmTJ+vpp5/Wxo0bG/V3AgCA4Bb0Y5patWql+Pj4y7afOnVKb775plauXKl7771XkrR8+XL17t1bO3fu1B133KFNmzZp//792rx5s+Li4jRgwADNmTNHzz//vGbNmqXw8HDl5+crKSlJCxYskCT17t1b27dv16JFi+RwOBr1twJo3mqbcFJqvAkvAXw7QX+l6a9//asSEhJ044036vHHH9fhw4clffOEyYULF5Senm7W9urVSzfccINKSkokSSUlJUpJSVFcXJxZ43A45PF4tG/fPrPm0mNU11Qf40q8Xq88Ho/fAgBXUz3hZE6OzCUry3XZFAMAglNQX2lKS0tTQUGBevbsqaNHj+rFF1/U3Xffrb1798rtdis8PFwdOnTw+0xcXJzcbrckye12+wWm6v3V+65W4/F4dO7cObVp06bW3ubNm6cXX3yxIX4mgBak5oSTAJqOoA5NI0aMMP/cr18/paWlqVu3blqzZs0Vw0xjmTZtmnJzc811j8ejxMTEAHYE4HqpbcJJidtqQEsT1KGppg4dOuiWW27R559/rvvvv1+VlZU6efKk39Wm8vJycwxUfHy8du3a5XeM6qfrLq2p+cRdeXm5oqKirhrMIiIi+Jcl0ELUNuFkY75HDkBwCPoxTZc6c+aMDh48qC5duig1NVWtW7dWcXGxub+srEyHDx+W3W6XJNntdrlcLh07dsysKSoqUlRUlJKTk82aS49RXVN9DACQ/j3hZPVyaYD6Nr4ZHO7Sjh07tGPHjn+9V87XIMcG0LCC+krTT37yEz3wwAPq1q2bvvjiC82cOVNhYWF69NFHFR0drXHjxik3N1edOnVSVFSUnnnmGdntdt1xxx2SpGHDhik5OVljx47V/Pnz5Xa7NX36dGVnZ5tXiSZOnKilS5fqueee01NPPaUtW7ZozZo1KiwsDORPBxDkansSrj6366oHh8fEfLPOe+WA4BXUoekf//iHHn30UX311Vf6zne+o7vuuks7d+7Ud77zHUnSokWLFBoaqtGjR8vr9crhcOjVV181Px8WFqZ169Zp0qRJstvtioyMVGZmpmbPnm3WJCUlqbCwUFOmTNGSJUvUtWtXvfHGG0w3AOCqaoadb3O77tLB4bwyBQheQR2aVq1addX9NptNeXl5ysvLu2JNt27dtH79+qseZ8iQIfr000/r1SOAlosn4QB/zX0usqAOTQAAoOmoeQVWal4PTRCaAABAg2nOV2Cb1NNzAAAAgcKVJgDNVmNOSlnbWI5vpg/o06DfAyBwCE0Amq3GnJSytrEcTB8ANC+EJgDNWvWklI2h5lgOpg8AmhdCEwDUUPO2HrfZAEiEJgC4TM3betxmAyARmgCgVpfe1uM2GwCJKQcAAAAsITQBAABYQGgCAACwgNAEAABgAQPBAbQotc3c3VzewA7g+iI0AWhRas7cffr0bv3kJy6lpPx71nDmZQJQG0ITgBbn0pm7z5xx8foTAJYQmgA0qoZ6iW5DvoyX158AsILQBKBRNdRLdGs7Ts1bbdxmA9CQCE0AGl19XqJb2/vg2rTpc9kVoktvtXGbDUBDIjQBaBKsvg+u5nglAGgohCYATQbvgwMQSIQmAPVW22DshpjzqLbjMj4JQKARmgDU+0m0mrfM6jOg28pxJcYnAQg8QhOAb/VEW30GdddUc5buKw3yBtD0NKdZ+AlNACQ1TPipTW1PvdW8zVZzlm6uKgHNR81/vhvqinQgEJoANJja/o/S5XLp5Zd9at++vySeegNaopoTyDZVhCYAtaoZgCorKyVJ4eHh5raaV41q/h+lVB2S0glEAJo8QhOAWl1+y2y9pATFxAwya2q7asQrSQA0V4QmoIWpy+P8l98ySyIQAWixCE1AE9FQL6jlcX4AqB9CE9BEWJkWoLZgVXMsEo/zA0D9EJqAIGXlBbXfDNZ2+dVc+qSadPlYJK4qAUD9EJqA68zKbbUrjTO61qP6tc9vlF7LVaQknl4DgG+J0ATUQX3etWblttqVxxld+1F95jcC0JTUNp+b1DRmCSc01ZCXl6df/epXcrvd6t+/v1555RUNGjTo2h9Es2Pl6s/p07v1k5+4lJLy77BjZQxRbbfVGGcEoCWobT63pjJLOKHpEqtXr1Zubq7y8/OVlpamxYsXy+FwqKysTLGxsYFuD6r/ra6aQaa2iRprCzuXjw+6/OrP5ZM5XnsMEa8NAdCSNdUZwglNl1i4cKHGjx+vrKwsSVJ+fr4KCwu1bNkyvfDCCwHurvmz+uRXzSBT82qPtcHQtU3UWFvYqW18kL/aJ3O89hgibqsBQNNCaPqXyspKOZ1OTZs2zdwWGhqq9PR0lZSUXFbv9Xrl9XrN9VOnTkmSPB7Pdenvo48+ui7HDSb79u3Tf//3ftlsN5jbPJ5dkjopKqqHud6mzWC1bVth1pw791f99KenFBX15RVrfD6vpPOqqqqodf1KNWfP7tbXX4eYNWfP7pd0wtxWc7251AT6+6mhhpqW9c93RcU+7dolVVT8+9/JtUlLS7vq/vqo/u+2YRjXLjZgGIZh/POf/zQkGTt27PDbPnXqVGPQoEGX1c+cOdOQxMLCwsLCwtIMliNHjlwzK3ClqZ6mTZum3Nxcc93n8+nrr79W586dFRIScpVP1o3H41FiYqKOHDmiqKioBjsuro1zHzic+8Di/AcO577xGYah06dPKyEh4Zq1hKZ/iYmJUVhYmMrLy/22l5eXKz4+/rL6iIiIyx6N7NChw3XrLyoqin+AAoRzHzic+8Di/AcO575xRUdHW6oLvc59NBnh4eFKTU1VcXGxuc3n86m4uFh2uz2AnQEAgGDAlaZL5ObmKjMzUwMHDtSgQYO0ePFiVVRUmE/TAQCAlovQdIkxY8boyy+/1IwZM+R2uzVgwABt2LBBcXFxAespIiJCM2fODPpZUpsjzn3gcO4Di/MfOJz74BZiGFaesQMAAGjZGNMEAABgAaEJAADAAkITAACABYQmAAAACwhNQSAvL0/du3eXzWZTWlqadu3addX6tWvXqlevXrLZbEpJSdH69esbqdPmpy7n/je/+Y3uvvtudezYUR07dlR6evo1/1rhyur69321VatWKSQkRKNGjbq+DTZjdT33J0+eVHZ2trp06aKIiAjdcsst/HvnW6jr+V+8eLF69uypNm3aKDExUVOmTNH58+cbqVv4aZg3t6G+Vq1aZYSHhxvLli0z9u3bZ4wfP97o0KGDUV5eXmv9hx9+aISFhRnz58839u/fb0yfPt1o3bq14XK5Grnzpq+u5/6xxx4z8vLyjE8//dT47LPPjCeffNKIjo42/vGPfzRy501fXc99tUOHDhn/8R//Ydx9993Ggw8+2DjNNjN1Pfder9cYOHCgMXLkSGP79u3GoUOHjK1btxqlpaWN3HnzUNfzv2LFCiMiIsJYsWKFcejQIWPjxo1Gly5djClTpjRy5zAMwyA0BdigQYOM7Oxsc72qqspISEgw5s2bV2v9D3/4QyMjI8NvW1pamvGjH/3ouvbZHNX13Nd08eJFo3379sZbb711vVpstupz7i9evGgMHjzYeOONN4zMzExCUz3V9dy/9tprxo033mhUVlY2VovNWl3Pf3Z2tnHvvff6bcvNzTXuvPPO69onasftuQCqrKyU0+lUenq6uS00NFTp6ekqKSmp9TMlJSV+9ZLkcDiuWI/a1efc13T27FlduHBBnTp1ul5tNkv1PfezZ89WbGysxo0b1xhtNkv1Ofd//OMfZbfblZ2drbi4OPXt21e//OUvVVVV1VhtNxv1Of+DBw+W0+k0b+H97W9/0/r16zVy5MhG6Rn+mBE8gI4fP66qqqrLZhyPi4vTgQMHav2M2+2utd7tdl+3Ppuj+pz7mp5//nklJCRcFmJxdfU599u3b9ebb76p0tLSRuiw+arPuf/b3/6mLVu26PHHH9f69ev1+eef68c//rEuXLigmTNnNkbbzUZ9zv9jjz2m48eP66677pJhGLp48aImTpyon/70p43RMmrgShNQDy+99JJWrVqld999VzabLdDtNGunT5/W2LFj9Zvf/EYxMTGBbqfF8fl8io2N1euvv67U1FSNGTNGP/vZz5Sfnx/o1lqErVu36pe//KVeffVV7d69W++8844KCws1Z86cQLfWInGlKYBiYmIUFham8vJyv+3l5eWKj4+v9TPx8fF1qkft6nPuq7388st66aWXtHnzZvXr1+96ttks1fXcHzx4UH//+9/1wAMPmNt8Pp8kqVWrViorK9NNN910fZtuJurz932XLl3UunVrhYWFmdt69+4tt9utyspKhYeHX9eem5P6nP+f//znGjt2rJ5++mlJUkpKiioqKjRhwgT97Gc/U2go1z4aE2c7gMLDw5Wamqri4mJzm8/nU3Fxsex2e62fsdvtfvWSVFRUdMV61K4+516S5s+frzlz5mjDhg0aOHBgY7Ta7NT13Pfq1Usul0ulpaXm8v3vf19Dhw5VaWmpEhMTG7P9Jq0+f9/feeed+vzzz82gKkn/93//py5duhCY6qg+5//s2bOXBaPqAGvw6tjGF+iR6C3dqlWrjIiICKOgoMDYv3+/MWHCBKNDhw6G2+02DMMwxo4da7zwwgtm/Ycffmi0atXKePnll43PPvvMmDlzJlMO1FNdz/1LL71khIeHG2+//bZx9OhRczl9+nSgfkKTVddzXxNPz9VfXc/94cOHjfbt2xs5OTlGWVmZsW7dOiM2Ntb4xS9+Eaif0KTV9fzPnDnTaN++vfH73//e+Nvf/mZs2rTJuOmmm4wf/vCHgfoJLRqhKQi88sorxg033GCEh4cbgwYNMnbu3Gnu++53v2tkZmb61a9Zs8a45ZZbjPDwcKNPnz5GYWFhI3fcfNTl3Hfr1s2QdNkyc+bMxm+8Gajr3/eXIjR9O3U99zt27DDS0tKMiIgI48YbbzTmzp1rXLx4sZG7bj7qcv4vXLhgzJo1y7jpppsMm81mJCYmGj/+8Y+NEydONH7jMEIMg+t7AAAA18KYJgAAAAsITQAAABYQmgAAACwgNAEAAFhAaAIAALCA0AQAAGABoQkAAMACQhMAAIAFhCYAAAALCE0AAAAWEJoAAAAsIDQBAABY8P8BM9mCxeDvR1MAAAAASUVORK5CYII=",
            "text/plain": [
              "<Figure size 640x480 with 1 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "sns.histplot(similiraty_list, bins=100, color='blue', edgecolor='black')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 103,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "52aHOqtZZqeY",
        "outputId": "9c591659-9ae1-49ec-b01b-e38da516c4a7"
      },
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "              id     score\n",
            "0       14466574  0.801365\n",
            "1       23812236  0.632247\n",
            "2       11834247  0.768364\n",
            "3       30649221  0.765585\n",
            "4       25824079  0.732831\n",
            "...          ...       ...\n",
            "884765   3821855  0.816138\n",
            "884766  20622458  0.740893\n",
            "884767  36160198  0.809530\n",
            "884768   5426867  0.858391\n",
            "884769   3548782  0.680194\n",
            "\n",
            "[884770 rows x 2 columns]\n"
          ]
        }
      ],
      "source": [
        "print(df[['id', 'score']])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 104,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 424
        },
        "id": "Juf-DAFGaIRG",
        "outputId": "e6ca1adb-b4cd-4fd7-d704-c3b7b37f8dce"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>pol</th>\n",
              "      <th>eng</th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>262</th>\n",
              "      <td>17974287</td>\n",
              "      <td>Moulineaux Cedex Francja</td>\n",
              "      <td>Half-Scored tablet Oral use</td>\n",
              "      <td>333</td>\n",
              "      <td>0.189372</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>682</th>\n",
              "      <td>27426626</td>\n",
              "      <td>Pfizer ApS Lautrupvang 8</td>\n",
              "      <td>Lautrupvang 8 2750 Ballerup</td>\n",
              "      <td>850</td>\n",
              "      <td>0.181041</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>744</th>\n",
              "      <td>38020758</td>\n",
              "      <td>2 Landman i wsp., 2008.</td>\n",
              "      <td>2 Landman et al., 2008.</td>\n",
              "      <td>933</td>\n",
              "      <td>0.196500</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1357</th>\n",
              "      <td>13956342</td>\n",
              "      <td>EU/ 2/ 05/ 054/ 012 2 pipetki EU/ 2/ 05/ 054/ 013 4 pipetki</td>\n",
              "      <td>EU/2/05/054/012 2 pipettes EU/2/05/054/013 4 pipettes</td>\n",
              "      <td>1655</td>\n",
              "      <td>0.099243</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2071</th>\n",
              "      <td>26087586</td>\n",
              "      <td>Termin ważności {miesiąc/rok}</td>\n",
              "      <td>EXP {month/year}</td>\n",
              "      <td>2525</td>\n",
              "      <td>0.183931</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "            id                                                          pol  \\\n",
              "262   17974287                                     Moulineaux Cedex Francja   \n",
              "682   27426626                                     Pfizer ApS Lautrupvang 8   \n",
              "744   38020758                                      2 Landman i wsp., 2008.   \n",
              "1357  13956342  EU/ 2/ 05/ 054/ 012 2 pipetki EU/ 2/ 05/ 054/ 013 4 pipetki   \n",
              "2071  26087586                                Termin ważności {miesiąc/rok}   \n",
              "\n",
              "                                                        eng  Unnamed: 0  \\\n",
              "262                             Half-Scored tablet Oral use         333   \n",
              "682                             Lautrupvang 8 2750 Ballerup         850   \n",
              "744                                 2 Landman et al., 2008.         933   \n",
              "1357  EU/2/05/054/012 2 pipettes EU/2/05/054/013 4 pipettes        1655   \n",
              "2071                                       EXP {month/year}        2525   \n",
              "\n",
              "         score  \n",
              "262   0.189372  \n",
              "682   0.181041  \n",
              "744   0.196500  \n",
              "1357  0.099243  \n",
              "2071  0.183931  "
            ]
          },
          "execution_count": 104,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_bad_scores = data[data['score'] < 0.2]\n",
        "df_bad_scores.head()"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 105,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 649
        },
        "id": "UdJ5FzBhazX9",
        "outputId": "84e166a7-62df-44ab-e3ef-b76a69ccecd1"
      },
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>pol</th>\n",
              "      <th>eng</th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>14466574</td>\n",
              "      <td>Urządzenia do odtworzenia i podawania dostarczane są w każdym opakowaniu Helixate NexGen 250 j. m.</td>\n",
              "      <td>Medical devices for reconstitution and administration are provided with each package of Helixate NexGen 250 IU.</td>\n",
              "      <td>1</td>\n",
              "      <td>0.801365</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>30513235</td>\n",
              "      <td>W takim przypadku należy odstąpić od podawania hCG aby uniknąć wystąpienia ciąży mnogiej. • Kontrolowana hiperstymulacja jajników w medycznych programach wspomaganego rozrodu Stosuje się różne protokoły stymulacji.</td>\n",
              "      <td>In that case hCG should be withheld and pregnancy should be avoided in order to prevent multiple gestations. • Controlled ovarian hyperstimulation in medically assisted reproduction programs Various stimulation protocols are applied.</td>\n",
              "      <td>6</td>\n",
              "      <td>0.889540</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>12592030</td>\n",
              "      <td>43 Zmiana typu lub rodzaju insuliny powinna odbywać się pod ścisłą kontrolą lekarza.</td>\n",
              "      <td>Transferring a patient to another type or brand of insulin should be done under strict medical supervision.</td>\n",
              "      <td>12</td>\n",
              "      <td>0.813378</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>5702288</td>\n",
              "      <td>Dzieci i młodzież Nie należy podawać leku dzieciom w wieku poniżej 3 lat, ponieważ nie zostały przeprowadzone odpowiednie badania.</td>\n",
              "      <td>Children and adolescents Do not give this medicine to children under the age of 3 years because it has not been studied.</td>\n",
              "      <td>13</td>\n",
              "      <td>0.864390</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>9089335</td>\n",
              "      <td>Gdy białka w komórkach nowotworowych, w tym białka kontrolujące wzrost komórek, nie są rozkładane, komórki nowotworowe zostają uszkodzone i w końcu giną.</td>\n",
              "      <td>When the proteins in the cancer cells are not broken down, including the proteins that control cell growth, the cancer cells are damaged and they eventually die.</td>\n",
              "      <td>14</td>\n",
              "      <td>0.879078</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884763</th>\n",
              "      <td>22715788</td>\n",
              "      <td>podobnego elektronicznego wyposażenia biurowego, w tym początkowego ze standardowym oprogramowaniem Agencji, niezbędnego na potrzeby specjalnych programów.</td>\n",
              "      <td>similar electronic office equipment and hardware, including initial equipment with the Agency’s standard software, which is needed for special programmes.</td>\n",
              "      <td>1073446</td>\n",
              "      <td>0.804681</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884764</th>\n",
              "      <td>19426515</td>\n",
              "      <td>Szczepionki nie powinno podawać się osobom z osłabionym układem odpornościowym, z powodu takich chorób jak białaczka, chłoniak, AIDS bądź chorób osłabiających układ odpornościowy.</td>\n",
              "      <td>The vaccine should not be used in people who have problems with their immune system, either because they have a disease such as leukaemia, lymphoma, AIDS, or because they are taking medicines that affect the immune system.</td>\n",
              "      <td>1073447</td>\n",
              "      <td>0.851153</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884765</th>\n",
              "      <td>3821855</td>\n",
              "      <td>Zmiany obecne po 1 miesiącu podawania produktu były zasadniczo odwracalne w czasie do 1 miesiąca po zaprzestaniu podawania produktu, za wyjątkiem częściowego ustąpienia niektórych zmian w rogówce.</td>\n",
              "      <td>The findings present following 1 month of dosing were largely reversible within 1 month of cessation of dosing with the exception of partial recovery for some of the corneal changes.</td>\n",
              "      <td>1073448</td>\n",
              "      <td>0.816138</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884767</th>\n",
              "      <td>36160198</td>\n",
              "      <td>dorosłych pacjentów z nowo rozpoznaną ostrą białaczką limfoblastyczną z chromosomem Philadelphia (Ph+ ALL) w skojarzeniu z chemioterapią.</td>\n",
              "      <td>adult patients with newly diagnosed Philadelphia chromosome positive acute lymphoblastic leukaemia (Ph+ ALL) integrated with chemotherapy.</td>\n",
              "      <td>1073450</td>\n",
              "      <td>0.809530</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884768</th>\n",
              "      <td>5426867</td>\n",
              "      <td>Podczas stosowania przewlekłego w badaniu RE–LY leki z grupy NLPZ zwiększały ryzyko krwawienia o około 50% zarówno w przypadku eteksylanu dabigatranu, jak i warfaryny.</td>\n",
              "      <td>With chronic use in the RE-LY study, NSAIDs increased the risk of bleeding by approximately 50 % on both dabigatran etexilate and warfarin.</td>\n",
              "      <td>1073451</td>\n",
              "      <td>0.858391</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>331487 rows × 5 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "              id  \\\n",
              "0       14466574   \n",
              "5       30513235   \n",
              "11      12592030   \n",
              "12       5702288   \n",
              "13       9089335   \n",
              "...          ...   \n",
              "884763  22715788   \n",
              "884764  19426515   \n",
              "884765   3821855   \n",
              "884767  36160198   \n",
              "884768   5426867   \n",
              "\n",
              "                                                                                                                                                                                                                           pol  \\\n",
              "0                                                                                                                           Urządzenia do odtworzenia i podawania dostarczane są w każdym opakowaniu Helixate NexGen 250 j. m.   \n",
              "5       W takim przypadku należy odstąpić od podawania hCG aby uniknąć wystąpienia ciąży mnogiej. • Kontrolowana hiperstymulacja jajników w medycznych programach wspomaganego rozrodu Stosuje się różne protokoły stymulacji.   \n",
              "11                                                                                                                                        43 Zmiana typu lub rodzaju insuliny powinna odbywać się pod ścisłą kontrolą lekarza.   \n",
              "12                                                                                          Dzieci i młodzież Nie należy podawać leku dzieciom w wieku poniżej 3 lat, ponieważ nie zostały przeprowadzone odpowiednie badania.   \n",
              "13                                                                   Gdy białka w komórkach nowotworowych, w tym białka kontrolujące wzrost komórek, nie są rozkładane, komórki nowotworowe zostają uszkodzone i w końcu giną.   \n",
              "...                                                                                                                                                                                                                        ...   \n",
              "884763                                                             podobnego elektronicznego wyposażenia biurowego, w tym początkowego ze standardowym oprogramowaniem Agencji, niezbędnego na potrzeby specjalnych programów.   \n",
              "884764                                     Szczepionki nie powinno podawać się osobom z osłabionym układem odpornościowym, z powodu takich chorób jak białaczka, chłoniak, AIDS bądź chorób osłabiających układ odpornościowy.   \n",
              "884765                    Zmiany obecne po 1 miesiącu podawania produktu były zasadniczo odwracalne w czasie do 1 miesiąca po zaprzestaniu podawania produktu, za wyjątkiem częściowego ustąpienia niektórych zmian w rogówce.   \n",
              "884767                                                                               dorosłych pacjentów z nowo rozpoznaną ostrą białaczką limfoblastyczną z chromosomem Philadelphia (Ph+ ALL) w skojarzeniu z chemioterapią.   \n",
              "884768                                                 Podczas stosowania przewlekłego w badaniu RE–LY leki z grupy NLPZ zwiększały ryzyko krwawienia o około 50% zarówno w przypadku eteksylanu dabigatranu, jak i warfaryny.   \n",
              "\n",
              "                                                                                                                                                                                                                                              eng  \\\n",
              "0                                                                                                                                 Medical devices for reconstitution and administration are provided with each package of Helixate NexGen 250 IU.   \n",
              "5       In that case hCG should be withheld and pregnancy should be avoided in order to prevent multiple gestations. • Controlled ovarian hyperstimulation in medically assisted reproduction programs Various stimulation protocols are applied.   \n",
              "11                                                                                                                                    Transferring a patient to another type or brand of insulin should be done under strict medical supervision.   \n",
              "12                                                                                                                       Children and adolescents Do not give this medicine to children under the age of 3 years because it has not been studied.   \n",
              "13                                                                              When the proteins in the cancer cells are not broken down, including the proteins that control cell growth, the cancer cells are damaged and they eventually die.   \n",
              "...                                                                                                                                                                                                                                           ...   \n",
              "884763                                                                                 similar electronic office equipment and hardware, including initial equipment with the Agency’s standard software, which is needed for special programmes.   \n",
              "884764             The vaccine should not be used in people who have problems with their immune system, either because they have a disease such as leukaemia, lymphoma, AIDS, or because they are taking medicines that affect the immune system.   \n",
              "884765                                                     The findings present following 1 month of dosing were largely reversible within 1 month of cessation of dosing with the exception of partial recovery for some of the corneal changes.   \n",
              "884767                                                                                                 adult patients with newly diagnosed Philadelphia chromosome positive acute lymphoblastic leukaemia (Ph+ ALL) integrated with chemotherapy.   \n",
              "884768                                                                                                With chronic use in the RE-LY study, NSAIDs increased the risk of bleeding by approximately 50 % on both dabigatran etexilate and warfarin.   \n",
              "\n",
              "        Unnamed: 0     score  \n",
              "0                1  0.801365  \n",
              "5                6  0.889540  \n",
              "11              12  0.813378  \n",
              "12              13  0.864390  \n",
              "13              14  0.879078  \n",
              "...            ...       ...  \n",
              "884763     1073446  0.804681  \n",
              "884764     1073447  0.851153  \n",
              "884765     1073448  0.816138  \n",
              "884767     1073450  0.809530  \n",
              "884768     1073451  0.858391  \n",
              "\n",
              "[331487 rows x 5 columns]"
            ]
          },
          "execution_count": 105,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_good_scores = df[df['score'] > 0.8]\n",
        "df_good_scores"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 120,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>24</th>\n",
              "      <td>6701938</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>154</th>\n",
              "      <td>15881781</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>161</th>\n",
              "      <td>31241925</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>164</th>\n",
              "      <td>38973859</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>165</th>\n",
              "      <td>24967734</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884494</th>\n",
              "      <td>38858993</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884600</th>\n",
              "      <td>38770226</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884665</th>\n",
              "      <td>11075037</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884711</th>\n",
              "      <td>10675509</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884717</th>\n",
              "      <td>6823888</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>16567 rows × 2 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "              id  score\n",
              "24       6701938    NaN\n",
              "154     15881781    NaN\n",
              "161     31241925    NaN\n",
              "164     38973859    NaN\n",
              "165     24967734    NaN\n",
              "...          ...    ...\n",
              "884494  38858993    NaN\n",
              "884600  38770226    NaN\n",
              "884665  11075037    NaN\n",
              "884711  10675509    NaN\n",
              "884717   6823888    NaN\n",
              "\n",
              "[16567 rows x 2 columns]"
            ]
          },
          "execution_count": 120,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df_nan_scores = df[df['score'].isna()]\n",
        "df_nan_scores"
      ]
    },
    {
      "cell_type": "markdown",
      "metadata": {},
      "source": [
        "90066"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 107,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "0.08390298978810456"
            ]
          },
          "execution_count": 107,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "90066/1073454"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 108,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "0.018724640301999388"
            ]
          },
          "execution_count": 108,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "16567/884770"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 109,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>pol</th>\n",
              "      <th>eng</th>\n",
              "      <th>Unnamed: 0</th>\n",
              "      <th>score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>473</th>\n",
              "      <td>23318404</td>\n",
              "      <td>Tabletka do rozgryzania i żucia.</td>\n",
              "      <td>CHEWABLE TABLET.</td>\n",
              "      <td>589</td>\n",
              "      <td>NaN</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>"
            ],
            "text/plain": [
              "           id                               pol               eng  Unnamed: 0  \\\n",
              "473  23318404  Tabletka do rozgryzania i żucia.  CHEWABLE TABLET.         589   \n",
              "\n",
              "     score  \n",
              "473    NaN  "
            ]
          },
          "execution_count": 109,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df[df['id'] == 23318404]\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 110,
      "metadata": {},
      "outputs": [],
      "source": [
        "file_path = 'nan_scores.tsv'\n",
        "df_nan_scores.to_csv(file_path, sep='\\t', index=False)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 111,
      "metadata": {},
      "outputs": [],
      "source": [
        "df = df[['id', 'score']]"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 112,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/html": [
              "<div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>id</th>\n",
              "      <th>score</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>14466574</td>\n",
              "      <td>0.801365</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>23812236</td>\n",
              "      <td>0.632247</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>11834247</td>\n",
              "      <td>0.768364</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>30649221</td>\n",
              "      <td>0.765585</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>25824079</td>\n",
              "      <td>0.732831</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884765</th>\n",
              "      <td>3821855</td>\n",
              "      <td>0.816138</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884766</th>\n",
              "      <td>20622458</td>\n",
              "      <td>0.740893</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884767</th>\n",
              "      <td>36160198</td>\n",
              "      <td>0.809530</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884768</th>\n",
              "      <td>5426867</td>\n",
              "      <td>0.858391</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>884769</th>\n",
              "      <td>3548782</td>\n",
              "      <td>0.680194</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>884770 rows × 2 columns</p>\n",
              "</div>"
            ],
            "text/plain": [
              "              id     score\n",
              "0       14466574  0.801365\n",
              "1       23812236  0.632247\n",
              "2       11834247  0.768364\n",
              "3       30649221  0.765585\n",
              "4       25824079  0.732831\n",
              "...          ...       ...\n",
              "884765   3821855  0.816138\n",
              "884766  20622458  0.740893\n",
              "884767  36160198  0.809530\n",
              "884768   5426867  0.858391\n",
              "884769   3548782  0.680194\n",
              "\n",
              "[884770 rows x 2 columns]"
            ]
          },
          "execution_count": 112,
          "metadata": {},
          "output_type": "execute_result"
        }
      ],
      "source": [
        "df.rename(columns={\"translation_score\": \"score\"})"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 113,
      "metadata": {},
      "outputs": [
        {
          "data": {
            "text/plain": [
              "<Axes: xlabel='score'>"
            ]
          },
          "execution_count": 113,
          "metadata": {},
          "output_type": "execute_result"
        },
        {
          "data": {
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAggAAAGwCAYAAADMjZ3mAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjguMiwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy8g+/7EAAAACXBIWXMAAA9hAAAPYQGoP6dpAAAXb0lEQVR4nO3de2zV9f348RctvRBti6itMCoqC15xm6IGmTiVeNtFJQ43nV/nZGhAzTRLdmETL/My4zYj8QJetn2/MyPOS2Ym22AYhiBqRFEnqFFQMNiqUaAilUI/vz8W+xu+wNEOekr3eCRk7Tmfz/m8Pu+d2mfPOT3tUxRFEQAA/6Ks1AMAAD2PQAAAEoEAACQCAQBIBAIAkAgEACARCABA0rerO7a3t8eqVauipqYm+vTpsz1nAgB2kKIooqWlJQYNGhRlZVt/nKDLgbBq1apobGzs6u4AQAmtXLkyBg8evNXruxwINTU1HQeora3t6s0AAN1o7dq10djY2PF9fGu6HAgfP61QW1srEABgJ/PvXh7gRYoAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQNK31AMAkDU3N8eaNWtKPUaPVVdXFw0NDaUeo1cTCAA9THNzc3zr3P+Jtg0flXqUHquisip+93//KxJ2IIEA0MOsWbMm2jZ8FOv3Ozbaq+tKPc6/VbZ+dfRbPi/W7zs62vv13/HHa10TsezvsWbNGoGwAwkEgB6qvbou2nfZo9RjbLP2fv13qnn5dF6kCAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIEAv19raGq+88kq0traWehRgG/WEr1uBAL3cihUrYsKECbFixYpSjwJso57wdSsQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkfUs9wL/atGlTPPPMMzFr1qxYv359DB8+PM4444yorKzc4rbPP/98NDU1xfz582P9+vVRXl4er732WrS2tkZ9fX388pe/jAEDBsT69etj2rRpsWLFitiwYUMMHjw4nn322WhpaYn29vYYMGBAtLS0xIcffhibNm2K6urqiIhoa2uLPn36xMaNG7t7KWC7mzBhQlx66aUxduzYUo8C7AR6TCDMmzcvfv7zn8e6des6Lps/f35MmzYtxo0bFxdddNFm2952223R1NS01dt7/fXXY+zYsVFRURFtbW2bXfePf/xjs89XrVq12eetra3/yalAj3XLLbfELbfcEnPnzi31KEAP1yOeYpg3b15cccUVsW7duqipqYlLL700rr/++hg6dGi0t7fHjBkz4o477ujYdsqUKfHRRx9FRER5efkWb7Os7J+n9sk4ACK+9KUvlXoEoIcreSBs2rQpbr311oiI6N+/fzz00EMxduzYGDlyZNx5550xcuTIKCsri/vuuy/Wr18ft912Wxx55JHx/vvvR0VFRey6664dtzVixIior6+PioqKaG9v3+w4/fr169bzgp7uwQcfLPUIQA+2zU8xfPTRRx0/tUdErF27drsM8Pzzz0dzc3NERIwfPz769v3/I5WVlcW3vvWtWLhwYURETJs2LZqammLYsGERETF69OiYM2dOREQcdNBBcf7558ekSZPi+OOPj0cffXSz42zYsGG7zAu9xS233BKHHHJIqcdgC954441Sj7BT6M3r1BPObZsD4frrr4+rrrpquw/w3nvvdXw8cuTIdP2+++7b8fGbb74ZEREtLS0REXHAAQd0BMIFF1zQse3++++fAmHTpk3bd3DoBSZMmFDqEaDLrr322lKP0KttcyD86Ec/issvv7zj87Vr10ZjY+N/PMCAAQM6Pl64cGF85Stf2ez65cuXd3w8ePDgePrpp6OmpiYiIl566aWO6+6+++6YNGlSRES8/PLL6Tjl5eUiAT5h+vTppR6BLXjjjTd889sGkydPjiFDhpR6jB2iJ9wHtjkQqqqqoqqqarsPcOihh0ZDQ0M0NzfHXXfdFSeffHLH0wzt7e3xu9/9ruMFhxdeeGE88cQTHU91zJs3L+rq6mLNmjWxZMmS+PWvfx319fXx2GOPpeNUVlbG+vXrt/v8sLO69NJLO56ug53RkCFD3Id3oJK/SLG8vLzjJ//Vq1fHGWecEQ888EAsWLAgxo8fHwsXLoz29vYYN25c9OvXLyZOnBhPPfVU7LbbbtHW1hYffPBBx209/fTT8fbbb0dbW1tHVHxMHMDmvB8C8GlKHggR/3yx4dVXXx277LJLtLS0xNSpU2Py5MmxbNmyKCsri2984xsd74MwevTouOqqqzoezdja0wYf/xZDRUVF95wE7ES8DwLw7/SYN0oaPXp0jBo1apveSfHjbb2TInSOd1IEtlWPCYSIfz7dcMQRR8QRRxyxTdt+4QtfiIiIU0455VO37devX3zve9/bHiPCTueVV16JCRMmxPTp0z1fC2yzHvEUAwDQswgEACARCABAIhAAgEQgAACJQAAAEoEAACQCAQBIBAIAkAgEACARCABAIhAAgEQgAACJQAAAEoEAACQCAQBIBAIAkAgEACARCABAIhAAgEQgAACJQAAAEoEAACQCAQBIBAIAkAgEACARCABAIhAAgEQgAACJQAAAEoEAACQCAQBIBAIAkAgEACARCABAIhAAgEQgAACJQAAAEoEAACQCAQBIBAIAkAgEACARCABAIhAAgEQgAACJQAAAEoEAACQCAQBIBAIAkAgEACARCABAIhAAgEQgAACJQAAAEoEAACQCAQBIBAIAkAgEACARCABAIhAAgEQgAACJQAAAEoEAACQCAQBIBAIAkAgEACARCABAIhAAgEQgQC+39957x/Tp02Pvvfcu9SjANuoJX7d9S3ZkoFtUV1fHsGHDSj0G0Ak94evWIwgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASPqWegAAtqysdU2pR9gmZetXb/a/O/x4O8m67OwEAkAPU1dXFxWVVRHL/l7qUTql3/J53XasisqqqKur67bj/TcSCAA9TENDQ/zu//431qzxk/LW1NXVRUNDQ6nH6NUEAkAP1NDQ4BsgJeVFigBAIhAAgEQgAACJQAAAEoEAACQCAQBIBAIAkAgEACARCABAIhAAgEQgAACJQAAAEoEAACQCAQBIBAIAkAgEACARCABAIhAAgEQgAACJQAAAEoEAACQCAQBIBAIAkAgEACARCABAIhAAgEQgAACJQAAAEoEAACQCAQBIBAIAkAgEACARCABA0rerOxZFERERa9eu3W7DAAA71sfftz/+Pr41XQ6ElpaWiIhobGzs6k0AACXS0tISdXV1W72+T/HvEmIr2tvbY9WqVVFTUxN9+vTp8oD/au3atdHY2BgrV66M2tra7XKbbDvrXzrWvnSsfWlZ/+5XFEW0tLTEoEGDoqxs66806PIjCGVlZTF48OCu7v6pamtr3VFKyPqXjrUvHWtfWta/e33aIwcf8yJFACARCABA0qMCoaqqKqZMmRJVVVWlHuW/kvUvHWtfOta+tKx/z9XlFykCAL1Xj3oEAQDoGQQCAJAIBAAgEQgAQNLtgXDrrbfGPvvsE9XV1XHUUUfFU0899anb/+EPf4gDDjggqqurY/jw4TFz5sxumrR36sz633nnnXHMMcfEbrvtFrvttluMGTPm3/7/xdZ19r7/sRkzZkSfPn3i9NNP37ED9mKdXfvVq1fHpEmTYuDAgVFVVRXDhg3z354u6uza33zzzbH//vtHv379orGxMS677LJobW3tpmnZTNGNZsyYUVRWVhb33HNP8eKLLxbf/e53i/79+xfNzc1b3H7BggVFeXl5ceONNxZLliwpfvKTnxQVFRXFCy+80J1j9xqdXf+zzz67uPXWW4tnn322WLp0afHtb3+7qKurK958881unnzn19m1/9jy5cuLz3zmM8UxxxxTnHbaad0zbC/T2bX/6KOPihEjRhSnnnpqMX/+/GL58uXF3Llzi8WLF3fz5Du/zq79vffeW1RVVRX33ntvsXz58uKvf/1rMXDgwOKyyy7r5skpiqLo1kA48sgji0mTJnV8vmnTpmLQoEHF9ddfv8Xtx40bV3z5y1/e7LKjjjqquPDCC3fonL1VZ9f/kzZu3FjU1NQUv/3tb3fUiL1WV9Z+48aNxdFHH13cddddxXnnnScQuqiza3/77bcX++23X7Fhw4buGrHX6uzaT5o0qTj++OM3u+zyyy8vRo0atUPnZMu67SmGDRs2xKJFi2LMmDEdl5WVlcWYMWNi4cKFW9xn4cKFm20fEXHSSSdtdXu2rivr/0kffvhhtLW1xYABA3bUmL1SV9f+6quvjvr6+rjgggu6Y8xeqStr//DDD8fIkSNj0qRJ0dDQEIccckhcd911sWnTpu4au1foytofffTRsWjRoo6nIZYtWxYzZ86MU089tVtmZnNd/mNNnfXuu+/Gpk2boqGhYbPLGxoa4qWXXtriPk1NTVvcvqmpaYfN2Vt1Zf0/6Qc/+EEMGjQoRRufritrP3/+/Lj77rtj8eLF3TBh79WVtV+2bFk8+uijcc4558TMmTPj1VdfjYkTJ0ZbW1tMmTKlO8buFbqy9meffXa8++678cUvfjGKooiNGzfGRRddFD/+8Y+7Y2Q+wW8xsE1uuOGGmDFjRjz00ENRXV1d6nF6tZaWljj33HPjzjvvjD322KPU4/zXaW9vj/r6+pg+fXocfvjhcdZZZ8XkyZPjjjvuKPVovd7cuXPjuuuui9tuuy2eeeaZePDBB+ORRx6Ja665ptSj/VfqtkcQ9thjjygvL4/m5ubNLm9ubo699tpri/vstddendqerevK+n/spptuihtuuCH+9re/xaGHHrojx+yVOrv2r732Wrz++uvx1a9+teOy9vb2iIjo27dvvPzyyzF06NAdO3Qv0ZX7/cCBA6OioiLKy8s7LjvwwAOjqakpNmzYEJWVlTt05t6iK2v/05/+NM4999wYP358REQMHz481q1bFxMmTIjJkydHWZmfabtTt612ZWVlHH744TFnzpyOy9rb22POnDkxcuTILe4zcuTIzbaPiJg9e/ZWt2frurL+ERE33nhjXHPNNfGXv/wlRowY0R2j9jqdXfsDDjggXnjhhVi8eHHHv6997Wtx3HHHxeLFi6OxsbE7x9+pdeV+P2rUqHj11Vc7oiwi4pVXXomBAweKg07oytp/+OGHKQI+DrXCnw3qft35isgZM2YUVVVVxW9+85tiyZIlxYQJE4r+/fsXTU1NRVEUxbnnnlv88Ic/7Nh+wYIFRd++fYubbrqpWLp0aTFlyhS/5vgf6Oz633DDDUVlZWVx//33F2+99VbHv5aWllKdwk6rs2v/SX6Loes6u/YrVqwoampqiosvvrh4+eWXiz/96U9FfX198bOf/axUp7DT6uzaT5kypaipqSl+//vfF8uWLStmzZpVDB06tBg3blypTuG/WrcGQlEUxdSpU4u99967qKysLI488sjiiSee6Lju2GOPLc4777zNtr/vvvuKYcOGFZWVlcXBBx9cPPLII908ce/SmfUfMmRIERHp35QpU7p/8F6gs/f9fyUQ/jOdXfvHH3+8OOqoo4qqqqpiv/32K6699tpi48aN3Tx179CZtW9rayuuvPLKYujQoUV1dXXR2NhYTJw4sXj//fe7f3AKf+4ZAEi84gMASAQCAJAIBAAgEQgAQCIQAIBEIAAAiUAAABKBAAAkAgEASAQCAJAIBKDLNmzYUOoRgB1EIEAvdP/998fw4cOjX79+sfvuu8eYMWNi3bp1ERFxzz33xMEHHxxVVVUxcODAuPjiizv2W7FiRZx22mmx6667Rm1tbYwbNy6am5s7rr/yyivj85//fNx1112x7777RnV1dURErF69OsaPHx977rln1NbWxvHHHx/PPfdc9540sF0JBOhl3nrrrfjmN78Z3/nOd2Lp0qUxd+7cGDt2bBRFEbfffntMmjQpJkyYEC+88EI8/PDD8dnPfjYiItrb2+O0006L9957L/7+97/H7NmzY9myZXHWWWdtdvuvvvpqPPDAA/Hggw/G4sWLIyLi61//erz99tvx5z//ORYtWhSHHXZYnHDCCfHee+919+kD20uJ/5oksJ0tWrSoiIji9ddfT9cNGjSomDx58hb3mzVrVlFeXl6sWLGi47IXX3yxiIjiqaeeKoqiKKZMmVJUVFQUb7/9dsc2jz32WFFbW1u0trZudntDhw4tpk2btj1OCSiBvqUOFGD7+tznPhcnnHBCDB8+PE466aQ48cQT48wzz4y2trZYtWpVnHDCCVvcb+nSpdHY2BiNjY0dlx100EHRv3//WLp0aRxxxBERETFkyJDYc889O7Z57rnn4oMPPojdd999s9tbv359vPbaazvgDIHuIBCglykvL4/Zs2fH448/HrNmzYqpU6fG5MmTY86cOdvl9nfZZZfNPv/ggw9i4MCBMXfu3LRt//79t8sxge4nEKAX6tOnT4waNSpGjRoVV1xxRQwZMiRmz54d++yzT8yZMyeOO+64tM+BBx4YK1eujJUrV3Y8irBkyZJYvXp1HHTQQVs91mGHHRZNTU3Rt2/f2GeffXbUKQHdTCBAL/Pkk0/GnDlz4sQTT4z6+vp48skn45133okDDzwwrrzyyrjooouivr4+TjnllGhpaYkFCxbEJZdcEmPGjInhw4fHOeecEzfffHNs3LgxJk6cGMcee2yMGDFiq8cbM2ZMjBw5Mk4//fS48cYbY9iwYbFq1ap45JFH4owzzvjUfYGeSyBAL1NbWxvz5s2Lm2++OdauXRtDhgyJX/ziF3HKKadERERra2v86le/iu9///uxxx57xJlnnhkR/3zU4Y9//GNccsklMXr06CgrK4uTTz45pk6d+qnH69OnT8ycOTMmT54c559/frzzzjux1157xejRo6OhoWGHny+wY/QpiqIo9RAAQM/ifRAAgEQgAACJQAAAEoEAACQCAQBIBAIAkAgEACARCABAIhAAgEQgAACJQAAAkv8HHkbqOL4Jt9YAAAAASUVORK5CYII=",
            "text/plain": [
              "<Figure size 640x480 with 1 Axes>"
            ]
          },
          "metadata": {},
          "output_type": "display_data"
        }
      ],
      "source": [
        "sns.boxplot(x=df[\"score\"])"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 114,
      "metadata": {},
      "outputs": [
        {
          "name": "stdout",
          "output_type": "stream",
          "text": [
            "Q1: 0.6441802408267152, Q2: 0.7377979293014657, Q3: 0.7956149541225417, Q4: 0.8395630686986932, Q5: 0.948470947044919\n"
          ]
        }
      ],
      "source": [
        "# Calculate quintiles using the quantile method\n",
        "q1 = df['score'].quantile(0.20)  # 20th percentile (first quintile)\n",
        "q2 = df['score'].quantile(0.40)  # 40th percentile (second quintile)\n",
        "q3 = df['score'].quantile(0.60)  # 60th percentile (third quintile)\n",
        "q4 = df['score'].quantile(0.80)  # 80th percentile (fourth quintile)\n",
        "q5 = df['score'].quantile(1.00)  # 100th percentile (fifth quintile)\n",
        "\n",
        "print(f'Q1: {q1}, Q2: {q2}, Q3: {q3}, Q4: {q4}, Q5: {q5}')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 115,
      "metadata": {},
      "outputs": [],
      "source": [
        "MUSE_above_quantile_20 = df[df['score'] > q1]\n",
        "MUSE_above_quantile_40 = df[df['score'] > q2]\n",
        "MUSE_above_quantile_60 = df[df['score'] > q3]\n",
        "MUSE_above_quantile_80 = df[df['score'] > q4]\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 116,
      "metadata": {},
      "outputs": [],
      "source": [
        "MUSE_above_quantile_20.to_csv(\"MUSE_above_quantile_20.tsv\", sep='\\t', index=False)\n",
        "MUSE_above_quantile_40.to_csv(\"MUSE_above_quantile_40.tsv\", sep='\\t', index=False)\n",
        "MUSE_above_quantile_60.to_csv(\"MUSE_above_quantile_60.tsv\", sep='\\t', index=False)\n",
        "MUSE_above_quantile_80.to_csv(\"MUSE_above_quantile_80.tsv\", sep='\\t', index=False)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 117,
      "metadata": {
        "id": "AUMVLk2ocnVp"
      },
      "outputs": [],
      "source": [
        "file_path = 'scores.tsv'\n",
        "df.to_csv(file_path, sep='\\t', index=False)"
      ]
    }
  ],
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "codemirror_mode": {
        "name": "ipython",
        "version": 3
      },
      "file_extension": ".py",
      "mimetype": "text/x-python",
      "name": "python",
      "nbconvert_exporter": "python",
      "pygments_lexer": "ipython3",
      "version": "3.10.12"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}