ml_hse_2k_project.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "gpuType": "T4"
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "1BN6CWa0_3JE",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "aa4b9fac-af7f-4f42-f0fb-b697bb7453ca"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Dataset URL: https://www.kaggle.com/datasets/datasnaek/mbti-type\n",
            "License(s): CC0-1.0\n",
            "Downloading mbti-type.zip to /content\n",
            " 20% 5.00M/24.4M [00:00<00:01, 15.0MB/s]\n",
            "100% 24.4M/24.4M [00:00<00:00, 60.4MB/s]\n",
            "Archive:  mbti-type.zip\n",
            "  inflating: mbti_1.csv              \n",
            "Collecting catboost\n",
            "  Downloading catboost-1.2.5-cp310-cp310-manylinux2014_x86_64.whl (98.2 MB)\n",
            "\u001b[2K     \u001b[90m━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━\u001b[0m \u001b[32m98.2/98.2 MB\u001b[0m \u001b[31m4.8 MB/s\u001b[0m eta \u001b[36m0:00:00\u001b[0m\n",
            "\u001b[?25hRequirement already satisfied: graphviz in /usr/local/lib/python3.10/dist-packages (from catboost) (0.20.3)\n",
            "Requirement already satisfied: matplotlib in /usr/local/lib/python3.10/dist-packages (from catboost) (3.7.1)\n",
            "Requirement already satisfied: numpy>=1.16.0 in /usr/local/lib/python3.10/dist-packages (from catboost) (1.25.2)\n",
            "Requirement already satisfied: pandas>=0.24 in /usr/local/lib/python3.10/dist-packages (from catboost) (2.0.3)\n",
            "Requirement already satisfied: scipy in /usr/local/lib/python3.10/dist-packages (from catboost) (1.11.4)\n",
            "Requirement already satisfied: plotly in /usr/local/lib/python3.10/dist-packages (from catboost) (5.15.0)\n",
            "Requirement already satisfied: six in /usr/local/lib/python3.10/dist-packages (from catboost) (1.16.0)\n",
            "Requirement already satisfied: python-dateutil>=2.8.2 in /usr/local/lib/python3.10/dist-packages (from pandas>=0.24->catboost) (2.8.2)\n",
            "Requirement already satisfied: pytz>=2020.1 in /usr/local/lib/python3.10/dist-packages (from pandas>=0.24->catboost) (2023.4)\n",
            "Requirement already satisfied: tzdata>=2022.1 in /usr/local/lib/python3.10/dist-packages (from pandas>=0.24->catboost) (2024.1)\n",
            "Requirement already satisfied: contourpy>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (1.2.1)\n",
            "Requirement already satisfied: cycler>=0.10 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (0.12.1)\n",
            "Requirement already satisfied: fonttools>=4.22.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (4.51.0)\n",
            "Requirement already satisfied: kiwisolver>=1.0.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (1.4.5)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (24.0)\n",
            "Requirement already satisfied: pillow>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (9.4.0)\n",
            "Requirement already satisfied: pyparsing>=2.3.1 in /usr/local/lib/python3.10/dist-packages (from matplotlib->catboost) (3.1.2)\n",
            "Requirement already satisfied: tenacity>=6.2.0 in /usr/local/lib/python3.10/dist-packages (from plotly->catboost) (8.3.0)\n",
            "Installing collected packages: catboost\n",
            "Successfully installed catboost-1.2.5\n"
          ]
        }
      ],
      "source": [
        "!kaggle datasets download -d datasnaek/mbti-type\n",
        "!unzip mbti-type.zip\n",
        "!pip install catboost"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import re\n",
        "import string\n",
        "import pickle\n",
        "import collections\n",
        "import pandas as pd\n",
        "import matplotlib.pyplot as plt\n",
        "\n",
        "import nltk\n",
        "from nltk.tokenize import word_tokenize\n",
        "from nltk.corpus import stopwords\n",
        "from nltk.stem import SnowballStemmer\n",
        "from nltk.stem import WordNetLemmatizer\n",
        "from nltk.stem.porter import *\n",
        "\n",
        "from catboost import CatBoostClassifier\n",
        "from xgboost import XGBClassifier\n",
        "\n",
        "from sklearn.feature_extraction.text import TfidfVectorizer\n",
        "from sklearn.model_selection import train_test_split\n",
        "from sklearn.metrics import f1_score\n",
        "from sklearn.pipeline import Pipeline\n",
        "from sklearn.model_selection import GridSearchCV\n",
        "from sklearn.ensemble import RandomForestClassifier\n",
        "from sklearn.linear_model import LogisticRegression\n",
        "from sklearn.exceptions import ConvergenceWarning\n",
        "from sklearn.utils._testing import ignore_warnings\n",
        "\n",
        "\n",
        "nltk.download('wordnet')\n",
        "nltk.download('punkt')"
      ],
      "metadata": {
        "id": "LWViTpwAApwJ",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "23012735-7d5e-4f5c-e66d-54e3b9d5203d"
      },
      "execution_count": 2,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "[nltk_data] Downloading package wordnet to /root/nltk_data...\n",
            "[nltk_data] Downloading package punkt to /root/nltk_data...\n",
            "[nltk_data]   Unzipping tokenizers/punkt.zip.\n"
          ]
        },
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "True"
            ]
          },
          "metadata": {},
          "execution_count": 2
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Printing some statistics:**"
      ],
      "metadata": {
        "id": "9clhoAUSAvLe"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "data = pd.read_csv(\"mbti_1.csv\")\n",
        "\n",
        "mbti_map = {\n",
        "    \"ISTJ\": 0,\n",
        "    \"ISFJ\": 1,\n",
        "    \"INFJ\": 2,\n",
        "    \"INTJ\": 3,\n",
        "    \"ISTP\": 4,\n",
        "    \"ISFP\": 5,\n",
        "    \"INFP\": 6,\n",
        "    \"INTP\": 7,\n",
        "    \"ESTP\": 8,\n",
        "    \"ESFP\": 9,\n",
        "    \"ENFP\": 10,\n",
        "    \"ENTP\": 11,\n",
        "    \"ESTJ\": 12,\n",
        "    \"ESFJ\": 13,\n",
        "    \"ENFJ\": 14,\n",
        "    \"ENTJ\": 15,\n",
        "}\n",
        "\n",
        "reverse_mbti_map = dict(zip(mbti_map.keys(), mbti_map.values()))\n",
        "\n",
        "counts = collections.defaultdict(int)\n",
        "for row in data[\"type\"]:\n",
        "    counts[row] += 1\n",
        "\n",
        "counts = dict(counts)\n",
        "for key, value in counts.items():\n",
        "    counts[key] = [value]\n",
        "\n",
        "\n",
        "plotdata = pd.DataFrame(counts)\n",
        "plt.figure();\n",
        "plotdata.plot.bar();"
      ],
      "metadata": {
        "id": "XIocpoIPAtx6",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 442
        },
        "outputId": "e04146b1-83eb-4b67-80d7-223e4d103d97"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 640x480 with 0 Axes>"
            ]
          },
          "metadata": {}
        },
        {
          "output_type": "display_data",
          "data": {
            "text/plain": [
              "<Figure size 640x480 with 1 Axes>"
            ],
            "image/png": "iVBORw0KGgoAAAANSUhEUgAAAjAAAAGYCAYAAABcVthxAAAAOXRFWHRTb2Z0d2FyZQBNYXRwbG90bGliIHZlcnNpb24zLjcuMSwgaHR0cHM6Ly9tYXRwbG90bGliLm9yZy/bCgiHAAAACXBIWXMAAA9hAAAPYQGoP6dpAABBNUlEQVR4nO3dfVhVdb7//xeCbMDNjaiwYSRBLVJDMRvRLJNEgaypDsdj6qRMjWSX1RjaODiKqCN4NznleHM8ldBJj55zneQYOZg3kZ4JzSzSmvKUX0m9FFALMKwNwv79MT/2tONGN2zYbHg+rmtd117r81mf9V5M5/i61vqstdwsFotFAAAALqSbswsAAACwFwEGAAC4HAIMAABwOQQYAADgcggwAADA5RBgAACAyyHAAAAAl0OAAQAALsfD2QW0lbq6Ol24cEG+vr5yc3NzdjkAAOAmWCwWXb16VaGhoerWrenrLJ02wFy4cEFhYWHOLgMAALTAuXPn1Ldv3ybbO22A8fX1lfT3P4Cfn5+TqwEAADejsrJSYWFh1n/Hm9JpA0z9bSM/Pz8CDAAALuZG0z+YxAsAAFwOAQYAALgcAgwAAHA5nXYODAAAjlRbW6uamhpnl+HyunfvLnd391aPQ4ABAKAZFotFJSUlKi8vd3YpnUZAQIBMJlOr3tNGgAEAoBn14SUoKEg+Pj68HLUVLBaLrl27prKyMklSSEhIi8ciwAAA0ITa2lpreOnVq5ezy+kUvL29JUllZWUKCgpq8e0kJvECANCE+jkvPj4+Tq6kc6n/e7ZmThEBBgCAG+C2kWM54u9JgAEAAC6HAAMAQCeUnJysRx55xPrbzc1NK1eutOmTm5trczWkoKBAbm5uDZZFixbZtHeEJ7KYxAsAgJ3Cf/d2ux6veOWkVo/h5eWlVatW6amnnlLPnj2b7Xvq1Cmb7wgajcZWH9/RuAIDAEAXEBcXJ5PJpKysrBv2DQoKkslksi4EGAAA4BTu7u7KzMzU+vXrdf78eWeX02oEGAAAuohHH31U0dHRWrJkSbP9+vbtK6PRaF2uXLnSThXePObAAGix87873OJ9+66814GVALhZq1at0v3336/58+c32efw4cPy9fW1rt9ozowzcAUGAIAuZOzYsYqPj1daWlqTfSIiIjRw4EDr0q1bx4sLXIEBAKCLWblypaKjoxUZGensUlqs40UqAADQpqKiojR9+nS9/PLLzi6lxQgwAAB0QcuWLVNdXZ1d+9T39/Bw/g0c51cAAICLccSL5dpadnZ2o7/rhYeHy2w222wbN26cLBZLk2OWlZVZn0xyNgIMAABoltls1unTp/XnP/9Z48ePd3Y5kriFBAAAbuAvf/mLYmJi1KNHjw4zb4YrMAAAoFmPPPKIrl696uwybHAFBgAAuBwCDAAAcDl2B5hDhw7poYceUmhoqNzc3JSbm2vT7ubm1uiyZs0aa5/w8PAG7StXrrQZ58SJE7r33nvl5eWlsLAwrV69umVnCAAAOh27A0xVVZWGDRumDRs2NNp+8eJFm+W1116Tm5ubkpKSbPotW7bMpt+zzz5rbausrNTEiRPVr18/HT9+XGvWrFFGRoa2bNlib7kAAKATsnsSb2JiohITE5tsN5lMNuv/8z//o9jYWPXv399mu6+vb4O+9bZt26bq6mq99tpr8vT01JAhQ1RUVKQXX3xRKSkp9pYMAAA6mTadA1NaWqq3335bTz75ZIO2lStXqlevXho+fLjWrFmj69evW9sKCws1duxYeXp6WrfFx8fr1KlT+vbbbxs9ltlsVmVlpc0CAAA6pzZ9jDonJ0e+vr76p3/6J5vtzz33nO68804FBgbq/fffV1pami5evKgXX3xRklRSUqKIiAibfYKDg61tjX3WOysrS0uXLm2jMwEAAB1Jm16Bee211zR9+nR5eXnZbE9NTdW4ceM0dOhQzZ49W3/84x+1fv36Bq80tkdaWpoqKiqsy7lz51pbPgAALis5ObnRh2oSEhIk/eOBmiNHjtjsN3fuXI0bN86mT1NLcnKyJNsHePz9/TVmzBgdPHiwTc+vza7AHD58WKdOndLOnTtv2DcmJkbXr19XcXGxIiMjZTKZVFpaatOnfr2peTMGg0EGg6H1hQMAcCMZ/u18vIoW7ZaQkKCtW7fabPvxv5VeXl5asGCB3nvvvUb3P3bsmGprayVJ77//vpKSknTq1Cn5+flJkry9va19t27dqoSEBF2+fFm///3v9eCDD+rTTz9tMAfWUdrsCsyrr76qESNGaNiwYTfsW1RUpG7duikoKEiSNHr0aB06dEg1NTXWPvv27VNkZGSjt48AAEBDBoNBJpPJZvnxv6MpKSk6cuSI9uzZ0+j+ffr0se4XGBgoSQoKCrJu8/f/R5ALCAiQyWTSHXfcoU2bNun777/Xvn372uzc7A4w3333nYqKilRUVCRJOnPmjIqKinT27Flrn8rKSv3Xf/2Xfv3rXzfYv7CwUH/605/0ySef6P/9v/+nbdu26fnnn9cvf/lL6x912rRp8vT01JNPPqnPPvtMO3fu1EsvvaTU1NQWniYAAPipiIgIzZ49W2lpaaqrq3PYuPVXZqqrqx025k/ZHWA+/PBDDR8+XMOHD5f09/ksw4cPV3p6urXPjh07ZLFYNHXq1Ab7GwwG7dixQ/fdd5+GDBmiFStW6Pnnn7d5x4u/v7/eeecdnTlzRiNGjNC8efOUnp7OI9QAANghLy9PRqPRZsnMzLTps2jRIp05c0bbtm1zyDGvXbumRYsWyd3dXffdd59DxmyM3XNgxo0bJ4vF0myflJSUJsPGnXfe2WDCUGOGDh2qw4cP21seAAD4/8XGxmrTpk022+pvBdXr06eP5s+fr/T0dE2ZMqXFx5o6darc3d31/fffq0+fPnr11Vc1dOjQFo93I3yNGgCATqpHjx4aOHDgDfulpqZq48aN2rhxY4uPtW7dOsXFxcnf3199+vRp8Tg3i485AgDQxRmNRi1evFgrVqzQ1atXWzSGyWTSwIED2yW8SAQYAAA6LbPZrJKSEpvl8uXLjfZNSUmRv7+/tm/f3s5VtgwBBgCATio/P18hISE2yz333NNo3+7du2v58uX64Ycf2rnKlnGz3GhGrouqrKyUv7+/KioqrC/cAeBY53/X8on2fVfe68BKgLbxww8/6MyZM4qIiGjwVnm0XHN/15v995srMAAAwOUQYAAAgMshwAAAAJdDgAEAAC6HAAMAAFwOAQYAALgcAgwAAHA5BBgAAOByCDAAAMDlEGAAAIDLIcAAANAJJScn65FHHrH+dnNz08qVK2365Obmys3NzaZPU0t4eLgkady4cdZtXl5eGjx4sDZu3NiepyZJ8mj3IwIA4OKicqLa9XgnZ55s9RheXl5atWqVnnrqKfXs2bNB+0svvWQTcEJCQrR161YlJCRIktzd3a1ts2bN0rJly3Tt2jW9/vrrmjNnjnr27KmpU6e2us6bxRUYAAC6gLi4OJlMJmVlZTXa7u/vL5PJZF0kKSAgwLrep08fa18fHx+ZTCb1799fGRkZuvXWW7V79+52OY96BBgAALoAd3d3ZWZmav369Tp//rxDx/b29lZ1dbVDx7wRAgwAAF3Eo48+qujoaC1ZssQh49XW1uqNN97QiRMndP/99ztkzJtFgAEAoAtZtWqVcnJy9Pnnn7d4jI0bN8poNMrb21uzZs3S888/r6efftqBVd4YAQYAgC5k7Nixio+PV1paWovHmD59uoqKinTmzBlVVVXpxRdfVLdu7RspeAoJAIAuZuXKlYqOjlZkZGSL9vf399fAgQMdXJV9uAIDAEAXExUVpenTp+vll192diktRoABAKALWrZsmerq6pxdRotxCwkAADs54sVybS07O7vR3/XCw8NlNpub3N9isTS6vaCgoJWVOQZXYAAAgMshwAAAAJdDgAEAAC6HAAMAAFwOAQYAALgcAgwAAHA5BBgAAOByCDAAAMDlEGAAAIDLIcAAAACXQ4ABAKATSk5O1iOPPGL97ebmppUrV9r0yc3NlZubm02fppbw8HBJ0rhx4zR37tx2PJPG2f0tpEOHDmnNmjU6fvy4Ll68qF27dln/QNLf/wA5OTk2+8THxys/P9+6/s033+jZZ5/VW2+9pW7duikpKUkvvfSSjEajtc+JEyc0Z84cHTt2TH369NGzzz6r3/72ty04RQAAHOvz2we16/EGffF5q8fw8vLSqlWr9NRTT6lnz54N2l966SWbgBMSEqKtW7cqISFBkuTu7t7qGhzJ7iswVVVVGjZsmDZs2NBkn4SEBF28eNG6/Md//IdN+/Tp0/XZZ59p3759ysvL06FDh5SSkmJtr6ys1MSJE9WvXz8dP35ca9asUUZGhrZs2WJvuQAAQFJcXJxMJpOysrIabff395fJZLIukhQQEGBd79OnT3uWe0N2X4FJTExUYmJis30MBoP15H/q888/V35+vo4dO6a77rpLkrR+/Xo98MADWrt2rUJDQ7Vt2zZVV1frtddek6enp4YMGaKioiK9+OKLNkEHAADcHHd3d2VmZmratGl67rnn1LdvX2eX1CptMgemoKBAQUFBioyM1NNPP60rV65Y2woLCxUQEGANL9LfU2G3bt109OhRa5+xY8fK09PT2ic+Pl6nTp3St99+2+gxzWazKisrbRYAAPAPjz76qKKjo7VkyRJnl9JqDg8wCQkJev3113XgwAGtWrVK7733nhITE1VbWytJKikpUVBQkM0+Hh4eCgwMVElJibVPcHCwTZ/69fo+P5WVlSV/f3/rEhYW5uhTAwDA5a1atUo5OTn6/PPWz6txJocHmMcee0y/+MUvFBUVpUceeUR5eXk6duyYCgoKHH0oG2lpaaqoqLAu586da9PjAQDgisaOHav4+HilpaU5u5RWsXsOjL369++v3r1766uvvtL48eNlMplUVlZm0+f69ev65ptvrPNmTCaTSktLbfrUrzc1t8ZgMMhgMLTBGQAA0LmsXLlS0dHRioyMdHYpLdbm74E5f/68rly5opCQEEnS6NGjVV5eruPHj1v7HDx4UHV1dYqJibH2OXTokGpqaqx99u3bp8jIyEYf/QIAADcvKipK06dP18svv+zsUlrM7gDz3XffqaioSEVFRZKkM2fOqKioSGfPntV3332nF154QUeOHFFxcbEOHDighx9+WAMHDlR8fLwkadCgQUpISNCsWbP0wQcf6K9//aueeeYZPfbYYwoNDZUkTZs2TZ6ennryySf12WefaefOnXrppZeUmprquDMHAKALW7Zsmerq6uzer66uTh4ebX4D54bsruDDDz9UbGysdb0+VMycOVObNm3SiRMnlJOTo/LycoWGhmrixIlavny5ze2dbdu26ZlnntH48eOtL7L7cQr09/fXO++8ozlz5mjEiBHq3bu30tPTeYQaANAhOOLFcm0tOzu70d/1wsPDZTabm9zfYrE0ur2srKzJ6Rztye4AM27cuCZPSpL27t17wzECAwO1ffv2ZvsMHTpUhw8ftrc8dGHhv3u7xfsWr5zkwEoAoPMpKyvTX/7yF506dUrjx493djltP4kXAAC4voSEBH377bd6+eWXNXz4cGeXQ4ABAAA39tFHHzm7BBt8jRoAALgcAgwAAHA5BBgAAOByCDAAAMDlEGAAAIDLIcAAAACXQ4ABAAAuh/fAAABgpw2zD7br8eZsvt/ufZKTk5WTk9Nge3x8vPLz8xUeHq6vv/5ahYWFGjVqlLV97ty5KioqUkFBgbVPU2bOnKns7Gy5ublp165deuSRR+yus6UIMAAAdFIJCQnaunWrzbYff5vQy8tLCxYs0Hvvvdfo/seOHVNtba0k6f3331dSUpJOnTolPz8/SZK3t3cbVX5jBBgAADopg8HQ7IcXU1JStHnzZu3Zs0cPPPBAg/Y+ffpYfwcGBkqSgoKCFBAQ4PBa7cUcGAAAuqiIiAjNnj1baWlpqqurc3Y5diHAAADQSeXl5cloNNosmZmZNn0WLVqkM2fOaNu2bU6qsmW4hQQAQCcVGxurTZs22WyrvxVUr0+fPpo/f77S09M1ZcqU9iyvVQgwAAB0Uj169NDAgQNv2C81NVUbN27Uxo0b26Eqx+AWEgAAXZzRaNTixYu1YsUKXb161dnl3BQCDAAAnZTZbFZJSYnNcvny5Ub7pqSkyN/fX9u3b2/nKluGAAMAQCeVn5+vkJAQm+Wee+5ptG/37t21fPly/fDDD3Ydo/7pJQ+P9p2VwhwYAADs1JI347a37OxsZWdnN9leXFzcYNvUqVM1derURvuPGzdOFoulwfaysjJJavZ9M22BAAMAAOxmsVj09ddfa+3atQoODtYdd9zRrscnwAAAALtVVFQoMjJSgwYN0o4dO+Tl5dWuxyfAAAAAuwUEBMhsNjvt+EziBQAALocAAwAAXA4BBgAAuBwCDAAAcDkEGAAA4HIIMAAAwOUQYAAAgMvhPTAAANjpj1MebNfjzduZZ/c+ycnJysnJabA9Pj5e+fn5Cg8P19dff63CwkKNGjXK2j537lwVFRWpoKBAkpSRkaGlS5c2GGffvn2Ki4tTRkaGcnNzVVRUZHeNrUGAARwgKieqxfuenHnSgZUAwD8kJCRo69atNtsMBoP1t5eXlxYsWKD33nuv2XGGDBmi/fv322wLDAx0XKEtQIABAKCTMhgMzX5kMSUlRZs3b9aePXv0wAMPNNnPw8Oj3T/WeCPMgQEAoIuKiIjQ7NmzlZaWprq6OmeXYxcCDAAAnVReXp6MRqPNkpmZadNn0aJFOnPmjLZt29bkOCdPnrQZY+TIkW1d+g1xCwkAgE4qNjZWmzZtstn207krffr00fz585Wenq4pU6Y0Ok5kZKR2795tXf/xPBpnIcAAANBJ9ejRQwMHDrxhv9TUVG3cuFEbN25stN3T0/OmxmlPdt9COnTokB566CGFhobKzc1Nubm51raamhotWLBAUVFR6tGjh0JDQzVjxgxduHDBZozw8HC5ubnZLCtXrrTpc+LECd17773y8vJSWFiYVq9e3bIzBAAAzTIajVq8eLFWrFihq1evOrucm2J3gKmqqtKwYcO0YcOGBm3Xrl3TRx99pMWLF+ujjz7Sm2++qVOnTukXv/hFg77Lli3TxYsXrcuzzz5rbausrNTEiRPVr18/HT9+XGvWrFFGRoa2bNlib7kAAHRZZrNZJSUlNsvly5cb7ZuSkiJ/f39t3769natsGbtvISUmJioxMbHRNn9/f+3bt89m25///GeNHDlSZ8+e1S233GLd7uvr2+QjWdu2bVN1dbVee+01eXp6asiQISoqKtKLL76olJQUe0sGAKBLys/PV0hIiM22yMhIffHFFw36du/eXcuXL9e0adPsOkZdXZ08PNp/RkqbH7GiokJubm4KCAiw2b5y5UotX75ct9xyi6ZNm6bnn3/e+gcoLCzU2LFj5enpae0fHx+vVatW6dtvv1XPnj0bHMdsNstsNlvXKysr2+aEAABdXkvejNvesrOzlZ2d3WR7cXFxg21Tp07V1KlTbbZlZGQoIyOjyXHKysqc8o6YNn2M+ocfftCCBQs0depU+fn5Wbc/99xz2rFjh95991099dRTyszM1G9/+1tre0lJiYKDg23Gql8vKSlp9FhZWVny9/e3LmFhYW1wRgAAQJKuXr2qQ4cO6c0331RcXFy7H7/NrsDU1NToX/7lX2SxWBo8wpWammr9PXToUHl6euqpp55SVlZWix/NSktLsxm3srKSEAMAQBtJT0/Xtm3b9Oijj2r27Nntfvw2CTD14eXrr7/WwYMHba6+NCYmJkbXr19XcXGxIiMjZTKZVFpaatOnfr2py1QGg6FDPJcOAEBXsG7dOq1bt85px3f4LaT68PLll19q//796tWr1w33KSoqUrdu3RQUFCRJGj16tA4dOqSamhprn3379ikyMrLR+S8AAKBrsfsKzHfffaevvvrKun7mzBkVFRUpMDBQISEh+ud//md99NFHysvLU21trXXOSmBgoDw9PVVYWKijR48qNjZWvr6+Kiws1PPPP69f/vKX1nAybdo0LV26VE8++aQWLFigTz/9VC+99JJTkx4AAOg47A4wH374oWJjY63r9fNOZs6cqYyMDOurhqOjo232e/fddzVu3DgZDAbt2LFDGRkZMpvNioiI0PPPP28zf8Xf31/vvPOO5syZoxEjRqh3795KT0/nEWoAACCpBQFm3LhxslgsTbY31yZJd955p44cOXLD4wwdOlSHDx+2tzwAANAF8DVqAADgcggwAADA5RBgAACAy2n/jxcAAODizv+ufedo9l15r937JCcnq7y8XLm5uUpOTlZOTo6ysrL0u9/9ztonNzdXjz76qHX+akFBgc2DOvV+//vf6w9/+EOD9qCgIN1zzz1as2aN+vfv34IzazkCDAAAXYCXl5dWrVqlp5566obvVDt16pTNS2iNRmODdl9fX3355ZdKSUnRQw89pBMnTsjd3b1Nam8Mt5AAAOgC4uLiZDKZlJWVdcO+QUFBMplM1uWnASYoKEghISEaO3as0tPT9be//c3mHXHtgQADAEAX4O7urszMTK1fv17nz5932Lje3t6SpOrqaoeNeTMIMAAAdBGPPvqooqOjtWTJkmb79e3bV0aj0bpcuXKl0X4XL17U2rVr9bOf/UyRkZFtUXKTmAMDAEAXsmrVKt1///2aP39+k30OHz4sX19f6/pP58z07dtXFotF165d07Bhw/Tf//3f8vT0bLOaG0OAAQCgCxk7dqzi4+OVlpam5OTkRvtEREQoICCgyTEOHz4sPz8/BQUF2QSd9kSAAQCgi1m5cqWio6NbfNvnRgGnPTAHBgCALiYqKkrTp0/Xyy+/7OxSWowAAwBAF7Rs2TLV1dU5u4wW4xYSAAB2asmbcdtbdnZ2o7/rhYeHy2w222wbN26c9a28jblRe3viCgwAAHA5BBgAAOByCDAAAMDlEGAAAIDLIcAAAACXQ4ABAAAuhwADAABcDgEGAAC4HAIMAABwOQQYAADgcviUAOBkn98+qFX7D/ricwdVAuBmZWRkdPjjJScnKycnp8H2+Ph45efnKzw8XF9//bUKCws1atQoa/vcuXNVVFSkgoIC67GXLl3aYJx9+/YpLi7Opt3d3V19+/bVo48+quXLl8toNNpd980iwAAA0EklJCRo69atNtsMBoP1t5eXlxYsWKD33nuv2XGGDBmi/fv322wLDAxs0H79+nX99a9/1RNPPKFr167pX//1Xx1wFo3jFhIAAJ2UwWCQyWSyWXr27GltT0lJ0ZEjR7Rnz55mx/Hw8GgwjqenZ4P2vn37asqUKZo+fbp2797dZuclEWAAAOiyIiIiNHv2bKWlpamurs5h43p7e6u6utph4zWGAAMAQCeVl5cno9Fos2RmZtr0WbRokc6cOaNt27Y1Oc7Jkydtxhg5cmSTfY8fP67t27fr/vvvd9h5NIY5MAAAdFKxsbHatGmTzbYfz12RpD59+mj+/PlKT0/XlClTGh0nMjLS5pbQj+fRSP8IOLW1taqurtakSZP05z//2UFn0TgCDAAAnVSPHj00cODAG/ZLTU3Vxo0btXHjxkbbPT09mx2nPuB4eHgoNDTUZn5MW+EWEgAAXZzRaNTixYu1YsUKXb161e796wNOeHh4u4QXiQADAECnZTabVVJSYrNcvny50b4pKSny9/fX9u3b27nKliHAAADQSeXn5yskJMRmueeeexrt2717dy1fvlw//PBDO1fZMm4Wi8Xi7CLaQmVlpfz9/VVRUSE/Pz9nl4N2EP67t1u8b/HKSa06dlROVIv3/c+s6606tjPfxHv+d4dbvG/flfc6sBKgbfzwww86c+aMIiIi5OXl5exyOo3m/q43++83V2AAAIDLIcAAAACXY3eAOXTokB566CGFhobKzc1Nubm5Nu0Wi0Xp6ekKCQmRt7e34uLi9OWXX9r0+eabbzR9+nT5+fkpICBATz75pL777jubPidOnNC9994rLy8vhYWFafXq1fafHQAA6JTsDjBVVVUaNmyYNmzY0Gj76tWr9fLLL2vz5s06evSoevToofj4eJtJQdOnT9dnn32mffv2KS8vT4cOHVJKSoq1vbKyUhMnTlS/fv10/PhxrVmzRhkZGdqyZUsLThEAAHQ2dr/ILjExUYmJiY22WSwW/elPf9KiRYv08MMPS5Jef/11BQcHKzc3V4899pg+//xz5efn69ixY7rrrrskSevXr9cDDzygtWvXKjQ0VNu2bVN1dbVee+01eXp6asiQISoqKtKLL75oE3QAAEDX5NA5MGfOnFFJSYni4uKs2/z9/RUTE6PCwkJJUmFhoQICAqzhRZLi4uLUrVs3HT161Npn7NixNi/DiY+P16lTp/Ttt982emyz2azKykqbBQAAdE4ODTAlJSWSpODgYJvtwcHB1raSkhIFBQXZtHt4eCgwMNCmT2Nj/PgYP5WVlSV/f3/rEhYW1voTAgAAHVKneQopLS1NFRUV1uXcuXPOLgkAALQRhwYYk8kkSSotLbXZXlpaam0zmUwqKyuzab9+/bq++eYbmz6NjfHjY/yUwWCQn5+fzQIAADonhwaYiIgImUwmHThwwLqtsrJSR48e1ejRoyVJo0ePVnl5uY4fP27tc/DgQdXV1SkmJsba59ChQ6qpqbH22bdvnyIjI9WzZ09HlgwAAFyQ3U8hfffdd/rqq6+s62fOnFFRUZECAwN1yy23aO7cufrDH/6gW2+9VREREVq8eLFCQ0P1yCOPSJIGDRqkhIQEzZo1S5s3b1ZNTY2eeeYZPfbYYwoNDZUkTZs2TUuXLtWTTz6pBQsW6NNPP9VLL72kdevWOeasAQBohQMHB7Tr8cbff9rufZKTk1VeXq7c3FxdunRJ6enpevvtt1VaWqqePXtq2LBhSk9P15gxYyRJ4eHh+vrrr23G+NnPfqbz5883aPfx8VFkZKTS0tI0efLkVp5dy9gdYD788EPFxsZa11NTUyVJM2fOVHZ2tn7729+qqqpKKSkpKi8v1z333KP8/Hybbx1s27ZNzzzzjMaPH69u3bopKSlJL7/8srXd399f77zzjubMmaMRI0aod+/eSk9P5xFqAABaICkpSdXV1crJyVH//v1VWlqqAwcO6MqVKzb9li1bplmzZlnX3d3dG22vrKzUH//4R02ZMkU/+9nPdPfdd7fLefyY3QFm3Lhxau77j25ublq2bJmWLVvWZJ/AwMAbfq576NChOny45R+KAwAAUnl5uQ4fPqyCggLdd999kqR+/fpp5MiRDfr6+vo2Odf0x+0mk0kbNmzQG2+8obfeesspAabTPIUEAAAaMhqNMhqNys3Nldlsdti4Hh4e6t69u6qrqx02pj0IMAAAdGIeHh7Kzs5WTk6OAgICNGbMGC1cuFAnTpxo0HfBggXWwGM0Gm2md/xYdXW1srKyVFFRofvvv7+tT6FRBBgAADq5pKQkXbhwQbt371ZCQoIKCgp05513Kjs726bfCy+8oKKiIusyY8YMm/b6gOPj46NVq1Zp5cqVmjRpUjueyT/YPQcGAAC4Hi8vL02YMEETJkzQ4sWL9etf/1pLlixRcnKytU/v3r01cODAJsd44YUXlJycLKPRqODgYLm5ubVD5Y3jCgwAAF3Q4MGDVVVVZdc+9QHHZDI5NbxIXIEBAKBTu3LliiZPnqwnnnhCQ4cOla+vrz788EOtXr1aDz/8sLPLazECDAAAnZjRaFRMTIzWrVun06dPq6amRmFhYZo1a5YWLlzo7PJajAADAICdWvJm3Pb24wm6WVlZysrKarZ/cXFxq9rbG3NgAACAyyHAAAAAl0OAAQAALocAAwAAXA4BBgAAuBwCDAAAcDkEGAAA4HIIMAAAwOUQYAAAgMshwAAAAJfDpwQAALCT6d2idj1eSWy03fskJyervLxcubm5unTpktLT0/X222+rtLRUPXv21LBhw5Senq6amhrFxsY2O9a7776r4uJi/epXv5Ikubm5KTQ0VBMmTNCqVasUFBTUktNqFQIMAACdXFJSkqqrq5WTk6P+/furtLRUBw4c0JUrV5SQkKCLFy9a+/7mN79RZWWltm7dat0WGBio4uJi+fn56dSpU6qrq9Mnn3yiX/3qV7pw4YL27t3b7udEgAEAoBMrLy/X4cOHVVBQoPvuu0+S1K9fP40cOdLax2QyWX97e3vLbDbbbKvn5uZm3R4aGqrnnntOixcv1vfffy9vb+82PhNbzIEBAKATMxqNMhqNys3NldlsdujY3t7eqqur0/Xr1x067s0gwAAA0Il5eHgoOztbOTk5CggI0JgxY7Rw4UKdOHGiVeN++eWX2rx5s+666y75+vo6qNqbR4ABAKCTS0pK0oULF7R7924lJCSooKBAd955p7Kzs+0ap6KiQkajUT4+PoqMjFRwcLC2bdvWNkXfAHNgAADoAry8vDRhwgRNmDBBixcv1q9//WstWbJEycnJNz2Gr6+vPvroI3Xr1k0hISHtPu/lx7gCAwBAFzR48GBVVVXZtU+3bt00cOBA9e/f36nhReIKDAAAndqVK1c0efJkPfHEExo6dKh8fX314YcfavXq1Xr44YedXV6LEWAAAOjEjEajYmJitG7dOp0+fVo1NTUKCwvTrFmztHDhQmeX12IEGAAA7NSSN+O2tx9P0M3KylJWVpbd+/1YcnKyXfNl2hpzYAAAgMshwAAAAJdDgAEAAC6HAAMAAFwOAQYAALgcAgwAAHA5BBgAAOByCDAAAMDlODzAhIeHy83NrcEyZ84cSdK4ceMatM2ePdtmjLNnz2rSpEny8fFRUFCQXnjhBV2/ft3RpQIAABfl8DfxHjt2TLW1tdb1Tz/9VBMmTNDkyZOt22bNmqVly5ZZ1318fKy/a2trNWnSJJlMJr3//vu6ePGiZsyYoe7duyszM9PR5QIAABfk8ADTp08fm/WVK1dqwIABuu+++6zbfHx8ZDKZGt3/nXfe0d/+9jft379fwcHBio6O1vLly7VgwQJlZGTI09PT0SUDAGCX8N+93a7HK145ye59kpOTVV5ertzcXF26dEnp6el6++23VVpaqp49e2rYsGFKT0/XmDFjJP39DsrXX39tM8bPfvYznT9/3to+d+5czZ07t9Xn4whtOgemurpab7zxhp544gm5ublZt2/btk29e/fWHXfcobS0NF27ds3aVlhYqKioKAUHB1u3xcfHq7KyUp999lmTxzKbzaqsrLRZAACAlJSUpI8//lg5OTn6v//7P+3evVvjxo3TlStXbPotW7ZMFy9etC4ff/yxkyq+sTb9mGNubq7Ky8ttPv40bdo09evXT6GhoTpx4oQWLFigU6dO6c0335QklZSU2IQXSdb1kpKSJo+VlZWlpUuXOv4kAABwYeXl5Tp8+LAKCgqsd0P69eunkSNHNujr6+vb5B2SjqZNA8yrr76qxMREhYaGWrelpKRYf0dFRSkkJETjx4/X6dOnNWDAgBYfKy0tTampqdb1yspKhYWFtXg8AAA6A6PRKKPRqNzcXI0aNUoGg8HZJTlEm91C+vrrr7V//379+te/brZfTEyMJOmrr76SJJlMJpWWltr0qV9vLhUaDAb5+fnZLAAAdHUeHh7Kzs5WTk6OAgICNGbMGC1cuFAnTpxo0HfBggXWwGM0GvXyyy87oeKb02YBZuvWrQoKCtKkSc1PPCoqKpIkhYSESJJGjx6tkydPqqyszNpn37598vPz0+DBg9uqXAAAOq2kpCRduHBBu3fvVkJCggoKCnTnnXcqOzvbpt8LL7ygoqIi6zJjxgznFHwT2iTA1NXVaevWrZo5c6Y8PP5xl+r06dNavny5jh8/ruLiYu3evVszZszQ2LFjNXToUEnSxIkTNXjwYD3++OP65JNPtHfvXi1atEhz5szpNJe9AABob15eXpowYYIWL16s999/X8nJyVqyZIlNn969e2vgwIHWJSAgwDnF3oQ2CTD79+/X2bNn9cQTT9hs9/T01P79+zVx4kTdfvvtmjdvnpKSkvTWW29Z+7i7uysvL0/u7u4aPXq0fvnLX2rGjBk2740BAACtM3jwYFVVVTm7jBZrk0m8EydOlMViabA9LCxM77333g3379evn/bs2dMWpQEA0KVcuXJFkydP1hNPPKGhQ4fK19dXH374oVavXq2HH37Y2eW1WJs+hQQAAJzLaDQqJiZG69at0+nTp1VTU6OwsDDNmjVLCxcuvOlx6urqbKaFOFvHqQQAABfRkjfjtrcfT9DNyspSVlZWs/2Li4ubbKutrdWVK1c61DtiCDAAAKBJ58+f1+uvv67a2lrdc889zi7HigADAACaFB0drV69eunf//3fuQIDAABcw+XLl51dQqPa9GOOAAAAbYErMIAkZfi3bv+IWxxTBwDgpnAFBgAAuByuwABwioyMDKfuD8C1cQUGAAC4HAIMAABwOQQYAADgcpgDAwCAvVr75KLdx6uwe5fk5GSVl5crNzdXly5dUnp6ut5++22VlpaqZ8+eGjZsmNLT01VTU6PY2Nhmx3r33XdVXFysuXPnqry8vIUn4VgEGAAAOrmkpCRVV1crJydH/fv3V2lpqQ4cOKArV64oISFBFy9etPb9zW9+o8rKSm3dutW6LTAwsNlvJTkDAQYAgE6svLxchw8fVkFBge677z5JUr9+/TRy5Ehrnx9/IsDb21tms7lDfTagMcyBAQCgEzMajTIajcrNzZXZbHZ2OQ5DgAEAoBPz8PBQdna2cnJyFBAQoDFjxmjhwoU6ceKEs0trFQIMAACdXFJSki5cuKDdu3crISFBBQUFuvPOO5Wdne3s0lqMAAMAQBfg5eWlCRMmaPHixXr//feVnJysJUuWOLusFiPAAADQBQ0ePFhVVVXOLqPFeAoJAIBO7MqVK5o8ebKeeOIJDR06VL6+vvrwww+1evVqPfzww84ur8UIMAAAdGJGo1ExMTFat26dTp8+rZqaGoWFhWnWrFlauHDhTY9TV1cnD4+OExs6TiUAALiKFrwZt739eIJuVlaWsrKy7N7vx8rKyjrUu2EIMAAAoEnXrl3TF198oa1btyoxMdHZ5VgxiRcAADRpy5YtiouLs347qaPgCgwAAGjS3LlzNXfuXGeX0QBXYAAAgMshwAAAAJdDgAEAAC6HAAMAAFwOAQYAALgcAgwAAHA5BBgAAOByeA8MAAB2isqJatfjnZx50u59kpOTlZOT02B7fHy88vPz9cknn2jx4sU6cuSIKisrZTKZFBMTo/Xr12vjxo1aunRps+NbLBabY3Tv3l233HKLZsyYoYULF7b5d5MIMAAAdFIJCQnaunWrzTaDwaBLly5p/PjxevDBB7V3714FBASouLhYu3fvVlVVlebPn6/Zs2db9/n5z3+ulJQUzZo1q8ljmM1m7dmzR3PmzFH37t2VlpbWpudGgAEAoJMyGAyNfoAxNzdXFRUVeuWVV6xXSiIiIhQbG2vtYzQarb/d3d3l6+vb6Fg/PsbTTz+tXbt2affu3W0eYJgDAwBAF2MymXT9+nXt2rVLFovFoWN7e3ururraoWM2xuEBJiMjQ25ubjbL7bffbm3/4YcfNGfOHPXq1UtGo1FJSUkqLS21GePs2bOaNGmSfHx8FBQUpBdeeEHXr193dKkAAHRqeXl5MhqNNktmZqZGjRqlhQsXatq0aerdu7cSExO1Zs2aBv8e28NisWj//v3au3ev7r//fgeeRePa5BbSkCFDtH///n8c5EcTeZ5//nm9/fbb+q//+i/5+/vrmWee0T/90z/pr3/9qySptrZWkyZNkslk0vvvv6+LFy9qxowZ6t69uzIzM9uiXAAAOqXY2Fht2rTJZltgYKAkacWKFUpNTdXBgwd19OhRbd68WZmZmTp06JCiom5+knJ9SKqpqVFdXZ2mTZumjIwMR55Go9okwHh4eDR6n6yiokKvvvqqtm/fbk1nW7du1aBBg3TkyBGNGjVK77zzjv72t79p//79Cg4OVnR0tJYvX64FCxYoIyNDnp6ebVEyAACdTo8ePTRw4MAm23v16qXJkydr8uTJyszM1PDhw7V27dpGn15qSn1I8vT0VGhoaJs/fVSvTebAfPnllwoNDVX//v01ffp0nT17VpJ0/Phx1dTUKC4uztr39ttv1y233KLCwkJJUmFhoaKiohQcHGztEx8fr8rKSn322WdNHtNsNquystJmAQAAN8fT01MDBgxQVVWVXfvVh6Rbbrml3cKL1AZXYGJiYpSdna3IyEhdvHhRS5cu1b333qtPP/1UJSUl8vT0VEBAgM0+wcHBKikpkSSVlJTYhJf69vq2pmRlZd3wmXUAALoSs9nc4N9ODw8PHTlyRDt27NBjjz2m2267TRaLRW+99Zb27NnT4LHrjsrhASYxMdH6e+jQoYqJiVG/fv30n//5n/L29nb04azS0tKUmppqXa+srFRYWFibHQ8AgI4uPz9fISEhNtsiIyO1Z88e+fj4aN68eTp37pwMBoNuvfVWvfLKK3r88cedVK192vxaT0BAgG677TZ99dVXmjBhgqqrq1VeXm5zFaa0tNQ6Z8ZkMumDDz6wGaN+VnRj82rqGQwGGQwGx58AAAA/0ZI347a37OxsZWdnN9m+ZcuWmx6ruLi4yWM4S5u/B+a7777T6dOnFRISohEjRqh79+46cOCAtf3UqVM6e/asRo8eLUkaPXq0Tp48qbKyMmufffv2yc/PT4MHD27rcgEAgAtw+BWY+fPn66GHHlK/fv104cIFLVmyRO7u7po6dar8/f315JNPKjU1VYGBgfLz89Ozzz6r0aNHa9SoUZKkiRMnavDgwXr88ce1evVqlZSUaNGiRZozZw5XWAAAgKQ2CDDnz5/X1KlTdeXKFfXp00f33HOPjhw5oj59+kiS1q1bp27duikpKUlms1nx8fHauHGjdX93d3fl5eXp6aef1ujRo9WjRw/NnDlTy5Ytc3SpAADARTk8wOzYsaPZdi8vL23YsEEbNmxosk+/fv20Z88eR5cGAAA6Cb6FBAAAXA4BBgAAuBwCDAAAcDkEGAAA4HIIMAAAwOUQYAAAgMtpv89GAgDQSXx++6B2Pd6gLz63e5/k5GTl5OQ02B4fH6/8/Hx98sknWrx4sY4cOaLKykqZTCbFxMRo/fr1CgoKUnFxsSIiIhrsP336dL3xxhsN2gMDAzVixAitWrVKw4cPt7teexFgAADopBISEhp8XdpgMOjSpUsaP368HnzwQe3du1cBAQEqLi7W7t27VVVVZdN///79GjJkiHX9px9mrm8/f/68nnvuOSUmJuqLL76w+eZhWyDAAADQSRkMhkY/hJybm6uKigq98sor8vD4exSIiIhQbGxsg769evVq9mPK9e0mk0lr167VmDFjdPToUcXHxzvuRBrBHBgAALoYk8mk69eva9euXbJYLA4bt/7qTHV1tcPGbAoBBgCATiovL09Go9FmyczM1KhRo7Rw4UJNmzZNvXv3VmJiotasWaPS0tIGY9x99902+3/88ceNHqu8vFzLly+X0WjUyJEj2/rUuIUEAEBnFRsbq02bNtlsCwwMlCStWLFCqampOnjwoI4eParNmzcrMzNThw4dUlRUlLX/zp07NWjQPyYth4WF2Yx39913q1u3bqqqqlL//v21c+dOBQcHt+FZ/R0BBgCATqpHjx4aOHBgk+29evXS5MmTNXnyZGVmZmr48OFau3atzdNLYWFhzY6xc+dODR48WL169Wrzibs/RoABAADy9PTUgAEDGjyFdCNhYWEaMGBAG1XVNAIMAACdlNlsVklJic02Dw8PHTlyRDt27NBjjz2m2267TRaLRW+99Zb27NnT4LHrjooAAwBAJ5Wfn6+QkBCbbZGRkdqzZ498fHw0b948nTt3TgaDQbfeeqteeeUVPf74406q1j4EGAAA7NSSN+O2t+zsbGVnZzfZvmXLlmb3Dw8Pb/YR6xu1tzUeowYAAC6HAAMAAFwOAQYAALgcAgwAAHA5BBgAAOByCDAAAMDlEGAAAIDLIcAAAACXw4vsAHQ5pneLWrV/SWy0Q+oA0HJcgQEAAC6HKzAAANhpw+yD7Xq8OZvvt3uf5ORk5eTkNNgeHx+v/Px8ffLJJ1q8eLGOHDmiyspKmUwmxcTEaP369dq4caOWLl3a7PgWi0XJyckqLy9Xbm6u3fW1FgEGAIBOKiEhocHXpQ0Ggy5duqTx48frwQcf1N69exUQEKDi4mLt3r1bVVVVmj9/vmbPnm3d5+c//7lSUlI0a9as9j6FJhFgAADopAwGg0wmU4Ptubm5qqio0CuvvCIPj79HgYiICMXGxlr7GI1G6293d3f5+vo2OpazMAcGAIAuxmQy6fr169q1a5dTvyjdGgQYAAA6qby8PBmNRpslMzNTo0aN0sKFCzVt2jT17t1biYmJWrNmjUpLS51d8k0jwAAA0EnFxsaqqKjIZqmf27JixQqVlJRo8+bNGjJkiDZv3qzbb79dJ0+edHLVN4cAAwBAJ9WjRw8NHDjQZgkMDLS29+rVS5MnT9batWv1+eefKzQ0VGvXrnVixTePAAMAAOTp6akBAwaoqqrK2aXcFJ5CAgCgkzKbzSopKbHZ5uHhoSNHjmjHjh167LHHdNttt8liseitt97Snj17Gjx23VERYAAA6KTy8/MVEhJisy0yMlJ79uyRj4+P5s2bp3PnzslgMOjWW2/VK6+8oscff/ymx6+rq7M+ht3eHH7UrKwsvfnmm/riiy/k7e2tu+++W6tWrVJkZKS1z7hx4/Tee+/Z7PfUU09p8+bN1vWzZ8/q6aef1rvvviuj0aiZM2cqKyvLaX8oAB3LgYMDWr6z2387rhB0SS15M257y87OVnZ2dpPtW7ZsuemxiouLG91eVlamgQMH2lmZYzh8Dsx7772nOXPm6MiRI9q3b59qamo0ceLEBvfUZs2apYsXL1qX1atXW9tqa2s1adIkVVdX6/3331dOTo6ys7OVnp7u6HIBAICdvv32W+Xl5amgoEBxcXFOqcHhlzPy8/Nt1rOzsxUUFKTjx49r7Nix1u0+Pj5NvtHvnXfe0d/+9jft379fwcHBio6O1vLly7VgwQJlZGTI09PT0WUDAICb9MQTT+jYsWOaN2+eHn74YafU0OZPIVVUVEiSzWNbkrRt2zb17t1bd9xxh9LS0nTt2jVrW2FhoaKiohQcHGzdFh8fr8rKSn322WeNHsdsNquystJmAQAAjrdr1y6dP39eK1askJubm1NqaNMJJXV1dZo7d67GjBmjO+64w7p92rRp6tevn0JDQ3XixAktWLBAp06d0ptvvilJKikpsQkvkqzrP51NXS8rK+uGX84EAACdQ5sGmDlz5ujTTz/V//7v/9psT0lJsf6OiopSSEiIxo8fr9OnT2vAgJZNzEtLS1Nqaqp1vbKyUmFhYS0rHAAAdGhtdgvpmWeeUV5ent5991317du32b4xMTGSpK+++krS3z8y9dPvMdSvNzVvxmAwyM/Pz2YBAACdk8MDjMVi0TPPPKNdu3bp4MGDioiIuOE+RUVFkmR9Vn306NE6efKkysrKrH327dsnPz8/DR482NElAwAAF+PwW0hz5szR9u3b9T//8z/y9fW1zlnx9/eXt7e3Tp8+re3bt+uBBx5Qr169dOLECT3//PMaO3ashg4dKkmaOHGiBg8erMcff1yrV69WSUmJFi1apDlz5shgMDi6ZMClbZh9sMX7usK7LACgMQ6/ArNp0yZVVFRo3LhxCgkJsS47d+6U9PdvLezfv18TJ07U7bffrnnz5ikpKUlvvfWWdQx3d3fl5eXJ3d1do0eP1i9/+UvNmDFDy5Ytc3S5AADABTn8CozFYmm2PSwsrMFbeBvTr18/7dmzx1FlAQCAToT38gMAYKc/TnmwXY83b2ee3fskJycrJyenwfb4+Hjl5+frk08+0eLFi3XkyBFVVlbKZDIpJiZG69evV1BQkIqLixudxzp9+nS98cYb1vaPP/5Y0dHRLTmtViHAAADQSSUkJDT4urTBYNClS5c0fvx4Pfjgg9q7d68CAgJUXFys3bt3N/j0z/79+zVkyBDrure3d7vUfiMEGABoTxn+rdy/wjF1oEswGAyNvn4kNzdXFRUVeuWVV6wfSY6IiFBsbGyDvr169WryFSbO1OafEgAAAB2LyWTS9evXtWvXrhvOXe2oCDAAAHRSeXl5MhqNNktmZqZGjRqlhQsXatq0aerdu7cSExO1Zs2aBi+RlaS7777bZv+PP/7YCWfSELeQgC6stRMRp0QscFAlANpCbGysNm3aZLOt/uPKK1asUGpqqg4ePKijR49q8+bNyszM1KFDhxQVFWXtv3PnTg0aNMi63lE+00OAAQCgk+rRo4cGDhzYZHuvXr00efJkTZ48WZmZmRo+fLjWrl1r8/RSWFhYs2M4C7eQAACAPD09NWDAgAZPIXVUXIEBAKCTMpvN1k/61PPw8NCRI0e0Y8cOPfbYY7rttttksVj01ltvac+ePQ0eu+6oCDAAAHRS+fn51g8l14uMjNSePXvk4+OjefPm6dy5czIYDLr11lv1yiuv6PHHH7+psevq6iTJ+hh2eyPAAICdwn/3dov3LfZyYCFwmpa8Gbe9ZWdnKzs7u8n2LVu2NLt/eHh4s49Yl5WVSZLT3hFDgAEAADft+vXrKi4u1po1azRs2DD17t3bKXUwiRcAANy0Tz/9VEOHDtXFixf1+uuvO60OrsAAAICbFh0drWvXrjm7DK7AAAAA10OAAQDgBlz1e0EdlSP+ngQYAACa0L17d0nqELdMOpP6v2f937clmAMDAEAT3N3dFRAQYH1k2MfHR25ubk6uynVZLBZdu3ZNZWVlCggIkLu7e4vHIsAAANCM+vec1IcYtF5AQECr3x9DgAEAoBlubm4KCQlRUFCQampqnF2Oy+vevXurrrzUI8AAAHAT3N3dHfIPLxyDSbwAAMDlEGAAAIDLIcAAAACXwxwYAHAhUTlRLd735MyTDqwEcC6uwAAAAJdDgAEAAC6HAAMAAFwOAQYAALgcAgwAAHA5BBgAAOByCDAAAMDl8B4YAOgiPr99UKv2H/TF5w6qBGg9AgwAoM39ccqDrdp/3s48B1WCzoIAAwC4KRtmH3R2CYAVc2AAAIDLIcAAAACX06EDzIYNGxQeHi4vLy/FxMTogw8+cHZJAACgA+iwAWbnzp1KTU3VkiVL9NFHH2nYsGGKj49XWVmZs0sDAABO1mEDzIsvvqhZs2bpV7/6lQYPHqzNmzfLx8dHr732mrNLAwAATtYhA0x1dbWOHz+uuLg467Zu3bopLi5OhYWFTqwMAAB0BB3yMerLly+rtrZWwcHBNtuDg4P1xRdfNLqP2WyW2Wy2rldUVEiSKisr265QdCh15mst3rfSzdKqY9d+X9vifb+rbfm+kvR9dVWL9zXX1LTq2FfNrTi2m/nGnZpRVVXX4n3r3L5r1bH5b81+rf1vjf9f3nXU/29tsTT/fysdMsC0RFZWlpYuXdpge1hYmBOqgavxb/UILX9D6cjWHvqrX7R2hBZbpHecduzWuddpR+a/tZZZtKv1fzm4lqtXr8rfv+n/3TtkgOndu7fc3d1VWlpqs720tFQmk6nRfdLS0pSammpdr6ur0zfffKNevXrJzc2tTesF0L4qKysVFhamc+fOyc/Pz9nlAHAgi8Wiq1evKjQ0tNl+HTLAeHp6asSIETpw4IAeeeQRSX8PJAcOHNAzzzzT6D4Gg0EGg8FmW0BAQBtXCsCZ/Pz8CDBAJ9TclZd6HTLASFJqaqpmzpypu+66SyNHjtSf/vQnVVVV6Ve/+pWzSwMAAE7WYQPMlClTdOnSJaWnp6ukpETR0dHKz89vMLEXAAB0PW6WG03zBYAOxmw2KysrS2lpaQ1uHQPoGggwAADA5XTIF9kBAAA0hwADAABcDgEGAAC4HAIMAABwOR32MWoAqHf58mW99tprKiwsVElJiSTJZDLp7rvvVnJysvr06ePkCgG0N55CAtChHTt2TPHx8fLx8VFcXJz1XVClpaU6cOCArl27pr179+quu+5ycqUA2hMBBkCHNmrUKA0bNkybN29u8F0zi8Wi2bNn68SJEyosLHRShQCcgQADoEPz9vbWxx9/rNtvv73R9i+++ELDhw/X999/386VAXAmJvEC6NBMJpM++OCDJts/+OADPjECdEFM4gXQoc2fP18pKSk6fvy4xo8f32AOzL/9279p7dq1Tq4SQHvjFhKADm/nzp1at26djh8/rtraWkmSu7u7RowYodTUVP3Lv/yLkysE0N4IMABcRk1NjS5fvixJ6t27t7p37+7kigA4CwEGAAC4HCbxAgAAl0OAAQAALocAAwAAXA4BBgAAuBwCDAAAcDkEGAAA4HIIMAAAwOUQYAAAgMv5/wDApFG1ixiyOQAAAABJRU5ErkJggg==\n"
          },
          "metadata": {}
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Applying text preprocessing, lemmatization and we remove words that are too frequent and rarely encountered:**"
      ],
      "metadata": {
        "id": "Y3Yi2rqTBcgp"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "def reg_handling(content: str) -> str:\n",
        "    \"preprocessing posts\"\n",
        "\n",
        "    content = re.sub(r\"http\\S*\", \" \", content.lower().lstrip(\"'\"))\n",
        "    content = re.sub(r'\\|{3,}', ' N ', content)\n",
        "    content = content.translate(str.maketrans(' ', ' ', string.punctuation))\n",
        "    content = re.sub(r'[^A-z]', ' ', content)\n",
        "\n",
        "    return content\n",
        "\n",
        "\n",
        "def applying_stemmer(text: str) -> str:\n",
        "    stemmer = SnowballStemmer('english')\n",
        "    new_text = [stemmer.stem(word) for word in text.split()]\n",
        "    return \" \".join(new_text)\n",
        "\n",
        "\n",
        "def applying_lemmatization(text: str) -> str:\n",
        "    lemmatizer = WordNetLemmatizer()\n",
        "    lst = text.split()\n",
        "    lemmatized_lst = [lemmatizer.lemmatize(word) for word in lst]\n",
        "    return \" \".join(lemmatized_lst)\n",
        "\n",
        "\n",
        "data[\"posts\"] = data[\"posts\"].apply(reg_handling)\n",
        "data[\"postl\"] = data[\"posts\"]\n",
        "data[\"posts\"] = data[\"posts\"].apply(applying_stemmer)\n",
        "data[\"postl\"] = data[\"postl\"].apply(applying_lemmatization)\n",
        "\n",
        "columns = [\"postl\", \"posts\"]\n",
        "\n",
        "\n",
        "def delete_rare_words(column):\n",
        "    words = collections.Counter()\n",
        "    for text in data[column]:\n",
        "        for word in text.split():\n",
        "                words[word] += 1\n",
        "\n",
        "    # delete words if their number of occurrences is less than 20\n",
        "    new_vocab = set()\n",
        "    counter_threshold = 20\n",
        "\n",
        "    for char, cnt in words.items():\n",
        "        if cnt > counter_threshold:\n",
        "            new_vocab.add(char)\n",
        "    return new_vocab\n",
        "\n",
        "def applying_vocab(text: str, vocab: list[str]) -> str:\n",
        "    new_text = [word for word in text.split() if word in vocab]\n",
        "    return \" \".join(new_text)\n",
        "\n",
        "for column in columns:\n",
        "    new_vocab = delete_rare_words(column)\n",
        "    data[column] = data[column].apply(applying_vocab, args=(new_vocab,))"
      ],
      "metadata": {
        "id": "cj_WLVLCBF7p"
      },
      "execution_count": 4,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "data.head()"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "id": "MiJQs2-V8bGJ",
        "outputId": "4c767b49-d62b-4714-a1e8-b9fcd1da2222"
      },
      "execution_count": 5,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   type                                              posts  \\\n",
              "0  INFJ  and intj moment not top ten play prank n what ...   \n",
              "1  ENTP  im find the lack of me in these post veri alar...   \n",
              "2  INTP  good one cours to which i say i know that my b...   \n",
              "3  INTJ  dear intp i enjoy our convers the other day es...   \n",
              "4  ENTJ  your fire n that anoth silli misconcept that a...   \n",
              "\n",
              "                                               postl  \n",
              "0  and intj moment not top ten play prank N what ...  \n",
              "1  im finding the lack of me in these post very N...  \n",
              "2  good one course to which i say i know thats my...  \n",
              "3  dear intp i enjoyed our conversation the other...  \n",
              "4  youre fired N thats another silly misconceptio...  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-9c75dcdd-f8b9-4ce0-a61a-73e340fff774\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>type</th>\n",
              "      <th>posts</th>\n",
              "      <th>postl</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>INFJ</td>\n",
              "      <td>and intj moment not top ten play prank n what ...</td>\n",
              "      <td>and intj moment not top ten play prank N what ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>ENTP</td>\n",
              "      <td>im find the lack of me in these post veri alar...</td>\n",
              "      <td>im finding the lack of me in these post very N...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>INTP</td>\n",
              "      <td>good one cours to which i say i know that my b...</td>\n",
              "      <td>good one course to which i say i know thats my...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>INTJ</td>\n",
              "      <td>dear intp i enjoy our convers the other day es...</td>\n",
              "      <td>dear intp i enjoyed our conversation the other...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>ENTJ</td>\n",
              "      <td>your fire n that anoth silli misconcept that a...</td>\n",
              "      <td>youre fired N thats another silly misconceptio...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-9c75dcdd-f8b9-4ce0-a61a-73e340fff774')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-9c75dcdd-f8b9-4ce0-a61a-73e340fff774 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-9c75dcdd-f8b9-4ce0-a61a-73e340fff774');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-ba9fa56a-fb1f-4820-8ad3-48a0483f9d60\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-ba9fa56a-fb1f-4820-8ad3-48a0483f9d60')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-ba9fa56a-fb1f-4820-8ad3-48a0483f9d60 button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "data",
              "summary": "{\n  \"name\": \"data\",\n  \"rows\": 8675,\n  \"fields\": [\n    {\n      \"column\": \"type\",\n      \"properties\": {\n        \"dtype\": \"category\",\n        \"num_unique_values\": 16,\n        \"samples\": [\n          \"INFJ\",\n          \"ENTP\",\n          \"ENFJ\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"posts\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 8675,\n        \"samples\": [\n          \"this when i lie it to avoid an unreason respons for someth i did that was complet justifi to me but if i was to tri to justifi to someon els theyd be too hung up on what i did i n your iq sd n i typic have veri difficult time maintain friend ive come to realiz ive had peopl i talk to for year and i still dont want to talk to them i did but then i just got bore of them n an intj friend of mine told me she realli hate eat becaus it so repetit as an intp i dont realli feel bother i dont realli regist eat i just do it while im think about n similar mind advanc test n intp sxso i have a lot of friend but i onli have one i speak about how i actual feel with and onli other that i talk about what i am actual think about with regard to n get close to someon and end up want to be infinit close to them and end up merg everi damn time n interest topic i know two enfp is strang as an intp i view some of the stuff she doe as come onto me sort of she get realli close and is veri open to me just what enfp do n as far as im awar this is normal in all peopl it not so much your pessimist self but just that human are social creatur and you will feel better after social for that reason be n how dare you use lelouch as an intp he is an intj i say n i normal think about do this stuff but dont actual do it n youll probabl find that comment on their nihilist thought logic would make them more open dismiss idea will mere make them agre with that idea more as theyll feel a need to n dont worri call me thinker is the same n intj winter entj summer actual do thing entp spring bring out the fun in peopl intp autumn no one ever notic this season n ive known a coupl entp one entj and an intj and it kind of went i love be abl to constant talk with entp but also they need to know when to stop talk if an entp n if you mean actual v ing yourself i also have done this mayb im wrong but i find it pretti easi to think about the most logic move the player i am play should make with the inform n gender femal age intellig gift idea adopt earlyadopt mbti person profil esfp closest altern we found esfj i think i kill it when it told me to write n im fine with them im more on shortag of peopl id ever want to do them with but that on the ground that ani socialis that could be done could just as well be done over skype without the n i use to use pencil then i was told that my teacher want me to use pen onli so i use pen onli i havent use a pencil exclud my game of and cross earlier in a coupl n id love to own either a calm hous out somewher distant with a porch and a log cabin aesthet fuck it i want a log cabin or id actual realli like the idea of be in one of those n yeah i enjoy listen to lyric but it doesnt make much of a differ if theyr present or not if they are there theyr just anoth part of the instrument i dont necessarili listen to n more often then not someon is onli go to be fulli enter my world if they invit me into their first and it similar or were friend on the internet becaus then there are few n what did you get me today my head shit shit shit what did i miss is it your birthday was i suppos to get you someth are we that good friend that i should be buy you stuff i n i frequent say it as an off hand thing someon doe someth realli awesom and i say fuck yeah i love you man or someth like that if i was to say it in a genuin way then itd feel realli n so someth strang has been happen recent my interest was drawn to and cross and how i could make it more enjoy to play i start by increas the grid size and tri n you could tell them your thought you could not tell them your thought and continu to brew over it i think that there no reason to be asham or annoy about anyth and if you dont n loud whilst he drew his n and the babi n particular in the higher region n start with a linger feel n what the point of stop whi doe it matter what theyr call guilti pleasur are pleasur for a reason doe it matter that much n their own god dam stori n post multipl time to do n it impress how peopl would n maximum of five word per line feel free to say other stuff in the most but make sure it clear which is the five word onc upon a time in n someon who appreci cc fuck yeah n cant we come to a reason conclus without you pick a fight it not be open mind n more often then not i judg them pure by how they judg me i have a dark sens of humor that im not exact secret about i get along with most peopl on the ground that im just friend to n i chose my avatar as it an awesom art work of from tokyo and by god i love the manga love tragedi name is a slight alter version of my name georg like the halo n violenc in this situat would probabl be a faster way to get thing done for both parti involv and especi on the receiv end tri to talk sens into someon who just said someth n but sure the point that everyon would be wors off initi isnt relev rebuild a system would obvious have it issu here and there im not cri revolut and im not be n wed call it alley n im with you i make a pretti big point of not be a person for peopl to expect feel from i want to be that person but i just feel wrong someon cri their eye out and here i am lie n good call but that just how i read it n what about a four dimension plane n whi airplan whi not n hit them for have the expect that you should live up to their expect which is infuri in and of itself probabl n it just becaus hit a women is polit incorrect and some women will use that to their advantag n what hes say is that they should assum that if they say someth worthi of be hit for that they should be grate when theyr not hit for it not expect not to be hit just on the basi n is it particular common amongst intp and other type to just acknowledg anoth side point of view even though social you shouldnt what i mean by this is i cant have convers with\",\n          \"i said zero flexibl and littl time for date go around sift through date to find one that click isnt go to be as viabl that has noth to do with maintain a relationship i n how youv come to the conclus i have noth to offer mere becaus i am busi is beyond me no not realli again more made up stuff n okay this isnt cool your specif look to get into a relationship becaus your about to enter a life phase where you will not have ani resourc to give to a relationship that is n i do take it slow that whi im still singl but im not interest in make friend i have friend enough for my like im interest in go on date with the intent of enter a n absolut not for me i find the idea actual n peopl could have been polit mayb averag is a more conserv bet and im not claim im a social butterfli im just a normal guy who is introvert but not a social i dont n im probabl give up the onlin thing here when my next subscript run out after that i realli dont know where to look bar are a definit no i dont understand where peopl meet their n ive tri both way actual the last few women i have gone out with have gotten realli weird andor ignor my compliment i dont know what to do anymor seem i get screw either n im actual pretti healthi sorri you feel that way not sure which one you met but asshol exist everywher the number isnt anywher near though n if anyth i err on the side of be indiffer definit not n yeah my close friend dont live near me anymor the issu is that i have been meet peopl a good amount and noth work i want to know whi it is that mental unstabl n my friend are in wors posit than i am ask them isnt go to help as far as feedback not realli becaus that seem like an extraordinarili awkward thing to ask someon you bare n so im a year old male who has been strike out time and time again when it come to relationship ive been in one relationship my entir life that last like year and end when i was n i dont think this sort of date method is veri reason and at best it is counterproduct be friend first just throw a wrench in what is normal a smooth date process when you fear n never was a kiss n i appreci the feedback i think im just go to tell her we shouldnt hang out unless she can dedic a decent amount of time to it what is happen right now is drag thing out and n i dont know after think more im on the verg of give up it has noth to do with see her or not make it offici or what have you it that she keep thing n i dont know im not a model or anyth but im decent look shes drop dead gorgeous and nice and smart guy are alway after her it seem but im also smarter and have better career n i like your answer but mayb im just be optimist it is basic what ive been do i cant shake the feel that she wouldnt be give me ani of her time if she werent interest and n how am i suppos to know if an infj just want to be friend thing have been veri weird with an infj ive been see ive been veri upfront about my intent and she essenti told me she n interest i find it unusu infj are known for take forev to open up and trust peopl yet all the respons so far have indic kiss in or fewer date n my infj friend has been with an intj and i dont want to bust your confid but even though she like him at first she soon found out that he was put her down and felt cage i can see that n enlighten us infj also indic your gender and if you initi n well there was more than that she also said she was basic tri to figur out if im trustworthi and decent n those two thing seem at odd how can you be simultan not say thing that need to be said but also be proactiv aggress n pretti much yeah women just do not enjoy my compani on ani level im in the same situat never had ani femal friend date one person in my life and it last a littl less than two year the n i dont think that is go to help me dig myself out of the veri clingi seem hole i dug myself i basic ask her if she knew i was romant interest and she respond of cours lol n i should have just let thing proceed at a natur pace pretti piss at myself about zero chanc she speak to me again n i read through most of that thread from what i can tell i never did anyth good chanc she lost interest after my blunt though lol n i broke that off short after my post i felt like a ball i onli did it becaus peopl were tell me shes a lost caus and i should see other peopl btw i have a veri well develop n updat on this told her i like her and got no reassur she like me or even that she wasnt interest those who said she was ambival were right im pretti much call it off at this point n yeah so i told her and didnt get an affirm she like me nor that she didnt she basic said she had known for a while i like her pretti much what i expect probabl go to call it n is the crystal ball refer suppos to mean your guess is as good as mine or what edit guess not p n so ive gone on six or so date with an infj over a month period shes pretti busi and me too and recent i feel like progress has been a littl for a bit i thought she was warm up n she hate text and yeah she told me how picki she was about peopl recent and that normal she wouldnt give anyon the time of day n you would liter have to have an autism spectrum disord i would know not to mention you dont tell someon who is just friend how much you like them that would be more than bizarr n it kind of hard to get to the point of offici date when you have no idea what is go on in her head for all i know an attempt to kiss her would result in horror and assault n spoke to her last night she essenti said she like me a lot and would normal never make ani time for peopl unless she was oblig to but she also indirect use the word friend but it n so i met an infj femal a while back and weve been out like five or so time on a date they go well we get along everyth seem nice i find her veri attract and we have quit a bit in n i dont know i kind of have a rule that i dont compliment a femal on her appear until she trust me i did compliment her person a few time she is extrem cautious from what i n well now i have a new question went on a second date a few day ago and it went well and she said she want to meet up again the problem is there hasnt been an ounc of flirt or touch n she start initi with me and ask if im free soon if there is anyth to be learn it is dont play the analysi game you will lose n expect of n i dont know i cant realli fault a strong introvert for be wari about someon she doesnt realli know number is cruel but it is how modern date work pretti sure this isnt the n i dont know i cant realli fault a strong introvert for be wari about someon she doesnt realli know number is cruel but it is how modern date work pretti sure this isnt the n thank option seem most like it seem whenev i final get her to open up there is like a of good convers that final ensu but it is like pull teeth initi then i n im social retard and would know that if a random stranger ask for my contact info then ask me out for drink or lunch then the person probabl isnt interest in just be friend n so i shouldnt be deter by the fact she doesnt realli ever reach out to me i dont enjoy appear like someon who cant take a hint or who put someon els in an awkward situat i worri n no this seem to fit her pretti well n thank for the advic everyon i appreci your take the time to respond\",\n          \"this has to be written with bias or someth im not sure how you could even say that truth for some reason you put subject for both god and man it say noth that make no n how the main prioriti of the church is written throughout it text for the past near year and throughout the church dialogu both befor and after the incid about n that an annoy phrase as it just and confus to i dont blame you for your respons there whi must the reveal knowledg not speak truth but contain a bias n there are no priest desk job the closest thing you have to be a priest that get you away from peopl is be a monk and that in itself is veri differ i am tell you they did it out n no you realli wont you cant just go to an intp and assum their intellig level that would end in failur dont be afraid to ask big question when muse with the intp and just tri to n is like the core reason most all christian occur everyth els is minor disput about theolog opinion n that exceed subject see what theyr interest in strike up a convers about it definit ask them their thought n to dismiss my concept of it is to dismiss all histori on the topic dismiss what the taught and liter all of christian but fine whatev n do cool shit discuss idea have patienc dont tri to judg person too quick or control them also make the first move to show your interest in talk with them n i use to feel about the same until i read the book man where a lesbian woman dress like a man and tri to live as one she notic herself be consid a feminin man quit n im not sure what the hell is go on in this thread but i would like to say i know no entj person i dont think itd be neat though n all church are form of polit institut cathol and orthodox one have the benefit of be central all have declar doctrin in one way or anoth your speak against n and here is the most bore post in the whole thread n what part if it the idea of a teach author you have a problem with all church until the th centuri if it the idea of a group be guid by the holi spirit in their decis on n for cathol the church has a dual mean the whole of the believ the bodi of christ and the polit institut for catholic their teach of christ are said to be protect by n priest were reloc to other so they may quiet down the critic of the time and handl thing themselv again poor decis but that was their decis the church first prioriti n well sure then yes the church did protect child offend the church reason was the imag of the church itself and the their leadership own ignor of the size of the problem the church n edit base doubl post n no it realli isnt the bibl itself is the canon collect of text the bibl was establish onc the theolog and histor work was done to establish the canon and it was not modifi n yes nevermind it becaus the two claim do not contradict each other at all i could work through how there is no contradict if your struggl i wouldnt say all no that a n there no way to tell but mani of them depend on logic andor histori that contradict or ruin their claim grant there are a few case of were yet to be abl to know but mani of it can n the problem of induct is a grand way of humbl yourself about scientif find when your younger it bring into question if what we know is what we could call true n cube n make no sens id advis otherwis atheism and abraham are the onli two ration choic n you motherfuck n what is the mean of everyth the univers exist we are to learn to love in it n disappoint year old report in good luck op n this is exceed naiv the earli church befor scriptur appli their teach to better societi after scriptur it was held in high esteem as a basi to proper better societi most work n from the cathol list of offici teach here is how we are to read the bibl iii the holi spirit interpret of scriptur in sacr scriptur god speak to man in a n i never like peopl point to the scandinavian model for the success of their econom system and not their incred oil and natur resourc suppli compar to their small popul n while shit just got stupid for a moment let tri to get back on track n your pretti smart you know that look at this fucker she think im smart pfft n exceed poor n ive just been told im bright but im sure most everyon els say the same to the kid n and what of you n the most effici way to remov selfdoubt is to stop doubt yourself so much faith and trust n you suspect wrong i like the chatter and im be friend with you i serious do hope you have a good day too n inde you do feel free to bullshit with me if you want have a good one man n id say that a stretch to say cathol believ the bibl was inspir by god but written by men orthodox do too as they assembl the biblic canon id have to say they have the greatest say n edit welp n i see the argument for inconsist sometim they arent actual inconsist sometim they are i find the simplest exampl of a true one be the rabbit that is appar chew n sorri to take so long to get back to you my internet has been screw up horribl as for the answer there was a consider amount of thing that got me off the atheist train but if i were to n the believ portion was a long and process for me i research cultur as a hobbi and eventu i roll around to religion it was an interest topic for me and i eventu began to n to your first statement just what where did that even come from of cours they can know love though with god they can know it fulli id argu as for hell it taken a varieti of n im veri mix on him his critic of christian and envi now that ive seen the video is while popular piss poor and max did a wonder job make an argument otherwis on his n peopl believ in someth as true is what get peopl into a murder rage whi just the true whi not the empir true whi not just major opinion to n sure thing sound sorta similar to the paradox will exist to strengthen the good if you creat a peopl so they may know love they cannot sincer know love if they n yo christian intp here anyth you want n it not we can make healthi children it we onli let the healthi babi live which is the issu it a moral issu about the innat valu of life n\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"postl\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 8675,\n        \"samples\": [\n          \"this when i lie it to avoid an unreasonable response for something i did that wa completely to me but if i wa to try to justify to someone else theyd be too hung up on what i did i N your iq sd N i typically have very difficult time maintaining friend ive come to realize ive had people i talk to for year and i still dont want to talk to them i did but then i just got bored of them N an intj friend of mine told me she really hate eating because it so repetitive a an intp i dont really feel bothered i dont really register eating i just do it while im thinking about N similar mind advanced test N intp sxso i have a lot of friend but i only have one i speak about how i actually feel with and only other that i talk about what i am actually thinking about with regard to N getting close to someone and end up wanting to be infinitely close to them and end up every damn time N interesting topic i know two enfps is strange a an intp i view some of the stuff she doe a coming onto me sort of she get really close and is very open to me just what enfps do N a far a im aware this is normal in all people it not so much your pessimistic self but just that human are social creature and you will feel better after socializing for that reason being N how dare you use lelouch a an intp he is an intj i say N i normally think about doing this stuff but dont actually do it N youll probably find that commenting on their nihilistic thought logically would make them more open dismissing idea will merely make them agree with that idea more a theyll feel a need to N dont worry calling me thinker is the same N intj winter entj summer actually doing thing entp spring bringing out the fun in people intp autumn no one ever notice this season N ive known a couple entps one entj and an intj and it kind of went i love being able to constantly talk with entps but also they need to know when to stop talking if an entp N if you mean actually v ing yourself i also have done this maybe im wrong but i find it pretty easy to think about the most logical move the player i am playing should make with the information N gender female age intelligence gifted idea adoption earlyadopter mbti personality profile esfp closest alternative we found esfj i think i killed it when it told me to write N im fine with them im more on shortage of people id ever want to do them with but thats on the ground that any socialising that could be done could just a well be done over skype without the N i used to use pencil then i wa told that my teacher wanted me to use pen only so i used pen only i havent used a pencil excluding my game of and cross earlier in a couple N id love to own either a calm house out somewhere distant with a porch and a log cabin aesthetic fuck it i want a log cabin or id actually really like the idea of being in one of those N yeah i enjoy listening to lyric but it doesnt make much of a difference if theyre present or not if they are there theyre just another part of the instrumental i dont necessarily listen to N more often then not someone is only going to be fully entering my world if they invite me into theirs first and it similar or were friend on the internet because then there are few N what did you get me today my head shit shit shit what did i miss is it your birthday wa i supposed to get you something are we that good friend that i should be buying you stuff i N i frequently say it a an off hand thing someone doe something really awesome and i say fuck yeah i love you man or something like that if i wa to say it in a genuine way then itd feel really N so something strange ha been happening recently my interest wa drawn to and cross and how i could make it more enjoyable to play i started by increasing the grid size and tried N you could tell them your thought you could not tell them your thought and continue to over it i think that there no reason to be ashamed or annoyed about anything and if you dont N loudly whilst he drew his N and the baby N particularly in the higher region N starting with a lingering feeling N whats the point of stopping why doe it matter what theyre called guilty pleasure are pleasure for a reason doe it matter that much N their own god dam story N post multiple time to do N it impressive how people would N maximum of five word per line feel free to say other stuff in the most but make sure it clear which is the five word once upon a time in N someone who appreciates cc fuck yeah N cant we come to a reasonable conclusion without you picking a fight it not being open minded N more often then not i judge them purely by how they judge me i have a dark sense of humor that im not exactly secretive about i get along with most people on the ground that im just friendly to N i chose my avatar a it an awesome art work of from tokyo and by god i loved the manga love tragedy name is a slightly altered version of my name george liked the halo N violence in this situation would probably be a faster way to get thing done for both party involved and especially on the receiving end trying to talk sense into someone who just said something N but surely the point that everyone would be worse off initially isnt relevant a system would obviously have it issue here and there im not cry revolution and im not being N wed call it alley N im with you i make a pretty big point of not being a person for people to expect feeling from i want to be that person but i just feel wrong someone cry their eye out and here i am lying N good call but thats just how i read it N what about a four dimensional plane N why airplane why not N hit them for having the expectation that you should live up to their expectation which is infuriating in and of itself probably N it just because hitting a woman is politically incorrect and some woman will use that to their advantage N what he saying is that they should assume that if they say something worthy of being hit for that they should be grateful when theyre not hit for it not expect not to be hit just on the basis N is it particularly common amongst intps and other type to just acknowledge another side point of view even though socially you shouldnt what i mean by this is i cant have conversation with\",\n          \"i said zero flexibility and little time for dating going around through date to find one that click isnt going to be a viable that ha nothing to do with maintaining a relationship i N how youve come to the conclusion i have nothing to offer merely because i am busy is beyond me no not really again more made up stuff N okay this isnt cool youre specifically looking to get into a relationship because youre about to enter a life phase where you will not have any resource to give to a relationship that is N i do take it slow thats why im still single but im not interested in making friend i have friend enough for my liking im interested in going on date with the intent of entering a N absolutely not for me i find the idea actually N people could have been polite maybe average is a more conservative bet and im not claiming im a social butterfly im just a normal guy who is introverted but not a social i dont N im probably giving up the online thing here when my next subscription run out after that i really dont know where to look bar are a definite no i dont understand where people meet their N ive tried both way actually the last few woman i have gone out with have gotten really weird andor ignored my compliment i dont know what to do anymore seems i get screwed either N im actually pretty healthy sorry you feel that way not sure which one you met but asshole exist everywhere the number isnt anywhere near though N if anything i err on the side of being indifferent definitely not N yeah my close friend dont live near me anymore the issue is that i have been meeting people a good amount and nothing work i want to know why it is that mentally unstable N my friend are in worse position than i am asking them isnt going to help a far a feedback not really because that seems like an extraordinarily awkward thing to ask someone you barely N so im a year old male who ha been striking out time and time again when it come to relationship ive been in one relationship my entire life that lasted like year and ended when i wa N i dont think this sort of dating method is very reasonable and at best it is counterproductive being friend first just throw a in what is normally a smooth dating process when you fear N never wa a kiss N i appreciate the feedback i think im just going to tell her we shouldnt hang out unless she can dedicate a decent amount of time to it what is happening right now is dragging thing out and N i dont know after thinking more im on the verge of giving up it ha nothing to do with seeing her or not making it official or what have you it that she keep thing N i dont know im not a model or anything but im decent looking shes drop dead gorgeous and nice and smart guy are always after her it seems but im also smarter and have better career N i like your answer but maybe im just being optimistic it is basically what ive been doing i cant shake the feeling that she wouldnt be giving me any of her time if she werent interested and N how am i supposed to know if an infj just want to be friend thing have been very weird with an infj ive been seeing ive been very upfront about my intention and she essentially told me she N interesting i find it unusual infjs are known for taking forever to open up and trust people yet all the response so far have indicated kissing in or fewer date N my infj friend ha been with an intj and i dont want to bust your confidence but even though she liked him at first she soon found out that he wa putting her down and felt i can see that N enlighten u infjs also indicate your gender and if you initiated N well there wa more than that she also said she wa basically trying to figure out if im trustworthy and decent N those two thing seem at odds how can you be simultaneously not saying thing that need to be said but also being aggressive N pretty much yeah woman just do not enjoy my company on any level im in the same situation never had any female friend dated one person in my life and it lasted a little le than two year the N i dont think that is going to help me dig myself out of the very clingy seeming hole i dug myself i basically asked her if she knew i wa romantically interested and she responded of course lol N i should have just let thing proceed at a natural pace pretty pissed at myself about zero chance she speaks to me again N i read through most of that thread from what i can tell i never did anything good chance she lost interest after my bluntness though lol N i broke that off shortly after my post i felt like a ball i only did it because people were telling me shes a lost cause and i should see other people btw i have a very well developed N update on this told her i liked her and got no reassurance she liked me or even that she wasnt interested those who said she wa ambivalent were right im pretty much calling it off at this point N yeah so i told her and didnt get an affirmation she liked me nor that she didnt she basically said she had known for a while i like her pretty much what i expected probably going to call it N is the crystal ball reference supposed to mean your guess is a good a mine or what edit guess not p N so ive gone on six or so date with an infj over a month period shes pretty busy and me too and recently i feel like progress ha been a little for a bit i thought she wa warming up N she hate texting and yeah she told me how picky she wa about people recently and that normally she wouldnt give anyone the time of day N you would literally have to have an autism spectrum disorder i would know not to mention you dont tell someone who is just friend how much you like them that would be more than bizarre N it kind of hard to get to the point of officially dating when you have no idea what is going on in her head for all i know an attempt to kiss her would result in horror and assault N spoke to her last night she essentially said she like me a lot and would normally never make any time for people unless she wa obligated to but she also indirectly used the word friend but it N so i met an infj female a while back and weve been out like five or so time on a date they go well we get along everything seems nice i find her very attractive and we have quite a bit in N i dont know i kind of have a rule that i dont compliment a female on her appearance until she trust me i did compliment her personality a few time she is extremely cautious from what i N well now i have a new question went on a second date a few day ago and it went well and she said she wanted to meet up again the problem is there hasnt been an ounce of flirting or touching N she started initiating with me and asked if im free soon if there is anything to be learned it is dont play the analysis game you will lose N expectation of N i dont know i cant really fault a strong introvert for being wary about someone she doesnt really know number is cruel but it is how modern dating work pretty sure this isnt the N i dont know i cant really fault a strong introvert for being wary about someone she doesnt really know number is cruel but it is how modern dating work pretty sure this isnt the N thanks option seems most likely it seems whenever i finally get her to open up there is like a of good conversation that finally but it is like pulling teeth initially then i N im socially retarded and would know that if a random stranger asked for my contact info then asked me out for drink or lunch then the person probably isnt interested in just being friend N so i shouldnt be by the fact she doesnt really ever reach out to me i dont enjoy appearing like someone who cant take a hint or who put someone else in an awkward situation i worry N no this seems to fit her pretty well N thanks for the advice everyone i appreciate your taking the time to respond\",\n          \"this ha to be written with bias or something im not sure how you could even say that truthfully for some reason you put subjectivity for both god and man it say nothing that make no N how the main priority of the church is written throughout it text for the past nearly year and throughout the church dialogue both before and after the incident about N thats an annoying phrasing a it just and confusing to i dont blame you for your response there why must the revealed knowledge not speak truth but contain a bias N there are no desk job the closest thing you have to being a priest that get you away from people is being a monk and that in itself is very different i am telling you they did it out N no you really wont you cant just go to an intp and assume their intelligence level that would end in failure dont be afraid to ask big question when musing with the intp and just try to N is like the core reason most all christian occurs everything else is minor dispute about opinion N thats exceedingly subjective see what theyre interested in strike up a conversation about it definitely ask them their thought N to dismiss my concept of it is to dismiss all history on the topic dismiss what the taught and literally all of christianity but fine whatever N do cool shit discus idea have patience dont try to judge personally too quickly or control them also make the first move to show youre interested in talking with them N i used to feel about the same until i read the book man where a lesbian woman dressed like a man and tried to live a one she noticed herself being considered a feminine man quite N im not sure what the hell is going on in this thread but i would like to say i know no entjs personally i dont think itd be neat though N all church are form of political institution catholic and orthodox one have the benefit of being all have declared doctrine in one way or another youre speaking against N and here is the most boring post in the whole thread N what part if it the idea of a teaching authority you have a problem with all church until the th century if it the idea of a group being guided by the holy spirit in their decision on N for catholic the church ha a dual meaning the whole of the believer the body of christ and the political institution for catholicism their teaching of christ are said to be protected by N priest were to other so they may quiet down the criticism of the time and handle thing themselves again poor decision but that wa their decision the church first priority N well sure then yes the church did protect child offender the church reasoning wa the image of the church itself and the their leadership own ignorance of the size of the problem the church N edit based double post N no it really isnt the bible itself is the canon collection of text the bible wa established once the and historical work wa done to establish the canon and it wa not modified N yes nevermind it because the two claim do not contradict each other at all i could work through how there is no contradiction if youre struggling i wouldnt say all no thats a N there no way to tell but many of them depend on logic andor history that contradicts or ruin their claim granted there are a few case of were yet to be able to know but many of it can N the problem of is a grand way of yourself about scientific finding when youre younger it brings into question if what we know is what we could call true N cube N make no sense id advise otherwise atheism and are the only two rational choice N you motherfucker N what is the meaning of everything the universe exists we are to learn to love in it N disappointed year old reporting in good luck op N this is exceedingly naive the early church before scripture applied their teaching to better society after scripture it wa held in high esteem a a basis to properly better society most work N from the catholic list of official teaching here is how we are to read the bible iii the holy spirit of scripture in sacred scripture god speaks to man in a N i never liked people pointing to the scandinavian model for the success of their economic system and not their incredible oil and natural resource supply compared to their small population N while shit just got stupid for a moment let try to get back on track N youre pretty smart you know that look at this fucker she think im smart pfft N exceedingly poor N ive just been told im bright but im sure most everyone else say the same to the kid N and what of you N the most efficient way to remove selfdoubt is to stop doubting yourself so much faith and trust N you suspect wrongly i like the chatter and im being friendly with you i seriously do hope you have a good day too N indeed you do feel free to bullshit with me if you want have a good one man N id say thats a stretch to say catholic believe the bible wa inspired by god but written by men orthodox do too a they the biblical canon id have to say they have the greatest say N edit welp N i see the argument for inconsistency sometimes they arent actually inconsistency sometimes they are i find the simplest example of a true one being the rabbit that is apparently chewing N sorry to take so long to get back to you my internet ha been screwing up horribly a for the answer there wa a considerable amount of thing that got me off the atheist train but if i were to N the believing portion wa a long and process for me i researched culture a a hobby and eventually i rolled around to religion it wa an interesting topic for me and i eventually began to N to your first statement just what where did that even come from of course they can know love though with god they can know it fully id argue a for hell it taken a variety of N im very mixed on him his criticism of christianity and envy now that ive seen the video is while popular piss poor and max did a wonderful job making an argument otherwise on his N people believing in something a true is what get people into a rage why just the true why not the true why not just majority opinion to N sure thing sound sorta similar to the paradox will exists to strengthen the good if you create a people so they may know love they cannot sincerely know love if they N yo christian intp here anything you want N it not we can make healthy child it we only let the healthy baby live which is the issue it a moral issue about the innate value of life N\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 5
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Encode data[\"type\"] labels to numbers from 0 up to 15:**"
      ],
      "metadata": {
        "id": "nL7ZpO0AB4vU"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "def labels_renaming(mbti_type: str) -> int:\n",
        "    return reverse_mbti_map[mbti_type]\n",
        "\n",
        "data[\"type\"] = data[\"type\"].apply(labels_renaming)\n",
        "\n",
        "data.head()"
      ],
      "metadata": {
        "id": "Fb9olE2lKaYX",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 206
        },
        "outputId": "c3bc6054-d252-4f7e-cce1-f0fe8d471619"
      },
      "execution_count": 6,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "   type                                              posts  \\\n",
              "0     2  and intj moment not top ten play prank n what ...   \n",
              "1    11  im find the lack of me in these post veri alar...   \n",
              "2     7  good one cours to which i say i know that my b...   \n",
              "3     3  dear intp i enjoy our convers the other day es...   \n",
              "4    15  your fire n that anoth silli misconcept that a...   \n",
              "\n",
              "                                               postl  \n",
              "0  and intj moment not top ten play prank N what ...  \n",
              "1  im finding the lack of me in these post very N...  \n",
              "2  good one course to which i say i know thats my...  \n",
              "3  dear intp i enjoyed our conversation the other...  \n",
              "4  youre fired N thats another silly misconceptio...  "
            ],
            "text/html": [
              "\n",
              "  <div id=\"df-fa7bc904-274e-4dd9-ac53-569367a03180\" class=\"colab-df-container\">\n",
              "    <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>type</th>\n",
              "      <th>posts</th>\n",
              "      <th>postl</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>2</td>\n",
              "      <td>and intj moment not top ten play prank n what ...</td>\n",
              "      <td>and intj moment not top ten play prank N what ...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>11</td>\n",
              "      <td>im find the lack of me in these post veri alar...</td>\n",
              "      <td>im finding the lack of me in these post very N...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>7</td>\n",
              "      <td>good one cours to which i say i know that my b...</td>\n",
              "      <td>good one course to which i say i know thats my...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>3</td>\n",
              "      <td>dear intp i enjoy our convers the other day es...</td>\n",
              "      <td>dear intp i enjoyed our conversation the other...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>15</td>\n",
              "      <td>your fire n that anoth silli misconcept that a...</td>\n",
              "      <td>youre fired N thats another silly misconceptio...</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "    <div class=\"colab-df-buttons\">\n",
              "\n",
              "  <div class=\"colab-df-container\">\n",
              "    <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-fa7bc904-274e-4dd9-ac53-569367a03180')\"\n",
              "            title=\"Convert this dataframe to an interactive table.\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\" viewBox=\"0 -960 960 960\">\n",
              "    <path d=\"M120-120v-720h720v720H120Zm60-500h600v-160H180v160Zm220 220h160v-160H400v160Zm0 220h160v-160H400v160ZM180-400h160v-160H180v160Zm440 0h160v-160H620v160ZM180-180h160v-160H180v160Zm440 0h160v-160H620v160Z\"/>\n",
              "  </svg>\n",
              "    </button>\n",
              "\n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    .colab-df-buttons div {\n",
              "      margin-bottom: 4px;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "    <script>\n",
              "      const buttonEl =\n",
              "        document.querySelector('#df-fa7bc904-274e-4dd9-ac53-569367a03180 button.colab-df-convert');\n",
              "      buttonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "      async function convertToInteractive(key) {\n",
              "        const element = document.querySelector('#df-fa7bc904-274e-4dd9-ac53-569367a03180');\n",
              "        const dataTable =\n",
              "          await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                    [key], {});\n",
              "        if (!dataTable) return;\n",
              "\n",
              "        const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "          '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "          + ' to learn more about interactive tables.';\n",
              "        element.innerHTML = '';\n",
              "        dataTable['output_type'] = 'display_data';\n",
              "        await google.colab.output.renderOutput(dataTable, element);\n",
              "        const docLink = document.createElement('div');\n",
              "        docLink.innerHTML = docLinkHtml;\n",
              "        element.appendChild(docLink);\n",
              "      }\n",
              "    </script>\n",
              "  </div>\n",
              "\n",
              "\n",
              "<div id=\"df-663483c0-1580-4d83-b426-a40f1bc6cf0c\">\n",
              "  <button class=\"colab-df-quickchart\" onclick=\"quickchart('df-663483c0-1580-4d83-b426-a40f1bc6cf0c')\"\n",
              "            title=\"Suggest charts\"\n",
              "            style=\"display:none;\">\n",
              "\n",
              "<svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "     width=\"24px\">\n",
              "    <g>\n",
              "        <path d=\"M19 3H5c-1.1 0-2 .9-2 2v14c0 1.1.9 2 2 2h14c1.1 0 2-.9 2-2V5c0-1.1-.9-2-2-2zM9 17H7v-7h2v7zm4 0h-2V7h2v10zm4 0h-2v-4h2v4z\"/>\n",
              "    </g>\n",
              "</svg>\n",
              "  </button>\n",
              "\n",
              "<style>\n",
              "  .colab-df-quickchart {\n",
              "      --bg-color: #E8F0FE;\n",
              "      --fill-color: #1967D2;\n",
              "      --hover-bg-color: #E2EBFA;\n",
              "      --hover-fill-color: #174EA6;\n",
              "      --disabled-fill-color: #AAA;\n",
              "      --disabled-bg-color: #DDD;\n",
              "  }\n",
              "\n",
              "  [theme=dark] .colab-df-quickchart {\n",
              "      --bg-color: #3B4455;\n",
              "      --fill-color: #D2E3FC;\n",
              "      --hover-bg-color: #434B5C;\n",
              "      --hover-fill-color: #FFFFFF;\n",
              "      --disabled-bg-color: #3B4455;\n",
              "      --disabled-fill-color: #666;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart {\n",
              "    background-color: var(--bg-color);\n",
              "    border: none;\n",
              "    border-radius: 50%;\n",
              "    cursor: pointer;\n",
              "    display: none;\n",
              "    fill: var(--fill-color);\n",
              "    height: 32px;\n",
              "    padding: 0;\n",
              "    width: 32px;\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart:hover {\n",
              "    background-color: var(--hover-bg-color);\n",
              "    box-shadow: 0 1px 2px rgba(60, 64, 67, 0.3), 0 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "    fill: var(--button-hover-fill-color);\n",
              "  }\n",
              "\n",
              "  .colab-df-quickchart-complete:disabled,\n",
              "  .colab-df-quickchart-complete:disabled:hover {\n",
              "    background-color: var(--disabled-bg-color);\n",
              "    fill: var(--disabled-fill-color);\n",
              "    box-shadow: none;\n",
              "  }\n",
              "\n",
              "  .colab-df-spinner {\n",
              "    border: 2px solid var(--fill-color);\n",
              "    border-color: transparent;\n",
              "    border-bottom-color: var(--fill-color);\n",
              "    animation:\n",
              "      spin 1s steps(1) infinite;\n",
              "  }\n",
              "\n",
              "  @keyframes spin {\n",
              "    0% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "      border-left-color: var(--fill-color);\n",
              "    }\n",
              "    20% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    30% {\n",
              "      border-color: transparent;\n",
              "      border-left-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    40% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-top-color: var(--fill-color);\n",
              "    }\n",
              "    60% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "    }\n",
              "    80% {\n",
              "      border-color: transparent;\n",
              "      border-right-color: var(--fill-color);\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "    90% {\n",
              "      border-color: transparent;\n",
              "      border-bottom-color: var(--fill-color);\n",
              "    }\n",
              "  }\n",
              "</style>\n",
              "\n",
              "  <script>\n",
              "    async function quickchart(key) {\n",
              "      const quickchartButtonEl =\n",
              "        document.querySelector('#' + key + ' button');\n",
              "      quickchartButtonEl.disabled = true;  // To prevent multiple clicks.\n",
              "      quickchartButtonEl.classList.add('colab-df-spinner');\n",
              "      try {\n",
              "        const charts = await google.colab.kernel.invokeFunction(\n",
              "            'suggestCharts', [key], {});\n",
              "      } catch (error) {\n",
              "        console.error('Error during call to suggestCharts:', error);\n",
              "      }\n",
              "      quickchartButtonEl.classList.remove('colab-df-spinner');\n",
              "      quickchartButtonEl.classList.add('colab-df-quickchart-complete');\n",
              "    }\n",
              "    (() => {\n",
              "      let quickchartButtonEl =\n",
              "        document.querySelector('#df-663483c0-1580-4d83-b426-a40f1bc6cf0c button');\n",
              "      quickchartButtonEl.style.display =\n",
              "        google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "    })();\n",
              "  </script>\n",
              "</div>\n",
              "    </div>\n",
              "  </div>\n"
            ],
            "application/vnd.google.colaboratory.intrinsic+json": {
              "type": "dataframe",
              "variable_name": "data",
              "summary": "{\n  \"name\": \"data\",\n  \"rows\": 8675,\n  \"fields\": [\n    {\n      \"column\": \"type\",\n      \"properties\": {\n        \"dtype\": \"number\",\n        \"std\": 3,\n        \"min\": 0,\n        \"max\": 15,\n        \"num_unique_values\": 16,\n        \"samples\": [\n          2,\n          11,\n          14\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"posts\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 8675,\n        \"samples\": [\n          \"this when i lie it to avoid an unreason respons for someth i did that was complet justifi to me but if i was to tri to justifi to someon els theyd be too hung up on what i did i n your iq sd n i typic have veri difficult time maintain friend ive come to realiz ive had peopl i talk to for year and i still dont want to talk to them i did but then i just got bore of them n an intj friend of mine told me she realli hate eat becaus it so repetit as an intp i dont realli feel bother i dont realli regist eat i just do it while im think about n similar mind advanc test n intp sxso i have a lot of friend but i onli have one i speak about how i actual feel with and onli other that i talk about what i am actual think about with regard to n get close to someon and end up want to be infinit close to them and end up merg everi damn time n interest topic i know two enfp is strang as an intp i view some of the stuff she doe as come onto me sort of she get realli close and is veri open to me just what enfp do n as far as im awar this is normal in all peopl it not so much your pessimist self but just that human are social creatur and you will feel better after social for that reason be n how dare you use lelouch as an intp he is an intj i say n i normal think about do this stuff but dont actual do it n youll probabl find that comment on their nihilist thought logic would make them more open dismiss idea will mere make them agre with that idea more as theyll feel a need to n dont worri call me thinker is the same n intj winter entj summer actual do thing entp spring bring out the fun in peopl intp autumn no one ever notic this season n ive known a coupl entp one entj and an intj and it kind of went i love be abl to constant talk with entp but also they need to know when to stop talk if an entp n if you mean actual v ing yourself i also have done this mayb im wrong but i find it pretti easi to think about the most logic move the player i am play should make with the inform n gender femal age intellig gift idea adopt earlyadopt mbti person profil esfp closest altern we found esfj i think i kill it when it told me to write n im fine with them im more on shortag of peopl id ever want to do them with but that on the ground that ani socialis that could be done could just as well be done over skype without the n i use to use pencil then i was told that my teacher want me to use pen onli so i use pen onli i havent use a pencil exclud my game of and cross earlier in a coupl n id love to own either a calm hous out somewher distant with a porch and a log cabin aesthet fuck it i want a log cabin or id actual realli like the idea of be in one of those n yeah i enjoy listen to lyric but it doesnt make much of a differ if theyr present or not if they are there theyr just anoth part of the instrument i dont necessarili listen to n more often then not someon is onli go to be fulli enter my world if they invit me into their first and it similar or were friend on the internet becaus then there are few n what did you get me today my head shit shit shit what did i miss is it your birthday was i suppos to get you someth are we that good friend that i should be buy you stuff i n i frequent say it as an off hand thing someon doe someth realli awesom and i say fuck yeah i love you man or someth like that if i was to say it in a genuin way then itd feel realli n so someth strang has been happen recent my interest was drawn to and cross and how i could make it more enjoy to play i start by increas the grid size and tri n you could tell them your thought you could not tell them your thought and continu to brew over it i think that there no reason to be asham or annoy about anyth and if you dont n loud whilst he drew his n and the babi n particular in the higher region n start with a linger feel n what the point of stop whi doe it matter what theyr call guilti pleasur are pleasur for a reason doe it matter that much n their own god dam stori n post multipl time to do n it impress how peopl would n maximum of five word per line feel free to say other stuff in the most but make sure it clear which is the five word onc upon a time in n someon who appreci cc fuck yeah n cant we come to a reason conclus without you pick a fight it not be open mind n more often then not i judg them pure by how they judg me i have a dark sens of humor that im not exact secret about i get along with most peopl on the ground that im just friend to n i chose my avatar as it an awesom art work of from tokyo and by god i love the manga love tragedi name is a slight alter version of my name georg like the halo n violenc in this situat would probabl be a faster way to get thing done for both parti involv and especi on the receiv end tri to talk sens into someon who just said someth n but sure the point that everyon would be wors off initi isnt relev rebuild a system would obvious have it issu here and there im not cri revolut and im not be n wed call it alley n im with you i make a pretti big point of not be a person for peopl to expect feel from i want to be that person but i just feel wrong someon cri their eye out and here i am lie n good call but that just how i read it n what about a four dimension plane n whi airplan whi not n hit them for have the expect that you should live up to their expect which is infuri in and of itself probabl n it just becaus hit a women is polit incorrect and some women will use that to their advantag n what hes say is that they should assum that if they say someth worthi of be hit for that they should be grate when theyr not hit for it not expect not to be hit just on the basi n is it particular common amongst intp and other type to just acknowledg anoth side point of view even though social you shouldnt what i mean by this is i cant have convers with\",\n          \"i said zero flexibl and littl time for date go around sift through date to find one that click isnt go to be as viabl that has noth to do with maintain a relationship i n how youv come to the conclus i have noth to offer mere becaus i am busi is beyond me no not realli again more made up stuff n okay this isnt cool your specif look to get into a relationship becaus your about to enter a life phase where you will not have ani resourc to give to a relationship that is n i do take it slow that whi im still singl but im not interest in make friend i have friend enough for my like im interest in go on date with the intent of enter a n absolut not for me i find the idea actual n peopl could have been polit mayb averag is a more conserv bet and im not claim im a social butterfli im just a normal guy who is introvert but not a social i dont n im probabl give up the onlin thing here when my next subscript run out after that i realli dont know where to look bar are a definit no i dont understand where peopl meet their n ive tri both way actual the last few women i have gone out with have gotten realli weird andor ignor my compliment i dont know what to do anymor seem i get screw either n im actual pretti healthi sorri you feel that way not sure which one you met but asshol exist everywher the number isnt anywher near though n if anyth i err on the side of be indiffer definit not n yeah my close friend dont live near me anymor the issu is that i have been meet peopl a good amount and noth work i want to know whi it is that mental unstabl n my friend are in wors posit than i am ask them isnt go to help as far as feedback not realli becaus that seem like an extraordinarili awkward thing to ask someon you bare n so im a year old male who has been strike out time and time again when it come to relationship ive been in one relationship my entir life that last like year and end when i was n i dont think this sort of date method is veri reason and at best it is counterproduct be friend first just throw a wrench in what is normal a smooth date process when you fear n never was a kiss n i appreci the feedback i think im just go to tell her we shouldnt hang out unless she can dedic a decent amount of time to it what is happen right now is drag thing out and n i dont know after think more im on the verg of give up it has noth to do with see her or not make it offici or what have you it that she keep thing n i dont know im not a model or anyth but im decent look shes drop dead gorgeous and nice and smart guy are alway after her it seem but im also smarter and have better career n i like your answer but mayb im just be optimist it is basic what ive been do i cant shake the feel that she wouldnt be give me ani of her time if she werent interest and n how am i suppos to know if an infj just want to be friend thing have been veri weird with an infj ive been see ive been veri upfront about my intent and she essenti told me she n interest i find it unusu infj are known for take forev to open up and trust peopl yet all the respons so far have indic kiss in or fewer date n my infj friend has been with an intj and i dont want to bust your confid but even though she like him at first she soon found out that he was put her down and felt cage i can see that n enlighten us infj also indic your gender and if you initi n well there was more than that she also said she was basic tri to figur out if im trustworthi and decent n those two thing seem at odd how can you be simultan not say thing that need to be said but also be proactiv aggress n pretti much yeah women just do not enjoy my compani on ani level im in the same situat never had ani femal friend date one person in my life and it last a littl less than two year the n i dont think that is go to help me dig myself out of the veri clingi seem hole i dug myself i basic ask her if she knew i was romant interest and she respond of cours lol n i should have just let thing proceed at a natur pace pretti piss at myself about zero chanc she speak to me again n i read through most of that thread from what i can tell i never did anyth good chanc she lost interest after my blunt though lol n i broke that off short after my post i felt like a ball i onli did it becaus peopl were tell me shes a lost caus and i should see other peopl btw i have a veri well develop n updat on this told her i like her and got no reassur she like me or even that she wasnt interest those who said she was ambival were right im pretti much call it off at this point n yeah so i told her and didnt get an affirm she like me nor that she didnt she basic said she had known for a while i like her pretti much what i expect probabl go to call it n is the crystal ball refer suppos to mean your guess is as good as mine or what edit guess not p n so ive gone on six or so date with an infj over a month period shes pretti busi and me too and recent i feel like progress has been a littl for a bit i thought she was warm up n she hate text and yeah she told me how picki she was about peopl recent and that normal she wouldnt give anyon the time of day n you would liter have to have an autism spectrum disord i would know not to mention you dont tell someon who is just friend how much you like them that would be more than bizarr n it kind of hard to get to the point of offici date when you have no idea what is go on in her head for all i know an attempt to kiss her would result in horror and assault n spoke to her last night she essenti said she like me a lot and would normal never make ani time for peopl unless she was oblig to but she also indirect use the word friend but it n so i met an infj femal a while back and weve been out like five or so time on a date they go well we get along everyth seem nice i find her veri attract and we have quit a bit in n i dont know i kind of have a rule that i dont compliment a femal on her appear until she trust me i did compliment her person a few time she is extrem cautious from what i n well now i have a new question went on a second date a few day ago and it went well and she said she want to meet up again the problem is there hasnt been an ounc of flirt or touch n she start initi with me and ask if im free soon if there is anyth to be learn it is dont play the analysi game you will lose n expect of n i dont know i cant realli fault a strong introvert for be wari about someon she doesnt realli know number is cruel but it is how modern date work pretti sure this isnt the n i dont know i cant realli fault a strong introvert for be wari about someon she doesnt realli know number is cruel but it is how modern date work pretti sure this isnt the n thank option seem most like it seem whenev i final get her to open up there is like a of good convers that final ensu but it is like pull teeth initi then i n im social retard and would know that if a random stranger ask for my contact info then ask me out for drink or lunch then the person probabl isnt interest in just be friend n so i shouldnt be deter by the fact she doesnt realli ever reach out to me i dont enjoy appear like someon who cant take a hint or who put someon els in an awkward situat i worri n no this seem to fit her pretti well n thank for the advic everyon i appreci your take the time to respond\",\n          \"this has to be written with bias or someth im not sure how you could even say that truth for some reason you put subject for both god and man it say noth that make no n how the main prioriti of the church is written throughout it text for the past near year and throughout the church dialogu both befor and after the incid about n that an annoy phrase as it just and confus to i dont blame you for your respons there whi must the reveal knowledg not speak truth but contain a bias n there are no priest desk job the closest thing you have to be a priest that get you away from peopl is be a monk and that in itself is veri differ i am tell you they did it out n no you realli wont you cant just go to an intp and assum their intellig level that would end in failur dont be afraid to ask big question when muse with the intp and just tri to n is like the core reason most all christian occur everyth els is minor disput about theolog opinion n that exceed subject see what theyr interest in strike up a convers about it definit ask them their thought n to dismiss my concept of it is to dismiss all histori on the topic dismiss what the taught and liter all of christian but fine whatev n do cool shit discuss idea have patienc dont tri to judg person too quick or control them also make the first move to show your interest in talk with them n i use to feel about the same until i read the book man where a lesbian woman dress like a man and tri to live as one she notic herself be consid a feminin man quit n im not sure what the hell is go on in this thread but i would like to say i know no entj person i dont think itd be neat though n all church are form of polit institut cathol and orthodox one have the benefit of be central all have declar doctrin in one way or anoth your speak against n and here is the most bore post in the whole thread n what part if it the idea of a teach author you have a problem with all church until the th centuri if it the idea of a group be guid by the holi spirit in their decis on n for cathol the church has a dual mean the whole of the believ the bodi of christ and the polit institut for catholic their teach of christ are said to be protect by n priest were reloc to other so they may quiet down the critic of the time and handl thing themselv again poor decis but that was their decis the church first prioriti n well sure then yes the church did protect child offend the church reason was the imag of the church itself and the their leadership own ignor of the size of the problem the church n edit base doubl post n no it realli isnt the bibl itself is the canon collect of text the bibl was establish onc the theolog and histor work was done to establish the canon and it was not modifi n yes nevermind it becaus the two claim do not contradict each other at all i could work through how there is no contradict if your struggl i wouldnt say all no that a n there no way to tell but mani of them depend on logic andor histori that contradict or ruin their claim grant there are a few case of were yet to be abl to know but mani of it can n the problem of induct is a grand way of humbl yourself about scientif find when your younger it bring into question if what we know is what we could call true n cube n make no sens id advis otherwis atheism and abraham are the onli two ration choic n you motherfuck n what is the mean of everyth the univers exist we are to learn to love in it n disappoint year old report in good luck op n this is exceed naiv the earli church befor scriptur appli their teach to better societi after scriptur it was held in high esteem as a basi to proper better societi most work n from the cathol list of offici teach here is how we are to read the bibl iii the holi spirit interpret of scriptur in sacr scriptur god speak to man in a n i never like peopl point to the scandinavian model for the success of their econom system and not their incred oil and natur resourc suppli compar to their small popul n while shit just got stupid for a moment let tri to get back on track n your pretti smart you know that look at this fucker she think im smart pfft n exceed poor n ive just been told im bright but im sure most everyon els say the same to the kid n and what of you n the most effici way to remov selfdoubt is to stop doubt yourself so much faith and trust n you suspect wrong i like the chatter and im be friend with you i serious do hope you have a good day too n inde you do feel free to bullshit with me if you want have a good one man n id say that a stretch to say cathol believ the bibl was inspir by god but written by men orthodox do too as they assembl the biblic canon id have to say they have the greatest say n edit welp n i see the argument for inconsist sometim they arent actual inconsist sometim they are i find the simplest exampl of a true one be the rabbit that is appar chew n sorri to take so long to get back to you my internet has been screw up horribl as for the answer there was a consider amount of thing that got me off the atheist train but if i were to n the believ portion was a long and process for me i research cultur as a hobbi and eventu i roll around to religion it was an interest topic for me and i eventu began to n to your first statement just what where did that even come from of cours they can know love though with god they can know it fulli id argu as for hell it taken a varieti of n im veri mix on him his critic of christian and envi now that ive seen the video is while popular piss poor and max did a wonder job make an argument otherwis on his n peopl believ in someth as true is what get peopl into a murder rage whi just the true whi not the empir true whi not just major opinion to n sure thing sound sorta similar to the paradox will exist to strengthen the good if you creat a peopl so they may know love they cannot sincer know love if they n yo christian intp here anyth you want n it not we can make healthi children it we onli let the healthi babi live which is the issu it a moral issu about the innat valu of life n\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    },\n    {\n      \"column\": \"postl\",\n      \"properties\": {\n        \"dtype\": \"string\",\n        \"num_unique_values\": 8675,\n        \"samples\": [\n          \"this when i lie it to avoid an unreasonable response for something i did that wa completely to me but if i wa to try to justify to someone else theyd be too hung up on what i did i N your iq sd N i typically have very difficult time maintaining friend ive come to realize ive had people i talk to for year and i still dont want to talk to them i did but then i just got bored of them N an intj friend of mine told me she really hate eating because it so repetitive a an intp i dont really feel bothered i dont really register eating i just do it while im thinking about N similar mind advanced test N intp sxso i have a lot of friend but i only have one i speak about how i actually feel with and only other that i talk about what i am actually thinking about with regard to N getting close to someone and end up wanting to be infinitely close to them and end up every damn time N interesting topic i know two enfps is strange a an intp i view some of the stuff she doe a coming onto me sort of she get really close and is very open to me just what enfps do N a far a im aware this is normal in all people it not so much your pessimistic self but just that human are social creature and you will feel better after socializing for that reason being N how dare you use lelouch a an intp he is an intj i say N i normally think about doing this stuff but dont actually do it N youll probably find that commenting on their nihilistic thought logically would make them more open dismissing idea will merely make them agree with that idea more a theyll feel a need to N dont worry calling me thinker is the same N intj winter entj summer actually doing thing entp spring bringing out the fun in people intp autumn no one ever notice this season N ive known a couple entps one entj and an intj and it kind of went i love being able to constantly talk with entps but also they need to know when to stop talking if an entp N if you mean actually v ing yourself i also have done this maybe im wrong but i find it pretty easy to think about the most logical move the player i am playing should make with the information N gender female age intelligence gifted idea adoption earlyadopter mbti personality profile esfp closest alternative we found esfj i think i killed it when it told me to write N im fine with them im more on shortage of people id ever want to do them with but thats on the ground that any socialising that could be done could just a well be done over skype without the N i used to use pencil then i wa told that my teacher wanted me to use pen only so i used pen only i havent used a pencil excluding my game of and cross earlier in a couple N id love to own either a calm house out somewhere distant with a porch and a log cabin aesthetic fuck it i want a log cabin or id actually really like the idea of being in one of those N yeah i enjoy listening to lyric but it doesnt make much of a difference if theyre present or not if they are there theyre just another part of the instrumental i dont necessarily listen to N more often then not someone is only going to be fully entering my world if they invite me into theirs first and it similar or were friend on the internet because then there are few N what did you get me today my head shit shit shit what did i miss is it your birthday wa i supposed to get you something are we that good friend that i should be buying you stuff i N i frequently say it a an off hand thing someone doe something really awesome and i say fuck yeah i love you man or something like that if i wa to say it in a genuine way then itd feel really N so something strange ha been happening recently my interest wa drawn to and cross and how i could make it more enjoyable to play i started by increasing the grid size and tried N you could tell them your thought you could not tell them your thought and continue to over it i think that there no reason to be ashamed or annoyed about anything and if you dont N loudly whilst he drew his N and the baby N particularly in the higher region N starting with a lingering feeling N whats the point of stopping why doe it matter what theyre called guilty pleasure are pleasure for a reason doe it matter that much N their own god dam story N post multiple time to do N it impressive how people would N maximum of five word per line feel free to say other stuff in the most but make sure it clear which is the five word once upon a time in N someone who appreciates cc fuck yeah N cant we come to a reasonable conclusion without you picking a fight it not being open minded N more often then not i judge them purely by how they judge me i have a dark sense of humor that im not exactly secretive about i get along with most people on the ground that im just friendly to N i chose my avatar a it an awesome art work of from tokyo and by god i loved the manga love tragedy name is a slightly altered version of my name george liked the halo N violence in this situation would probably be a faster way to get thing done for both party involved and especially on the receiving end trying to talk sense into someone who just said something N but surely the point that everyone would be worse off initially isnt relevant a system would obviously have it issue here and there im not cry revolution and im not being N wed call it alley N im with you i make a pretty big point of not being a person for people to expect feeling from i want to be that person but i just feel wrong someone cry their eye out and here i am lying N good call but thats just how i read it N what about a four dimensional plane N why airplane why not N hit them for having the expectation that you should live up to their expectation which is infuriating in and of itself probably N it just because hitting a woman is politically incorrect and some woman will use that to their advantage N what he saying is that they should assume that if they say something worthy of being hit for that they should be grateful when theyre not hit for it not expect not to be hit just on the basis N is it particularly common amongst intps and other type to just acknowledge another side point of view even though socially you shouldnt what i mean by this is i cant have conversation with\",\n          \"i said zero flexibility and little time for dating going around through date to find one that click isnt going to be a viable that ha nothing to do with maintaining a relationship i N how youve come to the conclusion i have nothing to offer merely because i am busy is beyond me no not really again more made up stuff N okay this isnt cool youre specifically looking to get into a relationship because youre about to enter a life phase where you will not have any resource to give to a relationship that is N i do take it slow thats why im still single but im not interested in making friend i have friend enough for my liking im interested in going on date with the intent of entering a N absolutely not for me i find the idea actually N people could have been polite maybe average is a more conservative bet and im not claiming im a social butterfly im just a normal guy who is introverted but not a social i dont N im probably giving up the online thing here when my next subscription run out after that i really dont know where to look bar are a definite no i dont understand where people meet their N ive tried both way actually the last few woman i have gone out with have gotten really weird andor ignored my compliment i dont know what to do anymore seems i get screwed either N im actually pretty healthy sorry you feel that way not sure which one you met but asshole exist everywhere the number isnt anywhere near though N if anything i err on the side of being indifferent definitely not N yeah my close friend dont live near me anymore the issue is that i have been meeting people a good amount and nothing work i want to know why it is that mentally unstable N my friend are in worse position than i am asking them isnt going to help a far a feedback not really because that seems like an extraordinarily awkward thing to ask someone you barely N so im a year old male who ha been striking out time and time again when it come to relationship ive been in one relationship my entire life that lasted like year and ended when i wa N i dont think this sort of dating method is very reasonable and at best it is counterproductive being friend first just throw a in what is normally a smooth dating process when you fear N never wa a kiss N i appreciate the feedback i think im just going to tell her we shouldnt hang out unless she can dedicate a decent amount of time to it what is happening right now is dragging thing out and N i dont know after thinking more im on the verge of giving up it ha nothing to do with seeing her or not making it official or what have you it that she keep thing N i dont know im not a model or anything but im decent looking shes drop dead gorgeous and nice and smart guy are always after her it seems but im also smarter and have better career N i like your answer but maybe im just being optimistic it is basically what ive been doing i cant shake the feeling that she wouldnt be giving me any of her time if she werent interested and N how am i supposed to know if an infj just want to be friend thing have been very weird with an infj ive been seeing ive been very upfront about my intention and she essentially told me she N interesting i find it unusual infjs are known for taking forever to open up and trust people yet all the response so far have indicated kissing in or fewer date N my infj friend ha been with an intj and i dont want to bust your confidence but even though she liked him at first she soon found out that he wa putting her down and felt i can see that N enlighten u infjs also indicate your gender and if you initiated N well there wa more than that she also said she wa basically trying to figure out if im trustworthy and decent N those two thing seem at odds how can you be simultaneously not saying thing that need to be said but also being aggressive N pretty much yeah woman just do not enjoy my company on any level im in the same situation never had any female friend dated one person in my life and it lasted a little le than two year the N i dont think that is going to help me dig myself out of the very clingy seeming hole i dug myself i basically asked her if she knew i wa romantically interested and she responded of course lol N i should have just let thing proceed at a natural pace pretty pissed at myself about zero chance she speaks to me again N i read through most of that thread from what i can tell i never did anything good chance she lost interest after my bluntness though lol N i broke that off shortly after my post i felt like a ball i only did it because people were telling me shes a lost cause and i should see other people btw i have a very well developed N update on this told her i liked her and got no reassurance she liked me or even that she wasnt interested those who said she wa ambivalent were right im pretty much calling it off at this point N yeah so i told her and didnt get an affirmation she liked me nor that she didnt she basically said she had known for a while i like her pretty much what i expected probably going to call it N is the crystal ball reference supposed to mean your guess is a good a mine or what edit guess not p N so ive gone on six or so date with an infj over a month period shes pretty busy and me too and recently i feel like progress ha been a little for a bit i thought she wa warming up N she hate texting and yeah she told me how picky she wa about people recently and that normally she wouldnt give anyone the time of day N you would literally have to have an autism spectrum disorder i would know not to mention you dont tell someone who is just friend how much you like them that would be more than bizarre N it kind of hard to get to the point of officially dating when you have no idea what is going on in her head for all i know an attempt to kiss her would result in horror and assault N spoke to her last night she essentially said she like me a lot and would normally never make any time for people unless she wa obligated to but she also indirectly used the word friend but it N so i met an infj female a while back and weve been out like five or so time on a date they go well we get along everything seems nice i find her very attractive and we have quite a bit in N i dont know i kind of have a rule that i dont compliment a female on her appearance until she trust me i did compliment her personality a few time she is extremely cautious from what i N well now i have a new question went on a second date a few day ago and it went well and she said she wanted to meet up again the problem is there hasnt been an ounce of flirting or touching N she started initiating with me and asked if im free soon if there is anything to be learned it is dont play the analysis game you will lose N expectation of N i dont know i cant really fault a strong introvert for being wary about someone she doesnt really know number is cruel but it is how modern dating work pretty sure this isnt the N i dont know i cant really fault a strong introvert for being wary about someone she doesnt really know number is cruel but it is how modern dating work pretty sure this isnt the N thanks option seems most likely it seems whenever i finally get her to open up there is like a of good conversation that finally but it is like pulling teeth initially then i N im socially retarded and would know that if a random stranger asked for my contact info then asked me out for drink or lunch then the person probably isnt interested in just being friend N so i shouldnt be by the fact she doesnt really ever reach out to me i dont enjoy appearing like someone who cant take a hint or who put someone else in an awkward situation i worry N no this seems to fit her pretty well N thanks for the advice everyone i appreciate your taking the time to respond\",\n          \"this ha to be written with bias or something im not sure how you could even say that truthfully for some reason you put subjectivity for both god and man it say nothing that make no N how the main priority of the church is written throughout it text for the past nearly year and throughout the church dialogue both before and after the incident about N thats an annoying phrasing a it just and confusing to i dont blame you for your response there why must the revealed knowledge not speak truth but contain a bias N there are no desk job the closest thing you have to being a priest that get you away from people is being a monk and that in itself is very different i am telling you they did it out N no you really wont you cant just go to an intp and assume their intelligence level that would end in failure dont be afraid to ask big question when musing with the intp and just try to N is like the core reason most all christian occurs everything else is minor dispute about opinion N thats exceedingly subjective see what theyre interested in strike up a conversation about it definitely ask them their thought N to dismiss my concept of it is to dismiss all history on the topic dismiss what the taught and literally all of christianity but fine whatever N do cool shit discus idea have patience dont try to judge personally too quickly or control them also make the first move to show youre interested in talking with them N i used to feel about the same until i read the book man where a lesbian woman dressed like a man and tried to live a one she noticed herself being considered a feminine man quite N im not sure what the hell is going on in this thread but i would like to say i know no entjs personally i dont think itd be neat though N all church are form of political institution catholic and orthodox one have the benefit of being all have declared doctrine in one way or another youre speaking against N and here is the most boring post in the whole thread N what part if it the idea of a teaching authority you have a problem with all church until the th century if it the idea of a group being guided by the holy spirit in their decision on N for catholic the church ha a dual meaning the whole of the believer the body of christ and the political institution for catholicism their teaching of christ are said to be protected by N priest were to other so they may quiet down the criticism of the time and handle thing themselves again poor decision but that wa their decision the church first priority N well sure then yes the church did protect child offender the church reasoning wa the image of the church itself and the their leadership own ignorance of the size of the problem the church N edit based double post N no it really isnt the bible itself is the canon collection of text the bible wa established once the and historical work wa done to establish the canon and it wa not modified N yes nevermind it because the two claim do not contradict each other at all i could work through how there is no contradiction if youre struggling i wouldnt say all no thats a N there no way to tell but many of them depend on logic andor history that contradicts or ruin their claim granted there are a few case of were yet to be able to know but many of it can N the problem of is a grand way of yourself about scientific finding when youre younger it brings into question if what we know is what we could call true N cube N make no sense id advise otherwise atheism and are the only two rational choice N you motherfucker N what is the meaning of everything the universe exists we are to learn to love in it N disappointed year old reporting in good luck op N this is exceedingly naive the early church before scripture applied their teaching to better society after scripture it wa held in high esteem a a basis to properly better society most work N from the catholic list of official teaching here is how we are to read the bible iii the holy spirit of scripture in sacred scripture god speaks to man in a N i never liked people pointing to the scandinavian model for the success of their economic system and not their incredible oil and natural resource supply compared to their small population N while shit just got stupid for a moment let try to get back on track N youre pretty smart you know that look at this fucker she think im smart pfft N exceedingly poor N ive just been told im bright but im sure most everyone else say the same to the kid N and what of you N the most efficient way to remove selfdoubt is to stop doubting yourself so much faith and trust N you suspect wrongly i like the chatter and im being friendly with you i seriously do hope you have a good day too N indeed you do feel free to bullshit with me if you want have a good one man N id say thats a stretch to say catholic believe the bible wa inspired by god but written by men orthodox do too a they the biblical canon id have to say they have the greatest say N edit welp N i see the argument for inconsistency sometimes they arent actually inconsistency sometimes they are i find the simplest example of a true one being the rabbit that is apparently chewing N sorry to take so long to get back to you my internet ha been screwing up horribly a for the answer there wa a considerable amount of thing that got me off the atheist train but if i were to N the believing portion wa a long and process for me i researched culture a a hobby and eventually i rolled around to religion it wa an interesting topic for me and i eventually began to N to your first statement just what where did that even come from of course they can know love though with god they can know it fully id argue a for hell it taken a variety of N im very mixed on him his criticism of christianity and envy now that ive seen the video is while popular piss poor and max did a wonderful job making an argument otherwise on his N people believing in something a true is what get people into a rage why just the true why not the true why not just majority opinion to N sure thing sound sorta similar to the paradox will exists to strengthen the good if you create a people so they may know love they cannot sincerely know love if they N yo christian intp here anything you want N it not we can make healthy child it we only let the healthy baby live which is the issue it a moral issue about the innate value of life N\"\n        ],\n        \"semantic_type\": \"\",\n        \"description\": \"\"\n      }\n    }\n  ]\n}"
            }
          },
          "metadata": {},
          "execution_count": 6
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Fitting the vectorizer and model, we'll use tf-idf, xgboost and catboost:**"
      ],
      "metadata": {
        "id": "Fr9K9OPECW7m"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "def trn_tst_splt(column):\n",
        "    train_x, test_x, train_y, test_y = train_test_split(\n",
        "        data[column],\n",
        "        data[\"type\"],\n",
        "        train_size=0.8,\n",
        "        random_state=42\n",
        "    )\n",
        "    return train_x, test_x, train_y, test_y\n",
        "\n",
        "def pipelines():\n",
        "    pipeline_logreg = Pipeline([\n",
        "        ('tf-idf', TfidfVectorizer(stop_words='english')),\n",
        "        ('log-reg', LogisticRegression())\n",
        "    ])\n",
        "\n",
        "    pipeline_xgboost = Pipeline([\n",
        "        ('tf-idf', TfidfVectorizer(stop_words='english')),\n",
        "        (\n",
        "            'xgboost',\n",
        "            XGBClassifier(\n",
        "                max_depth=5,\n",
        "                n_estimators=50,\n",
        "                learning_rate=0.1\n",
        "            )\n",
        "        )\n",
        "    ])\n",
        "\n",
        "    pipeline_catboost = Pipeline([\n",
        "        ('tf-idf', TfidfVectorizer(stop_words='english')),\n",
        "        (\n",
        "            'catboost',\n",
        "            CatBoostClassifier(\n",
        "                loss_function='MultiClass',\n",
        "                eval_metric='MultiClass',\n",
        "                task_type='GPU',\n",
        "                verbose=False\n",
        "            )\n",
        "        )\n",
        "    ])\n",
        "    return pipeline_logreg, pipeline_xgboost, pipeline_catboost\n",
        "\n",
        "\n",
        "def pipeline_RandForestClassifier():\n",
        "    pipeline_forest = Pipeline([\n",
        "            ('tf-idf', TfidfVectorizer(stop_words='english')),\n",
        "            ('rfc', RandomForestClassifier())\n",
        "    ])\n",
        "    return pipeline_forest\n",
        "\n",
        "\n",
        "@ignore_warnings(category=ConvergenceWarning)\n",
        "def fitting(train_x, train_y):\n",
        "    pipeline_logreg, pipeline_xgboost, pipeline_catboost = pipelines()\n",
        "    pipeline_logreg.fit(train_x, train_y)\n",
        "    pipeline_xgboost.fit(train_x, train_y)\n",
        "    pipeline_catboost.fit(train_x, train_y)\n",
        "\n",
        "    return pipeline_logreg, pipeline_xgboost, pipeline_catboost\n",
        "\n",
        "\n"
      ],
      "metadata": {
        "id": "et6P897zPSCW"
      },
      "execution_count": 7,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Results:**"
      ],
      "metadata": {
        "id": "d808yc41G71M"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "for column in columns:\n",
        "\n",
        "    train_x, test_x, train_y, test_y = trn_tst_splt(column)\n",
        "    pipeline_logreg, pipeline_xgboost, pipeline_catboost = fitting(train_x, train_y)\n",
        "    cb = f1_score(test_y, pipeline_catboost.predict(test_x), average=\"weighted\")\n",
        "    xgb = f1_score(test_y, pipeline_xgboost.predict(test_x), average=\"weighted\")\n",
        "    logreg = f1_score(test_y, pipeline_logreg.predict(test_x), average=\"weighted\")\n",
        "    if column == \"posts\":\n",
        "        str = \"stemming\"\n",
        "    else:\n",
        "        str = \"lemmatization\"\n",
        "    print(f\"catboost f1_score({str}): {cb:.3f}\")\n",
        "    print(f\"xgboost  f1_score({str}): {xgb:.3f}\")\n",
        "    print(f\"logistic regression f1_score({str}): {logreg:.3f}\")"
      ],
      "metadata": {
        "id": "NB9ahmEiSt6F",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "3e0fc449-0250-468a-a3f0-db270f5518fb"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "catboost f1_score(lemmatization): 0.643\n",
            "xgboost  f1_score(lemmatization): 0.637\n",
            "logistic regression f1_score(lemmatization): 0.621\n",
            "catboost f1_score(stemming): 0.659\n",
            "xgboost  f1_score(stemming): 0.651\n",
            "logistic regression f1_score(stemming): 0.633\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Let's try GridSearch on RandomForest:**"
      ],
      "metadata": {
        "id": "LMBtJfLM6i9r"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "RFC = pipeline_RandForestClassifier()\n",
        "param_grid = {\n",
        "    'rfc__n_estimators': [100, 150],\n",
        "    'rfc__max_depth': [5, 10, 15],\n",
        "    'rfc__min_samples_split': [5, 10]\n",
        "}\n",
        "grid_search = GridSearchCV(estimator=RFC, param_grid=param_grid, cv=5, error_score='raise')\n",
        "train_x, test_x, train_y, test_y = trn_tst_splt(\"posts\")\n",
        "grid_search.fit(train_x, train_y)\n",
        "print(\"Best parameters:\", grid_search.best_params_, '\\n', \"Best score:\", grid_search.best_score_)"
      ],
      "metadata": {
        "id": "JV7ahWbv6qSi",
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "outputId": "77cae896-d6c8-496a-fb2c-7f87d3a8c10d"
      },
      "execution_count": 9,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Best parameters: {'rfc__max_depth': 15, 'rfc__min_samples_split': 5, 'rfc__n_estimators': 150} \n",
            " Best score: 0.4449567723342939\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "**Saving best model and vocabulary:**"
      ],
      "metadata": {
        "id": "vV7i2-l3MbBF"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# dumping vocabulary\n",
        "with open(\"new_vocab.txt\", \"w\") as outfile:\n",
        "    outfile.write(\"\\n\".join(new_vocab))\n",
        "\n",
        "\n",
        "# dumping pipeline\n",
        "filename = 'finalized_model.pkl'\n",
        "pickle.dump(pipeline_catboost, open(filename, 'wb'))"
      ],
      "metadata": {
        "id": "cVtRG89EMeWa"
      },
      "execution_count": 10,
      "outputs": []
    }
  ]
}