model-rlhf-dpo2.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "_cell_guid": "b1076dfc-b9ad-4769-8c92-a6c4dae69d19",
    "_uuid": "8f2839f25d086af736a60e9eeb907d3b93b6e0e5"
   },
   "outputs": [],
   "source": [
    "!pip install -Uqqq pip --progress-bar off\n",
    "!pip install -qqq torch --progress-bar off\n",
    "!pip install -qqq transformers --progress-bar off\n",
    "!pip install -qqq langchain --progress-bar off\n",
    "!pip install -qqq chromadb --progress-bar off\n",
    "!pip install -qqq pypdf --progress-bar off\n",
    "!pip install -qqq xformers --progress-bar off\n",
    "!pip install -qqq sentence_transformers==2.2.2 --progress-bar off\n",
    "!pip install -qqq InstructorEmbedding --progress-bar off\n",
    "!pip install -qqq pdf2image --progress-bar off"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Looking in indexes: https://pypi.org/simple, https://huggingface.github.io/autogptq-index/whl/cu118/\n",
      "Collecting auto-gptq\n",
      "  Downloading https://huggingface.github.io/autogptq-index/whl/cu118/auto-gptq/auto_gptq-0.7.1%2Bcu118-cp310-cp310-win_amd64.whl (4.7 MB)\n",
      "     ---------------------------------------- 0.0/4.7 MB ? eta -:--:--\n",
      "     ---------------------------------------- 0.0/4.7 MB 1.4 MB/s eta 0:00:04\n",
      "     ---------------------------------------- 0.0/4.7 MB 393.8 kB/s eta 0:00:12\n",
      "     ---- ----------------------------------- 0.6/4.7 MB 3.9 MB/s eta 0:00:02\n",
      "     ------ --------------------------------- 0.7/4.7 MB 3.9 MB/s eta 0:00:01\n",
      "     -------- ------------------------------- 0.9/4.7 MB 3.9 MB/s eta 0:00:01\n",
      "     --------- ------------------------------ 1.1/4.7 MB 4.1 MB/s eta 0:00:01\n",
      "     ---------- ----------------------------- 1.2/4.7 MB 4.1 MB/s eta 0:00:01\n",
      "     ---------- ----------------------------- 1.2/4.7 MB 4.1 MB/s eta 0:00:01\n",
      "     ----------- ---------------------------- 1.4/4.7 MB 3.2 MB/s eta 0:00:02\n",
      "     ------------ --------------------------- 1.5/4.7 MB 3.2 MB/s eta 0:00:02\n",
      "     -------------- ------------------------- 1.7/4.7 MB 3.3 MB/s eta 0:00:01\n",
      "     ---------------- ----------------------- 1.9/4.7 MB 3.3 MB/s eta 0:00:01\n",
      "     ----------------- ---------------------- 2.0/4.7 MB 3.3 MB/s eta 0:00:01\n",
      "     ------------------- -------------------- 2.2/4.7 MB 3.4 MB/s eta 0:00:01\n",
      "     -------------------- ------------------- 2.4/4.7 MB 3.4 MB/s eta 0:00:01\n",
      "     ---------------------- ----------------- 2.6/4.7 MB 3.4 MB/s eta 0:00:01\n",
      "     ----------------------- ---------------- 2.8/4.7 MB 3.5 MB/s eta 0:00:01\n",
      "     ------------------------- -------------- 2.9/4.7 MB 3.4 MB/s eta 0:00:01\n",
      "     ------------------------- -------------- 3.0/4.7 MB 3.5 MB/s eta 0:00:01\n",
      "     --------------------------- ------------ 3.2/4.7 MB 3.5 MB/s eta 0:00:01\n",
      "     ---------------------------- ----------- 3.4/4.7 MB 3.4 MB/s eta 0:00:01\n",
      "     ------------------------------ --------- 3.5/4.7 MB 3.5 MB/s eta 0:00:01\n",
      "     ------------------------------- -------- 3.7/4.7 MB 3.5 MB/s eta 0:00:01\n",
      "     --------------------------------- ------ 3.9/4.7 MB 3.5 MB/s eta 0:00:01\n",
      "     ---------------------------------- ----- 4.0/4.7 MB 3.5 MB/s eta 0:00:01\n",
      "     ------------------------------------ --- 4.2/4.7 MB 3.5 MB/s eta 0:00:01\n",
      "     ------------------------------------- -- 4.4/4.7 MB 3.4 MB/s eta 0:00:01\n",
      "     ---------------------------------------  4.6/4.7 MB 3.5 MB/s eta 0:00:01\n",
      "     ---------------------------------------- 4.7/4.7 MB 3.4 MB/s eta 0:00:00\n",
      "Collecting accelerate>=0.26.0 (from auto-gptq)\n",
      "  Downloading accelerate-0.29.2-py3-none-any.whl.metadata (18 kB)\n",
      "Collecting datasets (from auto-gptq)\n",
      "  Downloading datasets-2.18.0-py3-none-any.whl.metadata (20 kB)\n",
      "Requirement already satisfied: sentencepiece in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from auto-gptq) (0.2.0)\n",
      "Requirement already satisfied: numpy in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from auto-gptq) (1.26.4)\n",
      "Collecting rouge (from auto-gptq)\n",
      "  Downloading rouge-1.0.1-py3-none-any.whl.metadata (4.1 kB)\n",
      "Collecting gekko (from auto-gptq)\n",
      "  Downloading gekko-1.1.1-py3-none-any.whl.metadata (3.0 kB)\n",
      "Requirement already satisfied: torch>=1.13.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from auto-gptq) (2.2.2)\n",
      "Requirement already satisfied: safetensors in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from auto-gptq) (0.4.3)\n",
      "Requirement already satisfied: transformers>=4.31.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from auto-gptq) (4.39.3)\n",
      "Collecting peft>=0.5.0 (from auto-gptq)\n",
      "  Downloading peft-0.10.0-py3-none-any.whl.metadata (13 kB)\n",
      "Requirement already satisfied: tqdm in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from auto-gptq) (4.66.2)\n",
      "Requirement already satisfied: packaging>=20.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from accelerate>=0.26.0->auto-gptq) (23.2)\n",
      "Requirement already satisfied: psutil in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from accelerate>=0.26.0->auto-gptq) (5.9.8)\n",
      "Requirement already satisfied: pyyaml in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from accelerate>=0.26.0->auto-gptq) (6.0.1)\n",
      "Requirement already satisfied: huggingface-hub in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from accelerate>=0.26.0->auto-gptq) (0.22.2)\n",
      "Requirement already satisfied: filelock in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.13.0->auto-gptq) (3.13.4)\n",
      "Requirement already satisfied: typing-extensions>=4.8.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.13.0->auto-gptq) (4.11.0)\n",
      "Requirement already satisfied: sympy in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.13.0->auto-gptq) (1.12)\n",
      "Requirement already satisfied: networkx in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.13.0->auto-gptq) (3.3)\n",
      "Requirement already satisfied: jinja2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.13.0->auto-gptq) (3.1.3)\n",
      "Requirement already satisfied: fsspec in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.13.0->auto-gptq) (2024.3.1)\n",
      "Requirement already satisfied: regex!=2019.12.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers>=4.31.0->auto-gptq) (2024.4.16)\n",
      "Requirement already satisfied: requests in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers>=4.31.0->auto-gptq) (2.31.0)\n",
      "Requirement already satisfied: tokenizers<0.19,>=0.14 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers>=4.31.0->auto-gptq) (0.15.2)\n",
      "Requirement already satisfied: colorama in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from tqdm->auto-gptq) (0.4.6)\n",
      "Collecting pyarrow>=12.0.0 (from datasets->auto-gptq)\n",
      "  Downloading pyarrow-15.0.2-cp310-cp310-win_amd64.whl.metadata (3.1 kB)\n",
      "Collecting pyarrow-hotfix (from datasets->auto-gptq)\n",
      "  Downloading pyarrow_hotfix-0.6-py3-none-any.whl.metadata (3.6 kB)\n",
      "Collecting dill<0.3.9,>=0.3.0 (from datasets->auto-gptq)\n",
      "  Downloading dill-0.3.8-py3-none-any.whl.metadata (10 kB)\n",
      "Collecting pandas (from datasets->auto-gptq)\n",
      "  Downloading pandas-2.2.2-cp310-cp310-win_amd64.whl.metadata (19 kB)\n",
      "Collecting xxhash (from datasets->auto-gptq)\n",
      "  Downloading xxhash-3.4.1-cp310-cp310-win_amd64.whl.metadata (12 kB)\n",
      "Collecting multiprocess (from datasets->auto-gptq)\n",
      "  Downloading multiprocess-0.70.16-py310-none-any.whl.metadata (7.2 kB)\n",
      "Collecting fsspec (from torch>=1.13.0->auto-gptq)\n",
      "  Downloading fsspec-2024.2.0-py3-none-any.whl.metadata (6.8 kB)\n",
      "Requirement already satisfied: aiohttp in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets->auto-gptq) (3.9.5)\n",
      "Requirement already satisfied: six in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from rouge->auto-gptq) (1.16.0)\n",
      "Requirement already satisfied: aiosignal>=1.1.2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets->auto-gptq) (1.3.1)\n",
      "Requirement already satisfied: attrs>=17.3.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets->auto-gptq) (23.2.0)\n",
      "Requirement already satisfied: frozenlist>=1.1.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets->auto-gptq) (1.4.1)\n",
      "Requirement already satisfied: multidict<7.0,>=4.5 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets->auto-gptq) (6.0.5)\n",
      "Requirement already satisfied: yarl<2.0,>=1.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets->auto-gptq) (1.9.4)\n",
      "Requirement already satisfied: async-timeout<5.0,>=4.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets->auto-gptq) (4.0.3)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->transformers>=4.31.0->auto-gptq) (3.3.2)\n",
      "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->transformers>=4.31.0->auto-gptq) (3.6)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->transformers>=4.31.0->auto-gptq) (2.2.1)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->transformers>=4.31.0->auto-gptq) (2024.2.2)\n",
      "Requirement already satisfied: MarkupSafe>=2.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from jinja2->torch>=1.13.0->auto-gptq) (2.1.5)\n",
      "Requirement already satisfied: python-dateutil>=2.8.2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from pandas->datasets->auto-gptq) (2.9.0.post0)\n",
      "Collecting pytz>=2020.1 (from pandas->datasets->auto-gptq)\n",
      "  Downloading pytz-2024.1-py2.py3-none-any.whl.metadata (22 kB)\n",
      "Collecting tzdata>=2022.7 (from pandas->datasets->auto-gptq)\n",
      "  Downloading tzdata-2024.1-py2.py3-none-any.whl.metadata (1.4 kB)\n",
      "Requirement already satisfied: mpmath>=0.19 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from sympy->torch>=1.13.0->auto-gptq) (1.3.0)\n",
      "Downloading accelerate-0.29.2-py3-none-any.whl (297 kB)\n",
      "   ---------------------------------------- 0.0/297.4 kB ? eta -:--:--\n",
      "   --------------------------------------- 297.4/297.4 kB 19.1 MB/s eta 0:00:00\n",
      "Downloading peft-0.10.0-py3-none-any.whl (199 kB)\n",
      "   ---------------------------------------- 0.0/199.1 kB ? eta -:--:--\n",
      "   --------------------------------------- 199.1/199.1 kB 11.8 MB/s eta 0:00:00\n",
      "Downloading datasets-2.18.0-py3-none-any.whl (510 kB)\n",
      "   ---------------------------------------- 0.0/510.5 kB ? eta -:--:--\n",
      "   ------------------- ------------------- 256.0/510.5 kB 15.4 MB/s eta 0:00:01\n",
      "   --------------------------------- ------ 430.1/510.5 kB 5.4 MB/s eta 0:00:01\n",
      "   ---------------------------------------- 510.5/510.5 kB 4.5 MB/s eta 0:00:00\n",
      "Downloading gekko-1.1.1-py3-none-any.whl (13.2 MB)\n",
      "   ---------------------------------------- 0.0/13.2 MB ? eta -:--:--\n",
      "   ---------------------------------------- 0.1/13.2 MB 3.6 MB/s eta 0:00:04\n",
      "    --------------------------------------- 0.3/13.2 MB 3.5 MB/s eta 0:00:04\n",
      "   - -------------------------------------- 0.4/13.2 MB 3.2 MB/s eta 0:00:04\n",
      "   - -------------------------------------- 0.6/13.2 MB 3.3 MB/s eta 0:00:04\n",
      "   -- ------------------------------------- 0.7/13.2 MB 3.1 MB/s eta 0:00:04\n",
      "   -- ------------------------------------- 0.8/13.2 MB 3.2 MB/s eta 0:00:04\n",
      "   -- ------------------------------------- 1.0/13.2 MB 3.1 MB/s eta 0:00:04\n",
      "   --- ------------------------------------ 1.1/13.2 MB 3.1 MB/s eta 0:00:04\n",
      "   --- ------------------------------------ 1.2/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   ---- ----------------------------------- 1.4/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   ---- ----------------------------------- 1.5/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   ---- ----------------------------------- 1.6/13.2 MB 2.9 MB/s eta 0:00:04\n",
      "   ----- ---------------------------------- 1.8/13.2 MB 2.9 MB/s eta 0:00:04\n",
      "   ----- ---------------------------------- 1.9/13.2 MB 2.9 MB/s eta 0:00:04\n",
      "   ------ --------------------------------- 2.0/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   ------ --------------------------------- 2.2/13.2 MB 2.9 MB/s eta 0:00:04\n",
      "   ------- -------------------------------- 2.3/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   ------- -------------------------------- 2.5/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   ------- -------------------------------- 2.6/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   -------- ------------------------------- 2.7/13.2 MB 2.9 MB/s eta 0:00:04\n",
      "   -------- ------------------------------- 2.9/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   --------- ------------------------------ 3.0/13.2 MB 2.9 MB/s eta 0:00:04\n",
      "   --------- ------------------------------ 3.1/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   --------- ------------------------------ 3.3/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   ---------- ----------------------------- 3.4/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   ---------- ----------------------------- 3.6/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   ----------- ---------------------------- 3.7/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   ----------- ---------------------------- 3.9/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   ------------ --------------------------- 4.0/13.2 MB 3.0 MB/s eta 0:00:04\n",
      "   ------------ --------------------------- 4.2/13.2 MB 3.0 MB/s eta 0:00:03\n",
      "   ------------ --------------------------- 4.3/13.2 MB 3.0 MB/s eta 0:00:03\n",
      "   ------------- -------------------------- 4.4/13.2 MB 3.0 MB/s eta 0:00:03\n",
      "   ------------- -------------------------- 4.5/13.2 MB 3.0 MB/s eta 0:00:03\n",
      "   -------------- ------------------------- 4.7/13.2 MB 3.0 MB/s eta 0:00:03\n",
      "   -------------- ------------------------- 4.9/13.2 MB 3.0 MB/s eta 0:00:03\n",
      "   --------------- ------------------------ 5.0/13.2 MB 3.0 MB/s eta 0:00:03\n",
      "   --------------- ------------------------ 5.2/13.2 MB 3.0 MB/s eta 0:00:03\n",
      "   ---------------- ----------------------- 5.4/13.2 MB 3.0 MB/s eta 0:00:03\n",
      "   ---------------- ----------------------- 5.6/13.2 MB 3.1 MB/s eta 0:00:03\n",
      "   ----------------- ---------------------- 5.7/13.2 MB 3.1 MB/s eta 0:00:03\n",
      "   ------------------ --------------------- 5.9/13.2 MB 3.1 MB/s eta 0:00:03\n",
      "   ------------------ --------------------- 6.1/13.2 MB 3.1 MB/s eta 0:00:03\n",
      "   ------------------- -------------------- 6.3/13.2 MB 3.1 MB/s eta 0:00:03\n",
      "   ------------------- -------------------- 6.5/13.2 MB 3.2 MB/s eta 0:00:03\n",
      "   -------------------- ------------------- 6.7/13.2 MB 3.2 MB/s eta 0:00:03\n",
      "   -------------------- ------------------- 6.8/13.2 MB 3.2 MB/s eta 0:00:03\n",
      "   -------------------- ------------------- 6.9/13.2 MB 3.1 MB/s eta 0:00:02\n",
      "   --------------------- ------------------ 7.1/13.2 MB 3.2 MB/s eta 0:00:02\n",
      "   ---------------------- ----------------- 7.2/13.2 MB 3.2 MB/s eta 0:00:02\n",
      "   ---------------------- ----------------- 7.4/13.2 MB 3.2 MB/s eta 0:00:02\n",
      "   ----------------------- ---------------- 7.6/13.2 MB 3.2 MB/s eta 0:00:02\n",
      "   ----------------------- ---------------- 7.8/13.2 MB 3.2 MB/s eta 0:00:02\n",
      "   ------------------------ --------------- 8.0/13.2 MB 3.2 MB/s eta 0:00:02\n",
      "   ------------------------ --------------- 8.2/13.2 MB 3.2 MB/s eta 0:00:02\n",
      "   ------------------------- -------------- 8.3/13.2 MB 3.2 MB/s eta 0:00:02\n",
      "   ------------------------- -------------- 8.5/13.2 MB 3.3 MB/s eta 0:00:02\n",
      "   -------------------------- ------------- 8.7/13.2 MB 3.3 MB/s eta 0:00:02\n",
      "   --------------------------- ------------ 8.9/13.2 MB 3.3 MB/s eta 0:00:02\n",
      "   --------------------------- ------------ 9.1/13.2 MB 3.3 MB/s eta 0:00:02\n",
      "   ---------------------------- ----------- 9.3/13.2 MB 3.3 MB/s eta 0:00:02\n",
      "   ---------------------------- ----------- 9.5/13.2 MB 3.3 MB/s eta 0:00:02\n",
      "   ----------------------------- ---------- 9.6/13.2 MB 3.3 MB/s eta 0:00:02\n",
      "   ----------------------------- ---------- 9.8/13.2 MB 3.3 MB/s eta 0:00:01\n",
      "   ------------------------------ --------- 10.0/13.2 MB 3.3 MB/s eta 0:00:01\n",
      "   ------------------------------- -------- 10.2/13.2 MB 3.3 MB/s eta 0:00:01\n",
      "   ------------------------------- -------- 10.4/13.2 MB 3.3 MB/s eta 0:00:01\n",
      "   -------------------------------- ------- 10.6/13.2 MB 3.4 MB/s eta 0:00:01\n",
      "   -------------------------------- ------- 10.7/13.2 MB 3.4 MB/s eta 0:00:01\n",
      "   --------------------------------- ------ 10.9/13.2 MB 3.4 MB/s eta 0:00:01\n",
      "   --------------------------------- ------ 11.1/13.2 MB 3.4 MB/s eta 0:00:01\n",
      "   ---------------------------------- ----- 11.3/13.2 MB 3.4 MB/s eta 0:00:01\n",
      "   ---------------------------------- ----- 11.5/13.2 MB 3.4 MB/s eta 0:00:01\n",
      "   ----------------------------------- ---- 11.7/13.2 MB 3.5 MB/s eta 0:00:01\n",
      "   ------------------------------------ --- 11.8/13.2 MB 3.5 MB/s eta 0:00:01\n",
      "   ------------------------------------ --- 12.0/13.2 MB 3.5 MB/s eta 0:00:01\n",
      "   ------------------------------------- -- 12.2/13.2 MB 3.5 MB/s eta 0:00:01\n",
      "   ------------------------------------- -- 12.4/13.2 MB 3.6 MB/s eta 0:00:01\n",
      "   -------------------------------------- - 12.6/13.2 MB 3.6 MB/s eta 0:00:01\n",
      "   -------------------------------------- - 12.7/13.2 MB 3.6 MB/s eta 0:00:01\n",
      "   ---------------------------------------  12.9/13.2 MB 3.6 MB/s eta 0:00:01\n",
      "   ---------------------------------------  13.1/13.2 MB 3.6 MB/s eta 0:00:01\n",
      "   ---------------------------------------  13.1/13.2 MB 3.6 MB/s eta 0:00:01\n",
      "   ---------------------------------------- 13.2/13.2 MB 3.6 MB/s eta 0:00:00\n",
      "Downloading rouge-1.0.1-py3-none-any.whl (13 kB)\n",
      "Downloading dill-0.3.8-py3-none-any.whl (116 kB)\n",
      "   ---------------------------------------- 0.0/116.3 kB ? eta -:--:--\n",
      "   ---------------------------------------- 116.3/116.3 kB 7.1 MB/s eta 0:00:00\n",
      "Downloading fsspec-2024.2.0-py3-none-any.whl (170 kB)\n",
      "   ---------------------------------------- 0.0/170.9 kB ? eta -:--:--\n",
      "   --------------------------------------- 170.9/170.9 kB 10.7 MB/s eta 0:00:00\n",
      "Downloading pyarrow-15.0.2-cp310-cp310-win_amd64.whl (24.8 MB)\n",
      "   ---------------------------------------- 0.0/24.8 MB ? eta -:--:--\n",
      "    --------------------------------------- 0.5/24.8 MB 14.2 MB/s eta 0:00:02\n",
      "   - -------------------------------------- 0.6/24.8 MB 8.0 MB/s eta 0:00:04\n",
      "   - -------------------------------------- 0.7/24.8 MB 6.8 MB/s eta 0:00:04\n",
      "   - -------------------------------------- 0.7/24.8 MB 6.8 MB/s eta 0:00:04\n",
      "   - -------------------------------------- 0.8/24.8 MB 3.5 MB/s eta 0:00:07\n",
      "   -- ------------------------------------- 1.4/24.8 MB 5.1 MB/s eta 0:00:05\n",
      "   -- ------------------------------------- 1.6/24.8 MB 5.0 MB/s eta 0:00:05\n",
      "   -- ------------------------------------- 1.7/24.8 MB 4.8 MB/s eta 0:00:05\n",
      "   -- ------------------------------------- 1.8/24.8 MB 4.7 MB/s eta 0:00:05\n",
      "   -- ------------------------------------- 1.8/24.8 MB 4.7 MB/s eta 0:00:05\n",
      "   --- ------------------------------------ 1.9/24.8 MB 3.7 MB/s eta 0:00:07\n",
      "   --- ------------------------------------ 2.5/24.8 MB 4.5 MB/s eta 0:00:05\n",
      "   ---- ----------------------------------- 2.7/24.8 MB 4.5 MB/s eta 0:00:05\n",
      "   ---- ----------------------------------- 2.8/24.8 MB 4.4 MB/s eta 0:00:05\n",
      "   ---- ----------------------------------- 3.0/24.8 MB 4.4 MB/s eta 0:00:05\n",
      "   ----- ---------------------------------- 3.2/24.8 MB 4.3 MB/s eta 0:00:05\n",
      "   ----- ---------------------------------- 3.4/24.8 MB 4.3 MB/s eta 0:00:05\n",
      "   ----- ---------------------------------- 3.6/24.8 MB 4.3 MB/s eta 0:00:05\n",
      "   ------ --------------------------------- 3.7/24.8 MB 4.2 MB/s eta 0:00:05\n",
      "   ------ --------------------------------- 3.9/24.8 MB 4.2 MB/s eta 0:00:05\n",
      "   ------ --------------------------------- 4.1/24.8 MB 4.2 MB/s eta 0:00:05\n",
      "   ------ --------------------------------- 4.3/24.8 MB 4.2 MB/s eta 0:00:05\n",
      "   ------- -------------------------------- 4.5/24.8 MB 4.2 MB/s eta 0:00:05\n",
      "   ------- -------------------------------- 4.7/24.8 MB 4.2 MB/s eta 0:00:05\n",
      "   ------- -------------------------------- 4.8/24.8 MB 4.1 MB/s eta 0:00:05\n",
      "   -------- ------------------------------- 5.0/24.8 MB 4.1 MB/s eta 0:00:05\n",
      "   -------- ------------------------------- 5.2/24.8 MB 4.2 MB/s eta 0:00:05\n",
      "   -------- ------------------------------- 5.4/24.8 MB 4.1 MB/s eta 0:00:05\n",
      "   -------- ------------------------------- 5.6/24.8 MB 4.1 MB/s eta 0:00:05\n",
      "   --------- ------------------------------ 5.8/24.8 MB 4.1 MB/s eta 0:00:05\n",
      "   --------- ------------------------------ 5.9/24.8 MB 4.1 MB/s eta 0:00:05\n",
      "   --------- ------------------------------ 6.1/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ---------- ----------------------------- 6.2/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ---------- ----------------------------- 6.4/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ---------- ----------------------------- 6.6/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ---------- ----------------------------- 6.8/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ----------- ---------------------------- 6.9/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ----------- ---------------------------- 7.1/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ----------- ---------------------------- 7.3/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ------------ --------------------------- 7.5/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ------------ --------------------------- 7.6/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ------------ --------------------------- 7.8/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ------------ --------------------------- 8.0/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ------------- -------------------------- 8.2/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ------------- -------------------------- 8.4/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   ------------- -------------------------- 8.5/24.8 MB 3.9 MB/s eta 0:00:05\n",
      "   -------------- ------------------------- 8.7/24.8 MB 4.0 MB/s eta 0:00:05\n",
      "   -------------- ------------------------- 8.9/24.8 MB 3.9 MB/s eta 0:00:05\n",
      "   -------------- ------------------------- 9.1/24.8 MB 3.9 MB/s eta 0:00:05\n",
      "   -------------- ------------------------- 9.2/24.8 MB 3.9 MB/s eta 0:00:04\n",
      "   --------------- ------------------------ 9.4/24.8 MB 3.9 MB/s eta 0:00:04\n",
      "   --------------- ------------------------ 9.6/24.8 MB 3.9 MB/s eta 0:00:04\n",
      "   --------------- ------------------------ 9.8/24.8 MB 3.9 MB/s eta 0:00:04\n",
      "   ---------------- ----------------------- 9.9/24.8 MB 3.9 MB/s eta 0:00:04\n",
      "   ---------------- ----------------------- 10.1/24.8 MB 3.9 MB/s eta 0:00:04\n",
      "   ---------------- ----------------------- 10.3/24.8 MB 3.9 MB/s eta 0:00:04\n",
      "   ---------------- ----------------------- 10.5/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   ----------------- ---------------------- 10.7/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   ----------------- ---------------------- 10.8/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   ----------------- ---------------------- 11.0/24.8 MB 3.9 MB/s eta 0:00:04\n",
      "   ------------------ --------------------- 11.2/24.8 MB 3.9 MB/s eta 0:00:04\n",
      "   ------------------ --------------------- 11.4/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   ------------------ --------------------- 11.6/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   ------------------ --------------------- 11.7/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   ------------------- -------------------- 11.9/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   ------------------- -------------------- 12.1/24.8 MB 3.9 MB/s eta 0:00:04\n",
      "   ------------------- -------------------- 12.3/24.8 MB 3.9 MB/s eta 0:00:04\n",
      "   -------------------- ------------------- 12.4/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   -------------------- ------------------- 12.6/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   -------------------- ------------------- 12.8/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   -------------------- ------------------- 13.0/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   --------------------- ------------------ 13.2/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   --------------------- ------------------ 13.3/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   --------------------- ------------------ 13.5/24.8 MB 3.8 MB/s eta 0:00:04\n",
      "   ---------------------- ----------------- 13.7/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   ---------------------- ----------------- 13.9/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   ---------------------- ----------------- 14.1/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   ---------------------- ----------------- 14.2/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   ----------------------- ---------------- 14.4/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   ----------------------- ---------------- 14.6/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   ----------------------- ---------------- 14.8/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   ------------------------ --------------- 15.0/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   ------------------------ --------------- 15.2/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   ------------------------ --------------- 15.3/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   ------------------------- -------------- 15.5/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   ------------------------- -------------- 15.7/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   ------------------------- -------------- 15.9/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   ------------------------- -------------- 16.1/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   -------------------------- ------------- 16.3/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   -------------------------- ------------- 16.4/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   -------------------------- ------------- 16.6/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   --------------------------- ------------ 16.8/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   --------------------------- ------------ 17.0/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   --------------------------- ------------ 17.2/24.8 MB 3.8 MB/s eta 0:00:03\n",
      "   --------------------------- ------------ 17.3/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   ---------------------------- ----------- 17.5/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   ---------------------------- ----------- 17.7/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   ---------------------------- ----------- 17.9/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   ----------------------------- ---------- 18.1/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   ----------------------------- ---------- 18.2/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   ----------------------------- ---------- 18.4/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   ------------------------------ --------- 18.6/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   ------------------------------ --------- 18.8/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   ------------------------------ --------- 19.0/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   ------------------------------ --------- 19.2/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   ------------------------------- -------- 19.4/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   ------------------------------- -------- 19.5/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   ------------------------------- -------- 19.7/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   -------------------------------- ------- 19.9/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   -------------------------------- ------- 20.1/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   -------------------------------- ------- 20.3/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   -------------------------------- ------- 20.5/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   --------------------------------- ------ 20.6/24.8 MB 3.8 MB/s eta 0:00:02\n",
      "   --------------------------------- ------ 20.8/24.8 MB 3.9 MB/s eta 0:00:02\n",
      "   --------------------------------- ------ 21.0/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ---------------------------------- ----- 21.2/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ---------------------------------- ----- 21.4/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ---------------------------------- ----- 21.6/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ----------------------------------- ---- 21.7/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ----------------------------------- ---- 21.9/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ----------------------------------- ---- 22.1/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ----------------------------------- ---- 22.3/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ------------------------------------ --- 22.5/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ------------------------------------ --- 22.6/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ------------------------------------ --- 22.8/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ------------------------------------- -- 23.0/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ------------------------------------- -- 23.2/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ------------------------------------- -- 23.4/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ------------------------------------- -- 23.5/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   -------------------------------------- - 23.7/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   -------------------------------------- - 23.9/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   -------------------------------------- - 24.1/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ---------------------------------------  24.3/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ---------------------------------------  24.5/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ---------------------------------------  24.6/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ---------------------------------------  24.8/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ---------------------------------------  24.8/24.8 MB 3.9 MB/s eta 0:00:01\n",
      "   ---------------------------------------- 24.8/24.8 MB 3.7 MB/s eta 0:00:00\n",
      "Downloading multiprocess-0.70.16-py310-none-any.whl (134 kB)\n",
      "   ---------------------------------------- 0.0/134.8 kB ? eta -:--:--\n",
      "   ---------------------------------------- 134.8/134.8 kB 7.8 MB/s eta 0:00:00\n",
      "Downloading pandas-2.2.2-cp310-cp310-win_amd64.whl (11.6 MB)\n",
      "   ---------------------------------------- 0.0/11.6 MB ? eta -:--:--\n",
      "   - -------------------------------------- 0.5/11.6 MB 15.5 MB/s eta 0:00:01\n",
      "   -- ------------------------------------- 0.7/11.6 MB 8.5 MB/s eta 0:00:02\n",
      "   -- ------------------------------------- 0.9/11.6 MB 6.8 MB/s eta 0:00:02\n",
      "   --- ------------------------------------ 1.0/11.6 MB 6.0 MB/s eta 0:00:02\n",
      "   ---- ----------------------------------- 1.2/11.6 MB 5.5 MB/s eta 0:00:02\n",
      "   ---- ----------------------------------- 1.4/11.6 MB 5.2 MB/s eta 0:00:02\n",
      "   ----- ---------------------------------- 1.6/11.6 MB 5.0 MB/s eta 0:00:02\n",
      "   ------ --------------------------------- 1.8/11.6 MB 4.9 MB/s eta 0:00:03\n",
      "   ------ --------------------------------- 1.9/11.6 MB 4.8 MB/s eta 0:00:03\n",
      "   ------- -------------------------------- 2.1/11.6 MB 4.5 MB/s eta 0:00:03\n",
      "   ------- -------------------------------- 2.3/11.6 MB 4.6 MB/s eta 0:00:03\n",
      "   -------- ------------------------------- 2.5/11.6 MB 4.5 MB/s eta 0:00:03\n",
      "   --------- ------------------------------ 2.7/11.6 MB 4.4 MB/s eta 0:00:03\n",
      "   --------- ------------------------------ 2.9/11.6 MB 4.3 MB/s eta 0:00:03\n",
      "   ---------- ----------------------------- 3.0/11.6 MB 4.4 MB/s eta 0:00:02\n",
      "   ----------- ---------------------------- 3.2/11.6 MB 4.4 MB/s eta 0:00:02\n",
      "   ----------- ---------------------------- 3.4/11.6 MB 4.3 MB/s eta 0:00:02\n",
      "   ------------ --------------------------- 3.6/11.6 MB 4.3 MB/s eta 0:00:02\n",
      "   ------------ --------------------------- 3.8/11.6 MB 4.3 MB/s eta 0:00:02\n",
      "   ------------- -------------------------- 3.9/11.6 MB 4.2 MB/s eta 0:00:02\n",
      "   -------------- ------------------------- 4.1/11.6 MB 4.2 MB/s eta 0:00:02\n",
      "   -------------- ------------------------- 4.3/11.6 MB 4.2 MB/s eta 0:00:02\n",
      "   --------------- ------------------------ 4.5/11.6 MB 4.2 MB/s eta 0:00:02\n",
      "   ---------------- ----------------------- 4.7/11.6 MB 4.2 MB/s eta 0:00:02\n",
      "   ---------------- ----------------------- 4.9/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   ----------------- ---------------------- 5.0/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   ----------------- ---------------------- 5.2/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   ------------------ --------------------- 5.4/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   ------------------- -------------------- 5.6/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   ------------------- -------------------- 5.8/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   -------------------- ------------------- 6.0/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   --------------------- ------------------ 6.2/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   --------------------- ------------------ 6.3/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   ---------------------- ----------------- 6.5/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   ----------------------- ---------------- 6.7/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   ----------------------- ---------------- 6.9/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   ------------------------ --------------- 7.1/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   ------------------------ --------------- 7.2/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   ------------------------- -------------- 7.4/11.6 MB 4.1 MB/s eta 0:00:02\n",
      "   -------------------------- ------------- 7.6/11.6 MB 4.1 MB/s eta 0:00:01\n",
      "   -------------------------- ------------- 7.8/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   --------------------------- ------------ 8.0/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   ---------------------------- ----------- 8.2/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   ---------------------------- ----------- 8.3/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   ----------------------------- ---------- 8.5/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   ----------------------------- ---------- 8.7/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   ------------------------------ --------- 8.9/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   ------------------------------- -------- 9.1/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   ------------------------------- -------- 9.2/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   -------------------------------- ------- 9.4/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   --------------------------------- ------ 9.6/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   --------------------------------- ------ 9.8/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   ---------------------------------- ----- 10.0/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   ---------------------------------- ----- 10.2/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   ----------------------------------- ---- 10.3/11.6 MB 4.0 MB/s eta 0:00:01\n",
      "   ------------------------------------ --- 10.5/11.6 MB 3.9 MB/s eta 0:00:01\n",
      "   ------------------------------------ --- 10.7/11.6 MB 3.9 MB/s eta 0:00:01\n",
      "   ------------------------------------- -- 10.9/11.6 MB 3.9 MB/s eta 0:00:01\n",
      "   -------------------------------------- - 11.1/11.6 MB 3.9 MB/s eta 0:00:01\n",
      "   -------------------------------------- - 11.3/11.6 MB 3.9 MB/s eta 0:00:01\n",
      "   ---------------------------------------  11.4/11.6 MB 3.9 MB/s eta 0:00:01\n",
      "   ---------------------------------------  11.6/11.6 MB 3.9 MB/s eta 0:00:01\n",
      "   ---------------------------------------- 11.6/11.6 MB 3.8 MB/s eta 0:00:00\n",
      "Downloading pyarrow_hotfix-0.6-py3-none-any.whl (7.9 kB)\n",
      "Downloading xxhash-3.4.1-cp310-cp310-win_amd64.whl (29 kB)\n",
      "Downloading pytz-2024.1-py2.py3-none-any.whl (505 kB)\n",
      "   ---------------------------------------- 0.0/505.5 kB ? eta -:--:--\n",
      "   --------------------------------------  501.8/505.5 kB 15.9 MB/s eta 0:00:01\n",
      "   --------------------------------------- 505.5/505.5 kB 10.5 MB/s eta 0:00:00\n",
      "Downloading tzdata-2024.1-py2.py3-none-any.whl (345 kB)\n",
      "   ---------------------------------------- 0.0/345.4 kB ? eta -:--:--\n",
      "   ----------------------------- ---------- 256.0/345.4 kB 7.9 MB/s eta 0:00:01\n",
      "   ---------------------------------------- 345.4/345.4 kB 5.4 MB/s eta 0:00:00\n",
      "Installing collected packages: pytz, xxhash, tzdata, rouge, pyarrow-hotfix, pyarrow, gekko, fsspec, dill, pandas, multiprocess, accelerate, datasets, peft, auto-gptq\n",
      "  Attempting uninstall: fsspec\n",
      "    Found existing installation: fsspec 2024.3.1\n",
      "    Uninstalling fsspec-2024.3.1:\n",
      "      Successfully uninstalled fsspec-2024.3.1\n",
      "Successfully installed accelerate-0.29.2 auto-gptq-0.7.1+cu118 datasets-2.18.0 dill-0.3.8 fsspec-2024.2.0 gekko-1.1.1 multiprocess-0.70.16 pandas-2.2.2 peft-0.10.0 pyarrow-15.0.2 pyarrow-hotfix-0.6 pytz-2024.1 rouge-1.0.1 tzdata-2024.1 xxhash-3.4.1\n"
     ]
    }
   ],
   "source": [
    "!pip install auto-gptq --extra-index-url https://huggingface.github.io/autogptq-index/whl/cu118/"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\abhim\\miniforge3\\lib\\site-packages\\tqdm\\auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
      "  from .autonotebook import tqdm as notebook_tqdm\n",
      "CUDA extension not installed.\n",
      "CUDA extension not installed.\n"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "from auto_gptq import AutoGPTQForCausalLM\n",
    "from langchain import HuggingFacePipeline, PromptTemplate\n",
    "from langchain.chains import RetrievalQA\n",
    "from langchain.document_loaders import PyPDFLoader\n",
    "from langchain.embeddings import HuggingFaceInstructEmbeddings\n",
    "from langchain.text_splitter import RecursiveCharacterTextSplitter\n",
    "from langchain.vectorstores import Chroma\n",
    "from transformers import AutoTokenizer, TextStreamer, pipeline\n",
    "\n",
    "DEVICE = \"cuda:0\" if torch.cuda.is_available() else \"cpu\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1"
      ]
     },
     "execution_count": 26,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "loader = PyPDFLoader(\"C:\\\\Users\\\\abhim\\\\Downloads\\\\invoice_1.pdf\")\n",
    "docs = loader.load()\n",
    "len(docs)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "load INSTRUCTOR_Transformer\n",
      "max_seq_length  512\n"
     ]
    }
   ],
   "source": [
    "embeddings = HuggingFaceInstructEmbeddings(\n",
    "    model_name=\"hkunlp/instructor-large\", model_kwargs={\"device\": DEVICE}\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "1"
      ]
     },
     "execution_count": 27,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "text_splitter = RecursiveCharacterTextSplitter(chunk_size=1024, chunk_overlap=64)\n",
    "texts = text_splitter.split_documents(docs)\n",
    "len(texts)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: total: 11.6 s\n",
      "Wall time: 1.99 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "db = Chroma.from_documents(texts, embeddings, persist_directory=\"db\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\abhim\\miniforge3\\lib\\site-packages\\huggingface_hub\\file_download.py:148: UserWarning: `huggingface_hub` cache-system uses symlinks by default to efficiently store duplicated files but your machine does not support them in C:\\Users\\abhim\\.cache\\huggingface\\hub\\models--TheBloke--Llama-2-13B-chat-GPTQ. Caching files will still work but in a degraded version that might require more space on your disk. This warning can be disabled by setting the `HF_HUB_DISABLE_SYMLINKS_WARNING` environment variable. For more details, see https://huggingface.co/docs/huggingface_hub/how-to-cache#limitations.\n",
      "To support symlinks on Windows, you either need to activate Developer Mode or to run Python as an administrator. In order to see activate developer mode, see this article: https://docs.microsoft.com/en-us/windows/apps/get-started/enable-your-device-for-development\n",
      "  warnings.warn(message)\n",
      "WARNING - Exllamav2 kernel is not installed, reset disable_exllamav2 to True. This may because you installed auto_gptq using a pre-build wheel on Windows, in which exllama_kernels are not compiled. To use exllama_kernels to further speedup inference, you can re-install auto_gptq from source.\n",
      "WARNING - CUDA kernels for auto_gptq are not installed, this will result in very slow inference speed. This may because:\n",
      "1. You disabled CUDA extensions compilation by setting BUILD_CUDA_EXT=0 when install auto_gptq from source.\n",
      "2. You are using pytorch without CUDA support.\n",
      "3. CUDA and nvcc are not installed in your device.\n",
      "INFO - The layer lm_head is not quantized.\n",
      "Some weights of the model checkpoint at C:\\Users\\abhim\\.cache\\huggingface\\hub\\models--TheBloke--Llama-2-13B-chat-GPTQ\\snapshots\\8160f0b2c4c7b14a8241f7fdbe08fe300ae7f4ea\\model.safetensors were not used when initializing LlamaForCausalLM: {'model.layers.20.self_attn.rotary_emb.inv_freq', 'model.layers.18.self_attn.rotary_emb.inv_freq', 'model.layers.26.self_attn.rotary_emb.inv_freq', 'model.layers.38.self_attn.rotary_emb.inv_freq', 'model.layers.7.self_attn.rotary_emb.inv_freq', 'model.layers.17.self_attn.rotary_emb.inv_freq', 'model.layers.22.self_attn.rotary_emb.inv_freq', 'model.layers.33.self_attn.rotary_emb.inv_freq', 'model.layers.27.self_attn.rotary_emb.inv_freq', 'model.layers.12.self_attn.rotary_emb.inv_freq', 'model.layers.21.self_attn.rotary_emb.inv_freq', 'model.layers.37.self_attn.rotary_emb.inv_freq', 'model.layers.11.self_attn.rotary_emb.inv_freq', 'model.layers.36.self_attn.rotary_emb.inv_freq', 'model.layers.34.self_attn.rotary_emb.inv_freq', 'model.layers.16.self_attn.rotary_emb.inv_freq', 'model.layers.35.self_attn.rotary_emb.inv_freq', 'model.layers.6.self_attn.rotary_emb.inv_freq', 'model.layers.8.self_attn.rotary_emb.inv_freq', 'model.layers.23.self_attn.rotary_emb.inv_freq', 'model.layers.1.self_attn.rotary_emb.inv_freq', 'model.layers.4.self_attn.rotary_emb.inv_freq', 'model.layers.2.self_attn.rotary_emb.inv_freq', 'model.layers.25.self_attn.rotary_emb.inv_freq', 'model.layers.3.self_attn.rotary_emb.inv_freq', 'model.layers.30.self_attn.rotary_emb.inv_freq', 'model.layers.32.self_attn.rotary_emb.inv_freq', 'model.layers.14.self_attn.rotary_emb.inv_freq', 'model.layers.13.self_attn.rotary_emb.inv_freq', 'model.layers.19.self_attn.rotary_emb.inv_freq', 'model.layers.31.self_attn.rotary_emb.inv_freq', 'model.layers.24.self_attn.rotary_emb.inv_freq', 'model.layers.29.self_attn.rotary_emb.inv_freq', 'model.layers.5.self_attn.rotary_emb.inv_freq', 'model.layers.10.self_attn.rotary_emb.inv_freq', 'model.layers.28.self_attn.rotary_emb.inv_freq', 'model.layers.39.self_attn.rotary_emb.inv_freq', 'model.layers.15.self_attn.rotary_emb.inv_freq', 'model.layers.9.self_attn.rotary_emb.inv_freq', 'model.layers.0.self_attn.rotary_emb.inv_freq'}. This may or may not be an issue - make sure that the checkpoint does not have unnecessary parameters, or that the model definition correctly corresponds to the checkpoint.\n"
     ]
    }
   ],
   "source": [
    "model_name_or_path = \"TheBloke/Llama-2-13B-chat-GPTQ\"\n",
    "model_basename = \"model\"\n",
    "\n",
    "tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)\n",
    "\n",
    "model = AutoGPTQForCausalLM.from_quantized(\n",
    "    model_name_or_path,\n",
    "    revision=\"gptq-4bit-128g-actorder_True\",\n",
    "    model_basename=model_basename,\n",
    "    use_safetensors=True,\n",
    "    trust_remote_code=True,\n",
    "    inject_fused_attention=False,\n",
    "    device=DEVICE,\n",
    "    quantize_config=None,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "metadata": {},
   "outputs": [],
   "source": [
    "DEFAULT_SYSTEM_PROMPT = \"\"\"\n",
    "You are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.\n",
    "\n",
    "If a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.\n",
    "\"\"\".strip()\n",
    "\n",
    "\n",
    "def generate_prompt(prompt: str, system_prompt: str = DEFAULT_SYSTEM_PROMPT) -> str:\n",
    "    return f\"\"\"\n",
    "[INST] <>\n",
    "{system_prompt}\n",
    "<>\n",
    "\n",
    "{prompt} [/INST]\n",
    "\"\"\".strip()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "metadata": {},
   "outputs": [],
   "source": [
    "streamer = TextStreamer(tokenizer, skip_prompt=True, skip_special_tokens=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "The model 'LlamaGPTQForCausalLM' is not supported for text-generation. Supported models are ['BartForCausalLM', 'BertLMHeadModel', 'BertGenerationDecoder', 'BigBirdForCausalLM', 'BigBirdPegasusForCausalLM', 'BioGptForCausalLM', 'BlenderbotForCausalLM', 'BlenderbotSmallForCausalLM', 'BloomForCausalLM', 'CamembertForCausalLM', 'LlamaForCausalLM', 'CodeGenForCausalLM', 'CohereForCausalLM', 'CpmAntForCausalLM', 'CTRLLMHeadModel', 'Data2VecTextForCausalLM', 'ElectraForCausalLM', 'ErnieForCausalLM', 'FalconForCausalLM', 'FuyuForCausalLM', 'GemmaForCausalLM', 'GitForCausalLM', 'GPT2LMHeadModel', 'GPT2LMHeadModel', 'GPTBigCodeForCausalLM', 'GPTNeoForCausalLM', 'GPTNeoXForCausalLM', 'GPTNeoXJapaneseForCausalLM', 'GPTJForCausalLM', 'LlamaForCausalLM', 'MambaForCausalLM', 'MarianForCausalLM', 'MBartForCausalLM', 'MegaForCausalLM', 'MegatronBertForCausalLM', 'MistralForCausalLM', 'MixtralForCausalLM', 'MptForCausalLM', 'MusicgenForCausalLM', 'MusicgenMelodyForCausalLM', 'MvpForCausalLM', 'OpenLlamaForCausalLM', 'OpenAIGPTLMHeadModel', 'OPTForCausalLM', 'PegasusForCausalLM', 'PersimmonForCausalLM', 'PhiForCausalLM', 'PLBartForCausalLM', 'ProphetNetForCausalLM', 'QDQBertLMHeadModel', 'Qwen2ForCausalLM', 'ReformerModelWithLMHead', 'RemBertForCausalLM', 'RobertaForCausalLM', 'RobertaPreLayerNormForCausalLM', 'RoCBertForCausalLM', 'RoFormerForCausalLM', 'RwkvForCausalLM', 'Speech2Text2ForCausalLM', 'StableLmForCausalLM', 'Starcoder2ForCausalLM', 'TransfoXLLMHeadModel', 'TrOCRForCausalLM', 'WhisperForCausalLM', 'XGLMForCausalLM', 'XLMWithLMHeadModel', 'XLMProphetNetForCausalLM', 'XLMRobertaForCausalLM', 'XLMRobertaXLForCausalLM', 'XLNetLMHeadModel', 'XmodForCausalLM'].\n"
     ]
    }
   ],
   "source": [
    "text_pipeline = pipeline(\n",
    "    \"text-generation\",\n",
    "    model=model,\n",
    "    tokenizer=tokenizer,\n",
    "    max_new_tokens=1024,\n",
    "    temperature=0,\n",
    "    top_p=0.95,\n",
    "    repetition_penalty=1.15,\n",
    "    streamer=streamer,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {},
   "outputs": [],
   "source": [
    "llm = HuggingFacePipeline(pipeline=text_pipeline, model_kwargs={\"temperature\": 0})"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {},
   "outputs": [],
   "source": [
    "SYSTEM_PROMPT = \"Use the following pieces of context to answer the question at the end. If you don't know the answer, just say that you don't know, don't try to make up an answer.\"\n",
    "\n",
    "template = generate_prompt(\n",
    "    \"\"\"\n",
    "{context}\n",
    "\n",
    "Question: {question}\n",
    "\"\"\",\n",
    "    system_prompt=SYSTEM_PROMPT,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "metadata": {},
   "outputs": [],
   "source": [
    "prompt = PromptTemplate(template=template, input_variables=[\"context\", \"question\"])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "metadata": {},
   "outputs": [],
   "source": [
    "qa_chain = RetrievalQA.from_chain_type(\n",
    "    llm=llm,\n",
    "    chain_type=\"stuff\",\n",
    "    retriever=db.as_retriever(search_kwargs={\"k\": 2}),\n",
    "    return_source_documents=True,\n",
    "    chain_type_kwargs={\"prompt\": prompt},\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 33,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[INST] <>\n",
      "Use the following pieces of context to answer the question at the end. If you don't know the answer, just say that you don't know, don't try to make up an answer.\n",
      "<>\n",
      "\n",
      "\n",
      "11.Retrieve\n",
      "the\n",
      "names\n",
      "of\n",
      "all\n",
      "users\n",
      "who\n",
      "have\n",
      "placed\n",
      "orders\n",
      "for\n",
      "items\n",
      "containing\n",
      "'coffee'\n",
      "in\n",
      "the\n",
      "contents:\n",
      "12.List\n",
      "all\n",
      "orders\n",
      "placed\n",
      "by\n",
      "users\n",
      "who\n",
      "have\n",
      "'10'\n",
      "in\n",
      "their\n",
      "contact\n",
      "number:\n",
      "13.Retrieve\n",
      "the\n",
      "names\n",
      "of\n",
      "users\n",
      "who\n",
      "have\n",
      "placed\n",
      "orders\n",
      "for\n",
      "items\n",
      "with\n",
      "a\n",
      "price\n",
      "higher\n",
      "than\n",
      "the\n",
      "average\n",
      "price\n",
      "of\n",
      "all\n",
      "items:\n",
      "\n",
      "3.Retrieve\n",
      "the\n",
      "names\n",
      "of\n",
      "all\n",
      "users\n",
      "who\n",
      "have\n",
      "not\n",
      "placed\n",
      "any\n",
      "orders\n",
      "yet:\n",
      "4.Calculate\n",
      "the\n",
      "total\n",
      "revenue\n",
      "generated\n",
      "from\n",
      "all\n",
      "orders\n",
      "placed:\n",
      "5.List\n",
      "all\n",
      "bills\n",
      "along\n",
      "with\n",
      "the\n",
      "corresponding\n",
      "user's\n",
      "name\n",
      "and\n",
      "address:\n",
      "\n",
      "Question: Generate 30 questions, chosen and rejected\n",
      " "
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "C:\\Users\\abhim\\miniforge3\\lib\\site-packages\\transformers\\generation\\configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.\n",
      "  warnings.warn(\n",
      "C:\\Users\\abhim\\miniforge3\\lib\\site-packages\\transformers\\generation\\configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.95` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.\n",
      "  warnings.warn(\n"
     ]
    },
    {
     "ename": "RuntimeError",
     "evalue": "Unexpected floating ScalarType in at::autocast::prioritize",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mRuntimeError\u001b[0m                              Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[33], line 1\u001b[0m\n\u001b[1;32m----> 1\u001b[0m \u001b[43mqa_chain\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mGenerate 30 questions, chosen and rejected\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain_core\\_api\\deprecation.py:145\u001b[0m, in \u001b[0;36mdeprecated.<locals>.deprecate.<locals>.warning_emitting_wrapper\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m    143\u001b[0m     warned \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n\u001b[0;32m    144\u001b[0m     emit_warning()\n\u001b[1;32m--> 145\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m wrapped(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\base.py:378\u001b[0m, in \u001b[0;36mChain.__call__\u001b[1;34m(self, inputs, return_only_outputs, callbacks, tags, metadata, run_name, include_run_info)\u001b[0m\n\u001b[0;32m    346\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Execute the chain.\u001b[39;00m\n\u001b[0;32m    347\u001b[0m \n\u001b[0;32m    348\u001b[0m \u001b[38;5;124;03mArgs:\u001b[39;00m\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m    369\u001b[0m \u001b[38;5;124;03m        `Chain.output_keys`.\u001b[39;00m\n\u001b[0;32m    370\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m    371\u001b[0m config \u001b[38;5;241m=\u001b[39m {\n\u001b[0;32m    372\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcallbacks\u001b[39m\u001b[38;5;124m\"\u001b[39m: callbacks,\n\u001b[0;32m    373\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtags\u001b[39m\u001b[38;5;124m\"\u001b[39m: tags,\n\u001b[0;32m    374\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmetadata\u001b[39m\u001b[38;5;124m\"\u001b[39m: metadata,\n\u001b[0;32m    375\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrun_name\u001b[39m\u001b[38;5;124m\"\u001b[39m: run_name,\n\u001b[0;32m    376\u001b[0m }\n\u001b[1;32m--> 378\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minvoke\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m    379\u001b[0m \u001b[43m    \u001b[49m\u001b[43minputs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    380\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcast\u001b[49m\u001b[43m(\u001b[49m\u001b[43mRunnableConfig\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43m{\u001b[49m\u001b[43mk\u001b[49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mv\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mfor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mk\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mv\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01min\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mconfig\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mitems\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mv\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mis\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mnot\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m}\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    381\u001b[0m \u001b[43m    \u001b[49m\u001b[43mreturn_only_outputs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mreturn_only_outputs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    382\u001b[0m \u001b[43m    \u001b[49m\u001b[43minclude_run_info\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minclude_run_info\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    383\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\base.py:163\u001b[0m, in \u001b[0;36mChain.invoke\u001b[1;34m(self, input, config, **kwargs)\u001b[0m\n\u001b[0;32m    161\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mBaseException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m    162\u001b[0m     run_manager\u001b[38;5;241m.\u001b[39mon_chain_error(e)\n\u001b[1;32m--> 163\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[0;32m    164\u001b[0m run_manager\u001b[38;5;241m.\u001b[39mon_chain_end(outputs)\n\u001b[0;32m    166\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m include_run_info:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\base.py:153\u001b[0m, in \u001b[0;36mChain.invoke\u001b[1;34m(self, input, config, **kwargs)\u001b[0m\n\u001b[0;32m    150\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m    151\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_validate_inputs(inputs)\n\u001b[0;32m    152\u001b[0m     outputs \u001b[38;5;241m=\u001b[39m (\n\u001b[1;32m--> 153\u001b[0m         \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_call\u001b[49m\u001b[43m(\u001b[49m\u001b[43minputs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mrun_manager\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrun_manager\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    154\u001b[0m         \u001b[38;5;28;01mif\u001b[39;00m new_arg_supported\n\u001b[0;32m    155\u001b[0m         \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_call(inputs)\n\u001b[0;32m    156\u001b[0m     )\n\u001b[0;32m    158\u001b[0m     final_outputs: Dict[\u001b[38;5;28mstr\u001b[39m, Any] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprep_outputs(\n\u001b[0;32m    159\u001b[0m         inputs, outputs, return_only_outputs\n\u001b[0;32m    160\u001b[0m     )\n\u001b[0;32m    161\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mBaseException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\retrieval_qa\\base.py:144\u001b[0m, in \u001b[0;36mBaseRetrievalQA._call\u001b[1;34m(self, inputs, run_manager)\u001b[0m\n\u001b[0;32m    142\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m    143\u001b[0m     docs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_docs(question)  \u001b[38;5;66;03m# type: ignore[call-arg]\u001b[39;00m\n\u001b[1;32m--> 144\u001b[0m answer \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcombine_documents_chain\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mrun\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m    145\u001b[0m \u001b[43m    \u001b[49m\u001b[43minput_documents\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mdocs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mquestion\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mquestion\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcallbacks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m_run_manager\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mget_child\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    146\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    148\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mreturn_source_documents:\n\u001b[0;32m    149\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m {\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moutput_key: answer, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124msource_documents\u001b[39m\u001b[38;5;124m\"\u001b[39m: docs}\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain_core\\_api\\deprecation.py:145\u001b[0m, in \u001b[0;36mdeprecated.<locals>.deprecate.<locals>.warning_emitting_wrapper\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m    143\u001b[0m     warned \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n\u001b[0;32m    144\u001b[0m     emit_warning()\n\u001b[1;32m--> 145\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m wrapped(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\base.py:574\u001b[0m, in \u001b[0;36mChain.run\u001b[1;34m(self, callbacks, tags, metadata, *args, **kwargs)\u001b[0m\n\u001b[0;32m    569\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m(args[\u001b[38;5;241m0\u001b[39m], callbacks\u001b[38;5;241m=\u001b[39mcallbacks, tags\u001b[38;5;241m=\u001b[39mtags, metadata\u001b[38;5;241m=\u001b[39mmetadata)[\n\u001b[0;32m    570\u001b[0m         _output_key\n\u001b[0;32m    571\u001b[0m     ]\n\u001b[0;32m    573\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m kwargs \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m args:\n\u001b[1;32m--> 574\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcallbacks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcallbacks\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mtags\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtags\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mmetadata\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mmetadata\u001b[49m\u001b[43m)\u001b[49m[\n\u001b[0;32m    575\u001b[0m         _output_key\n\u001b[0;32m    576\u001b[0m     ]\n\u001b[0;32m    578\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m kwargs \u001b[38;5;129;01mand\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m args:\n\u001b[0;32m    579\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\n\u001b[0;32m    580\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m`run` supported with either positional arguments or keyword arguments,\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m    581\u001b[0m         \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124m but none were provided.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[0;32m    582\u001b[0m     )\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain_core\\_api\\deprecation.py:145\u001b[0m, in \u001b[0;36mdeprecated.<locals>.deprecate.<locals>.warning_emitting_wrapper\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m    143\u001b[0m     warned \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n\u001b[0;32m    144\u001b[0m     emit_warning()\n\u001b[1;32m--> 145\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m wrapped(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\base.py:378\u001b[0m, in \u001b[0;36mChain.__call__\u001b[1;34m(self, inputs, return_only_outputs, callbacks, tags, metadata, run_name, include_run_info)\u001b[0m\n\u001b[0;32m    346\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Execute the chain.\u001b[39;00m\n\u001b[0;32m    347\u001b[0m \n\u001b[0;32m    348\u001b[0m \u001b[38;5;124;03mArgs:\u001b[39;00m\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m    369\u001b[0m \u001b[38;5;124;03m        `Chain.output_keys`.\u001b[39;00m\n\u001b[0;32m    370\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m    371\u001b[0m config \u001b[38;5;241m=\u001b[39m {\n\u001b[0;32m    372\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcallbacks\u001b[39m\u001b[38;5;124m\"\u001b[39m: callbacks,\n\u001b[0;32m    373\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtags\u001b[39m\u001b[38;5;124m\"\u001b[39m: tags,\n\u001b[0;32m    374\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmetadata\u001b[39m\u001b[38;5;124m\"\u001b[39m: metadata,\n\u001b[0;32m    375\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrun_name\u001b[39m\u001b[38;5;124m\"\u001b[39m: run_name,\n\u001b[0;32m    376\u001b[0m }\n\u001b[1;32m--> 378\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minvoke\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m    379\u001b[0m \u001b[43m    \u001b[49m\u001b[43minputs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    380\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcast\u001b[49m\u001b[43m(\u001b[49m\u001b[43mRunnableConfig\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43m{\u001b[49m\u001b[43mk\u001b[49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mv\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mfor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mk\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mv\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01min\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mconfig\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mitems\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mv\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mis\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mnot\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m}\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    381\u001b[0m \u001b[43m    \u001b[49m\u001b[43mreturn_only_outputs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mreturn_only_outputs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    382\u001b[0m \u001b[43m    \u001b[49m\u001b[43minclude_run_info\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minclude_run_info\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    383\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\base.py:163\u001b[0m, in \u001b[0;36mChain.invoke\u001b[1;34m(self, input, config, **kwargs)\u001b[0m\n\u001b[0;32m    161\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mBaseException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m    162\u001b[0m     run_manager\u001b[38;5;241m.\u001b[39mon_chain_error(e)\n\u001b[1;32m--> 163\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[0;32m    164\u001b[0m run_manager\u001b[38;5;241m.\u001b[39mon_chain_end(outputs)\n\u001b[0;32m    166\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m include_run_info:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\base.py:153\u001b[0m, in \u001b[0;36mChain.invoke\u001b[1;34m(self, input, config, **kwargs)\u001b[0m\n\u001b[0;32m    150\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m    151\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_validate_inputs(inputs)\n\u001b[0;32m    152\u001b[0m     outputs \u001b[38;5;241m=\u001b[39m (\n\u001b[1;32m--> 153\u001b[0m         \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_call\u001b[49m\u001b[43m(\u001b[49m\u001b[43minputs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mrun_manager\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrun_manager\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    154\u001b[0m         \u001b[38;5;28;01mif\u001b[39;00m new_arg_supported\n\u001b[0;32m    155\u001b[0m         \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_call(inputs)\n\u001b[0;32m    156\u001b[0m     )\n\u001b[0;32m    158\u001b[0m     final_outputs: Dict[\u001b[38;5;28mstr\u001b[39m, Any] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprep_outputs(\n\u001b[0;32m    159\u001b[0m         inputs, outputs, return_only_outputs\n\u001b[0;32m    160\u001b[0m     )\n\u001b[0;32m    161\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mBaseException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\combine_documents\\base.py:137\u001b[0m, in \u001b[0;36mBaseCombineDocumentsChain._call\u001b[1;34m(self, inputs, run_manager)\u001b[0m\n\u001b[0;32m    135\u001b[0m \u001b[38;5;66;03m# Other keys are assumed to be needed for LLM prediction\u001b[39;00m\n\u001b[0;32m    136\u001b[0m other_keys \u001b[38;5;241m=\u001b[39m {k: v \u001b[38;5;28;01mfor\u001b[39;00m k, v \u001b[38;5;129;01min\u001b[39;00m inputs\u001b[38;5;241m.\u001b[39mitems() \u001b[38;5;28;01mif\u001b[39;00m k \u001b[38;5;241m!=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minput_key}\n\u001b[1;32m--> 137\u001b[0m output, extra_return_dict \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcombine_docs(\n\u001b[0;32m    138\u001b[0m     docs, callbacks\u001b[38;5;241m=\u001b[39m_run_manager\u001b[38;5;241m.\u001b[39mget_child(), \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mother_keys\n\u001b[0;32m    139\u001b[0m )\n\u001b[0;32m    140\u001b[0m extra_return_dict[\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moutput_key] \u001b[38;5;241m=\u001b[39m output\n\u001b[0;32m    141\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m extra_return_dict\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\combine_documents\\stuff.py:244\u001b[0m, in \u001b[0;36mStuffDocumentsChain.combine_docs\u001b[1;34m(self, docs, callbacks, **kwargs)\u001b[0m\n\u001b[0;32m    242\u001b[0m inputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_get_inputs(docs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[0;32m    243\u001b[0m \u001b[38;5;66;03m# Call predict on the LLM.\u001b[39;00m\n\u001b[1;32m--> 244\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mllm_chain\u001b[38;5;241m.\u001b[39mpredict(callbacks\u001b[38;5;241m=\u001b[39mcallbacks, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39minputs), {}\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\llm.py:293\u001b[0m, in \u001b[0;36mLLMChain.predict\u001b[1;34m(self, callbacks, **kwargs)\u001b[0m\n\u001b[0;32m    278\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mpredict\u001b[39m(\u001b[38;5;28mself\u001b[39m, callbacks: Callbacks \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs: Any) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m \u001b[38;5;28mstr\u001b[39m:\n\u001b[0;32m    279\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124;03m\"\"\"Format prompt with kwargs and pass to LLM.\u001b[39;00m\n\u001b[0;32m    280\u001b[0m \n\u001b[0;32m    281\u001b[0m \u001b[38;5;124;03m    Args:\u001b[39;00m\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m    291\u001b[0m \u001b[38;5;124;03m            completion = llm.predict(adjective=\"funny\")\u001b[39;00m\n\u001b[0;32m    292\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[1;32m--> 293\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43mkwargs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcallbacks\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcallbacks\u001b[49m\u001b[43m)\u001b[49m[\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39moutput_key]\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain_core\\_api\\deprecation.py:145\u001b[0m, in \u001b[0;36mdeprecated.<locals>.deprecate.<locals>.warning_emitting_wrapper\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m    143\u001b[0m     warned \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mTrue\u001b[39;00m\n\u001b[0;32m    144\u001b[0m     emit_warning()\n\u001b[1;32m--> 145\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m wrapped(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\base.py:378\u001b[0m, in \u001b[0;36mChain.__call__\u001b[1;34m(self, inputs, return_only_outputs, callbacks, tags, metadata, run_name, include_run_info)\u001b[0m\n\u001b[0;32m    346\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"Execute the chain.\u001b[39;00m\n\u001b[0;32m    347\u001b[0m \n\u001b[0;32m    348\u001b[0m \u001b[38;5;124;03mArgs:\u001b[39;00m\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m    369\u001b[0m \u001b[38;5;124;03m        `Chain.output_keys`.\u001b[39;00m\n\u001b[0;32m    370\u001b[0m \u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m    371\u001b[0m config \u001b[38;5;241m=\u001b[39m {\n\u001b[0;32m    372\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcallbacks\u001b[39m\u001b[38;5;124m\"\u001b[39m: callbacks,\n\u001b[0;32m    373\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtags\u001b[39m\u001b[38;5;124m\"\u001b[39m: tags,\n\u001b[0;32m    374\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmetadata\u001b[39m\u001b[38;5;124m\"\u001b[39m: metadata,\n\u001b[0;32m    375\u001b[0m     \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrun_name\u001b[39m\u001b[38;5;124m\"\u001b[39m: run_name,\n\u001b[0;32m    376\u001b[0m }\n\u001b[1;32m--> 378\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43minvoke\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m    379\u001b[0m \u001b[43m    \u001b[49m\u001b[43minputs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    380\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcast\u001b[49m\u001b[43m(\u001b[49m\u001b[43mRunnableConfig\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43m{\u001b[49m\u001b[43mk\u001b[49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mv\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mfor\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mk\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mv\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01min\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mconfig\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mitems\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mif\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[43mv\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mis\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;129;43;01mnot\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;28;43;01mNone\u001b[39;49;00m\u001b[43m}\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    381\u001b[0m \u001b[43m    \u001b[49m\u001b[43mreturn_only_outputs\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mreturn_only_outputs\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    382\u001b[0m \u001b[43m    \u001b[49m\u001b[43minclude_run_info\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minclude_run_info\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m    383\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\base.py:163\u001b[0m, in \u001b[0;36mChain.invoke\u001b[1;34m(self, input, config, **kwargs)\u001b[0m\n\u001b[0;32m    161\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mBaseException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m    162\u001b[0m     run_manager\u001b[38;5;241m.\u001b[39mon_chain_error(e)\n\u001b[1;32m--> 163\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[0;32m    164\u001b[0m run_manager\u001b[38;5;241m.\u001b[39mon_chain_end(outputs)\n\u001b[0;32m    166\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m include_run_info:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\base.py:153\u001b[0m, in \u001b[0;36mChain.invoke\u001b[1;34m(self, input, config, **kwargs)\u001b[0m\n\u001b[0;32m    150\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m    151\u001b[0m     \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_validate_inputs(inputs)\n\u001b[0;32m    152\u001b[0m     outputs \u001b[38;5;241m=\u001b[39m (\n\u001b[1;32m--> 153\u001b[0m         \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_call\u001b[49m\u001b[43m(\u001b[49m\u001b[43minputs\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mrun_manager\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrun_manager\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    154\u001b[0m         \u001b[38;5;28;01mif\u001b[39;00m new_arg_supported\n\u001b[0;32m    155\u001b[0m         \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_call(inputs)\n\u001b[0;32m    156\u001b[0m     )\n\u001b[0;32m    158\u001b[0m     final_outputs: Dict[\u001b[38;5;28mstr\u001b[39m, Any] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprep_outputs(\n\u001b[0;32m    159\u001b[0m         inputs, outputs, return_only_outputs\n\u001b[0;32m    160\u001b[0m     )\n\u001b[0;32m    161\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mBaseException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\llm.py:103\u001b[0m, in \u001b[0;36mLLMChain._call\u001b[1;34m(self, inputs, run_manager)\u001b[0m\n\u001b[0;32m     98\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_call\u001b[39m(\n\u001b[0;32m     99\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[0;32m    100\u001b[0m     inputs: Dict[\u001b[38;5;28mstr\u001b[39m, Any],\n\u001b[0;32m    101\u001b[0m     run_manager: Optional[CallbackManagerForChainRun] \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[0;32m    102\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m Dict[\u001b[38;5;28mstr\u001b[39m, \u001b[38;5;28mstr\u001b[39m]:\n\u001b[1;32m--> 103\u001b[0m     response \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mgenerate\u001b[49m\u001b[43m(\u001b[49m\u001b[43m[\u001b[49m\u001b[43minputs\u001b[49m\u001b[43m]\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mrun_manager\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mrun_manager\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    104\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcreate_outputs(response)[\u001b[38;5;241m0\u001b[39m]\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain\\chains\\llm.py:115\u001b[0m, in \u001b[0;36mLLMChain.generate\u001b[1;34m(self, input_list, run_manager)\u001b[0m\n\u001b[0;32m    113\u001b[0m callbacks \u001b[38;5;241m=\u001b[39m run_manager\u001b[38;5;241m.\u001b[39mget_child() \u001b[38;5;28;01mif\u001b[39;00m run_manager \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m\n\u001b[0;32m    114\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28misinstance\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mllm, BaseLanguageModel):\n\u001b[1;32m--> 115\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mllm\u001b[38;5;241m.\u001b[39mgenerate_prompt(\n\u001b[0;32m    116\u001b[0m         prompts,\n\u001b[0;32m    117\u001b[0m         stop,\n\u001b[0;32m    118\u001b[0m         callbacks\u001b[38;5;241m=\u001b[39mcallbacks,\n\u001b[0;32m    119\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mllm_kwargs,\n\u001b[0;32m    120\u001b[0m     )\n\u001b[0;32m    121\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[0;32m    122\u001b[0m     results \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mllm\u001b[38;5;241m.\u001b[39mbind(stop\u001b[38;5;241m=\u001b[39mstop, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mllm_kwargs)\u001b[38;5;241m.\u001b[39mbatch(\n\u001b[0;32m    123\u001b[0m         cast(List, prompts), {\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcallbacks\u001b[39m\u001b[38;5;124m\"\u001b[39m: callbacks}\n\u001b[0;32m    124\u001b[0m     )\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain_core\\language_models\\llms.py:633\u001b[0m, in \u001b[0;36mBaseLLM.generate_prompt\u001b[1;34m(self, prompts, stop, callbacks, **kwargs)\u001b[0m\n\u001b[0;32m    625\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mgenerate_prompt\u001b[39m(\n\u001b[0;32m    626\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[0;32m    627\u001b[0m     prompts: List[PromptValue],\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m    630\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs: Any,\n\u001b[0;32m    631\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m LLMResult:\n\u001b[0;32m    632\u001b[0m     prompt_strings \u001b[38;5;241m=\u001b[39m [p\u001b[38;5;241m.\u001b[39mto_string() \u001b[38;5;28;01mfor\u001b[39;00m p \u001b[38;5;129;01min\u001b[39;00m prompts]\n\u001b[1;32m--> 633\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mgenerate(prompt_strings, stop\u001b[38;5;241m=\u001b[39mstop, callbacks\u001b[38;5;241m=\u001b[39mcallbacks, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain_core\\language_models\\llms.py:803\u001b[0m, in \u001b[0;36mBaseLLM.generate\u001b[1;34m(self, prompts, stop, callbacks, tags, metadata, run_name, run_id, **kwargs)\u001b[0m\n\u001b[0;32m    788\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcache \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;129;01mand\u001b[39;00m get_llm_cache() \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m) \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mcache \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;28;01mFalse\u001b[39;00m:\n\u001b[0;32m    789\u001b[0m     run_managers \u001b[38;5;241m=\u001b[39m [\n\u001b[0;32m    790\u001b[0m         callback_manager\u001b[38;5;241m.\u001b[39mon_llm_start(\n\u001b[0;32m    791\u001b[0m             dumpd(\u001b[38;5;28mself\u001b[39m),\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m    801\u001b[0m         )\n\u001b[0;32m    802\u001b[0m     ]\n\u001b[1;32m--> 803\u001b[0m     output \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_generate_helper(\n\u001b[0;32m    804\u001b[0m         prompts, stop, run_managers, \u001b[38;5;28mbool\u001b[39m(new_arg_supported), \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs\n\u001b[0;32m    805\u001b[0m     )\n\u001b[0;32m    806\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m output\n\u001b[0;32m    807\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mlen\u001b[39m(missing_prompts) \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m0\u001b[39m:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain_core\\language_models\\llms.py:670\u001b[0m, in \u001b[0;36mBaseLLM._generate_helper\u001b[1;34m(self, prompts, stop, run_managers, new_arg_supported, **kwargs)\u001b[0m\n\u001b[0;32m    668\u001b[0m     \u001b[38;5;28;01mfor\u001b[39;00m run_manager \u001b[38;5;129;01min\u001b[39;00m run_managers:\n\u001b[0;32m    669\u001b[0m         run_manager\u001b[38;5;241m.\u001b[39mon_llm_error(e, response\u001b[38;5;241m=\u001b[39mLLMResult(generations\u001b[38;5;241m=\u001b[39m[]))\n\u001b[1;32m--> 670\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m e\n\u001b[0;32m    671\u001b[0m flattened_outputs \u001b[38;5;241m=\u001b[39m output\u001b[38;5;241m.\u001b[39mflatten()\n\u001b[0;32m    672\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m manager, flattened_output \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mzip\u001b[39m(run_managers, flattened_outputs):\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain_core\\language_models\\llms.py:657\u001b[0m, in \u001b[0;36mBaseLLM._generate_helper\u001b[1;34m(self, prompts, stop, run_managers, new_arg_supported, **kwargs)\u001b[0m\n\u001b[0;32m    647\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21m_generate_helper\u001b[39m(\n\u001b[0;32m    648\u001b[0m     \u001b[38;5;28mself\u001b[39m,\n\u001b[0;32m    649\u001b[0m     prompts: List[\u001b[38;5;28mstr\u001b[39m],\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m    653\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs: Any,\n\u001b[0;32m    654\u001b[0m ) \u001b[38;5;241m-\u001b[39m\u001b[38;5;241m>\u001b[39m LLMResult:\n\u001b[0;32m    655\u001b[0m     \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m    656\u001b[0m         output \u001b[38;5;241m=\u001b[39m (\n\u001b[1;32m--> 657\u001b[0m             \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_generate(\n\u001b[0;32m    658\u001b[0m                 prompts,\n\u001b[0;32m    659\u001b[0m                 stop\u001b[38;5;241m=\u001b[39mstop,\n\u001b[0;32m    660\u001b[0m                 \u001b[38;5;66;03m# TODO: support multiple run managers\u001b[39;00m\n\u001b[0;32m    661\u001b[0m                 run_manager\u001b[38;5;241m=\u001b[39mrun_managers[\u001b[38;5;241m0\u001b[39m] \u001b[38;5;28;01mif\u001b[39;00m run_managers \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m,\n\u001b[0;32m    662\u001b[0m                 \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[0;32m    663\u001b[0m             )\n\u001b[0;32m    664\u001b[0m             \u001b[38;5;28;01mif\u001b[39;00m new_arg_supported\n\u001b[0;32m    665\u001b[0m             \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_generate(prompts, stop\u001b[38;5;241m=\u001b[39mstop)\n\u001b[0;32m    666\u001b[0m         )\n\u001b[0;32m    667\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mBaseException\u001b[39;00m \u001b[38;5;28;01mas\u001b[39;00m e:\n\u001b[0;32m    668\u001b[0m         \u001b[38;5;28;01mfor\u001b[39;00m run_manager \u001b[38;5;129;01min\u001b[39;00m run_managers:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\langchain_community\\llms\\huggingface_pipeline.py:267\u001b[0m, in \u001b[0;36mHuggingFacePipeline._generate\u001b[1;34m(self, prompts, stop, run_manager, **kwargs)\u001b[0m\n\u001b[0;32m    264\u001b[0m batch_prompts \u001b[38;5;241m=\u001b[39m prompts[i : i \u001b[38;5;241m+\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mbatch_size]\n\u001b[0;32m    266\u001b[0m \u001b[38;5;66;03m# Process batch of prompts\u001b[39;00m\n\u001b[1;32m--> 267\u001b[0m responses \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mpipeline(\n\u001b[0;32m    268\u001b[0m     batch_prompts,\n\u001b[0;32m    269\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mpipeline_kwargs,\n\u001b[0;32m    270\u001b[0m )\n\u001b[0;32m    272\u001b[0m \u001b[38;5;66;03m# Process each response in the batch\u001b[39;00m\n\u001b[0;32m    273\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m j, response \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28menumerate\u001b[39m(responses):\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\pipelines\\text_generation.py:240\u001b[0m, in \u001b[0;36mTextGenerationPipeline.__call__\u001b[1;34m(self, text_inputs, **kwargs)\u001b[0m\n\u001b[0;32m    238\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39m\u001b[38;5;21m__call__\u001b[39m(chats, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[0;32m    239\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m--> 240\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28msuper\u001b[39m()\u001b[38;5;241m.\u001b[39m\u001b[38;5;21m__call__\u001b[39m(text_inputs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\pipelines\\base.py:1187\u001b[0m, in \u001b[0;36mPipeline.__call__\u001b[1;34m(self, inputs, num_workers, batch_size, *args, **kwargs)\u001b[0m\n\u001b[0;32m   1183\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m can_use_iterator:\n\u001b[0;32m   1184\u001b[0m     final_iterator \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mget_iterator(\n\u001b[0;32m   1185\u001b[0m         inputs, num_workers, batch_size, preprocess_params, forward_params, postprocess_params\n\u001b[0;32m   1186\u001b[0m     )\n\u001b[1;32m-> 1187\u001b[0m     outputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mlist\u001b[39;49m\u001b[43m(\u001b[49m\u001b[43mfinal_iterator\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1188\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m outputs\n\u001b[0;32m   1189\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\pipelines\\pt_utils.py:124\u001b[0m, in \u001b[0;36mPipelineIterator.__next__\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    121\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mloader_batch_item()\n\u001b[0;32m    123\u001b[0m \u001b[38;5;66;03m# We're out of items within a batch\u001b[39;00m\n\u001b[1;32m--> 124\u001b[0m item \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mnext\u001b[39;49m\u001b[43m(\u001b[49m\u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43miterator\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    125\u001b[0m processed \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minfer(item, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mparams)\n\u001b[0;32m    126\u001b[0m \u001b[38;5;66;03m# We now have a batch of \"inferred things\".\u001b[39;00m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\pipelines\\pt_utils.py:125\u001b[0m, in \u001b[0;36mPipelineIterator.__next__\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    123\u001b[0m \u001b[38;5;66;03m# We're out of items within a batch\u001b[39;00m\n\u001b[0;32m    124\u001b[0m item \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mnext\u001b[39m(\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39miterator)\n\u001b[1;32m--> 125\u001b[0m processed \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minfer(item, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mparams)\n\u001b[0;32m    126\u001b[0m \u001b[38;5;66;03m# We now have a batch of \"inferred things\".\u001b[39;00m\n\u001b[0;32m    127\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mloader_batch_size \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m:\n\u001b[0;32m    128\u001b[0m     \u001b[38;5;66;03m# Try to infer the size of the batch\u001b[39;00m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\pipelines\\base.py:1112\u001b[0m, in \u001b[0;36mPipeline.forward\u001b[1;34m(self, model_inputs, **forward_params)\u001b[0m\n\u001b[0;32m   1110\u001b[0m     \u001b[38;5;28;01mwith\u001b[39;00m inference_context():\n\u001b[0;32m   1111\u001b[0m         model_inputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_ensure_tensor_on_device(model_inputs, device\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdevice)\n\u001b[1;32m-> 1112\u001b[0m         model_outputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward(model_inputs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mforward_params)\n\u001b[0;32m   1113\u001b[0m         model_outputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_ensure_tensor_on_device(model_outputs, device\u001b[38;5;241m=\u001b[39mtorch\u001b[38;5;241m.\u001b[39mdevice(\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mcpu\u001b[39m\u001b[38;5;124m\"\u001b[39m))\n\u001b[0;32m   1114\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\pipelines\\text_generation.py:327\u001b[0m, in \u001b[0;36mTextGenerationPipeline._forward\u001b[1;34m(self, model_inputs, **generate_kwargs)\u001b[0m\n\u001b[0;32m    324\u001b[0m         generate_kwargs[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mmin_length\u001b[39m\u001b[38;5;124m\"\u001b[39m] \u001b[38;5;241m+\u001b[39m\u001b[38;5;241m=\u001b[39m prefix_length\n\u001b[0;32m    326\u001b[0m \u001b[38;5;66;03m# BS x SL\u001b[39;00m\n\u001b[1;32m--> 327\u001b[0m generated_sequence \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmodel\u001b[38;5;241m.\u001b[39mgenerate(input_ids\u001b[38;5;241m=\u001b[39minput_ids, attention_mask\u001b[38;5;241m=\u001b[39mattention_mask, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mgenerate_kwargs)\n\u001b[0;32m    328\u001b[0m out_b \u001b[38;5;241m=\u001b[39m generated_sequence\u001b[38;5;241m.\u001b[39mshape[\u001b[38;5;241m0\u001b[39m]\n\u001b[0;32m    329\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mframework \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpt\u001b[39m\u001b[38;5;124m\"\u001b[39m:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\auto_gptq\\modeling\\_base.py:532\u001b[0m, in \u001b[0;36mBaseGPTQForCausalLM.generate\u001b[1;34m(self, **kwargs)\u001b[0m\n\u001b[0;32m    530\u001b[0m \u001b[38;5;250m\u001b[39m\u001b[38;5;124;03m\"\"\"shortcut for model.generate\"\"\"\u001b[39;00m\n\u001b[0;32m    531\u001b[0m \u001b[38;5;28;01mwith\u001b[39;00m torch\u001b[38;5;241m.\u001b[39minference_mode(), torch\u001b[38;5;241m.\u001b[39mamp\u001b[38;5;241m.\u001b[39mautocast(device_type\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mdevice\u001b[38;5;241m.\u001b[39mtype):\n\u001b[1;32m--> 532\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mmodel\u001b[38;5;241m.\u001b[39mgenerate(\u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\torch\\utils\\_contextlib.py:115\u001b[0m, in \u001b[0;36mcontext_decorator.<locals>.decorate_context\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m    112\u001b[0m \u001b[38;5;129m@functools\u001b[39m\u001b[38;5;241m.\u001b[39mwraps(func)\n\u001b[0;32m    113\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mdecorate_context\u001b[39m(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs):\n\u001b[0;32m    114\u001b[0m     \u001b[38;5;28;01mwith\u001b[39;00m ctx_factory():\n\u001b[1;32m--> 115\u001b[0m         \u001b[38;5;28;01mreturn\u001b[39;00m func(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\generation\\utils.py:1527\u001b[0m, in \u001b[0;36mGenerationMixin.generate\u001b[1;34m(self, inputs, generation_config, logits_processor, stopping_criteria, prefix_allowed_tokens_fn, synced_gpus, assistant_model, streamer, negative_prompt_ids, negative_prompt_attention_mask, **kwargs)\u001b[0m\n\u001b[0;32m   1509\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39massisted_decoding(\n\u001b[0;32m   1510\u001b[0m         input_ids,\n\u001b[0;32m   1511\u001b[0m         candidate_generator\u001b[38;5;241m=\u001b[39mcandidate_generator,\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m   1523\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mmodel_kwargs,\n\u001b[0;32m   1524\u001b[0m     )\n\u001b[0;32m   1525\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m generation_mode \u001b[38;5;241m==\u001b[39m GenerationMode\u001b[38;5;241m.\u001b[39mGREEDY_SEARCH:\n\u001b[0;32m   1526\u001b[0m     \u001b[38;5;66;03m# 11. run greedy search\u001b[39;00m\n\u001b[1;32m-> 1527\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_greedy_search(\n\u001b[0;32m   1528\u001b[0m         input_ids,\n\u001b[0;32m   1529\u001b[0m         logits_processor\u001b[38;5;241m=\u001b[39mprepared_logits_processor,\n\u001b[0;32m   1530\u001b[0m         stopping_criteria\u001b[38;5;241m=\u001b[39mprepared_stopping_criteria,\n\u001b[0;32m   1531\u001b[0m         pad_token_id\u001b[38;5;241m=\u001b[39mgeneration_config\u001b[38;5;241m.\u001b[39mpad_token_id,\n\u001b[0;32m   1532\u001b[0m         eos_token_id\u001b[38;5;241m=\u001b[39mgeneration_config\u001b[38;5;241m.\u001b[39meos_token_id,\n\u001b[0;32m   1533\u001b[0m         output_scores\u001b[38;5;241m=\u001b[39mgeneration_config\u001b[38;5;241m.\u001b[39moutput_scores,\n\u001b[0;32m   1534\u001b[0m         output_logits\u001b[38;5;241m=\u001b[39mgeneration_config\u001b[38;5;241m.\u001b[39moutput_logits,\n\u001b[0;32m   1535\u001b[0m         return_dict_in_generate\u001b[38;5;241m=\u001b[39mgeneration_config\u001b[38;5;241m.\u001b[39mreturn_dict_in_generate,\n\u001b[0;32m   1536\u001b[0m         synced_gpus\u001b[38;5;241m=\u001b[39msynced_gpus,\n\u001b[0;32m   1537\u001b[0m         streamer\u001b[38;5;241m=\u001b[39mstreamer,\n\u001b[0;32m   1538\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mmodel_kwargs,\n\u001b[0;32m   1539\u001b[0m     )\n\u001b[0;32m   1541\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m generation_mode \u001b[38;5;241m==\u001b[39m GenerationMode\u001b[38;5;241m.\u001b[39mCONTRASTIVE_SEARCH:\n\u001b[0;32m   1542\u001b[0m     \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m model_kwargs[\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124muse_cache\u001b[39m\u001b[38;5;124m\"\u001b[39m]:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\generation\\utils.py:2411\u001b[0m, in \u001b[0;36mGenerationMixin._greedy_search\u001b[1;34m(self, input_ids, logits_processor, stopping_criteria, max_length, pad_token_id, eos_token_id, output_attentions, output_hidden_states, output_scores, output_logits, return_dict_in_generate, synced_gpus, streamer, **model_kwargs)\u001b[0m\n\u001b[0;32m   2408\u001b[0m model_inputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mprepare_inputs_for_generation(input_ids, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mmodel_kwargs)\n\u001b[0;32m   2410\u001b[0m \u001b[38;5;66;03m# forward pass to get next token\u001b[39;00m\n\u001b[1;32m-> 2411\u001b[0m outputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m(\n\u001b[0;32m   2412\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mmodel_inputs,\n\u001b[0;32m   2413\u001b[0m     return_dict\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m,\n\u001b[0;32m   2414\u001b[0m     output_attentions\u001b[38;5;241m=\u001b[39moutput_attentions,\n\u001b[0;32m   2415\u001b[0m     output_hidden_states\u001b[38;5;241m=\u001b[39moutput_hidden_states,\n\u001b[0;32m   2416\u001b[0m )\n\u001b[0;32m   2418\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m synced_gpus \u001b[38;5;129;01mand\u001b[39;00m this_peer_finished:\n\u001b[0;32m   2419\u001b[0m     \u001b[38;5;28;01mcontinue\u001b[39;00m  \u001b[38;5;66;03m# don't waste resources running the code we don't need\u001b[39;00m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\torch\\nn\\modules\\module.py:1511\u001b[0m, in \u001b[0;36mModule._wrapped_call_impl\u001b[1;34m(self, *args, **kwargs)\u001b[0m\n\u001b[0;32m   1509\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_compiled_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)  \u001b[38;5;66;03m# type: ignore[misc]\u001b[39;00m\n\u001b[0;32m   1510\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m-> 1511\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\torch\\nn\\modules\\module.py:1520\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[1;34m(self, *args, **kwargs)\u001b[0m\n\u001b[0;32m   1515\u001b[0m \u001b[38;5;66;03m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[0;32m   1516\u001b[0m \u001b[38;5;66;03m# this function, and just call forward.\u001b[39;00m\n\u001b[0;32m   1517\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_pre_hooks\n\u001b[0;32m   1518\u001b[0m         \u001b[38;5;129;01mor\u001b[39;00m _global_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_backward_hooks\n\u001b[0;32m   1519\u001b[0m         \u001b[38;5;129;01mor\u001b[39;00m _global_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[1;32m-> 1520\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m forward_call(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[0;32m   1522\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m   1523\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\models\\llama\\modeling_llama.py:1196\u001b[0m, in \u001b[0;36mLlamaForCausalLM.forward\u001b[1;34m(self, input_ids, attention_mask, position_ids, past_key_values, inputs_embeds, labels, use_cache, output_attentions, output_hidden_states, return_dict, cache_position)\u001b[0m\n\u001b[0;32m   1193\u001b[0m return_dict \u001b[38;5;241m=\u001b[39m return_dict \u001b[38;5;28;01mif\u001b[39;00m return_dict \u001b[38;5;129;01mis\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;28;01mNone\u001b[39;00m \u001b[38;5;28;01melse\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconfig\u001b[38;5;241m.\u001b[39muse_return_dict\n\u001b[0;32m   1195\u001b[0m \u001b[38;5;66;03m# decoder outputs consists of (dec_features, layer_state, dec_hidden, dec_attn)\u001b[39;00m\n\u001b[1;32m-> 1196\u001b[0m outputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;43mself\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mmodel\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m   1197\u001b[0m \u001b[43m    \u001b[49m\u001b[43minput_ids\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minput_ids\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1198\u001b[0m \u001b[43m    \u001b[49m\u001b[43mattention_mask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mattention_mask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1199\u001b[0m \u001b[43m    \u001b[49m\u001b[43mposition_ids\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mposition_ids\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1200\u001b[0m \u001b[43m    \u001b[49m\u001b[43mpast_key_values\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mpast_key_values\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1201\u001b[0m \u001b[43m    \u001b[49m\u001b[43minputs_embeds\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43minputs_embeds\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1202\u001b[0m \u001b[43m    \u001b[49m\u001b[43muse_cache\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43muse_cache\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1203\u001b[0m \u001b[43m    \u001b[49m\u001b[43moutput_attentions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_attentions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1204\u001b[0m \u001b[43m    \u001b[49m\u001b[43moutput_hidden_states\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_hidden_states\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1205\u001b[0m \u001b[43m    \u001b[49m\u001b[43mreturn_dict\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mreturn_dict\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1206\u001b[0m \u001b[43m    \u001b[49m\u001b[43mcache_position\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcache_position\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1207\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1209\u001b[0m hidden_states \u001b[38;5;241m=\u001b[39m outputs[\u001b[38;5;241m0\u001b[39m]\n\u001b[0;32m   1210\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mconfig\u001b[38;5;241m.\u001b[39mpretraining_tp \u001b[38;5;241m>\u001b[39m \u001b[38;5;241m1\u001b[39m:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\torch\\nn\\modules\\module.py:1511\u001b[0m, in \u001b[0;36mModule._wrapped_call_impl\u001b[1;34m(self, *args, **kwargs)\u001b[0m\n\u001b[0;32m   1509\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_compiled_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)  \u001b[38;5;66;03m# type: ignore[misc]\u001b[39;00m\n\u001b[0;32m   1510\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m-> 1511\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\torch\\nn\\modules\\module.py:1520\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[1;34m(self, *args, **kwargs)\u001b[0m\n\u001b[0;32m   1515\u001b[0m \u001b[38;5;66;03m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[0;32m   1516\u001b[0m \u001b[38;5;66;03m# this function, and just call forward.\u001b[39;00m\n\u001b[0;32m   1517\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_pre_hooks\n\u001b[0;32m   1518\u001b[0m         \u001b[38;5;129;01mor\u001b[39;00m _global_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_backward_hooks\n\u001b[0;32m   1519\u001b[0m         \u001b[38;5;129;01mor\u001b[39;00m _global_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[1;32m-> 1520\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m forward_call(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[0;32m   1522\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m   1523\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\models\\llama\\modeling_llama.py:1016\u001b[0m, in \u001b[0;36mLlamaModel.forward\u001b[1;34m(self, input_ids, attention_mask, position_ids, past_key_values, inputs_embeds, use_cache, output_attentions, output_hidden_states, return_dict, cache_position)\u001b[0m\n\u001b[0;32m   1005\u001b[0m     layer_outputs \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_gradient_checkpointing_func(\n\u001b[0;32m   1006\u001b[0m         decoder_layer\u001b[38;5;241m.\u001b[39m\u001b[38;5;21m__call__\u001b[39m,\n\u001b[0;32m   1007\u001b[0m         hidden_states,\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m   1013\u001b[0m         cache_position,\n\u001b[0;32m   1014\u001b[0m     )\n\u001b[0;32m   1015\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m-> 1016\u001b[0m     layer_outputs \u001b[38;5;241m=\u001b[39m \u001b[43mdecoder_layer\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m   1017\u001b[0m \u001b[43m        \u001b[49m\u001b[43mhidden_states\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1018\u001b[0m \u001b[43m        \u001b[49m\u001b[43mattention_mask\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcausal_mask\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1019\u001b[0m \u001b[43m        \u001b[49m\u001b[43mposition_ids\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mposition_ids\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1020\u001b[0m \u001b[43m        \u001b[49m\u001b[43mpast_key_value\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mpast_key_values\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1021\u001b[0m \u001b[43m        \u001b[49m\u001b[43moutput_attentions\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43moutput_attentions\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1022\u001b[0m \u001b[43m        \u001b[49m\u001b[43muse_cache\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43muse_cache\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1023\u001b[0m \u001b[43m        \u001b[49m\u001b[43mcache_position\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mcache_position\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1024\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1026\u001b[0m hidden_states \u001b[38;5;241m=\u001b[39m layer_outputs[\u001b[38;5;241m0\u001b[39m]\n\u001b[0;32m   1028\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m use_cache:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\torch\\nn\\modules\\module.py:1511\u001b[0m, in \u001b[0;36mModule._wrapped_call_impl\u001b[1;34m(self, *args, **kwargs)\u001b[0m\n\u001b[0;32m   1509\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_compiled_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)  \u001b[38;5;66;03m# type: ignore[misc]\u001b[39;00m\n\u001b[0;32m   1510\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m-> 1511\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\torch\\nn\\modules\\module.py:1520\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[1;34m(self, *args, **kwargs)\u001b[0m\n\u001b[0;32m   1515\u001b[0m \u001b[38;5;66;03m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[0;32m   1516\u001b[0m \u001b[38;5;66;03m# this function, and just call forward.\u001b[39;00m\n\u001b[0;32m   1517\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_pre_hooks\n\u001b[0;32m   1518\u001b[0m         \u001b[38;5;129;01mor\u001b[39;00m _global_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_backward_hooks\n\u001b[0;32m   1519\u001b[0m         \u001b[38;5;129;01mor\u001b[39;00m _global_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[1;32m-> 1520\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m forward_call(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[0;32m   1522\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m   1523\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\models\\llama\\modeling_llama.py:739\u001b[0m, in \u001b[0;36mLlamaDecoderLayer.forward\u001b[1;34m(self, hidden_states, attention_mask, position_ids, past_key_value, output_attentions, use_cache, cache_position, **kwargs)\u001b[0m\n\u001b[0;32m    736\u001b[0m hidden_states \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39minput_layernorm(hidden_states)\n\u001b[0;32m    738\u001b[0m \u001b[38;5;66;03m# Self Attention\u001b[39;00m\n\u001b[1;32m--> 739\u001b[0m hidden_states, self_attn_weights, present_key_value \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mself_attn(\n\u001b[0;32m    740\u001b[0m     hidden_states\u001b[38;5;241m=\u001b[39mhidden_states,\n\u001b[0;32m    741\u001b[0m     attention_mask\u001b[38;5;241m=\u001b[39mattention_mask,\n\u001b[0;32m    742\u001b[0m     position_ids\u001b[38;5;241m=\u001b[39mposition_ids,\n\u001b[0;32m    743\u001b[0m     past_key_value\u001b[38;5;241m=\u001b[39mpast_key_value,\n\u001b[0;32m    744\u001b[0m     output_attentions\u001b[38;5;241m=\u001b[39moutput_attentions,\n\u001b[0;32m    745\u001b[0m     use_cache\u001b[38;5;241m=\u001b[39muse_cache,\n\u001b[0;32m    746\u001b[0m     cache_position\u001b[38;5;241m=\u001b[39mcache_position,\n\u001b[0;32m    747\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[0;32m    748\u001b[0m )\n\u001b[0;32m    749\u001b[0m hidden_states \u001b[38;5;241m=\u001b[39m residual \u001b[38;5;241m+\u001b[39m hidden_states\n\u001b[0;32m    751\u001b[0m \u001b[38;5;66;03m# Fully Connected\u001b[39;00m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\torch\\nn\\modules\\module.py:1511\u001b[0m, in \u001b[0;36mModule._wrapped_call_impl\u001b[1;34m(self, *args, **kwargs)\u001b[0m\n\u001b[0;32m   1509\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_compiled_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)  \u001b[38;5;66;03m# type: ignore[misc]\u001b[39;00m\n\u001b[0;32m   1510\u001b[0m \u001b[38;5;28;01melse\u001b[39;00m:\n\u001b[1;32m-> 1511\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_call_impl(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\torch\\nn\\modules\\module.py:1520\u001b[0m, in \u001b[0;36mModule._call_impl\u001b[1;34m(self, *args, **kwargs)\u001b[0m\n\u001b[0;32m   1515\u001b[0m \u001b[38;5;66;03m# If we don't have any hooks, we want to skip the rest of the logic in\u001b[39;00m\n\u001b[0;32m   1516\u001b[0m \u001b[38;5;66;03m# this function, and just call forward.\u001b[39;00m\n\u001b[0;32m   1517\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m \u001b[38;5;129;01mnot\u001b[39;00m (\u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39m_forward_pre_hooks\n\u001b[0;32m   1518\u001b[0m         \u001b[38;5;129;01mor\u001b[39;00m _global_backward_pre_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_backward_hooks\n\u001b[0;32m   1519\u001b[0m         \u001b[38;5;129;01mor\u001b[39;00m _global_forward_hooks \u001b[38;5;129;01mor\u001b[39;00m _global_forward_pre_hooks):\n\u001b[1;32m-> 1520\u001b[0m     \u001b[38;5;28;01mreturn\u001b[39;00m forward_call(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[0;32m   1522\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[0;32m   1523\u001b[0m     result \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mNone\u001b[39;00m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\models\\llama\\modeling_llama.py:645\u001b[0m, in \u001b[0;36mLlamaSdpaAttention.forward\u001b[1;34m(self, hidden_states, attention_mask, position_ids, past_key_value, output_attentions, use_cache, cache_position)\u001b[0m\n\u001b[0;32m    642\u001b[0m value_states \u001b[38;5;241m=\u001b[39m value_states\u001b[38;5;241m.\u001b[39mview(bsz, q_len, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mnum_key_value_heads, \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mhead_dim)\u001b[38;5;241m.\u001b[39mtranspose(\u001b[38;5;241m1\u001b[39m, \u001b[38;5;241m2\u001b[39m)\n\u001b[0;32m    644\u001b[0m cos, sin \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mself\u001b[39m\u001b[38;5;241m.\u001b[39mrotary_emb(value_states, position_ids)\n\u001b[1;32m--> 645\u001b[0m query_states, key_states \u001b[38;5;241m=\u001b[39m \u001b[43mapply_rotary_pos_emb\u001b[49m\u001b[43m(\u001b[49m\u001b[43mquery_states\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mkey_states\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mcos\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43msin\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    647\u001b[0m \u001b[38;5;66;03m# In case static cache is used, it is an instance attribute.\u001b[39;00m\n\u001b[0;32m    648\u001b[0m past_key_value \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mgetattr\u001b[39m(\u001b[38;5;28mself\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpast_key_value\u001b[39m\u001b[38;5;124m\"\u001b[39m, past_key_value)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\models\\llama\\modeling_llama.py:206\u001b[0m, in \u001b[0;36mapply_rotary_pos_emb\u001b[1;34m(q, k, cos, sin, position_ids, unsqueeze_dim)\u001b[0m\n\u001b[0;32m    204\u001b[0m cos \u001b[38;5;241m=\u001b[39m cos\u001b[38;5;241m.\u001b[39munsqueeze(unsqueeze_dim)\n\u001b[0;32m    205\u001b[0m sin \u001b[38;5;241m=\u001b[39m sin\u001b[38;5;241m.\u001b[39munsqueeze(unsqueeze_dim)\n\u001b[1;32m--> 206\u001b[0m q_embed \u001b[38;5;241m=\u001b[39m (q \u001b[38;5;241m*\u001b[39m cos) \u001b[38;5;241m+\u001b[39m (\u001b[43mrotate_half\u001b[49m\u001b[43m(\u001b[49m\u001b[43mq\u001b[49m\u001b[43m)\u001b[49m \u001b[38;5;241m*\u001b[39m sin)\n\u001b[0;32m    207\u001b[0m k_embed \u001b[38;5;241m=\u001b[39m (k \u001b[38;5;241m*\u001b[39m cos) \u001b[38;5;241m+\u001b[39m (rotate_half(k) \u001b[38;5;241m*\u001b[39m sin)\n\u001b[0;32m    208\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m q_embed, k_embed\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\transformers\\models\\llama\\modeling_llama.py:181\u001b[0m, in \u001b[0;36mrotate_half\u001b[1;34m(x)\u001b[0m\n\u001b[0;32m    179\u001b[0m x1 \u001b[38;5;241m=\u001b[39m x[\u001b[38;5;241m.\u001b[39m\u001b[38;5;241m.\u001b[39m\u001b[38;5;241m.\u001b[39m, : x\u001b[38;5;241m.\u001b[39mshape[\u001b[38;5;241m-\u001b[39m\u001b[38;5;241m1\u001b[39m] \u001b[38;5;241m/\u001b[39m\u001b[38;5;241m/\u001b[39m \u001b[38;5;241m2\u001b[39m]\n\u001b[0;32m    180\u001b[0m x2 \u001b[38;5;241m=\u001b[39m x[\u001b[38;5;241m.\u001b[39m\u001b[38;5;241m.\u001b[39m\u001b[38;5;241m.\u001b[39m, x\u001b[38;5;241m.\u001b[39mshape[\u001b[38;5;241m-\u001b[39m\u001b[38;5;241m1\u001b[39m] \u001b[38;5;241m/\u001b[39m\u001b[38;5;241m/\u001b[39m \u001b[38;5;241m2\u001b[39m :]\n\u001b[1;32m--> 181\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m \u001b[43mtorch\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mcat\u001b[49m\u001b[43m(\u001b[49m\u001b[43m(\u001b[49m\u001b[38;5;241;43m-\u001b[39;49m\u001b[43mx2\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mx1\u001b[49m\u001b[43m)\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mdim\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;241;43m-\u001b[39;49m\u001b[38;5;241;43m1\u001b[39;49m\u001b[43m)\u001b[49m\n",
      "\u001b[1;31mRuntimeError\u001b[0m: Unexpected floating ScalarType in at::autocast::prioritize"
     ]
    }
   ],
   "source": [
    "qa_chain(\"Generate 30 questions, chosen and rejected\")"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## **RLHF**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: transformers in c:\\users\\abhim\\miniforge3\\lib\\site-packages (4.39.3)\n",
      "Requirement already satisfied: filelock in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers) (3.13.4)\n",
      "Requirement already satisfied: huggingface-hub<1.0,>=0.19.3 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers) (0.22.2)\n",
      "Requirement already satisfied: numpy>=1.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers) (1.26.4)\n",
      "Requirement already satisfied: packaging>=20.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers) (23.2)\n",
      "Requirement already satisfied: pyyaml>=5.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers) (6.0.1)\n",
      "Requirement already satisfied: regex!=2019.12.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers) (2024.4.16)\n",
      "Requirement already satisfied: requests in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers) (2.31.0)\n",
      "Requirement already satisfied: tokenizers<0.19,>=0.14 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers) (0.15.2)\n",
      "Requirement already satisfied: safetensors>=0.4.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers) (0.4.3)\n",
      "Requirement already satisfied: tqdm>=4.27 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers) (4.66.2)\n",
      "Requirement already satisfied: fsspec>=2023.5.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from huggingface-hub<1.0,>=0.19.3->transformers) (2024.2.0)\n",
      "Requirement already satisfied: typing-extensions>=3.7.4.3 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from huggingface-hub<1.0,>=0.19.3->transformers) (4.11.0)\n",
      "Requirement already satisfied: colorama in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from tqdm>=4.27->transformers) (0.4.6)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->transformers) (3.3.2)\n",
      "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->transformers) (3.6)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->transformers) (2.2.1)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->transformers) (2024.2.2)\n",
      "Requirement already satisfied: accelerate in c:\\users\\abhim\\miniforge3\\lib\\site-packages (0.29.2)\n",
      "Requirement already satisfied: numpy>=1.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from accelerate) (1.26.4)\n",
      "Requirement already satisfied: packaging>=20.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from accelerate) (23.2)\n",
      "Requirement already satisfied: psutil in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from accelerate) (5.9.8)\n",
      "Requirement already satisfied: pyyaml in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from accelerate) (6.0.1)\n",
      "Requirement already satisfied: torch>=1.10.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from accelerate) (2.2.2)\n",
      "Requirement already satisfied: huggingface-hub in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from accelerate) (0.22.2)\n",
      "Requirement already satisfied: safetensors>=0.3.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from accelerate) (0.4.3)\n",
      "Requirement already satisfied: filelock in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.10.0->accelerate) (3.13.4)\n",
      "Requirement already satisfied: typing-extensions>=4.8.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.10.0->accelerate) (4.11.0)\n",
      "Requirement already satisfied: sympy in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.10.0->accelerate) (1.12)\n",
      "Requirement already satisfied: networkx in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.10.0->accelerate) (3.3)\n",
      "Requirement already satisfied: jinja2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.10.0->accelerate) (3.1.3)\n",
      "Requirement already satisfied: fsspec in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.10.0->accelerate) (2024.2.0)\n",
      "Requirement already satisfied: requests in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from huggingface-hub->accelerate) (2.31.0)\n",
      "Requirement already satisfied: tqdm>=4.42.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from huggingface-hub->accelerate) (4.66.2)\n",
      "Requirement already satisfied: colorama in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from tqdm>=4.42.1->huggingface-hub->accelerate) (0.4.6)\n",
      "Requirement already satisfied: MarkupSafe>=2.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from jinja2->torch>=1.10.0->accelerate) (2.1.5)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->huggingface-hub->accelerate) (3.3.2)\n",
      "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->huggingface-hub->accelerate) (3.6)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->huggingface-hub->accelerate) (2.2.1)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->huggingface-hub->accelerate) (2024.2.2)\n",
      "Requirement already satisfied: mpmath>=0.19 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from sympy->torch>=1.10.0->accelerate) (1.3.0)\n",
      "Requirement already satisfied: datasets in c:\\users\\abhim\\miniforge3\\lib\\site-packages (2.18.0)\n",
      "Requirement already satisfied: filelock in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (3.13.4)\n",
      "Requirement already satisfied: numpy>=1.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (1.26.4)\n",
      "Requirement already satisfied: pyarrow>=12.0.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (15.0.2)\n",
      "Requirement already satisfied: pyarrow-hotfix in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (0.6)\n",
      "Requirement already satisfied: dill<0.3.9,>=0.3.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (0.3.8)\n",
      "Requirement already satisfied: pandas in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (2.2.2)\n",
      "Requirement already satisfied: requests>=2.19.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (2.31.0)\n",
      "Requirement already satisfied: tqdm>=4.62.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (4.66.2)\n",
      "Requirement already satisfied: xxhash in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (3.4.1)\n",
      "Requirement already satisfied: multiprocess in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (0.70.16)\n",
      "Requirement already satisfied: fsspec<=2024.2.0,>=2023.1.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from fsspec[http]<=2024.2.0,>=2023.1.0->datasets) (2024.2.0)\n",
      "Requirement already satisfied: aiohttp in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (3.9.5)\n",
      "Requirement already satisfied: huggingface-hub>=0.19.4 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (0.22.2)\n",
      "Requirement already satisfied: packaging in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (23.2)\n",
      "Requirement already satisfied: pyyaml>=5.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets) (6.0.1)\n",
      "Requirement already satisfied: aiosignal>=1.1.2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets) (1.3.1)\n",
      "Requirement already satisfied: attrs>=17.3.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets) (23.2.0)\n",
      "Requirement already satisfied: frozenlist>=1.1.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets) (1.4.1)\n",
      "Requirement already satisfied: multidict<7.0,>=4.5 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets) (6.0.5)\n",
      "Requirement already satisfied: yarl<2.0,>=1.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets) (1.9.4)\n",
      "Requirement already satisfied: async-timeout<5.0,>=4.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets) (4.0.3)\n",
      "Requirement already satisfied: typing-extensions>=3.7.4.3 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from huggingface-hub>=0.19.4->datasets) (4.11.0)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests>=2.19.0->datasets) (3.3.2)\n",
      "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests>=2.19.0->datasets) (3.6)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests>=2.19.0->datasets) (2.2.1)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests>=2.19.0->datasets) (2024.2.2)\n",
      "Requirement already satisfied: colorama in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from tqdm>=4.62.1->datasets) (0.4.6)\n",
      "Requirement already satisfied: python-dateutil>=2.8.2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from pandas->datasets) (2.9.0.post0)\n",
      "Requirement already satisfied: pytz>=2020.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from pandas->datasets) (2024.1)\n",
      "Requirement already satisfied: tzdata>=2022.7 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from pandas->datasets) (2024.1)\n",
      "Requirement already satisfied: six>=1.5 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from python-dateutil>=2.8.2->pandas->datasets) (1.16.0)\n",
      "Requirement already satisfied: peft in c:\\users\\abhim\\miniforge3\\lib\\site-packages (0.10.0)\n",
      "Requirement already satisfied: numpy>=1.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from peft) (1.26.4)\n",
      "Requirement already satisfied: packaging>=20.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from peft) (23.2)\n",
      "Requirement already satisfied: psutil in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from peft) (5.9.8)\n",
      "Requirement already satisfied: pyyaml in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from peft) (6.0.1)\n",
      "Requirement already satisfied: torch>=1.13.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from peft) (2.2.2)\n",
      "Requirement already satisfied: transformers in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from peft) (4.39.3)\n",
      "Requirement already satisfied: tqdm in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from peft) (4.66.2)\n",
      "Requirement already satisfied: accelerate>=0.21.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from peft) (0.29.2)\n",
      "Requirement already satisfied: safetensors in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from peft) (0.4.3)\n",
      "Requirement already satisfied: huggingface-hub>=0.17.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from peft) (0.22.2)\n",
      "Requirement already satisfied: filelock in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from huggingface-hub>=0.17.0->peft) (3.13.4)\n",
      "Requirement already satisfied: fsspec>=2023.5.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from huggingface-hub>=0.17.0->peft) (2024.2.0)\n",
      "Requirement already satisfied: requests in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from huggingface-hub>=0.17.0->peft) (2.31.0)\n",
      "Requirement already satisfied: typing-extensions>=3.7.4.3 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from huggingface-hub>=0.17.0->peft) (4.11.0)\n",
      "Requirement already satisfied: sympy in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.13.0->peft) (1.12)\n",
      "Requirement already satisfied: networkx in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.13.0->peft) (3.3)\n",
      "Requirement already satisfied: jinja2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.13.0->peft) (3.1.3)\n",
      "Requirement already satisfied: colorama in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from tqdm->peft) (0.4.6)\n",
      "Requirement already satisfied: regex!=2019.12.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers->peft) (2024.4.16)\n",
      "Requirement already satisfied: tokenizers<0.19,>=0.14 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers->peft) (0.15.2)\n",
      "Requirement already satisfied: MarkupSafe>=2.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from jinja2->torch>=1.13.0->peft) (2.1.5)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->huggingface-hub>=0.17.0->peft) (3.3.2)\n",
      "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->huggingface-hub>=0.17.0->peft) (3.6)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->huggingface-hub>=0.17.0->peft) (2.2.1)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->huggingface-hub>=0.17.0->peft) (2024.2.2)\n",
      "Requirement already satisfied: mpmath>=0.19 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from sympy->torch>=1.13.0->peft) (1.3.0)\n",
      "Collecting bitsandbytes\n",
      "  Downloading bitsandbytes-0.43.1-py3-none-win_amd64.whl.metadata (2.2 kB)\n",
      "Requirement already satisfied: torch in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from bitsandbytes) (2.2.2)\n",
      "Requirement already satisfied: numpy in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from bitsandbytes) (1.26.4)\n",
      "Requirement already satisfied: filelock in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch->bitsandbytes) (3.13.4)\n",
      "Requirement already satisfied: typing-extensions>=4.8.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch->bitsandbytes) (4.11.0)\n",
      "Requirement already satisfied: sympy in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch->bitsandbytes) (1.12)\n",
      "Requirement already satisfied: networkx in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch->bitsandbytes) (3.3)\n",
      "Requirement already satisfied: jinja2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch->bitsandbytes) (3.1.3)\n",
      "Requirement already satisfied: fsspec in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch->bitsandbytes) (2024.2.0)\n",
      "Requirement already satisfied: MarkupSafe>=2.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from jinja2->torch->bitsandbytes) (2.1.5)\n",
      "Requirement already satisfied: mpmath>=0.19 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from sympy->torch->bitsandbytes) (1.3.0)\n",
      "Downloading bitsandbytes-0.43.1-py3-none-win_amd64.whl (101.6 MB)\n",
      "   ---------------------------------------- 0.0/101.6 MB ? eta -:--:--\n",
      "   ---------------------------------------- 0.0/101.6 MB ? eta -:--:--\n",
      "   ---------------------------------------- 0.0/101.6 MB 640.0 kB/s eta 0:02:39\n",
      "   ---------------------------------------- 0.1/101.6 MB 744.7 kB/s eta 0:02:17\n",
      "   ---------------------------------------- 0.1/101.6 MB 847.9 kB/s eta 0:02:00\n",
      "   ---------------------------------------- 0.2/101.6 MB 1.2 MB/s eta 0:01:28\n",
      "   ---------------------------------------- 0.3/101.6 MB 1.3 MB/s eta 0:01:20\n",
      "   ---------------------------------------- 0.5/101.6 MB 1.5 MB/s eta 0:01:09\n",
      "   ---------------------------------------- 0.6/101.6 MB 1.7 MB/s eta 0:01:01\n",
      "   ---------------------------------------- 0.7/101.6 MB 1.9 MB/s eta 0:00:55\n",
      "   ---------------------------------------- 0.9/101.6 MB 2.0 MB/s eta 0:00:51\n",
      "   ---------------------------------------- 1.1/101.6 MB 2.2 MB/s eta 0:00:47\n",
      "   ---------------------------------------- 1.1/101.6 MB 2.3 MB/s eta 0:00:45\n",
      "   ---------------------------------------- 1.1/101.6 MB 2.3 MB/s eta 0:00:45\n",
      "   ---------------------------------------- 1.2/101.6 MB 1.9 MB/s eta 0:00:54\n",
      "    --------------------------------------- 1.7/101.6 MB 2.5 MB/s eta 0:00:40\n",
      "    --------------------------------------- 1.9/101.6 MB 2.6 MB/s eta 0:00:39\n",
      "    --------------------------------------- 2.0/101.6 MB 2.6 MB/s eta 0:00:39\n",
      "    --------------------------------------- 2.1/101.6 MB 2.6 MB/s eta 0:00:38\n",
      "    --------------------------------------- 2.3/101.6 MB 2.7 MB/s eta 0:00:38\n",
      "    --------------------------------------- 2.4/101.6 MB 2.7 MB/s eta 0:00:38\n",
      "   - -------------------------------------- 2.6/101.6 MB 2.7 MB/s eta 0:00:37\n",
      "   - -------------------------------------- 2.7/101.6 MB 2.7 MB/s eta 0:00:37\n",
      "   - -------------------------------------- 2.9/101.6 MB 2.7 MB/s eta 0:00:37\n",
      "   - -------------------------------------- 3.0/101.6 MB 2.7 MB/s eta 0:00:37\n",
      "   - -------------------------------------- 3.1/101.6 MB 2.7 MB/s eta 0:00:37\n",
      "   - -------------------------------------- 3.2/101.6 MB 2.7 MB/s eta 0:00:37\n",
      "   - -------------------------------------- 3.4/101.6 MB 2.7 MB/s eta 0:00:37\n",
      "   - -------------------------------------- 3.4/101.6 MB 2.7 MB/s eta 0:00:36\n",
      "   - -------------------------------------- 3.5/101.6 MB 2.7 MB/s eta 0:00:37\n",
      "   - -------------------------------------- 3.6/101.6 MB 2.7 MB/s eta 0:00:37\n",
      "   - -------------------------------------- 3.8/101.6 MB 2.6 MB/s eta 0:00:38\n",
      "   - -------------------------------------- 3.9/101.6 MB 2.6 MB/s eta 0:00:38\n",
      "   - -------------------------------------- 4.0/101.6 MB 2.6 MB/s eta 0:00:37\n",
      "   - -------------------------------------- 4.1/101.6 MB 2.6 MB/s eta 0:00:37\n",
      "   - -------------------------------------- 4.2/101.6 MB 2.6 MB/s eta 0:00:37\n",
      "   - -------------------------------------- 4.4/101.6 MB 2.6 MB/s eta 0:00:37\n",
      "   - -------------------------------------- 4.5/101.6 MB 2.6 MB/s eta 0:00:38\n",
      "   - -------------------------------------- 4.6/101.6 MB 2.6 MB/s eta 0:00:38\n",
      "   - -------------------------------------- 4.7/101.6 MB 2.6 MB/s eta 0:00:38\n",
      "   - -------------------------------------- 4.8/101.6 MB 2.6 MB/s eta 0:00:38\n",
      "   - -------------------------------------- 4.9/101.6 MB 2.6 MB/s eta 0:00:38\n",
      "   - -------------------------------------- 5.0/101.6 MB 2.6 MB/s eta 0:00:38\n",
      "   - -------------------------------------- 5.0/101.6 MB 2.5 MB/s eta 0:00:39\n",
      "   -- ------------------------------------- 5.1/101.6 MB 2.5 MB/s eta 0:00:39\n",
      "   -- ------------------------------------- 5.2/101.6 MB 2.5 MB/s eta 0:00:39\n",
      "   -- ------------------------------------- 5.3/101.6 MB 2.5 MB/s eta 0:00:39\n",
      "   -- ------------------------------------- 5.3/101.6 MB 2.5 MB/s eta 0:00:40\n",
      "   -- ------------------------------------- 5.4/101.6 MB 2.4 MB/s eta 0:00:40\n",
      "   -- ------------------------------------- 5.5/101.6 MB 2.4 MB/s eta 0:00:40\n",
      "   -- ------------------------------------- 5.6/101.6 MB 2.4 MB/s eta 0:00:40\n",
      "   -- ------------------------------------- 5.6/101.6 MB 2.4 MB/s eta 0:00:41\n",
      "   -- ------------------------------------- 5.7/101.6 MB 2.4 MB/s eta 0:00:41\n",
      "   -- ------------------------------------- 5.8/101.6 MB 2.4 MB/s eta 0:00:41\n",
      "   -- ------------------------------------- 5.8/101.6 MB 2.3 MB/s eta 0:00:42\n",
      "   -- ------------------------------------- 5.9/101.6 MB 2.3 MB/s eta 0:00:42\n",
      "   -- ------------------------------------- 6.0/101.6 MB 2.3 MB/s eta 0:00:42\n",
      "   -- ------------------------------------- 6.0/101.6 MB 2.3 MB/s eta 0:00:42\n",
      "   -- ------------------------------------- 6.1/101.6 MB 2.3 MB/s eta 0:00:43\n",
      "   -- ------------------------------------- 6.2/101.6 MB 2.2 MB/s eta 0:00:43\n",
      "   -- ------------------------------------- 6.2/101.6 MB 2.2 MB/s eta 0:00:43\n",
      "   -- ------------------------------------- 6.3/101.6 MB 2.2 MB/s eta 0:00:44\n",
      "   -- ------------------------------------- 6.3/101.6 MB 2.2 MB/s eta 0:00:44\n",
      "   -- ------------------------------------- 6.4/101.6 MB 2.2 MB/s eta 0:00:44\n",
      "   -- ------------------------------------- 6.4/101.6 MB 2.2 MB/s eta 0:00:44\n",
      "   -- ------------------------------------- 6.5/101.6 MB 2.1 MB/s eta 0:00:45\n",
      "   -- ------------------------------------- 6.5/101.6 MB 2.1 MB/s eta 0:00:45\n",
      "   -- ------------------------------------- 6.6/101.6 MB 2.1 MB/s eta 0:00:46\n",
      "   -- ------------------------------------- 6.6/101.6 MB 2.1 MB/s eta 0:00:46\n",
      "   -- ------------------------------------- 6.7/101.6 MB 2.1 MB/s eta 0:00:46\n",
      "   -- ------------------------------------- 6.7/101.6 MB 2.1 MB/s eta 0:00:46\n",
      "   -- ------------------------------------- 6.8/101.6 MB 2.1 MB/s eta 0:00:47\n",
      "   -- ------------------------------------- 6.8/101.6 MB 2.0 MB/s eta 0:00:47\n",
      "   -- ------------------------------------- 6.9/101.6 MB 2.0 MB/s eta 0:00:47\n",
      "   -- ------------------------------------- 6.9/101.6 MB 2.0 MB/s eta 0:00:48\n",
      "   -- ------------------------------------- 7.0/101.6 MB 2.0 MB/s eta 0:00:48\n",
      "   -- ------------------------------------- 7.0/101.6 MB 2.0 MB/s eta 0:00:48\n",
      "   -- ------------------------------------- 7.1/101.6 MB 2.0 MB/s eta 0:00:48\n",
      "   -- ------------------------------------- 7.1/101.6 MB 2.0 MB/s eta 0:00:49\n",
      "   -- ------------------------------------- 7.2/101.6 MB 1.9 MB/s eta 0:00:49\n",
      "   -- ------------------------------------- 7.2/101.6 MB 1.9 MB/s eta 0:00:49\n",
      "   -- ------------------------------------- 7.2/101.6 MB 1.9 MB/s eta 0:00:50\n",
      "   -- ------------------------------------- 7.3/101.6 MB 1.9 MB/s eta 0:00:50\n",
      "   -- ------------------------------------- 7.3/101.6 MB 1.9 MB/s eta 0:00:50\n",
      "   -- ------------------------------------- 7.4/101.6 MB 1.9 MB/s eta 0:00:50\n",
      "   -- ------------------------------------- 7.4/101.6 MB 1.9 MB/s eta 0:00:51\n",
      "   -- ------------------------------------- 7.5/101.6 MB 1.9 MB/s eta 0:00:51\n",
      "   -- ------------------------------------- 7.5/101.6 MB 1.8 MB/s eta 0:00:51\n",
      "   -- ------------------------------------- 7.5/101.6 MB 1.8 MB/s eta 0:00:52\n",
      "   -- ------------------------------------- 7.6/101.6 MB 1.8 MB/s eta 0:00:52\n",
      "   --- ------------------------------------ 7.6/101.6 MB 1.8 MB/s eta 0:00:52\n",
      "   --- ------------------------------------ 7.7/101.6 MB 1.8 MB/s eta 0:00:52\n",
      "   --- ------------------------------------ 7.7/101.6 MB 1.8 MB/s eta 0:00:53\n",
      "   --- ------------------------------------ 7.7/101.6 MB 1.8 MB/s eta 0:00:53\n",
      "   --- ------------------------------------ 7.8/101.6 MB 1.8 MB/s eta 0:00:53\n",
      "   --- ------------------------------------ 7.8/101.6 MB 1.8 MB/s eta 0:00:54\n",
      "   --- ------------------------------------ 7.8/101.6 MB 1.8 MB/s eta 0:00:54\n",
      "   --- ------------------------------------ 7.9/101.6 MB 1.7 MB/s eta 0:00:54\n",
      "   --- ------------------------------------ 7.9/101.6 MB 1.7 MB/s eta 0:00:54\n",
      "   --- ------------------------------------ 8.0/101.6 MB 1.7 MB/s eta 0:00:55\n",
      "   --- ------------------------------------ 8.0/101.6 MB 1.7 MB/s eta 0:00:55\n",
      "   --- ------------------------------------ 8.0/101.6 MB 1.7 MB/s eta 0:00:56\n",
      "   --- ------------------------------------ 8.0/101.6 MB 1.7 MB/s eta 0:00:56\n",
      "   --- ------------------------------------ 8.1/101.6 MB 1.7 MB/s eta 0:00:56\n",
      "   --- ------------------------------------ 8.1/101.6 MB 1.7 MB/s eta 0:00:56\n",
      "   --- ------------------------------------ 8.2/101.6 MB 1.7 MB/s eta 0:00:57\n",
      "   --- ------------------------------------ 8.2/101.6 MB 1.7 MB/s eta 0:00:57\n",
      "   --- ------------------------------------ 8.2/101.6 MB 1.6 MB/s eta 0:00:57\n",
      "   --- ------------------------------------ 8.2/101.6 MB 1.6 MB/s eta 0:00:57\n",
      "   --- ------------------------------------ 8.3/101.6 MB 1.6 MB/s eta 0:00:58\n",
      "   --- ------------------------------------ 8.3/101.6 MB 1.6 MB/s eta 0:00:58\n",
      "   --- ------------------------------------ 8.3/101.6 MB 1.6 MB/s eta 0:00:58\n",
      "   --- ------------------------------------ 8.4/101.6 MB 1.6 MB/s eta 0:00:59\n",
      "   --- ------------------------------------ 8.4/101.6 MB 1.6 MB/s eta 0:00:59\n",
      "   --- ------------------------------------ 8.4/101.6 MB 1.6 MB/s eta 0:00:59\n",
      "   --- ------------------------------------ 8.5/101.6 MB 1.6 MB/s eta 0:00:59\n",
      "   --- ------------------------------------ 8.5/101.6 MB 1.6 MB/s eta 0:01:00\n",
      "   --- ------------------------------------ 8.5/101.6 MB 1.6 MB/s eta 0:01:00\n",
      "   --- ------------------------------------ 8.6/101.6 MB 1.6 MB/s eta 0:01:00\n",
      "   --- ------------------------------------ 8.6/101.6 MB 1.5 MB/s eta 0:01:01\n",
      "   --- ------------------------------------ 8.6/101.6 MB 1.5 MB/s eta 0:01:01\n",
      "   --- ------------------------------------ 8.6/101.6 MB 1.5 MB/s eta 0:01:01\n",
      "   --- ------------------------------------ 8.7/101.6 MB 1.5 MB/s eta 0:01:01\n",
      "   --- ------------------------------------ 8.7/101.6 MB 1.5 MB/s eta 0:01:02\n",
      "   --- ------------------------------------ 8.7/101.6 MB 1.5 MB/s eta 0:01:02\n",
      "   --- ------------------------------------ 8.8/101.6 MB 1.5 MB/s eta 0:01:02\n",
      "   --- ------------------------------------ 8.8/101.6 MB 1.5 MB/s eta 0:01:02\n",
      "   --- ------------------------------------ 8.8/101.6 MB 1.5 MB/s eta 0:01:03\n",
      "   --- ------------------------------------ 8.9/101.6 MB 1.5 MB/s eta 0:01:03\n",
      "   --- ------------------------------------ 8.9/101.6 MB 1.5 MB/s eta 0:01:03\n",
      "   --- ------------------------------------ 8.9/101.6 MB 1.5 MB/s eta 0:01:03\n",
      "   --- ------------------------------------ 8.9/101.6 MB 1.5 MB/s eta 0:01:04\n",
      "   --- ------------------------------------ 9.0/101.6 MB 1.5 MB/s eta 0:01:04\n",
      "   --- ------------------------------------ 9.0/101.6 MB 1.5 MB/s eta 0:01:04\n",
      "   --- ------------------------------------ 9.0/101.6 MB 1.4 MB/s eta 0:01:05\n",
      "   --- ------------------------------------ 9.1/101.6 MB 1.4 MB/s eta 0:01:05\n",
      "   --- ------------------------------------ 9.1/101.6 MB 1.4 MB/s eta 0:01:05\n",
      "   --- ------------------------------------ 9.1/101.6 MB 1.4 MB/s eta 0:01:05\n",
      "   --- ------------------------------------ 9.2/101.6 MB 1.4 MB/s eta 0:01:06\n",
      "   --- ------------------------------------ 9.2/101.6 MB 1.4 MB/s eta 0:01:06\n",
      "   --- ------------------------------------ 9.2/101.6 MB 1.4 MB/s eta 0:01:06\n",
      "   --- ------------------------------------ 9.2/101.6 MB 1.4 MB/s eta 0:01:06\n",
      "   --- ------------------------------------ 9.3/101.6 MB 1.4 MB/s eta 0:01:07\n",
      "   --- ------------------------------------ 9.3/101.6 MB 1.4 MB/s eta 0:01:07\n",
      "   --- ------------------------------------ 9.3/101.6 MB 1.4 MB/s eta 0:01:07\n",
      "   --- ------------------------------------ 9.3/101.6 MB 1.4 MB/s eta 0:01:07\n",
      "   --- ------------------------------------ 9.4/101.6 MB 1.4 MB/s eta 0:01:07\n",
      "   --- ------------------------------------ 9.4/101.6 MB 1.4 MB/s eta 0:01:08\n",
      "   --- ------------------------------------ 9.5/101.6 MB 1.4 MB/s eta 0:01:08\n",
      "   --- ------------------------------------ 9.5/101.6 MB 1.4 MB/s eta 0:01:08\n",
      "   --- ------------------------------------ 9.5/101.6 MB 1.4 MB/s eta 0:01:08\n",
      "   --- ------------------------------------ 9.5/101.6 MB 1.4 MB/s eta 0:01:09\n",
      "   --- ------------------------------------ 9.6/101.6 MB 1.3 MB/s eta 0:01:09\n",
      "   --- ------------------------------------ 9.6/101.6 MB 1.3 MB/s eta 0:01:09\n",
      "   --- ------------------------------------ 9.6/101.6 MB 1.3 MB/s eta 0:01:09\n",
      "   --- ------------------------------------ 9.7/101.6 MB 1.3 MB/s eta 0:01:09\n",
      "   --- ------------------------------------ 9.7/101.6 MB 1.3 MB/s eta 0:01:09\n",
      "   --- ------------------------------------ 9.7/101.6 MB 1.3 MB/s eta 0:01:10\n",
      "   --- ------------------------------------ 9.8/101.6 MB 1.3 MB/s eta 0:01:10\n",
      "   --- ------------------------------------ 9.8/101.6 MB 1.3 MB/s eta 0:01:10\n",
      "   --- ------------------------------------ 9.8/101.6 MB 1.3 MB/s eta 0:01:10\n",
      "   --- ------------------------------------ 9.9/101.6 MB 1.3 MB/s eta 0:01:10\n",
      "   --- ------------------------------------ 9.9/101.6 MB 1.3 MB/s eta 0:01:11\n",
      "   --- ------------------------------------ 9.9/101.6 MB 1.3 MB/s eta 0:01:11\n",
      "   --- ------------------------------------ 10.0/101.6 MB 1.3 MB/s eta 0:01:11\n",
      "   --- ------------------------------------ 10.0/101.6 MB 1.3 MB/s eta 0:01:11\n",
      "   --- ------------------------------------ 10.0/101.6 MB 1.3 MB/s eta 0:01:11\n",
      "   --- ------------------------------------ 10.0/101.6 MB 1.3 MB/s eta 0:01:12\n",
      "   --- ------------------------------------ 10.1/101.6 MB 1.3 MB/s eta 0:01:12\n",
      "   --- ------------------------------------ 10.1/101.6 MB 1.3 MB/s eta 0:01:12\n",
      "   --- ------------------------------------ 10.1/101.6 MB 1.3 MB/s eta 0:01:12\n",
      "   ---- ----------------------------------- 10.2/101.6 MB 1.3 MB/s eta 0:01:12\n",
      "   ---- ----------------------------------- 10.2/101.6 MB 1.3 MB/s eta 0:01:12\n",
      "   ---- ----------------------------------- 10.2/101.6 MB 1.3 MB/s eta 0:01:13\n",
      "   ---- ----------------------------------- 10.3/101.6 MB 1.3 MB/s eta 0:01:13\n",
      "   ---- ----------------------------------- 10.3/101.6 MB 1.3 MB/s eta 0:01:13\n",
      "   ---- ----------------------------------- 10.3/101.6 MB 1.3 MB/s eta 0:01:13\n",
      "   ---- ----------------------------------- 10.3/101.6 MB 1.3 MB/s eta 0:01:13\n",
      "   ---- ----------------------------------- 10.4/101.6 MB 1.3 MB/s eta 0:01:13\n",
      "   ---- ----------------------------------- 10.4/101.6 MB 1.2 MB/s eta 0:01:13\n",
      "   ---- ----------------------------------- 10.4/101.6 MB 1.2 MB/s eta 0:01:14\n",
      "   ---- ----------------------------------- 10.4/101.6 MB 1.2 MB/s eta 0:01:14\n",
      "   ---- ----------------------------------- 10.5/101.6 MB 1.2 MB/s eta 0:01:14\n",
      "   ---- ----------------------------------- 10.5/101.6 MB 1.2 MB/s eta 0:01:15\n",
      "   ---- ----------------------------------- 10.5/101.6 MB 1.2 MB/s eta 0:01:15\n",
      "   ---- ----------------------------------- 10.5/101.6 MB 1.2 MB/s eta 0:01:15\n",
      "   ---- ----------------------------------- 10.6/101.6 MB 1.2 MB/s eta 0:01:15\n",
      "   ---- ----------------------------------- 10.6/101.6 MB 1.2 MB/s eta 0:01:16\n",
      "   ---- ----------------------------------- 10.6/101.6 MB 1.2 MB/s eta 0:01:16\n",
      "   ---- ----------------------------------- 10.6/101.6 MB 1.2 MB/s eta 0:01:16\n",
      "   ---- ----------------------------------- 10.7/101.6 MB 1.2 MB/s eta 0:01:17\n",
      "   ---- ----------------------------------- 10.7/101.6 MB 1.2 MB/s eta 0:01:17\n",
      "   ---- ----------------------------------- 10.7/101.6 MB 1.2 MB/s eta 0:01:17\n",
      "   ---- ----------------------------------- 10.8/101.6 MB 1.2 MB/s eta 0:01:18\n",
      "   ---- ----------------------------------- 10.8/101.6 MB 1.2 MB/s eta 0:01:18\n",
      "   ---- ----------------------------------- 10.8/101.6 MB 1.2 MB/s eta 0:01:18\n",
      "   ---- ----------------------------------- 10.8/101.6 MB 1.2 MB/s eta 0:01:19\n",
      "   ---- ----------------------------------- 10.9/101.6 MB 1.2 MB/s eta 0:01:19\n",
      "   ---- ----------------------------------- 10.9/101.6 MB 1.2 MB/s eta 0:01:19\n",
      "   ---- ----------------------------------- 10.9/101.6 MB 1.1 MB/s eta 0:01:20\n",
      "   ---- ----------------------------------- 10.9/101.6 MB 1.1 MB/s eta 0:01:20\n",
      "   ---- ----------------------------------- 11.0/101.6 MB 1.1 MB/s eta 0:01:20\n",
      "   ---- ----------------------------------- 11.0/101.6 MB 1.1 MB/s eta 0:01:20\n",
      "   ---- ----------------------------------- 11.0/101.6 MB 1.1 MB/s eta 0:01:21\n",
      "   ---- ----------------------------------- 11.1/101.6 MB 1.1 MB/s eta 0:01:21\n",
      "   ---- ----------------------------------- 11.1/101.6 MB 1.1 MB/s eta 0:01:21\n",
      "   ---- ----------------------------------- 11.1/101.6 MB 1.1 MB/s eta 0:01:22\n",
      "   ---- ----------------------------------- 11.1/101.6 MB 1.1 MB/s eta 0:01:22\n",
      "   ---- ----------------------------------- 11.2/101.6 MB 1.1 MB/s eta 0:01:22\n",
      "   ---- ----------------------------------- 11.2/101.6 MB 1.1 MB/s eta 0:01:23\n",
      "   ---- ----------------------------------- 11.2/101.6 MB 1.1 MB/s eta 0:01:23\n",
      "   ---- ----------------------------------- 11.3/101.6 MB 1.1 MB/s eta 0:01:23\n",
      "   ---- ----------------------------------- 11.3/101.6 MB 1.1 MB/s eta 0:01:24\n",
      "   ---- ----------------------------------- 11.3/101.6 MB 1.1 MB/s eta 0:01:24\n",
      "   ---- ----------------------------------- 11.3/101.6 MB 1.1 MB/s eta 0:01:24\n",
      "   ---- ----------------------------------- 11.3/101.6 MB 1.1 MB/s eta 0:01:25\n",
      "   ---- ----------------------------------- 11.4/101.6 MB 1.1 MB/s eta 0:01:24\n",
      "   ---- ----------------------------------- 11.4/101.6 MB 1.1 MB/s eta 0:01:24\n",
      "   ---- ----------------------------------- 11.4/101.6 MB 1.1 MB/s eta 0:01:24\n",
      "   ---- ----------------------------------- 11.5/101.6 MB 1.1 MB/s eta 0:01:25\n",
      "   ---- ----------------------------------- 11.5/101.6 MB 1.1 MB/s eta 0:01:25\n",
      "   ---- ----------------------------------- 11.5/101.6 MB 1.1 MB/s eta 0:01:26\n",
      "   ---- ----------------------------------- 11.5/101.6 MB 1.1 MB/s eta 0:01:26\n",
      "   ---- ----------------------------------- 11.6/101.6 MB 1.0 MB/s eta 0:01:26\n",
      "   ---- ----------------------------------- 11.6/101.6 MB 1.0 MB/s eta 0:01:27\n",
      "   ---- ----------------------------------- 11.6/101.6 MB 1.0 MB/s eta 0:01:27\n",
      "   ---- ----------------------------------- 11.6/101.6 MB 1.0 MB/s eta 0:01:28\n",
      "   ---- ----------------------------------- 11.7/101.6 MB 1.0 MB/s eta 0:01:28\n",
      "   ---- ----------------------------------- 11.7/101.6 MB 1.0 MB/s eta 0:01:28\n",
      "   ---- ----------------------------------- 11.7/101.6 MB 1.0 MB/s eta 0:01:29\n",
      "   ---- ----------------------------------- 11.8/101.6 MB 1.0 MB/s eta 0:01:29\n",
      "   ---- ----------------------------------- 11.8/101.6 MB 1.0 MB/s eta 0:01:29\n",
      "   ---- ----------------------------------- 11.8/101.6 MB 1.0 MB/s eta 0:01:30\n",
      "   ---- ----------------------------------- 11.8/101.6 MB 1.0 MB/s eta 0:01:30\n",
      "   ---- ---------------------------------- 11.9/101.6 MB 995.0 kB/s eta 0:01:31\n",
      "   ---- ---------------------------------- 11.9/101.6 MB 992.0 kB/s eta 0:01:31\n",
      "   ---- ---------------------------------- 11.9/101.6 MB 986.0 kB/s eta 0:01:31\n",
      "   ---- ---------------------------------- 11.9/101.6 MB 984.5 kB/s eta 0:01:32\n",
      "   ---- ---------------------------------- 12.0/101.6 MB 980.0 kB/s eta 0:01:32\n",
      "   ---- ---------------------------------- 12.0/101.6 MB 975.7 kB/s eta 0:01:32\n",
      "   ---- ---------------------------------- 12.0/101.6 MB 972.8 kB/s eta 0:01:33\n",
      "   ---- ---------------------------------- 12.1/101.6 MB 968.5 kB/s eta 0:01:33\n",
      "   ---- ---------------------------------- 12.1/101.6 MB 967.1 kB/s eta 0:01:33\n",
      "   ---- ---------------------------------- 12.1/101.6 MB 964.3 kB/s eta 0:01:33\n",
      "   ---- ---------------------------------- 12.1/101.6 MB 958.6 kB/s eta 0:01:34\n",
      "   ---- ---------------------------------- 12.1/101.6 MB 953.0 kB/s eta 0:01:34\n",
      "   ---- ---------------------------------- 12.1/101.6 MB 953.0 kB/s eta 0:01:34\n",
      "   ---- ---------------------------------- 12.1/101.6 MB 953.0 kB/s eta 0:01:34\n",
      "   ---- ---------------------------------- 12.1/101.6 MB 944.8 kB/s eta 0:01:35\n",
      "   ---- ---------------------------------- 12.2/101.6 MB 938.0 kB/s eta 0:01:36\n",
      "   ---- ---------------------------------- 12.2/101.6 MB 936.6 kB/s eta 0:01:36\n",
      "   ---- ---------------------------------- 12.2/101.6 MB 932.6 kB/s eta 0:01:36\n",
      "   ---- ---------------------------------- 12.3/101.6 MB 930.0 kB/s eta 0:01:37\n",
      "   ---- ---------------------------------- 12.3/101.6 MB 926.1 kB/s eta 0:01:37\n",
      "   ---- ---------------------------------- 12.3/101.6 MB 924.7 kB/s eta 0:01:37\n",
      "   ---- ---------------------------------- 12.4/101.6 MB 922.1 kB/s eta 0:01:37\n",
      "   ---- ---------------------------------- 12.4/101.6 MB 918.2 kB/s eta 0:01:38\n",
      "   ---- ---------------------------------- 12.5/101.6 MB 914.4 kB/s eta 0:01:38\n",
      "   ---- ---------------------------------- 12.5/101.6 MB 911.8 kB/s eta 0:01:38\n",
      "   ---- ---------------------------------- 12.5/101.6 MB 909.3 kB/s eta 0:01:38\n",
      "   ---- ---------------------------------- 12.6/101.6 MB 906.7 kB/s eta 0:01:39\n",
      "   ---- ---------------------------------- 12.6/101.6 MB 905.5 kB/s eta 0:01:39\n",
      "   ---- ---------------------------------- 12.7/101.6 MB 901.9 kB/s eta 0:01:39\n",
      "   ---- ---------------------------------- 12.7/101.6 MB 899.3 kB/s eta 0:01:39\n",
      "   ---- ---------------------------------- 12.7/101.6 MB 896.9 kB/s eta 0:01:40\n",
      "   ---- ---------------------------------- 12.8/101.6 MB 893.2 kB/s eta 0:01:40\n",
      "   ---- ---------------------------------- 12.8/101.6 MB 890.7 kB/s eta 0:01:40\n",
      "   ---- ---------------------------------- 12.9/101.6 MB 888.3 kB/s eta 0:01:40\n",
      "   ---- ---------------------------------- 12.9/101.6 MB 885.9 kB/s eta 0:01:41\n",
      "   ---- ---------------------------------- 13.0/101.6 MB 884.8 kB/s eta 0:01:41\n",
      "   ----- --------------------------------- 13.0/101.6 MB 882.4 kB/s eta 0:01:41\n",
      "   ----- --------------------------------- 13.1/101.6 MB 881.1 kB/s eta 0:01:41\n",
      "   ----- --------------------------------- 13.1/101.6 MB 878.8 kB/s eta 0:01:41\n",
      "   ----- --------------------------------- 13.2/101.6 MB 876.4 kB/s eta 0:01:41\n",
      "   ----- --------------------------------- 13.3/101.6 MB 875.3 kB/s eta 0:01:41\n",
      "   ----- --------------------------------- 13.3/101.6 MB 871.7 kB/s eta 0:01:42\n",
      "   ----- --------------------------------- 13.4/101.6 MB 869.4 kB/s eta 0:01:42\n",
      "   ----- --------------------------------- 13.4/101.6 MB 868.3 kB/s eta 0:01:42\n",
      "   ----- --------------------------------- 13.5/101.6 MB 866.0 kB/s eta 0:01:42\n",
      "   ----- --------------------------------- 13.6/101.6 MB 864.9 kB/s eta 0:01:42\n",
      "   ----- --------------------------------- 13.6/101.6 MB 867.1 kB/s eta 0:01:42\n",
      "   ----- --------------------------------- 13.7/101.6 MB 863.7 kB/s eta 0:01:42\n",
      "   ----- --------------------------------- 13.8/101.6 MB 861.5 kB/s eta 0:01:42\n",
      "   ----- --------------------------------- 13.8/101.6 MB 860.3 kB/s eta 0:01:42\n",
      "   ----- --------------------------------- 13.9/101.6 MB 859.1 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 14.0/101.6 MB 858.1 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 14.0/101.6 MB 857.0 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 14.1/101.6 MB 855.8 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 14.2/101.6 MB 853.6 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 14.3/101.6 MB 852.5 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 14.3/101.6 MB 851.3 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 14.4/101.6 MB 850.2 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 14.5/101.6 MB 849.2 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 14.6/101.6 MB 848.1 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 14.7/101.6 MB 847.0 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 14.7/101.6 MB 847.0 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 14.8/101.6 MB 845.9 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 14.9/101.6 MB 845.9 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 15.0/101.6 MB 845.9 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 15.1/101.6 MB 844.7 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 15.2/101.6 MB 844.7 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 15.3/101.6 MB 844.8 kB/s eta 0:01:43\n",
      "   ----- --------------------------------- 15.4/101.6 MB 845.9 kB/s eta 0:01:42\n",
      "   ----- --------------------------------- 15.5/101.6 MB 847.0 kB/s eta 0:01:42\n",
      "   ----- --------------------------------- 15.5/101.6 MB 848.1 kB/s eta 0:01:42\n",
      "   ------ -------------------------------- 15.6/101.6 MB 848.0 kB/s eta 0:01:42\n",
      "   ------ -------------------------------- 15.7/101.6 MB 848.0 kB/s eta 0:01:42\n",
      "   ------ -------------------------------- 15.8/101.6 MB 850.2 kB/s eta 0:01:41\n",
      "   ------ -------------------------------- 15.9/101.6 MB 851.3 kB/s eta 0:01:41\n",
      "   ------ -------------------------------- 16.0/101.6 MB 853.6 kB/s eta 0:01:41\n",
      "   ------ -------------------------------- 16.1/101.6 MB 854.8 kB/s eta 0:01:40\n",
      "   ------ -------------------------------- 16.2/101.6 MB 857.0 kB/s eta 0:01:40\n",
      "   ------ -------------------------------- 16.3/101.6 MB 859.2 kB/s eta 0:01:40\n",
      "   ------ -------------------------------- 16.4/101.6 MB 862.6 kB/s eta 0:01:39\n",
      "   ------ -------------------------------- 16.5/101.6 MB 864.9 kB/s eta 0:01:39\n",
      "   ------ -------------------------------- 16.7/101.6 MB 870.6 kB/s eta 0:01:38\n",
      "   ------ -------------------------------- 16.8/101.6 MB 874.0 kB/s eta 0:01:38\n",
      "   ------ -------------------------------- 16.9/101.6 MB 876.5 kB/s eta 0:01:37\n",
      "   ------ -------------------------------- 17.0/101.6 MB 878.8 kB/s eta 0:01:37\n",
      "   ------ -------------------------------- 17.1/101.6 MB 884.8 kB/s eta 0:01:36\n",
      "   ------ -------------------------------- 17.2/101.6 MB 890.8 kB/s eta 0:01:35\n",
      "   ------ -------------------------------- 17.3/101.6 MB 896.9 kB/s eta 0:01:34\n",
      "   ------ -------------------------------- 17.5/101.6 MB 905.5 kB/s eta 0:01:33\n",
      "   ------ -------------------------------- 17.6/101.6 MB 911.8 kB/s eta 0:01:33\n",
      "   ------ -------------------------------- 17.7/101.6 MB 920.8 kB/s eta 0:01:32\n",
      "   ------ -------------------------------- 17.8/101.6 MB 927.4 kB/s eta 0:01:31\n",
      "   ------ -------------------------------- 18.0/101.6 MB 935.3 kB/s eta 0:01:30\n",
      "   ------ -------------------------------- 18.1/101.6 MB 946.1 kB/s eta 0:01:29\n",
      "   ------ -------------------------------- 18.2/101.6 MB 955.8 kB/s eta 0:01:28\n",
      "   ------- ------------------------------- 18.3/101.6 MB 968.5 kB/s eta 0:01:26\n",
      "   ------- ------------------------------- 18.5/101.6 MB 984.5 kB/s eta 0:01:25\n",
      "   ------- ------------------------------- 18.6/101.6 MB 998.0 kB/s eta 0:01:24\n",
      "   ------- -------------------------------- 18.7/101.6 MB 1.0 MB/s eta 0:01:22\n",
      "   ------- -------------------------------- 18.9/101.6 MB 1.0 MB/s eta 0:01:21\n",
      "   ------- -------------------------------- 19.1/101.6 MB 1.1 MB/s eta 0:01:19\n",
      "   ------- -------------------------------- 19.2/101.6 MB 1.1 MB/s eta 0:01:17\n",
      "   ------- -------------------------------- 19.4/101.6 MB 1.1 MB/s eta 0:01:15\n",
      "   ------- -------------------------------- 19.5/101.6 MB 1.1 MB/s eta 0:01:14\n",
      "   ------- -------------------------------- 19.7/101.6 MB 1.1 MB/s eta 0:01:12\n",
      "   ------- -------------------------------- 19.8/101.6 MB 1.2 MB/s eta 0:01:11\n",
      "   ------- -------------------------------- 19.9/101.6 MB 1.2 MB/s eta 0:01:10\n",
      "   ------- -------------------------------- 20.1/101.6 MB 1.2 MB/s eta 0:01:08\n",
      "   ------- -------------------------------- 20.2/101.6 MB 1.2 MB/s eta 0:01:07\n",
      "   -------- ------------------------------- 20.4/101.6 MB 1.3 MB/s eta 0:01:05\n",
      "   -------- ------------------------------- 20.5/101.6 MB 1.3 MB/s eta 0:01:03\n",
      "   -------- ------------------------------- 20.7/101.6 MB 1.3 MB/s eta 0:01:02\n",
      "   -------- ------------------------------- 20.8/101.6 MB 1.4 MB/s eta 0:01:00\n",
      "   -------- ------------------------------- 21.0/101.6 MB 1.4 MB/s eta 0:00:58\n",
      "   -------- ------------------------------- 21.1/101.6 MB 1.5 MB/s eta 0:00:56\n",
      "   -------- ------------------------------- 21.3/101.6 MB 1.5 MB/s eta 0:00:54\n",
      "   -------- ------------------------------- 21.4/101.6 MB 1.5 MB/s eta 0:00:52\n",
      "   -------- ------------------------------- 21.6/101.6 MB 1.6 MB/s eta 0:00:51\n",
      "   -------- ------------------------------- 21.7/101.6 MB 1.7 MB/s eta 0:00:49\n",
      "   -------- ------------------------------- 21.9/101.6 MB 1.7 MB/s eta 0:00:47\n",
      "   -------- ------------------------------- 22.0/101.6 MB 1.8 MB/s eta 0:00:45\n",
      "   -------- ------------------------------- 22.1/101.6 MB 1.8 MB/s eta 0:00:44\n",
      "   -------- ------------------------------- 22.3/101.6 MB 1.9 MB/s eta 0:00:42\n",
      "   -------- ------------------------------- 22.4/101.6 MB 2.0 MB/s eta 0:00:39\n",
      "   -------- ------------------------------- 22.6/101.6 MB 2.1 MB/s eta 0:00:38\n",
      "   -------- ------------------------------- 22.7/101.6 MB 2.2 MB/s eta 0:00:37\n",
      "   --------- ------------------------------ 22.9/101.6 MB 2.2 MB/s eta 0:00:36\n",
      "   --------- ------------------------------ 23.1/101.6 MB 2.3 MB/s eta 0:00:35\n",
      "   --------- ------------------------------ 23.2/101.6 MB 2.3 MB/s eta 0:00:34\n",
      "   --------- ------------------------------ 23.4/101.6 MB 2.4 MB/s eta 0:00:33\n",
      "   --------- ------------------------------ 23.5/101.6 MB 2.5 MB/s eta 0:00:32\n",
      "   --------- ------------------------------ 23.7/101.6 MB 2.5 MB/s eta 0:00:32\n",
      "   --------- ------------------------------ 23.9/101.6 MB 2.5 MB/s eta 0:00:31\n",
      "   --------- ------------------------------ 24.0/101.6 MB 2.6 MB/s eta 0:00:30\n",
      "   --------- ------------------------------ 24.2/101.6 MB 2.6 MB/s eta 0:00:30\n",
      "   --------- ------------------------------ 24.3/101.6 MB 2.7 MB/s eta 0:00:30\n",
      "   --------- ------------------------------ 24.5/101.6 MB 2.7 MB/s eta 0:00:29\n",
      "   --------- ------------------------------ 24.6/101.6 MB 2.7 MB/s eta 0:00:29\n",
      "   --------- ------------------------------ 24.8/101.6 MB 2.8 MB/s eta 0:00:28\n",
      "   --------- ------------------------------ 25.0/101.6 MB 2.8 MB/s eta 0:00:28\n",
      "   --------- ------------------------------ 25.1/101.6 MB 2.8 MB/s eta 0:00:28\n",
      "   --------- ------------------------------ 25.3/101.6 MB 2.9 MB/s eta 0:00:27\n",
      "   ---------- ----------------------------- 25.4/101.6 MB 2.9 MB/s eta 0:00:27\n",
      "   ---------- ----------------------------- 25.6/101.6 MB 2.9 MB/s eta 0:00:27\n",
      "   ---------- ----------------------------- 25.8/101.6 MB 2.9 MB/s eta 0:00:26\n",
      "   ---------- ----------------------------- 25.9/101.6 MB 3.0 MB/s eta 0:00:26\n",
      "   ---------- ----------------------------- 26.1/101.6 MB 3.0 MB/s eta 0:00:26\n",
      "   ---------- ----------------------------- 26.2/101.6 MB 3.0 MB/s eta 0:00:25\n",
      "   ---------- ----------------------------- 26.4/101.6 MB 3.1 MB/s eta 0:00:25\n",
      "   ---------- ----------------------------- 26.6/101.6 MB 3.1 MB/s eta 0:00:25\n",
      "   ---------- ----------------------------- 26.7/101.6 MB 3.1 MB/s eta 0:00:25\n",
      "   ---------- ----------------------------- 26.9/101.6 MB 3.1 MB/s eta 0:00:24\n",
      "   ---------- ----------------------------- 27.1/101.6 MB 3.1 MB/s eta 0:00:24\n",
      "   ---------- ----------------------------- 27.2/101.6 MB 3.2 MB/s eta 0:00:24\n",
      "   ---------- ----------------------------- 27.4/101.6 MB 3.2 MB/s eta 0:00:24\n",
      "   ---------- ----------------------------- 27.6/101.6 MB 3.2 MB/s eta 0:00:24\n",
      "   ---------- ----------------------------- 27.7/101.6 MB 3.2 MB/s eta 0:00:23\n",
      "   ---------- ----------------------------- 27.9/101.6 MB 3.2 MB/s eta 0:00:23\n",
      "   ----------- ---------------------------- 28.0/101.6 MB 3.3 MB/s eta 0:00:23\n",
      "   ----------- ---------------------------- 28.2/101.6 MB 3.3 MB/s eta 0:00:23\n",
      "   ----------- ---------------------------- 28.3/101.6 MB 3.3 MB/s eta 0:00:23\n",
      "   ----------- ---------------------------- 28.5/101.6 MB 3.3 MB/s eta 0:00:23\n",
      "   ----------- ---------------------------- 28.7/101.6 MB 3.3 MB/s eta 0:00:23\n",
      "   ----------- ---------------------------- 28.8/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ----------- ---------------------------- 29.0/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ----------- ---------------------------- 29.2/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ----------- ---------------------------- 29.3/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ----------- ---------------------------- 29.5/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ----------- ---------------------------- 29.6/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ----------- ---------------------------- 29.8/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ----------- ---------------------------- 29.9/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ----------- ---------------------------- 30.1/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ----------- ---------------------------- 30.2/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ----------- ---------------------------- 30.4/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ------------ --------------------------- 30.5/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ------------ --------------------------- 30.7/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ------------ --------------------------- 30.9/101.6 MB 3.4 MB/s eta 0:00:22\n",
      "   ------------ --------------------------- 31.0/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ------------ --------------------------- 31.2/101.6 MB 3.3 MB/s eta 0:00:22\n",
      "   ------------ --------------------------- 31.3/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------ --------------------------- 31.5/101.6 MB 3.3 MB/s eta 0:00:21\n",
      "   ------------ --------------------------- 31.6/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------ --------------------------- 31.8/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------ --------------------------- 32.0/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------ --------------------------- 32.1/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------ --------------------------- 32.3/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------ --------------------------- 32.4/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------ --------------------------- 32.6/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------ --------------------------- 32.8/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------ --------------------------- 32.9/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------- -------------------------- 33.1/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------- -------------------------- 33.2/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------- -------------------------- 33.4/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------- -------------------------- 33.6/101.6 MB 3.4 MB/s eta 0:00:21\n",
      "   ------------- -------------------------- 33.7/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   ------------- -------------------------- 33.9/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   ------------- -------------------------- 34.0/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   ------------- -------------------------- 34.2/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   ------------- -------------------------- 34.4/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   ------------- -------------------------- 34.5/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   ------------- -------------------------- 34.7/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   ------------- -------------------------- 34.9/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   ------------- -------------------------- 35.0/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   ------------- -------------------------- 35.2/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   ------------- -------------------------- 35.4/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   ------------- -------------------------- 35.5/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   -------------- ------------------------- 35.7/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   -------------- ------------------------- 35.9/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   -------------- ------------------------- 36.1/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   -------------- ------------------------- 36.2/101.6 MB 3.4 MB/s eta 0:00:20\n",
      "   -------------- ------------------------- 36.4/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   -------------- ------------------------- 36.6/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   -------------- ------------------------- 36.7/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   -------------- ------------------------- 36.9/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   -------------- ------------------------- 37.0/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   -------------- ------------------------- 37.2/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   -------------- ------------------------- 37.4/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   -------------- ------------------------- 37.5/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   -------------- ------------------------- 37.7/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   -------------- ------------------------- 37.8/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   -------------- ------------------------- 38.0/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 38.2/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 38.3/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 38.5/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 38.7/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 38.8/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 39.0/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 39.2/101.6 MB 3.5 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 39.3/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 39.4/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 39.4/101.6 MB 3.4 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 39.5/101.6 MB 3.3 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 39.5/101.6 MB 3.3 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 39.6/101.6 MB 3.3 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 39.7/101.6 MB 3.3 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 39.8/101.6 MB 3.3 MB/s eta 0:00:19\n",
      "   --------------- ------------------------ 39.9/101.6 MB 3.2 MB/s eta 0:00:20\n",
      "   --------------- ------------------------ 40.0/101.6 MB 3.2 MB/s eta 0:00:20\n",
      "   --------------- ------------------------ 40.1/101.6 MB 3.2 MB/s eta 0:00:20\n",
      "   --------------- ------------------------ 40.1/101.6 MB 3.2 MB/s eta 0:00:20\n",
      "   --------------- ------------------------ 40.2/101.6 MB 3.1 MB/s eta 0:00:20\n",
      "   --------------- ------------------------ 40.3/101.6 MB 3.1 MB/s eta 0:00:20\n",
      "   --------------- ------------------------ 40.4/101.6 MB 3.1 MB/s eta 0:00:20\n",
      "   --------------- ------------------------ 40.5/101.6 MB 3.1 MB/s eta 0:00:20\n",
      "   --------------- ------------------------ 40.6/101.6 MB 3.1 MB/s eta 0:00:20\n",
      "   ---------------- ----------------------- 40.6/101.6 MB 3.0 MB/s eta 0:00:21\n",
      "   ---------------- ----------------------- 40.8/101.6 MB 3.0 MB/s eta 0:00:21\n",
      "   ---------------- ----------------------- 40.9/101.6 MB 3.0 MB/s eta 0:00:21\n",
      "   ---------------- ----------------------- 41.0/101.6 MB 3.0 MB/s eta 0:00:20\n",
      "   ---------------- ----------------------- 41.2/101.6 MB 3.0 MB/s eta 0:00:21\n",
      "   ---------------- ----------------------- 41.4/101.6 MB 3.0 MB/s eta 0:00:20\n",
      "   ---------------- ----------------------- 41.5/101.6 MB 3.0 MB/s eta 0:00:20\n",
      "   ---------------- ----------------------- 41.6/101.6 MB 3.0 MB/s eta 0:00:20\n",
      "   ---------------- ----------------------- 41.8/101.6 MB 3.0 MB/s eta 0:00:20\n",
      "   ---------------- ----------------------- 41.9/101.6 MB 3.0 MB/s eta 0:00:20\n",
      "   ---------------- ----------------------- 42.0/101.6 MB 3.0 MB/s eta 0:00:20\n",
      "   ---------------- ----------------------- 42.1/101.6 MB 3.0 MB/s eta 0:00:21\n",
      "   ---------------- ----------------------- 42.2/101.6 MB 3.0 MB/s eta 0:00:21\n",
      "   ---------------- ----------------------- 42.4/101.6 MB 3.0 MB/s eta 0:00:20\n",
      "   ---------------- ----------------------- 42.5/101.6 MB 2.9 MB/s eta 0:00:21\n",
      "   ---------------- ----------------------- 42.5/101.6 MB 2.9 MB/s eta 0:00:21\n",
      "   ---------------- ----------------------- 42.6/101.6 MB 2.9 MB/s eta 0:00:21\n",
      "   ---------------- ----------------------- 42.7/101.6 MB 2.9 MB/s eta 0:00:21\n",
      "   ---------------- ----------------------- 42.8/101.6 MB 2.9 MB/s eta 0:00:21\n",
      "   ---------------- ----------------------- 43.0/101.6 MB 2.9 MB/s eta 0:00:21\n",
      "   ---------------- ----------------------- 43.0/101.6 MB 2.8 MB/s eta 0:00:21\n",
      "   ---------------- ----------------------- 43.2/101.6 MB 2.8 MB/s eta 0:00:21\n",
      "   ----------------- ---------------------- 43.3/101.6 MB 2.8 MB/s eta 0:00:21\n",
      "   ----------------- ---------------------- 43.4/101.6 MB 2.8 MB/s eta 0:00:21\n",
      "   ----------------- ---------------------- 43.5/101.6 MB 2.8 MB/s eta 0:00:21\n",
      "   ----------------- ---------------------- 43.6/101.6 MB 2.8 MB/s eta 0:00:21\n",
      "   ----------------- ---------------------- 43.8/101.6 MB 2.8 MB/s eta 0:00:21\n",
      "   ----------------- ---------------------- 43.9/101.6 MB 2.8 MB/s eta 0:00:21\n",
      "   ----------------- ---------------------- 44.0/101.6 MB 2.8 MB/s eta 0:00:21\n",
      "   ----------------- ---------------------- 44.1/101.6 MB 2.8 MB/s eta 0:00:21\n",
      "   ----------------- ---------------------- 44.1/101.6 MB 2.7 MB/s eta 0:00:21\n",
      "   ----------------- ---------------------- 44.2/101.6 MB 2.7 MB/s eta 0:00:22\n",
      "   ----------------- ---------------------- 44.3/101.6 MB 2.7 MB/s eta 0:00:22\n",
      "   ----------------- ---------------------- 44.4/101.6 MB 2.7 MB/s eta 0:00:22\n",
      "   ----------------- ---------------------- 44.5/101.6 MB 2.7 MB/s eta 0:00:22\n",
      "   ----------------- ---------------------- 44.6/101.6 MB 2.7 MB/s eta 0:00:22\n",
      "   ----------------- ---------------------- 44.7/101.6 MB 2.6 MB/s eta 0:00:22\n",
      "   ----------------- ---------------------- 44.7/101.6 MB 2.6 MB/s eta 0:00:22\n",
      "   ----------------- ---------------------- 44.8/101.6 MB 2.6 MB/s eta 0:00:22\n",
      "   ----------------- ---------------------- 44.9/101.6 MB 2.6 MB/s eta 0:00:22\n",
      "   ----------------- ---------------------- 45.0/101.6 MB 2.6 MB/s eta 0:00:22\n",
      "   ----------------- ---------------------- 45.1/101.6 MB 2.6 MB/s eta 0:00:23\n",
      "   ----------------- ---------------------- 45.1/101.6 MB 2.5 MB/s eta 0:00:23\n",
      "   ----------------- ---------------------- 45.2/101.6 MB 2.5 MB/s eta 0:00:23\n",
      "   ----------------- ---------------------- 45.3/101.6 MB 2.5 MB/s eta 0:00:23\n",
      "   ----------------- ---------------------- 45.3/101.6 MB 2.5 MB/s eta 0:00:23\n",
      "   ----------------- ---------------------- 45.4/101.6 MB 2.5 MB/s eta 0:00:23\n",
      "   ----------------- ---------------------- 45.5/101.6 MB 2.5 MB/s eta 0:00:23\n",
      "   ----------------- ---------------------- 45.5/101.6 MB 2.4 MB/s eta 0:00:23\n",
      "   ----------------- ---------------------- 45.6/101.6 MB 2.4 MB/s eta 0:00:24\n",
      "   ----------------- ---------------------- 45.7/101.6 MB 2.4 MB/s eta 0:00:24\n",
      "   ------------------ --------------------- 45.7/101.6 MB 2.4 MB/s eta 0:00:24\n",
      "   ------------------ --------------------- 45.8/101.6 MB 2.4 MB/s eta 0:00:24\n",
      "   ------------------ --------------------- 45.8/101.6 MB 2.4 MB/s eta 0:00:24\n",
      "   ------------------ --------------------- 45.9/101.6 MB 2.3 MB/s eta 0:00:24\n",
      "   ------------------ --------------------- 45.9/101.6 MB 2.3 MB/s eta 0:00:24\n",
      "   ------------------ --------------------- 46.0/101.6 MB 2.3 MB/s eta 0:00:25\n",
      "   ------------------ --------------------- 46.1/101.6 MB 2.3 MB/s eta 0:00:25\n",
      "   ------------------ --------------------- 46.1/101.6 MB 2.3 MB/s eta 0:00:25\n",
      "   ------------------ --------------------- 46.2/101.6 MB 2.3 MB/s eta 0:00:25\n",
      "   ------------------ --------------------- 46.3/101.6 MB 2.2 MB/s eta 0:00:25\n",
      "   ------------------ --------------------- 46.3/101.6 MB 2.2 MB/s eta 0:00:25\n",
      "   ------------------ --------------------- 46.4/101.6 MB 2.2 MB/s eta 0:00:25\n",
      "   ------------------ --------------------- 46.5/101.6 MB 2.2 MB/s eta 0:00:25\n",
      "   ------------------ --------------------- 46.5/101.6 MB 2.2 MB/s eta 0:00:26\n",
      "   ------------------ --------------------- 46.6/101.6 MB 2.2 MB/s eta 0:00:26\n",
      "   ------------------ --------------------- 46.6/101.6 MB 2.2 MB/s eta 0:00:26\n",
      "   ------------------ --------------------- 46.7/101.6 MB 2.2 MB/s eta 0:00:26\n",
      "   ------------------ --------------------- 46.7/101.6 MB 2.1 MB/s eta 0:00:26\n",
      "   ------------------ --------------------- 46.8/101.6 MB 2.1 MB/s eta 0:00:26\n",
      "   ------------------ --------------------- 46.8/101.6 MB 2.1 MB/s eta 0:00:26\n",
      "   ------------------ --------------------- 46.9/101.6 MB 2.1 MB/s eta 0:00:27\n",
      "   ------------------ --------------------- 46.9/101.6 MB 2.1 MB/s eta 0:00:27\n",
      "   ------------------ --------------------- 47.0/101.6 MB 2.1 MB/s eta 0:00:27\n",
      "   ------------------ --------------------- 47.0/101.6 MB 2.0 MB/s eta 0:00:27\n",
      "   ------------------ --------------------- 47.0/101.6 MB 2.0 MB/s eta 0:00:27\n",
      "   ------------------ --------------------- 47.1/101.6 MB 2.0 MB/s eta 0:00:27\n",
      "   ------------------ --------------------- 47.1/101.6 MB 2.0 MB/s eta 0:00:28\n",
      "   ------------------ --------------------- 47.2/101.6 MB 2.0 MB/s eta 0:00:28\n",
      "   ------------------ --------------------- 47.2/101.6 MB 2.0 MB/s eta 0:00:28\n",
      "   ------------------ --------------------- 47.2/101.6 MB 2.0 MB/s eta 0:00:28\n",
      "   ------------------ --------------------- 47.3/101.6 MB 2.0 MB/s eta 0:00:28\n",
      "   ------------------ --------------------- 47.4/101.6 MB 1.9 MB/s eta 0:00:28\n",
      "   ------------------ --------------------- 47.4/101.6 MB 1.9 MB/s eta 0:00:29\n",
      "   ------------------ --------------------- 47.4/101.6 MB 1.9 MB/s eta 0:00:29\n",
      "   ------------------ --------------------- 47.5/101.6 MB 1.9 MB/s eta 0:00:29\n",
      "   ------------------ --------------------- 47.5/101.6 MB 1.9 MB/s eta 0:00:29\n",
      "   ------------------ --------------------- 47.6/101.6 MB 1.9 MB/s eta 0:00:29\n",
      "   ------------------ --------------------- 47.6/101.6 MB 1.9 MB/s eta 0:00:29\n",
      "   ------------------ --------------------- 47.6/101.6 MB 1.9 MB/s eta 0:00:30\n",
      "   ------------------ --------------------- 47.7/101.6 MB 1.8 MB/s eta 0:00:30\n",
      "   ------------------ --------------------- 47.7/101.6 MB 1.8 MB/s eta 0:00:30\n",
      "   ------------------ --------------------- 47.7/101.6 MB 1.8 MB/s eta 0:00:30\n",
      "   ------------------ --------------------- 47.8/101.6 MB 1.8 MB/s eta 0:00:30\n",
      "   ------------------ --------------------- 47.8/101.6 MB 1.8 MB/s eta 0:00:30\n",
      "   ------------------ --------------------- 47.8/101.6 MB 1.8 MB/s eta 0:00:31\n",
      "   ------------------ --------------------- 47.9/101.6 MB 1.8 MB/s eta 0:00:31\n",
      "   ------------------ --------------------- 47.9/101.6 MB 1.8 MB/s eta 0:00:31\n",
      "   ------------------ --------------------- 48.0/101.6 MB 1.8 MB/s eta 0:00:31\n",
      "   ------------------ --------------------- 48.0/101.6 MB 1.7 MB/s eta 0:00:31\n",
      "   ------------------ --------------------- 48.1/101.6 MB 1.7 MB/s eta 0:00:31\n",
      "   ------------------ --------------------- 48.1/101.6 MB 1.7 MB/s eta 0:00:32\n",
      "   ------------------ --------------------- 48.2/101.6 MB 1.7 MB/s eta 0:00:32\n",
      "   ------------------- -------------------- 48.3/101.6 MB 1.7 MB/s eta 0:00:32\n",
      "   ------------------- -------------------- 48.3/101.6 MB 1.7 MB/s eta 0:00:32\n",
      "   ------------------- -------------------- 48.4/101.6 MB 1.7 MB/s eta 0:00:32\n",
      "   ------------------- -------------------- 48.4/101.6 MB 1.7 MB/s eta 0:00:32\n",
      "   ------------------- -------------------- 48.5/101.6 MB 1.7 MB/s eta 0:00:32\n",
      "   ------------------- -------------------- 48.6/101.6 MB 1.7 MB/s eta 0:00:32\n",
      "   ------------------- -------------------- 48.7/101.6 MB 1.7 MB/s eta 0:00:32\n",
      "   ------------------- -------------------- 48.7/101.6 MB 1.7 MB/s eta 0:00:32\n",
      "   ------------------- -------------------- 48.8/101.6 MB 1.6 MB/s eta 0:00:33\n",
      "   ------------------- -------------------- 48.9/101.6 MB 1.6 MB/s eta 0:00:33\n",
      "   ------------------- -------------------- 48.9/101.6 MB 1.6 MB/s eta 0:00:33\n",
      "   ------------------- -------------------- 49.0/101.6 MB 1.6 MB/s eta 0:00:33\n",
      "   ------------------- -------------------- 49.0/101.6 MB 1.6 MB/s eta 0:00:33\n",
      "   ------------------- -------------------- 49.1/101.6 MB 1.6 MB/s eta 0:00:33\n",
      "   ------------------- -------------------- 49.1/101.6 MB 1.6 MB/s eta 0:00:33\n",
      "   ------------------- -------------------- 49.2/101.6 MB 1.6 MB/s eta 0:00:33\n",
      "   ------------------- -------------------- 49.2/101.6 MB 1.6 MB/s eta 0:00:34\n",
      "   ------------------- -------------------- 49.3/101.6 MB 1.6 MB/s eta 0:00:34\n",
      "   ------------------- -------------------- 49.3/101.6 MB 1.6 MB/s eta 0:00:34\n",
      "   ------------------- -------------------- 49.4/101.6 MB 1.6 MB/s eta 0:00:34\n",
      "   ------------------- -------------------- 49.4/101.6 MB 1.5 MB/s eta 0:00:34\n",
      "   ------------------- -------------------- 49.4/101.6 MB 1.5 MB/s eta 0:00:34\n",
      "   ------------------- -------------------- 49.5/101.6 MB 1.5 MB/s eta 0:00:34\n",
      "   ------------------- -------------------- 49.5/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 49.6/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 49.6/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 49.7/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 49.7/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 49.8/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 49.8/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 49.9/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.0/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.0/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.1/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.1/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.1/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.2/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.2/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.3/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.3/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.4/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.5/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.5/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.5/101.6 MB 1.5 MB/s eta 0:00:35\n",
      "   ------------------- -------------------- 50.6/101.6 MB 1.5 MB/s eta 0:00:36\n",
      "   ------------------- -------------------- 50.6/101.6 MB 1.4 MB/s eta 0:00:36\n",
      "   ------------------- -------------------- 50.7/101.6 MB 1.4 MB/s eta 0:00:36\n",
      "   ------------------- -------------------- 50.7/101.6 MB 1.4 MB/s eta 0:00:36\n",
      "   -------------------- ------------------- 50.8/101.6 MB 1.4 MB/s eta 0:00:36\n",
      "   -------------------- ------------------- 50.8/101.6 MB 1.4 MB/s eta 0:00:36\n",
      "   -------------------- ------------------- 50.9/101.6 MB 1.4 MB/s eta 0:00:36\n",
      "   -------------------- ------------------- 50.9/101.6 MB 1.4 MB/s eta 0:00:36\n",
      "   -------------------- ------------------- 51.0/101.6 MB 1.4 MB/s eta 0:00:36\n",
      "   -------------------- ------------------- 51.0/101.6 MB 1.4 MB/s eta 0:00:36\n",
      "   -------------------- ------------------- 51.0/101.6 MB 1.4 MB/s eta 0:00:36\n",
      "   -------------------- ------------------- 51.1/101.6 MB 1.4 MB/s eta 0:00:37\n",
      "   -------------------- ------------------- 51.1/101.6 MB 1.4 MB/s eta 0:00:37\n",
      "   -------------------- ------------------- 51.2/101.6 MB 1.4 MB/s eta 0:00:37\n",
      "   -------------------- ------------------- 51.2/101.6 MB 1.4 MB/s eta 0:00:37\n",
      "   -------------------- ------------------- 51.3/101.6 MB 1.4 MB/s eta 0:00:37\n",
      "   -------------------- ------------------- 51.3/101.6 MB 1.4 MB/s eta 0:00:37\n",
      "   -------------------- ------------------- 51.3/101.6 MB 1.4 MB/s eta 0:00:37\n",
      "   -------------------- ------------------- 51.4/101.6 MB 1.4 MB/s eta 0:00:37\n",
      "   -------------------- ------------------- 51.4/101.6 MB 1.3 MB/s eta 0:00:38\n",
      "   -------------------- ------------------- 51.5/101.6 MB 1.3 MB/s eta 0:00:38\n",
      "   -------------------- ------------------- 51.5/101.6 MB 1.3 MB/s eta 0:00:38\n",
      "   -------------------- ------------------- 51.5/101.6 MB 1.3 MB/s eta 0:00:38\n",
      "   -------------------- ------------------- 51.6/101.6 MB 1.3 MB/s eta 0:00:38\n",
      "   -------------------- ------------------- 51.6/101.6 MB 1.3 MB/s eta 0:00:38\n",
      "   -------------------- ------------------- 51.6/101.6 MB 1.3 MB/s eta 0:00:38\n",
      "   -------------------- ------------------- 51.7/101.6 MB 1.3 MB/s eta 0:00:39\n",
      "   -------------------- ------------------- 51.7/101.6 MB 1.3 MB/s eta 0:00:39\n",
      "   -------------------- ------------------- 51.7/101.6 MB 1.3 MB/s eta 0:00:39\n",
      "   -------------------- ------------------- 51.8/101.6 MB 1.3 MB/s eta 0:00:39\n",
      "   -------------------- ------------------- 51.8/101.6 MB 1.3 MB/s eta 0:00:39\n",
      "   -------------------- ------------------- 51.8/101.6 MB 1.3 MB/s eta 0:00:39\n",
      "   -------------------- ------------------- 51.9/101.6 MB 1.3 MB/s eta 0:00:40\n",
      "   -------------------- ------------------- 51.9/101.6 MB 1.3 MB/s eta 0:00:40\n",
      "   -------------------- ------------------- 51.9/101.6 MB 1.3 MB/s eta 0:00:40\n",
      "   -------------------- ------------------- 52.0/101.6 MB 1.3 MB/s eta 0:00:40\n",
      "   -------------------- ------------------- 52.0/101.6 MB 1.3 MB/s eta 0:00:40\n",
      "   -------------------- ------------------- 52.0/101.6 MB 1.2 MB/s eta 0:00:40\n",
      "   -------------------- ------------------- 52.1/101.6 MB 1.2 MB/s eta 0:00:40\n",
      "   -------------------- ------------------- 52.1/101.6 MB 1.2 MB/s eta 0:00:40\n",
      "   -------------------- ------------------- 52.2/101.6 MB 1.2 MB/s eta 0:00:41\n",
      "   -------------------- ------------------- 52.2/101.6 MB 1.2 MB/s eta 0:00:41\n",
      "   -------------------- ------------------- 52.2/101.6 MB 1.2 MB/s eta 0:00:41\n",
      "   -------------------- ------------------- 52.3/101.6 MB 1.2 MB/s eta 0:00:41\n",
      "   -------------------- ------------------- 52.3/101.6 MB 1.2 MB/s eta 0:00:41\n",
      "   -------------------- ------------------- 52.3/101.6 MB 1.2 MB/s eta 0:00:41\n",
      "   -------------------- ------------------- 52.3/101.6 MB 1.2 MB/s eta 0:00:41\n",
      "   -------------------- ------------------- 52.4/101.6 MB 1.2 MB/s eta 0:00:42\n",
      "   -------------------- ------------------- 52.4/101.6 MB 1.2 MB/s eta 0:00:42\n",
      "   -------------------- ------------------- 52.4/101.6 MB 1.2 MB/s eta 0:00:42\n",
      "   -------------------- ------------------- 52.5/101.6 MB 1.2 MB/s eta 0:00:42\n",
      "   -------------------- ------------------- 52.5/101.6 MB 1.2 MB/s eta 0:00:42\n",
      "   -------------------- ------------------- 52.6/101.6 MB 1.2 MB/s eta 0:00:42\n",
      "   -------------------- ------------------- 52.6/101.6 MB 1.2 MB/s eta 0:00:42\n",
      "   -------------------- ------------------- 52.7/101.6 MB 1.2 MB/s eta 0:00:42\n",
      "   -------------------- ------------------- 52.7/101.6 MB 1.2 MB/s eta 0:00:43\n",
      "   -------------------- ------------------- 52.7/101.6 MB 1.2 MB/s eta 0:00:43\n",
      "   -------------------- ------------------- 52.8/101.6 MB 1.2 MB/s eta 0:00:43\n",
      "   -------------------- ------------------- 52.8/101.6 MB 1.2 MB/s eta 0:00:43\n",
      "   -------------------- ------------------- 52.9/101.6 MB 1.2 MB/s eta 0:00:43\n",
      "   -------------------- ------------------- 52.9/101.6 MB 1.1 MB/s eta 0:00:43\n",
      "   -------------------- ------------------- 53.0/101.6 MB 1.1 MB/s eta 0:00:43\n",
      "   -------------------- ------------------- 53.0/101.6 MB 1.1 MB/s eta 0:00:43\n",
      "   -------------------- ------------------- 53.1/101.6 MB 1.1 MB/s eta 0:00:43\n",
      "   -------------------- ------------------- 53.1/101.6 MB 1.1 MB/s eta 0:00:43\n",
      "   -------------------- ------------------- 53.1/101.6 MB 1.1 MB/s eta 0:00:43\n",
      "   -------------------- ------------------- 53.2/101.6 MB 1.1 MB/s eta 0:00:43\n",
      "   -------------------- ------------------- 53.2/101.6 MB 1.1 MB/s eta 0:00:43\n",
      "   -------------------- ------------------- 53.3/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   -------------------- ------------------- 53.3/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   -------------------- ------------------- 53.3/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   -------------------- ------------------- 53.3/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   --------------------- ------------------ 53.3/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   --------------------- ------------------ 53.3/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   --------------------- ------------------ 53.4/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 53.4/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 53.5/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 53.5/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 53.6/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 53.6/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 53.7/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 53.7/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 53.8/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 53.9/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 54.0/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 54.0/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 54.1/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 54.2/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 54.2/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 54.3/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 54.4/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 54.5/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 54.5/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 54.6/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 54.7/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 54.8/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 54.9/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 55.0/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 55.1/101.6 MB 1.1 MB/s eta 0:00:45\n",
      "   --------------------- ------------------ 55.1/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   --------------------- ------------------ 55.2/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   --------------------- ------------------ 55.3/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   --------------------- ------------------ 55.4/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   --------------------- ------------------ 55.5/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   --------------------- ------------------ 55.6/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   --------------------- ------------------ 55.7/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   --------------------- ------------------ 55.7/101.6 MB 1.1 MB/s eta 0:00:44\n",
      "   --------------------- ------------------ 55.8/101.6 MB 1.1 MB/s eta 0:00:43\n",
      "   ---------------------- ----------------- 55.9/101.6 MB 1.1 MB/s eta 0:00:43\n",
      "   ---------------------- ----------------- 56.0/101.6 MB 1.1 MB/s eta 0:00:43\n",
      "   ---------------------- ----------------- 56.1/101.6 MB 1.1 MB/s eta 0:00:43\n",
      "   ---------------------- ----------------- 56.2/101.6 MB 1.1 MB/s eta 0:00:43\n",
      "   ---------------------- ----------------- 56.3/101.6 MB 1.1 MB/s eta 0:00:42\n",
      "   ---------------------- ----------------- 56.4/101.6 MB 1.1 MB/s eta 0:00:42\n",
      "   ---------------------- ----------------- 56.5/101.6 MB 1.1 MB/s eta 0:00:42\n",
      "   ---------------------- ----------------- 56.6/101.6 MB 1.1 MB/s eta 0:00:42\n",
      "   ---------------------- ----------------- 56.7/101.6 MB 1.1 MB/s eta 0:00:42\n",
      "   ---------------------- ----------------- 56.8/101.6 MB 1.1 MB/s eta 0:00:41\n",
      "   ---------------------- ----------------- 56.9/101.6 MB 1.1 MB/s eta 0:00:41\n",
      "   ---------------------- ----------------- 57.0/101.6 MB 1.1 MB/s eta 0:00:41\n",
      "   ---------------------- ----------------- 57.1/101.6 MB 1.1 MB/s eta 0:00:40\n",
      "   ---------------------- ----------------- 57.2/101.6 MB 1.1 MB/s eta 0:00:40\n",
      "   ---------------------- ----------------- 57.3/101.6 MB 1.1 MB/s eta 0:00:40\n",
      "   ---------------------- ----------------- 57.4/101.6 MB 1.1 MB/s eta 0:00:39\n",
      "   ---------------------- ----------------- 57.5/101.6 MB 1.1 MB/s eta 0:00:39\n",
      "   ---------------------- ----------------- 57.6/101.6 MB 1.2 MB/s eta 0:00:39\n",
      "   ---------------------- ----------------- 57.8/101.6 MB 1.2 MB/s eta 0:00:38\n",
      "   ---------------------- ----------------- 57.8/101.6 MB 1.2 MB/s eta 0:00:38\n",
      "   ---------------------- ----------------- 57.9/101.6 MB 1.2 MB/s eta 0:00:37\n",
      "   ---------------------- ----------------- 58.1/101.6 MB 1.2 MB/s eta 0:00:37\n",
      "   ---------------------- ----------------- 58.2/101.6 MB 1.2 MB/s eta 0:00:36\n",
      "   ---------------------- ----------------- 58.3/101.6 MB 1.2 MB/s eta 0:00:36\n",
      "   ----------------------- ---------------- 58.4/101.6 MB 1.2 MB/s eta 0:00:35\n",
      "   ----------------------- ---------------- 58.5/101.6 MB 1.2 MB/s eta 0:00:35\n",
      "   ----------------------- ---------------- 58.7/101.6 MB 1.2 MB/s eta 0:00:35\n",
      "   ----------------------- ---------------- 58.8/101.6 MB 1.3 MB/s eta 0:00:35\n",
      "   ----------------------- ---------------- 58.9/101.6 MB 1.3 MB/s eta 0:00:34\n",
      "   ----------------------- ---------------- 59.0/101.6 MB 1.3 MB/s eta 0:00:34\n",
      "   ----------------------- ---------------- 59.2/101.6 MB 1.3 MB/s eta 0:00:34\n",
      "   ----------------------- ---------------- 59.3/101.6 MB 1.3 MB/s eta 0:00:34\n",
      "   ----------------------- ---------------- 59.4/101.6 MB 1.3 MB/s eta 0:00:33\n",
      "   ----------------------- ---------------- 59.6/101.6 MB 1.3 MB/s eta 0:00:33\n",
      "   ----------------------- ---------------- 59.7/101.6 MB 1.3 MB/s eta 0:00:32\n",
      "   ----------------------- ---------------- 59.8/101.6 MB 1.3 MB/s eta 0:00:32\n",
      "   ----------------------- ---------------- 59.9/101.6 MB 1.3 MB/s eta 0:00:31\n",
      "   ----------------------- ---------------- 60.1/101.6 MB 1.4 MB/s eta 0:00:31\n",
      "   ----------------------- ---------------- 60.2/101.6 MB 1.4 MB/s eta 0:00:31\n",
      "   ----------------------- ---------------- 60.3/101.6 MB 1.4 MB/s eta 0:00:30\n",
      "   ----------------------- ---------------- 60.5/101.6 MB 1.4 MB/s eta 0:00:30\n",
      "   ----------------------- ---------------- 60.6/101.6 MB 1.4 MB/s eta 0:00:29\n",
      "   ----------------------- ---------------- 60.7/101.6 MB 1.4 MB/s eta 0:00:29\n",
      "   ----------------------- ---------------- 60.9/101.6 MB 1.5 MB/s eta 0:00:28\n",
      "   ------------------------ --------------- 61.0/101.6 MB 1.5 MB/s eta 0:00:28\n",
      "   ------------------------ --------------- 61.2/101.6 MB 1.5 MB/s eta 0:00:27\n",
      "   ------------------------ --------------- 61.3/101.6 MB 1.5 MB/s eta 0:00:27\n",
      "   ------------------------ --------------- 61.4/101.6 MB 1.5 MB/s eta 0:00:27\n",
      "   ------------------------ --------------- 61.6/101.6 MB 1.6 MB/s eta 0:00:26\n",
      "   ------------------------ --------------- 61.7/101.6 MB 1.6 MB/s eta 0:00:26\n",
      "   ------------------------ --------------- 61.9/101.6 MB 1.6 MB/s eta 0:00:25\n",
      "   ------------------------ --------------- 62.0/101.6 MB 1.7 MB/s eta 0:00:24\n",
      "   ------------------------ --------------- 62.1/101.6 MB 1.7 MB/s eta 0:00:24\n",
      "   ------------------------ --------------- 62.2/101.6 MB 1.7 MB/s eta 0:00:23\n",
      "   ------------------------ --------------- 62.4/101.6 MB 1.8 MB/s eta 0:00:22\n",
      "   ------------------------ --------------- 62.5/101.6 MB 1.8 MB/s eta 0:00:22\n",
      "   ------------------------ --------------- 62.6/101.6 MB 1.9 MB/s eta 0:00:21\n",
      "   ------------------------ --------------- 62.8/101.6 MB 1.9 MB/s eta 0:00:21\n",
      "   ------------------------ --------------- 63.0/101.6 MB 2.0 MB/s eta 0:00:20\n",
      "   ------------------------ --------------- 63.1/101.6 MB 2.0 MB/s eta 0:00:20\n",
      "   ------------------------ --------------- 63.3/101.6 MB 2.1 MB/s eta 0:00:19\n",
      "   ------------------------ --------------- 63.4/101.6 MB 2.1 MB/s eta 0:00:19\n",
      "   ------------------------- -------------- 63.6/101.6 MB 2.2 MB/s eta 0:00:18\n",
      "   ------------------------- -------------- 63.7/101.6 MB 2.3 MB/s eta 0:00:17\n",
      "   ------------------------- -------------- 63.9/101.6 MB 2.3 MB/s eta 0:00:17\n",
      "   ------------------------- -------------- 64.0/101.6 MB 2.4 MB/s eta 0:00:16\n",
      "   ------------------------- -------------- 64.2/101.6 MB 2.4 MB/s eta 0:00:16\n",
      "   ------------------------- -------------- 64.3/101.6 MB 2.4 MB/s eta 0:00:16\n",
      "   ------------------------- -------------- 64.5/101.6 MB 2.5 MB/s eta 0:00:16\n",
      "   ------------------------- -------------- 64.6/101.6 MB 2.5 MB/s eta 0:00:15\n",
      "   ------------------------- -------------- 64.8/101.6 MB 2.5 MB/s eta 0:00:15\n",
      "   ------------------------- -------------- 64.9/101.6 MB 2.6 MB/s eta 0:00:15\n",
      "   ------------------------- -------------- 65.1/101.6 MB 2.6 MB/s eta 0:00:15\n",
      "   ------------------------- -------------- 65.2/101.6 MB 2.6 MB/s eta 0:00:14\n",
      "   ------------------------- -------------- 65.4/101.6 MB 2.6 MB/s eta 0:00:14\n",
      "   ------------------------- -------------- 65.5/101.6 MB 2.7 MB/s eta 0:00:14\n",
      "   ------------------------- -------------- 65.7/101.6 MB 2.7 MB/s eta 0:00:14\n",
      "   ------------------------- -------------- 65.8/101.6 MB 2.7 MB/s eta 0:00:14\n",
      "   ------------------------- -------------- 66.0/101.6 MB 2.7 MB/s eta 0:00:14\n",
      "   -------------------------- ------------- 66.1/101.6 MB 2.8 MB/s eta 0:00:13\n",
      "   -------------------------- ------------- 66.3/101.6 MB 2.8 MB/s eta 0:00:13\n",
      "   -------------------------- ------------- 66.4/101.6 MB 2.8 MB/s eta 0:00:13\n",
      "   -------------------------- ------------- 66.6/101.6 MB 2.8 MB/s eta 0:00:13\n",
      "   -------------------------- ------------- 66.7/101.6 MB 2.8 MB/s eta 0:00:13\n",
      "   -------------------------- ------------- 66.9/101.6 MB 2.9 MB/s eta 0:00:13\n",
      "   -------------------------- ------------- 67.1/101.6 MB 2.9 MB/s eta 0:00:12\n",
      "   -------------------------- ------------- 67.2/101.6 MB 2.9 MB/s eta 0:00:12\n",
      "   -------------------------- ------------- 67.4/101.6 MB 2.9 MB/s eta 0:00:12\n",
      "   -------------------------- ------------- 67.5/101.6 MB 2.9 MB/s eta 0:00:12\n",
      "   -------------------------- ------------- 67.7/101.6 MB 3.0 MB/s eta 0:00:12\n",
      "   -------------------------- ------------- 67.8/101.6 MB 3.0 MB/s eta 0:00:12\n",
      "   -------------------------- ------------- 68.0/101.6 MB 3.0 MB/s eta 0:00:12\n",
      "   -------------------------- ------------- 68.1/101.6 MB 3.0 MB/s eta 0:00:12\n",
      "   -------------------------- ------------- 68.3/101.6 MB 3.0 MB/s eta 0:00:12\n",
      "   -------------------------- ------------- 68.4/101.6 MB 3.0 MB/s eta 0:00:11\n",
      "   -------------------------- ------------- 68.5/101.6 MB 3.0 MB/s eta 0:00:11\n",
      "   --------------------------- ------------ 68.6/101.6 MB 3.0 MB/s eta 0:00:11\n",
      "   --------------------------- ------------ 68.8/101.6 MB 3.0 MB/s eta 0:00:11\n",
      "   --------------------------- ------------ 69.0/101.6 MB 3.0 MB/s eta 0:00:11\n",
      "   --------------------------- ------------ 69.1/101.6 MB 3.1 MB/s eta 0:00:11\n",
      "   --------------------------- ------------ 69.3/101.6 MB 3.1 MB/s eta 0:00:11\n",
      "   --------------------------- ------------ 69.4/101.6 MB 3.1 MB/s eta 0:00:11\n",
      "   --------------------------- ------------ 69.6/101.6 MB 3.1 MB/s eta 0:00:11\n",
      "   --------------------------- ------------ 69.7/101.6 MB 3.1 MB/s eta 0:00:11\n",
      "   --------------------------- ------------ 69.9/101.6 MB 3.1 MB/s eta 0:00:11\n",
      "   --------------------------- ------------ 70.0/101.6 MB 3.1 MB/s eta 0:00:11\n",
      "   --------------------------- ------------ 70.2/101.6 MB 3.1 MB/s eta 0:00:11\n",
      "   --------------------------- ------------ 70.3/101.6 MB 3.1 MB/s eta 0:00:11\n",
      "   --------------------------- ------------ 70.4/101.6 MB 3.1 MB/s eta 0:00:10\n",
      "   --------------------------- ------------ 70.6/101.6 MB 3.1 MB/s eta 0:00:10\n",
      "   --------------------------- ------------ 70.7/101.6 MB 3.1 MB/s eta 0:00:10\n",
      "   --------------------------- ------------ 70.9/101.6 MB 3.1 MB/s eta 0:00:10\n",
      "   --------------------------- ------------ 71.1/101.6 MB 3.1 MB/s eta 0:00:10\n",
      "   ---------------------------- ----------- 71.2/101.6 MB 3.2 MB/s eta 0:00:10\n",
      "   ---------------------------- ----------- 71.4/101.6 MB 3.2 MB/s eta 0:00:10\n",
      "   ---------------------------- ----------- 71.5/101.6 MB 3.2 MB/s eta 0:00:10\n",
      "   ---------------------------- ----------- 71.7/101.6 MB 3.2 MB/s eta 0:00:10\n",
      "   ---------------------------- ----------- 71.8/101.6 MB 3.2 MB/s eta 0:00:10\n",
      "   ---------------------------- ----------- 72.0/101.6 MB 3.2 MB/s eta 0:00:10\n",
      "   ---------------------------- ----------- 72.2/101.6 MB 3.2 MB/s eta 0:00:10\n",
      "   ---------------------------- ----------- 72.3/101.6 MB 3.2 MB/s eta 0:00:10\n",
      "   ---------------------------- ----------- 72.5/101.6 MB 3.2 MB/s eta 0:00:10\n",
      "   ---------------------------- ----------- 72.6/101.6 MB 3.2 MB/s eta 0:00:09\n",
      "   ---------------------------- ----------- 72.8/101.6 MB 3.2 MB/s eta 0:00:09\n",
      "   ---------------------------- ----------- 72.9/101.6 MB 3.2 MB/s eta 0:00:09\n",
      "   ---------------------------- ----------- 73.1/101.6 MB 3.2 MB/s eta 0:00:09\n",
      "   ---------------------------- ----------- 73.2/101.6 MB 3.2 MB/s eta 0:00:09\n",
      "   ---------------------------- ----------- 73.4/101.6 MB 3.2 MB/s eta 0:00:09\n",
      "   ---------------------------- ----------- 73.6/101.6 MB 3.2 MB/s eta 0:00:09\n",
      "   ----------------------------- ---------- 73.7/101.6 MB 3.2 MB/s eta 0:00:09\n",
      "   ----------------------------- ---------- 73.9/101.6 MB 3.2 MB/s eta 0:00:09\n",
      "   ----------------------------- ---------- 74.0/101.6 MB 3.2 MB/s eta 0:00:09\n",
      "   ----------------------------- ---------- 74.2/101.6 MB 3.2 MB/s eta 0:00:09\n",
      "   ----------------------------- ---------- 74.4/101.6 MB 3.3 MB/s eta 0:00:09\n",
      "   ----------------------------- ---------- 74.5/101.6 MB 3.3 MB/s eta 0:00:09\n",
      "   ----------------------------- ---------- 74.7/101.6 MB 3.3 MB/s eta 0:00:09\n",
      "   ----------------------------- ---------- 74.8/101.6 MB 3.3 MB/s eta 0:00:09\n",
      "   ----------------------------- ---------- 75.0/101.6 MB 3.3 MB/s eta 0:00:09\n",
      "   ----------------------------- ---------- 75.1/101.6 MB 3.3 MB/s eta 0:00:09\n",
      "   ----------------------------- ---------- 75.3/101.6 MB 3.3 MB/s eta 0:00:09\n",
      "   ----------------------------- ---------- 75.4/101.6 MB 3.3 MB/s eta 0:00:09\n",
      "   ----------------------------- ---------- 75.6/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ----------------------------- ---------- 75.8/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ----------------------------- ---------- 75.9/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ----------------------------- ---------- 76.1/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 76.2/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 76.4/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 76.5/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 76.7/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 76.8/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 77.0/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 77.1/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 77.3/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 77.5/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 77.6/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 77.7/101.6 MB 3.2 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 77.9/101.6 MB 3.2 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 78.0/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 78.2/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 78.3/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 78.5/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------ --------- 78.7/101.6 MB 3.3 MB/s eta 0:00:08\n",
      "   ------------------------------- -------- 78.8/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 79.0/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 79.1/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 79.3/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 79.4/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 79.5/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 79.7/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 79.8/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 80.0/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 80.1/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 80.3/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 80.4/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 80.6/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 80.7/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 80.9/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 81.0/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   ------------------------------- -------- 81.2/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 81.3/101.6 MB 3.3 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 81.3/101.6 MB 3.2 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 81.4/101.6 MB 3.2 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 81.4/101.6 MB 3.2 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 81.4/101.6 MB 3.1 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 81.5/101.6 MB 3.1 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 81.6/101.6 MB 3.1 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 81.7/101.6 MB 3.1 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 81.8/101.6 MB 3.0 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 81.9/101.6 MB 3.0 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 82.0/101.6 MB 3.0 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 82.1/101.6 MB 3.0 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 82.2/101.6 MB 3.0 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 82.3/101.6 MB 3.0 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 82.4/101.6 MB 2.9 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 82.5/101.6 MB 2.9 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 82.6/101.6 MB 2.9 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 82.7/101.6 MB 2.9 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 82.7/101.6 MB 2.9 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 82.8/101.6 MB 2.9 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 82.9/101.6 MB 2.8 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 83.0/101.6 MB 2.8 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 83.1/101.6 MB 2.8 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 83.2/101.6 MB 2.8 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 83.2/101.6 MB 2.8 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 83.3/101.6 MB 2.8 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 83.4/101.6 MB 2.8 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 83.5/101.6 MB 2.7 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 83.5/101.6 MB 2.7 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 83.6/101.6 MB 2.7 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 83.7/101.6 MB 2.7 MB/s eta 0:00:07\n",
      "   -------------------------------- ------- 83.7/101.6 MB 2.7 MB/s eta 0:00:07\n",
      "   --------------------------------- ------ 83.8/101.6 MB 2.6 MB/s eta 0:00:07\n",
      "   --------------------------------- ------ 83.9/101.6 MB 2.6 MB/s eta 0:00:07\n",
      "   --------------------------------- ------ 83.9/101.6 MB 2.6 MB/s eta 0:00:07\n",
      "   --------------------------------- ------ 84.0/101.6 MB 2.6 MB/s eta 0:00:07\n",
      "   --------------------------------- ------ 84.1/101.6 MB 2.6 MB/s eta 0:00:07\n",
      "   --------------------------------- ------ 84.1/101.6 MB 2.5 MB/s eta 0:00:07\n",
      "   --------------------------------- ------ 84.2/101.6 MB 2.5 MB/s eta 0:00:07\n",
      "   --------------------------------- ------ 84.2/101.6 MB 2.5 MB/s eta 0:00:07\n",
      "   --------------------------------- ------ 84.3/101.6 MB 2.5 MB/s eta 0:00:07\n",
      "   --------------------------------- ------ 84.3/101.6 MB 2.5 MB/s eta 0:00:07\n",
      "   --------------------------------- ------ 84.4/101.6 MB 2.5 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 84.5/101.6 MB 2.4 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 84.5/101.6 MB 2.4 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 84.6/101.6 MB 2.4 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 84.6/101.6 MB 2.4 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 84.7/101.6 MB 2.4 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 84.7/101.6 MB 2.3 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 84.7/101.6 MB 2.3 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 84.8/101.6 MB 2.3 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 84.8/101.6 MB 2.3 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 84.9/101.6 MB 2.3 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.0/101.6 MB 2.3 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.0/101.6 MB 2.2 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.0/101.6 MB 2.2 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.1/101.6 MB 2.2 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.1/101.6 MB 2.2 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.2/101.6 MB 2.2 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.2/101.6 MB 2.2 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.2/101.6 MB 2.2 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.3/101.6 MB 2.1 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.3/101.6 MB 2.1 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.4/101.6 MB 2.1 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.4/101.6 MB 2.1 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.4/101.6 MB 2.1 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.5/101.6 MB 2.1 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.5/101.6 MB 2.0 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.5/101.6 MB 2.0 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.6/101.6 MB 2.0 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.6/101.6 MB 2.0 MB/s eta 0:00:08\n",
      "   --------------------------------- ------ 85.6/101.6 MB 2.0 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 85.7/101.6 MB 2.0 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 85.7/101.6 MB 2.0 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 85.8/101.6 MB 1.9 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 85.8/101.6 MB 1.9 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 85.8/101.6 MB 1.9 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 85.9/101.6 MB 1.9 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 85.9/101.6 MB 1.9 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 85.9/101.6 MB 1.9 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 86.0/101.6 MB 1.9 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 86.0/101.6 MB 1.9 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 86.0/101.6 MB 1.8 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 86.1/101.6 MB 1.8 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 86.1/101.6 MB 1.8 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 86.1/101.6 MB 1.8 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 86.2/101.6 MB 1.8 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 86.2/101.6 MB 1.8 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 86.2/101.6 MB 1.8 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 86.3/101.6 MB 1.8 MB/s eta 0:00:09\n",
      "   --------------------------------- ------ 86.3/101.6 MB 1.8 MB/s eta 0:00:09\n",
      "   ---------------------------------- ----- 86.3/101.6 MB 1.7 MB/s eta 0:00:09\n",
      "   ---------------------------------- ----- 86.4/101.6 MB 1.7 MB/s eta 0:00:09\n",
      "   ---------------------------------- ----- 86.4/101.6 MB 1.7 MB/s eta 0:00:09\n",
      "   ---------------------------------- ----- 86.4/101.6 MB 1.7 MB/s eta 0:00:09\n",
      "   ---------------------------------- ----- 86.5/101.6 MB 1.7 MB/s eta 0:00:09\n",
      "   ---------------------------------- ----- 86.5/101.6 MB 1.7 MB/s eta 0:00:09\n",
      "   ---------------------------------- ----- 86.5/101.6 MB 1.7 MB/s eta 0:00:09\n",
      "   ---------------------------------- ----- 86.5/101.6 MB 1.7 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.6/101.6 MB 1.7 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.6/101.6 MB 1.6 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.6/101.6 MB 1.6 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.7/101.6 MB 1.6 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.7/101.6 MB 1.6 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.7/101.6 MB 1.6 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.7/101.6 MB 1.6 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.8/101.6 MB 1.6 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.8/101.6 MB 1.6 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.8/101.6 MB 1.6 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.9/101.6 MB 1.6 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.9/101.6 MB 1.6 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.9/101.6 MB 1.5 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 86.9/101.6 MB 1.5 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 87.0/101.6 MB 1.5 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 87.0/101.6 MB 1.5 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 87.0/101.6 MB 1.5 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 87.0/101.6 MB 1.5 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 87.1/101.6 MB 1.5 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 87.1/101.6 MB 1.5 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 87.1/101.6 MB 1.5 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 87.1/101.6 MB 1.5 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 87.2/101.6 MB 1.5 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 87.2/101.6 MB 1.4 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 87.2/101.6 MB 1.4 MB/s eta 0:00:10\n",
      "   ---------------------------------- ----- 87.2/101.6 MB 1.4 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.3/101.6 MB 1.4 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.3/101.6 MB 1.4 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.3/101.6 MB 1.4 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.4/101.6 MB 1.4 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.4/101.6 MB 1.4 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.4/101.6 MB 1.4 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.4/101.6 MB 1.4 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.5/101.6 MB 1.4 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.5/101.6 MB 1.4 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.6/101.6 MB 1.4 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.6/101.6 MB 1.4 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.6/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.6/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.7/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.7/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.7/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.8/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.8/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.8/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.8/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.9/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.9/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.9/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 87.9/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.0/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.0/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.1/101.6 MB 1.3 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.1/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.2/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.2/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.3/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.3/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.4/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.4/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.5/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.5/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.6/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.7/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.8/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ---------------------------------- ----- 88.8/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 88.9/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.0/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.0/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.1/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.2/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.2/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.3/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.3/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.4/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.4/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.5/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.5/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.6/101.6 MB 1.2 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.7/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.7/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.8/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.8/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.9/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 89.9/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.0/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.0/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.1/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.1/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.2/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.2/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.3/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.3/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.3/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.4/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.4/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.5/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.5/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.6/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.6/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.6/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.7/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.7/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.8/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.8/101.6 MB 1.1 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.8/101.6 MB 1.0 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.9/101.6 MB 1.0 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.9/101.6 MB 1.0 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 90.9/101.6 MB 1.0 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 91.0/101.6 MB 1.0 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 91.0/101.6 MB 1.0 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 91.0/101.6 MB 1.0 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 91.1/101.6 MB 1.0 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 91.1/101.6 MB 1.0 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 91.2/101.6 MB 1.0 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 91.2/101.6 MB 1.0 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 91.2/101.6 MB 1.0 MB/s eta 0:00:11\n",
      "   ----------------------------------- ---- 91.3/101.6 MB 1.0 MB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.3/101.6 MB 999.5 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.3/101.6 MB 993.5 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.4/101.6 MB 990.5 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.4/101.6 MB 986.0 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.4/101.6 MB 984.6 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.4/101.6 MB 981.6 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.5/101.6 MB 977.1 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.5/101.6 MB 975.7 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.5/101.6 MB 971.4 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.6/101.6 MB 971.4 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.6/101.6 MB 971.3 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.6/101.6 MB 968.5 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.6/101.6 MB 967.1 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.7/101.6 MB 969.9 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.7/101.6 MB 967.1 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.7/101.6 MB 962.8 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.8/101.6 MB 961.4 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.8/101.6 MB 958.6 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.9/101.6 MB 953.0 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.9/101.6 MB 952.9 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.9/101.6 MB 948.9 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 91.9/101.6 MB 944.8 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.0/101.6 MB 942.0 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.0/101.6 MB 939.3 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.0/101.6 MB 936.6 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.0/101.6 MB 934.0 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.1/101.6 MB 932.6 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.1/101.6 MB 930.0 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.1/101.6 MB 926.0 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.2/101.6 MB 923.4 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.2/101.6 MB 920.9 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.3/101.6 MB 918.2 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.3/101.6 MB 917.0 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.3/101.6 MB 913.1 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.4/101.6 MB 910.6 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.4/101.6 MB 910.6 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.4/101.6 MB 908.1 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.5/101.6 MB 904.2 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.5/101.6 MB 904.3 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.5/101.6 MB 901.9 kB/s eta 0:00:11\n",
      "   ----------------------------------- --- 92.6/101.6 MB 899.3 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 92.6/101.6 MB 896.9 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 92.7/101.6 MB 893.2 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 92.7/101.6 MB 890.8 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 92.7/101.6 MB 889.5 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 92.8/101.6 MB 887.2 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 92.8/101.6 MB 883.6 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 92.8/101.6 MB 882.3 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 92.9/101.6 MB 881.2 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 92.9/101.6 MB 878.8 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 92.9/101.6 MB 875.3 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 92.9/101.6 MB 875.2 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.0/101.6 MB 870.6 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.0/101.6 MB 870.6 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.1/101.6 MB 867.1 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.1/101.6 MB 864.8 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.1/101.6 MB 863.7 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.2/101.6 MB 861.5 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.2/101.6 MB 858.1 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.2/101.6 MB 856.9 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.2/101.6 MB 854.8 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.2/101.6 MB 852.5 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.3/101.6 MB 849.2 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.3/101.6 MB 848.0 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.3/101.6 MB 845.9 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.4/101.6 MB 842.6 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.4/101.6 MB 840.4 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.4/101.6 MB 839.3 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.4/101.6 MB 836.2 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.5/101.6 MB 834.0 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.5/101.6 MB 833.0 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.5/101.6 MB 828.7 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.5/101.6 MB 827.6 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.6/101.6 MB 825.6 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.6/101.6 MB 824.6 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.6/101.6 MB 821.5 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.6/101.6 MB 820.5 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.7/101.6 MB 817.4 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.7/101.6 MB 816.4 kB/s eta 0:00:10\n",
      "   ----------------------------------- --- 93.7/101.6 MB 814.3 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 93.8/101.6 MB 811.2 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 93.8/101.6 MB 810.3 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 93.8/101.6 MB 809.3 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 93.9/101.6 MB 808.3 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 93.9/101.6 MB 805.3 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 93.9/101.6 MB 804.3 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 93.9/101.6 MB 803.3 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.0/101.6 MB 801.4 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.0/101.6 MB 799.4 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.0/101.6 MB 797.5 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.0/101.6 MB 794.5 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.1/101.6 MB 794.5 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.1/101.6 MB 792.6 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.1/101.6 MB 789.8 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.2/101.6 MB 788.8 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.2/101.6 MB 787.9 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.2/101.6 MB 785.9 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.2/101.6 MB 785.0 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.3/101.6 MB 783.1 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.3/101.6 MB 781.3 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.4/101.6 MB 781.3 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.4/101.6 MB 780.3 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.4/101.6 MB 779.4 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.5/101.6 MB 777.6 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.5/101.6 MB 776.6 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.5/101.6 MB 775.7 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.6/101.6 MB 774.7 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.6/101.6 MB 773.9 kB/s eta 0:00:10\n",
      "   ------------------------------------ -- 94.6/101.6 MB 772.9 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 94.6/101.6 MB 772.1 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 94.7/101.6 MB 770.3 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 94.7/101.6 MB 768.4 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 94.8/101.6 MB 767.5 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 94.8/101.6 MB 765.7 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 94.8/101.6 MB 765.7 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 94.8/101.6 MB 764.8 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 94.9/101.6 MB 763.9 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 94.9/101.6 MB 762.2 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 94.9/101.6 MB 761.3 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 94.9/101.6 MB 760.4 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.0/101.6 MB 758.6 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.0/101.6 MB 758.7 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.0/101.6 MB 756.0 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.1/101.6 MB 756.0 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.1/101.6 MB 754.2 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.1/101.6 MB 753.4 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.1/101.6 MB 752.6 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.2/101.6 MB 751.7 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.2/101.6 MB 750.8 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.3/101.6 MB 749.9 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.3/101.6 MB 749.1 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.3/101.6 MB 749.1 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.3/101.6 MB 747.4 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.4/101.6 MB 747.4 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.4/101.6 MB 745.7 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.4/101.6 MB 745.7 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.4/101.6 MB 744.0 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.5/101.6 MB 744.0 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.5/101.6 MB 743.1 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.5/101.6 MB 742.3 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.6/101.6 MB 741.4 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.6/101.6 MB 740.6 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.6/101.6 MB 740.6 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.7/101.6 MB 739.8 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 95.7/101.6 MB 737.3 kB/s eta 0:00:09\n",
      "   ------------------------------------ -- 95.7/101.6 MB 737.3 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 95.7/101.6 MB 737.3 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 95.7/101.6 MB 738.1 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 95.7/101.6 MB 738.1 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 95.7/101.6 MB 733.2 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 95.7/101.6 MB 733.2 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 95.8/101.6 MB 729.9 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 95.8/101.6 MB 726.6 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 95.8/101.6 MB 725.8 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 95.8/101.6 MB 725.8 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 95.9/101.6 MB 725.8 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 95.9/101.6 MB 726.6 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 95.9/101.6 MB 725.0 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 96.0/101.6 MB 725.1 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 96.0/101.6 MB 725.1 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 96.0/101.6 MB 724.2 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 96.1/101.6 MB 725.8 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 96.1/101.6 MB 726.6 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 96.2/101.6 MB 727.5 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 96.2/101.6 MB 728.3 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 96.3/101.6 MB 729.1 kB/s eta 0:00:08\n",
      "   ------------------------------------ -- 96.3/101.6 MB 729.1 kB/s eta 0:00:08\n",
      "   ------------------------------------- - 96.4/101.6 MB 730.7 kB/s eta 0:00:08\n",
      "   ------------------------------------- - 96.4/101.6 MB 731.5 kB/s eta 0:00:08\n",
      "   ------------------------------------- - 96.5/101.6 MB 733.2 kB/s eta 0:00:07\n",
      "   ------------------------------------- - 96.5/101.6 MB 734.8 kB/s eta 0:00:07\n",
      "   ------------------------------------- - 96.6/101.6 MB 736.5 kB/s eta 0:00:07\n",
      "   ------------------------------------- - 96.6/101.6 MB 739.0 kB/s eta 0:00:07\n",
      "   ------------------------------------- - 96.7/101.6 MB 740.6 kB/s eta 0:00:07\n",
      "   ------------------------------------- - 96.8/101.6 MB 744.8 kB/s eta 0:00:07\n",
      "   ------------------------------------- - 96.8/101.6 MB 746.5 kB/s eta 0:00:07\n",
      "   ------------------------------------- - 96.9/101.6 MB 749.9 kB/s eta 0:00:07\n",
      "   ------------------------------------- - 97.0/101.6 MB 753.4 kB/s eta 0:00:07\n",
      "   ------------------------------------- - 97.0/101.6 MB 756.9 kB/s eta 0:00:07\n",
      "   ------------------------------------- - 97.1/101.6 MB 762.2 kB/s eta 0:00:06\n",
      "   ------------------------------------- - 97.2/101.6 MB 766.7 kB/s eta 0:00:06\n",
      "   ------------------------------------- - 97.2/101.6 MB 770.3 kB/s eta 0:00:06\n",
      "   ------------------------------------- - 97.3/101.6 MB 776.6 kB/s eta 0:00:06\n",
      "   ------------------------------------- - 97.4/101.6 MB 783.1 kB/s eta 0:00:06\n",
      "   ------------------------------------- - 97.5/101.6 MB 786.9 kB/s eta 0:00:06\n",
      "   ------------------------------------- - 97.5/101.6 MB 792.6 kB/s eta 0:00:06\n",
      "   ------------------------------------- - 97.6/101.6 MB 797.4 kB/s eta 0:00:05\n",
      "   ------------------------------------- - 97.7/101.6 MB 804.4 kB/s eta 0:00:05\n",
      "   ------------------------------------- - 97.8/101.6 MB 810.3 kB/s eta 0:00:05\n",
      "   ------------------------------------- - 97.9/101.6 MB 815.3 kB/s eta 0:00:05\n",
      "   ------------------------------------- - 98.0/101.6 MB 822.5 kB/s eta 0:00:05\n",
      "   ------------------------------------- - 98.1/101.6 MB 829.8 kB/s eta 0:00:05\n",
      "   ------------------------------------- - 98.2/101.6 MB 838.3 kB/s eta 0:00:05\n",
      "   ------------------------------------- - 98.3/101.6 MB 842.6 kB/s eta 0:00:04\n",
      "   ------------------------------------- - 98.4/101.6 MB 845.9 kB/s eta 0:00:04\n",
      "   ------------------------------------- - 98.5/101.6 MB 848.1 kB/s eta 0:00:04\n",
      "   ------------------------------------- - 98.6/101.6 MB 852.5 kB/s eta 0:00:04\n",
      "   ------------------------------------- - 98.7/101.6 MB 853.6 kB/s eta 0:00:04\n",
      "   ------------------------------------- - 98.8/101.6 MB 855.8 kB/s eta 0:00:04\n",
      "   ------------------------------------- - 98.8/101.6 MB 855.8 kB/s eta 0:00:04\n",
      "   ------------------------------------- - 98.9/101.6 MB 856.9 kB/s eta 0:00:04\n",
      "   --------------------------------------  99.0/101.6 MB 859.1 kB/s eta 0:00:03\n",
      "   --------------------------------------  99.1/101.6 MB 860.3 kB/s eta 0:00:03\n",
      "   --------------------------------------  99.2/101.6 MB 861.5 kB/s eta 0:00:03\n",
      "   --------------------------------------  99.3/101.6 MB 863.8 kB/s eta 0:00:03\n",
      "   --------------------------------------  99.4/101.6 MB 867.1 kB/s eta 0:00:03\n",
      "   --------------------------------------  99.6/101.6 MB 870.6 kB/s eta 0:00:03\n",
      "   --------------------------------------  99.7/101.6 MB 874.1 kB/s eta 0:00:03\n",
      "   --------------------------------------  99.8/101.6 MB 877.6 kB/s eta 0:00:03\n",
      "   --------------------------------------  99.9/101.6 MB 882.3 kB/s eta 0:00:02\n",
      "   -------------------------------------  100.0/101.6 MB 887.1 kB/s eta 0:00:02\n",
      "   -------------------------------------  100.1/101.6 MB 893.2 kB/s eta 0:00:02\n",
      "   -------------------------------------  100.3/101.6 MB 896.9 kB/s eta 0:00:02\n",
      "   -------------------------------------  100.4/101.6 MB 903.0 kB/s eta 0:00:02\n",
      "   -------------------------------------  100.5/101.6 MB 908.0 kB/s eta 0:00:02\n",
      "   -------------------------------------  100.6/101.6 MB 915.7 kB/s eta 0:00:02\n",
      "   -------------------------------------  100.8/101.6 MB 923.4 kB/s eta 0:00:01\n",
      "   -------------------------------------  100.9/101.6 MB 931.2 kB/s eta 0:00:01\n",
      "   -------------------------------------  101.0/101.6 MB 942.0 kB/s eta 0:00:01\n",
      "   -------------------------------------  101.2/101.6 MB 954.4 kB/s eta 0:00:01\n",
      "   -------------------------------------  101.3/101.6 MB 965.7 kB/s eta 0:00:01\n",
      "   -------------------------------------  101.4/101.6 MB 977.1 kB/s eta 0:00:01\n",
      "   -------------------------------------  101.6/101.6 MB 989.0 kB/s eta 0:00:01\n",
      "   -------------------------------------  101.6/101.6 MB 989.0 kB/s eta 0:00:01\n",
      "   -------------------------------------  101.6/101.6 MB 989.0 kB/s eta 0:00:01\n",
      "   -------------------------------------- 101.6/101.6 MB 979.7 kB/s eta 0:00:00\n",
      "Installing collected packages: bitsandbytes\n",
      "Successfully installed bitsandbytes-0.43.1\n",
      "Collecting trl\n",
      "  Downloading trl-0.8.4-py3-none-any.whl.metadata (11 kB)\n",
      "Requirement already satisfied: torch>=1.4.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from trl) (2.2.2)\n",
      "Requirement already satisfied: transformers>=4.31.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from trl) (4.39.3)\n",
      "Requirement already satisfied: numpy>=1.18.2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from trl) (1.26.4)\n",
      "Requirement already satisfied: accelerate in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from trl) (0.29.2)\n",
      "Requirement already satisfied: datasets in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from trl) (2.18.0)\n",
      "Collecting tyro>=0.5.11 (from trl)\n",
      "  Downloading tyro-0.8.3-py3-none-any.whl.metadata (7.9 kB)\n",
      "Requirement already satisfied: filelock in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.4.0->trl) (3.13.4)\n",
      "Requirement already satisfied: typing-extensions>=4.8.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.4.0->trl) (4.11.0)\n",
      "Requirement already satisfied: sympy in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.4.0->trl) (1.12)\n",
      "Requirement already satisfied: networkx in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.4.0->trl) (3.3)\n",
      "Requirement already satisfied: jinja2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.4.0->trl) (3.1.3)\n",
      "Requirement already satisfied: fsspec in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from torch>=1.4.0->trl) (2024.2.0)\n",
      "Requirement already satisfied: huggingface-hub<1.0,>=0.19.3 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers>=4.31.0->trl) (0.22.2)\n",
      "Requirement already satisfied: packaging>=20.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers>=4.31.0->trl) (23.2)\n",
      "Requirement already satisfied: pyyaml>=5.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers>=4.31.0->trl) (6.0.1)\n",
      "Requirement already satisfied: regex!=2019.12.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers>=4.31.0->trl) (2024.4.16)\n",
      "Requirement already satisfied: requests in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers>=4.31.0->trl) (2.31.0)\n",
      "Requirement already satisfied: tokenizers<0.19,>=0.14 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers>=4.31.0->trl) (0.15.2)\n",
      "Requirement already satisfied: safetensors>=0.4.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers>=4.31.0->trl) (0.4.3)\n",
      "Requirement already satisfied: tqdm>=4.27 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from transformers>=4.31.0->trl) (4.66.2)\n",
      "Collecting docstring-parser>=0.14.1 (from tyro>=0.5.11->trl)\n",
      "  Downloading docstring_parser-0.16-py3-none-any.whl.metadata (3.0 kB)\n",
      "Requirement already satisfied: rich>=11.1.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from tyro>=0.5.11->trl) (13.7.1)\n",
      "Collecting shtab>=1.5.6 (from tyro>=0.5.11->trl)\n",
      "  Downloading shtab-1.7.1-py3-none-any.whl.metadata (7.3 kB)\n",
      "Requirement already satisfied: colorama>=0.4.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from tyro>=0.5.11->trl) (0.4.6)\n",
      "Requirement already satisfied: psutil in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from accelerate->trl) (5.9.8)\n",
      "Requirement already satisfied: pyarrow>=12.0.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets->trl) (15.0.2)\n",
      "Requirement already satisfied: pyarrow-hotfix in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets->trl) (0.6)\n",
      "Requirement already satisfied: dill<0.3.9,>=0.3.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets->trl) (0.3.8)\n",
      "Requirement already satisfied: pandas in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets->trl) (2.2.2)\n",
      "Requirement already satisfied: xxhash in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets->trl) (3.4.1)\n",
      "Requirement already satisfied: multiprocess in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets->trl) (0.70.16)\n",
      "Requirement already satisfied: aiohttp in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from datasets->trl) (3.9.5)\n",
      "Requirement already satisfied: aiosignal>=1.1.2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets->trl) (1.3.1)\n",
      "Requirement already satisfied: attrs>=17.3.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets->trl) (23.2.0)\n",
      "Requirement already satisfied: frozenlist>=1.1.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets->trl) (1.4.1)\n",
      "Requirement already satisfied: multidict<7.0,>=4.5 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets->trl) (6.0.5)\n",
      "Requirement already satisfied: yarl<2.0,>=1.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets->trl) (1.9.4)\n",
      "Requirement already satisfied: async-timeout<5.0,>=4.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from aiohttp->datasets->trl) (4.0.3)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->transformers>=4.31.0->trl) (3.3.2)\n",
      "Requirement already satisfied: idna<4,>=2.5 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->transformers>=4.31.0->trl) (3.6)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->transformers>=4.31.0->trl) (2.2.1)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from requests->transformers>=4.31.0->trl) (2024.2.2)\n",
      "Requirement already satisfied: markdown-it-py>=2.2.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from rich>=11.1.0->tyro>=0.5.11->trl) (3.0.0)\n",
      "Requirement already satisfied: pygments<3.0.0,>=2.13.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from rich>=11.1.0->tyro>=0.5.11->trl) (2.17.2)\n",
      "Requirement already satisfied: MarkupSafe>=2.0 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from jinja2->torch>=1.4.0->trl) (2.1.5)\n",
      "Requirement already satisfied: python-dateutil>=2.8.2 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from pandas->datasets->trl) (2.9.0.post0)\n",
      "Requirement already satisfied: pytz>=2020.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from pandas->datasets->trl) (2024.1)\n",
      "Requirement already satisfied: tzdata>=2022.7 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from pandas->datasets->trl) (2024.1)\n",
      "Requirement already satisfied: mpmath>=0.19 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from sympy->torch>=1.4.0->trl) (1.3.0)\n",
      "Requirement already satisfied: mdurl~=0.1 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from markdown-it-py>=2.2.0->rich>=11.1.0->tyro>=0.5.11->trl) (0.1.2)\n",
      "Requirement already satisfied: six>=1.5 in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from python-dateutil>=2.8.2->pandas->datasets->trl) (1.16.0)\n",
      "Downloading trl-0.8.4-py3-none-any.whl (244 kB)\n",
      "   ---------------------------------------- 0.0/244.6 kB ? eta -:--:--\n",
      "   --- ----------------------------------- 20.5/244.6 kB 640.0 kB/s eta 0:00:01\n",
      "   ------------- ------------------------- 81.9/244.6 kB 919.0 kB/s eta 0:00:01\n",
      "   ----------------------- ---------------- 143.4/244.6 kB 1.1 MB/s eta 0:00:01\n",
      "   ------------------------------------ --- 225.3/244.6 kB 1.3 MB/s eta 0:00:01\n",
      "   ---------------------------------------- 244.6/244.6 kB 1.2 MB/s eta 0:00:00\n",
      "Downloading tyro-0.8.3-py3-none-any.whl (102 kB)\n",
      "   ---------------------------------------- 0.0/102.0 kB ? eta -:--:--\n",
      "   --------------- ----------------------- 41.0/102.0 kB 991.0 kB/s eta 0:00:01\n",
      "   ---------------------------------------- 102.0/102.0 kB 1.5 MB/s eta 0:00:00\n",
      "Downloading docstring_parser-0.16-py3-none-any.whl (36 kB)\n",
      "Downloading shtab-1.7.1-py3-none-any.whl (14 kB)\n",
      "Installing collected packages: shtab, docstring-parser, tyro, trl\n",
      "Successfully installed docstring-parser-0.16 shtab-1.7.1 trl-0.8.4 tyro-0.8.3\n",
      "Requirement already satisfied: tqdm in c:\\users\\abhim\\miniforge3\\lib\\site-packages (4.66.2)\n",
      "Requirement already satisfied: colorama in c:\\users\\abhim\\miniforge3\\lib\\site-packages (from tqdm) (0.4.6)\n"
     ]
    }
   ],
   "source": [
    "!pip install transformers\n",
    "!pip install accelerate\n",
    "!pip install datasets\n",
    "!pip install peft\n",
    "!pip install bitsandbytes\n",
    "!pip install trl\n",
    "!pip install tqdm"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 45,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[{'prompt': 'Please extract sender and receiver details from the document.',\n",
       "  'chosen': 'Sender: John Mark, 23-B Main Street, Brooklyn, USA. Receiver: Steve Mark, 456 Elm Street, Oklahoma, USA.',\n",
       "  'rejected': 'Unable to extract sender and receiver details due to document format.'},\n",
       " {'prompt': 'Capture flight details such as airline, flight number, departure, and arrival information.',\n",
       "  'chosen': 'Airline: Delta Airlines. Flight number: DL123. Departure: New York JFK Airport. Arrival: London Heathrow Airport.',\n",
       "  'rejected': 'Flight details missing from the document.'},\n",
       " {'prompt': 'Identify any special handling instructions mentioned in the document.',\n",
       "  'chosen': 'Special handling instructions: Fragile - Handle with care.',\n",
       "  'rejected': 'No special handling instructions provided.'},\n",
       " {'prompt': 'Extract description, quantity, and weight of goods being shipped.',\n",
       "  'chosen': 'Goods description: Electronics. Quantity: 5 units. Weight: 20 kilograms.',\n",
       "  'rejected': 'Description, quantity, or weight of goods missing.'},\n",
       " {'prompt': 'Capture any customs or regulatory information mentioned in the airway bills.',\n",
       "  'chosen': 'Customs information: Goods subject to import duties.',\n",
       "  'rejected': 'No customs or regulatory information found in the airway bills.'},\n",
       " {'prompt': 'Extract any references to dangerous goods or hazardous materials.',\n",
       "  'chosen': 'No references to dangerous goods found.',\n",
       "  'rejected': 'Mention of hazardous materials present but not specified. Is there a specific hazardous material mentioned?'},\n",
       " {'prompt': 'Capture any provisions for customs duties or taxes.',\n",
       "  'chosen': 'Provisions: Consignee responsible for paying customs duties and taxes.',\n",
       "  'rejected': 'No provisions for customs duties or taxes mentioned. Are customs duties explicitly stated?'},\n",
       " {'prompt': 'Identify any requirements for import/export licenses or permits.',\n",
       "  'chosen': 'Requirements: Import license required.',\n",
       "  'rejected': 'No mention of import/export licenses or permits. Is there any indication of permit requirements?'},\n",
       " {'prompt': 'Extract any references to air cargo security regulations.',\n",
       "  'chosen': 'Security regulations: Cargo subject to TSA screening.',\n",
       "  'rejected': 'Air cargo security regulations not referenced.'},\n",
       " {'prompt': 'Capture any clauses related to the carriage of live animals or perishable goods.',\n",
       "  'chosen': 'Clauses: Perishable goods must be refrigerated during transit.',\n",
       "  'rejected': 'No mention of live animals or perishable goods carriage clauses.'},\n",
       " {'prompt': 'Identify any provisions for the handling of oversized or overweight cargo.',\n",
       "  'chosen': 'Provisions: Oversized cargo subject to additional fees.',\n",
       "  'rejected': 'No provisions for handling oversized or overweight cargo found. Is there any indication of special handling for oversized items?'},\n",
       " {'prompt': \"Extract any references to the carrier's liability for delays in transit.\",\n",
       "  'chosen': \"Carrier's liability: Not liable for delays due to weather conditions.\",\n",
       "  'rejected': \"No mention of carrier's liability for delays in transit.\"},\n",
       " {'prompt': 'Capture any provisions for the declaration of the value of goods.',\n",
       "  'chosen': 'Provisions: Consignor required to declare value of goods for insurance purposes.',\n",
       "  'rejected': \"Declaration of goods' value not provided. Do you have information regarding the value declaration?\"},\n",
       " {'prompt': 'Identify any requirements for the packaging and labeling of goods.',\n",
       "  'chosen': 'Requirements: Goods must be properly packaged and labeled according to IATA standards.',\n",
       "  'rejected': 'No requirements for packaging and labeling specified. Are there any instructions regarding packaging?'},\n",
       " {'prompt': \"Extract any references to the consignee's responsibility for customs clearance.\",\n",
       "  'chosen': \"Consignee's responsibility: Consignee responsible for customs clearance.\",\n",
       "  'rejected': \"No mention of consignee's responsibility for customs clearance. Is there any indication of who handles customs clearance?\"},\n",
       " {'prompt': 'Capture any clauses related to the calculation of airfreight charges.',\n",
       "  'chosen': 'Clauses: Airfreight charges based on volumetric weight.',\n",
       "  'rejected': 'No clauses related to airfreight charges mentioned. Are there any specifics about how airfreight charges are calculated?'},\n",
       " {'prompt': 'Identify any provisions for the notification of arrival at the destination airport.',\n",
       "  'chosen': 'Provisions: Carrier to notify consignee upon arrival at destination airport.',\n",
       "  'rejected': 'No provisions for notification of arrival mentioned. Is there any instruction regarding notification upon arrival?'},\n",
       " {'prompt': 'Extract any references to the transfer of ownership of goods upon shipment.',\n",
       "  'chosen': 'Transfer of ownership: Ownership transfers to consignee upon shipment.',\n",
       "  'rejected': 'No references to transfer of ownership of goods found. Is there any indication of when ownership transfers?'},\n",
       " {'prompt': 'Capture any provisions for the inspection of cargo by customs authorities.',\n",
       "  'chosen': 'Provisions: Cargo subject to inspection by customs authorities.',\n",
       "  'rejected': 'No provisions for inspection by customs authorities mentioned. Are there any specifics about cargo inspection?'},\n",
       " {'prompt': 'Identify any requirements for the submission of advance cargo information.',\n",
       "  'chosen': 'Requirements: Advance cargo information must be submitted 24 hours prior to departure.',\n",
       "  'rejected': 'No requirements for submission of advance cargo information specified. Are there any instructions for submitting cargo information?'},\n",
       " {'prompt': \"Extract any references to the carrier's liability for loss or damage during transit.\",\n",
       "  'chosen': \"Carrier's liability: Carrier liable for loss or damage unless caused by force majeure.\",\n",
       "  'rejected': \"No references to carrier's liability for loss or damage found. Is there any mention of carrier liability?\"},\n",
       " {'prompt': 'Capture any clauses related to the carriage of dangerous goods by air.',\n",
       "  'chosen': 'Clauses: Dangerous goods must be declared and packaged according to IATA regulations.',\n",
       "  'rejected': 'No clauses related to carriage of dangerous goods found. Are there any specific instructions regarding dangerous goods?'},\n",
       " {'prompt': 'Identify any provisions for the handling of perishable goods in transit.',\n",
       "  'chosen': 'Provisions: Perishable goods to be transported via expedited shipping.',\n",
       "  'rejected': 'No provisions for handling perishable goods mentioned. Are there any instructions for perishable goods handling?'},\n",
       " {'prompt': 'Extract any references to security screening procedures for air cargo.',\n",
       "  'chosen': 'Security screening: All air cargo subject to X-ray screening.',\n",
       "  'rejected': 'No references to security screening procedures found. Are there any mentions of cargo screening?'},\n",
       " {'prompt': 'Capture any provisions for the notification of departure from the origin airport.',\n",
       "  'chosen': 'Provisions: Carrier to notify consignor upon departure from origin airport.',\n",
       "  'rejected': 'No provisions for notification of departure mentioned. Is there any instruction for departure notification?'},\n",
       " {'prompt': 'Who is the sender (consignor) of the shipment?',\n",
       "  'chosen': 'RyanAir Corporation,  USA',\n",
       "  'rejected': 'Air India Imports Ltd., Mumbai, India'},\n",
       " {'prompt': 'Who is the recipient (consignee) of the shipment?',\n",
       "  'chosen': 'Global Traders Inc., San Francisco, USA',\n",
       "  'rejected': 'Indigo Corporation, New Delhi, India'},\n",
       " {'prompt': 'What is the airline operating this flight?',\n",
       "  'chosen': 'Air Cosmos',\n",
       "  'rejected': 'Sky Express'},\n",
       " {'prompt': 'What is the flight number?',\n",
       "  'chosen': 'AC 1272',\n",
       "  'rejected': 'SE 5328'},\n",
       " {'prompt': 'From which airport is the flight departing?',\n",
       "  'chosen': 'Indira Gandhi International Airport, New Delhi',\n",
       "  'rejected': 'San Francisco International Airport'},\n",
       " {'prompt': 'What is the destination airport for this flight?',\n",
       "  'chosen': 'San Francisco International Airport',\n",
       "  'rejected': 'Indira Gandhi International Airport, New Delhi'},\n",
       " {'prompt': 'Are there any special handling instructions mentioned?',\n",
       "  'chosen': 'Keep away from heat and moisture',\n",
       "  'rejected': 'No special instructions provided'},\n",
       " {'prompt': 'What type of goods are being shipped?',\n",
       "  'chosen': 'Electronic components',\n",
       "  'rejected': 'Perishable food items'},\n",
       " {'prompt': 'What is the quantity of goods being shipped?',\n",
       "  'chosen': '5,000 units',\n",
       "  'rejected': '10 metric tons'},\n",
       " {'prompt': 'What is the total weight of the shipment?',\n",
       "  'chosen': '2,500 kgs',\n",
       "  'rejected': '500 lbs'},\n",
       " {'prompt': 'Are there any customs or regulatory requirements mentioned?',\n",
       "  'chosen': 'Goods must comply with US import regulations',\n",
       "  'rejected': 'No customs information provided'},\n",
       " {'prompt': 'Are any dangerous goods or hazardous materials included?',\n",
       "  'chosen': 'No dangerous goods declared',\n",
       "  'rejected': 'Lithium-ion batteries included'},\n",
       " {'prompt': 'Are there any provisions for customs duties or taxes?',\n",
       "  'chosen': 'Duties and taxes to be paid by consignee',\n",
       "  'rejected': 'No mention of duties or taxes'},\n",
       " {'prompt': 'Are any import/export licenses or permits required?',\n",
       "  'chosen': 'Valid export license from India required',\n",
       "  'rejected': 'No licenses or permits mentioned'},\n",
       " {'prompt': 'Are there any references to air cargo security regulations?',\n",
       "  'chosen': 'Shipment subject to standard air cargo security screening',\n",
       "  'rejected': 'No security regulations specified'},\n",
       " {'prompt': 'Are there any provisions for live animals or perishable goods?',\n",
       "  'chosen': 'No live animals or perishable goods included',\n",
       "  'rejected': 'Refrigerated storage required for perishable goods'},\n",
       " {'prompt': 'Are there any requirements for oversized or overweight cargo?',\n",
       "  'chosen': 'No oversized or overweight cargo declared',\n",
       "  'rejected': 'Special handling required for overweight cargo'},\n",
       " {'prompt': \"What is the carrier's liability for delays in transit?\",\n",
       "  'chosen': 'Carrier not liable for delays due to circumstances beyond control',\n",
       "  'rejected': 'Carrier fully liable for all transit delays'},\n",
       " {'prompt': 'Are there any provisions for the declaration of value of goods?',\n",
       "  'chosen': 'Value of goods declared as $50,000 USD',\n",
       "  'rejected': 'No declared value mentioned'},\n",
       " {'prompt': 'What are the requirements for packaging and labeling?',\n",
       "  'chosen': 'Goods must be properly packaged and labeled as per IATA regulations',\n",
       "  'rejected': 'No specific packaging or labeling requirements stated'},\n",
       " {'prompt': \"What is the consignee's responsibility for customs clearance?\",\n",
       "  'chosen': 'Consignee responsible for all customs clearance formalities',\n",
       "  'rejected': 'Carrier responsible for customs clearance'},\n",
       " {'prompt': 'How are airfreight charges calculated?',\n",
       "  'chosen': 'Charges based on chargeable weight or volume, whichever is higher',\n",
       "  'rejected': 'Flat rate charge per shipment'},\n",
       " {'prompt': 'Are there any provisions for notification of arrival?',\n",
       "  'chosen': 'Consignee to be notified upon arrival at destination',\n",
       "  'rejected': 'No arrival notification mentioned'},\n",
       " {'prompt': 'When does the ownership of goods transfer?',\n",
       "  'chosen': 'Ownership transfers to consignee upon shipment',\n",
       "  'rejected': 'Ownership remains with consignor until delivery'},\n",
       " {'prompt': 'Are there any provisions for inspection by customs authorities?',\n",
       "  'chosen': 'Shipment subject to inspection by customs authorities',\n",
       "  'rejected': 'No customs inspection mentioned'},\n",
       " {'prompt': 'Are there any requirements for advance cargo information?',\n",
       "  'chosen': 'Advance cargo information must be provided prior to departure',\n",
       "  'rejected': 'No advance cargo information required'},\n",
       " {'prompt': \"What is the carrier's liability for loss or damage in transit?\",\n",
       "  'chosen': 'Carrier liable for loss or damage unless caused by force majeure',\n",
       "  'rejected': 'Carrier not liable for any loss or damage'},\n",
       " {'prompt': 'Are there any provisions for the carriage of dangerous goods?',\n",
       "  'chosen': 'Dangerous goods must be declared and comply with IATA regulations',\n",
       "  'rejected': 'No dangerous goods allowed'},\n",
       " {'prompt': 'How are perishable goods handled during transit?',\n",
       "  'chosen': 'Perishable goods must be transported in temperature-controlled conditions',\n",
       "  'rejected': 'No special handling for perishable goods mentioned'},\n",
       " {'prompt': 'What security screening procedures apply to air cargo?',\n",
       "  'chosen': 'All cargo subject to screening as per national security regulations',\n",
       "  'rejected': 'No security screening procedures specified'},\n",
       " {'prompt': 'Are there any provisions for notification of departure?',\n",
       "  'chosen': 'Consignor to be notified upon departure from origin airport',\n",
       "  'rejected': 'No departure notification mentioned'},\n",
       " {'prompt': 'What is the weight of the shipment in kilograms?',\n",
       "  'chosen': '2,500 kgs',\n",
       "  'rejected': '5,000 lbs'},\n",
       " {'prompt': 'How many pieces or units are included in the shipment?',\n",
       "  'chosen': '5,000 units',\n",
       "  'rejected': '10 metric tons'},\n",
       " {'prompt': 'What is the declared value of the goods in US dollars?',\n",
       "  'chosen': '$50,000 USD',\n",
       "  'rejected': '$25,000 USD'},\n",
       " {'prompt': 'What is the flight duration in hours?',\n",
       "  'chosen': '14 hours',\n",
       "  'rejected': '8 hours'},\n",
       " {'prompt': 'How many packages are included in the shipment?',\n",
       "  'chosen': '200 packages',\n",
       "  'rejected': '500 packages'},\n",
       " {'prompt': 'What is the chargeable weight for this shipment in kilograms?',\n",
       "  'chosen': '3,000 kgs',\n",
       "  'rejected': '1,500 kgs'},\n",
       " {'prompt': 'What is the volumetric weight of the shipment in kilograms?',\n",
       "  'chosen': '2,800 kgs',\n",
       "  'rejected': '4,000 kgs'},\n",
       " {'prompt': 'How many pallets are being shipped?',\n",
       "  'chosen': '10 pallets',\n",
       "  'rejected': '25 pallets'},\n",
       " {'prompt': 'What is the total volume of the shipment in cubic meters?',\n",
       "  'chosen': '25 CBM',\n",
       "  'rejected': '50 CBM'},\n",
       " {'prompt': 'What is the length of the longest package in centimeters?',\n",
       "  'chosen': '150 cm',\n",
       "  'rejected': '100 cm'},\n",
       " {'prompt': 'How many containers are required for this shipment?',\n",
       "  'chosen': '1 container',\n",
       "  'rejected': '3 containers'},\n",
       " {'prompt': 'What is the height of the tallest package in meters?',\n",
       "  'chosen': '2.5 m',\n",
       "  'rejected': '1.8 m'},\n",
       " {'prompt': 'How much advance notice is required for shipment?',\n",
       "  'chosen': '48 hours',\n",
       "  'rejected': '24 hours'},\n",
       " {'prompt': 'What is the maximum allowable weight per package?',\n",
       "  'chosen': '30 kgs',\n",
       "  'rejected': '50 kgs'},\n",
       " {'prompt': 'How many days are allowed for transit time?',\n",
       "  'chosen': '7 days',\n",
       "  'rejected': '10 days'},\n",
       " {'prompt': 'What is the minimum billable weight for this shipment?',\n",
       "  'chosen': '500 kgs',\n",
       "  'rejected': '250 kgs'},\n",
       " {'prompt': 'How many hours before departure must cargo be delivered?',\n",
       "  'chosen': '6 hours',\n",
       "  'rejected': '3 hours'},\n",
       " {'prompt': 'What is the maximum dimensions allowed per package?',\n",
       "  'chosen': '150 x 100 x 75 cm',\n",
       "  'rejected': '200 x 150 x 100 cm'},\n",
       " {'prompt': 'How much notice is required for dangerous goods shipments?',\n",
       "  'chosen': '72 hours',\n",
       "  'rejected': '48 hours'},\n",
       " {'prompt': 'What is the validity period for the export license in months?',\n",
       "  'chosen': '12 months',\n",
       "  'rejected': '6 months'},\n",
       " {'prompt': 'What is the total gross weight of the shipment in kilograms?',\n",
       "  'chosen': '5,250 kgs',\n",
       "  'rejected': '3,750 kgs'},\n",
       " {'prompt': 'How many individual items are included in the shipment?',\n",
       "  'chosen': '25,000 pieces',\n",
       "  'rejected': '10,000 pieces'},\n",
       " {'prompt': 'What is the insured value of the goods declared in US dollars?',\n",
       "  'chosen': '$100,000 USD',\n",
       "  'rejected': '$75,000 USD'},\n",
       " {'prompt': 'What is the scheduled flight time in hours and minutes?',\n",
       "  'chosen': '11 hours 30 minutes',\n",
       "  'rejected': '9 hours 15 minutes'},\n",
       " {'prompt': 'How many cartons or boxes are in the shipment?',\n",
       "  'chosen': '375 cartons',\n",
       "  'rejected': '500 cartons'},\n",
       " {'prompt': 'What is the chargeable weight calculation in kilograms?',\n",
       "  'chosen': '4,500 kgs',\n",
       "  'rejected': '6,000 kgs'},\n",
       " {'prompt': 'What is the volumetric weight calculated in pounds?',\n",
       "  'chosen': '6,200 lbs',\n",
       "  'rejected': '8,500 lbs'},\n",
       " {'prompt': 'How many skids or pallets are included?',\n",
       "  'chosen': '18 pallets',\n",
       "  'rejected': '12 pallets'},\n",
       " {'prompt': 'What are the total dimensions of the shipment in cubic meters?',\n",
       "  'chosen': '35 CBM',\n",
       "  'rejected': '45 CBM'},\n",
       " {'prompt': 'What is the length of the longest piece in inches?',\n",
       "  'chosen': '96 inches',\n",
       "  'rejected': '72 inches'},\n",
       " {'prompt': 'How many containers are required for this air shipment?',\n",
       "  'chosen': '2 containers',\n",
       "  'rejected': '4 containers'},\n",
       " {'prompt': 'What is the maximum height allowed per package in feet?',\n",
       "  'chosen': '6 feet',\n",
       "  'rejected': '8 feet'},\n",
       " {'prompt': 'How many hours advance notice is needed for booking?',\n",
       "  'chosen': '72 hours',\n",
       "  'rejected': '48 hours'},\n",
       " {'prompt': 'What is the maximum gross weight allowed per package?',\n",
       "  'chosen': '100 kgs',\n",
       "  'rejected': '150 kgs'},\n",
       " {'prompt': 'What are the standard transit times provided in days?',\n",
       "  'chosen': '5-7 days',\n",
       "  'rejected': '3-5 days'},\n",
       " {'prompt': 'What is the minimum chargeable weight applied?',\n",
       "  'chosen': '300 kgs',\n",
       "  'rejected': '500 kgs'},\n",
       " {'prompt': 'How many hours prior to flight is cargo acceptance cut-off?',\n",
       "  'chosen': '8 hours',\n",
       "  'rejected': '6 hours'},\n",
       " {'prompt': 'What are the maximum dimensions permitted per piece?',\n",
       "  'chosen': '200 x 150 x 100 cm',\n",
       "  'rejected': '250 x 200 x 150 cm'},\n",
       " {'prompt': 'How much prior notice is required for hazardous cargo?',\n",
       "  'chosen': '96 hours',\n",
       "  'rejected': '72 hours'},\n",
       " {'prompt': 'What is the typical validity period for export permits?',\n",
       "  'chosen': '24 months',\n",
       "  'rejected': '18 months'},\n",
       " {'prompt': 'What is the origin of the shipment?',\n",
       "  'chosen': 'Shanghai, China',\n",
       "  'rejected': 'Los Angeles, USA'},\n",
       " {'prompt': 'What is the destination of the shipment?',\n",
       "  'chosen': 'Rotterdam, Netherlands',\n",
       "  'rejected': 'Shanghai, China'},\n",
       " {'prompt': 'What is the name of the shipping carrier?',\n",
       "  'chosen': 'Maersk Line',\n",
       "  'rejected': 'Evergreen Marine'},\n",
       " {'prompt': 'What are the goods being shipped?',\n",
       "  'chosen': '5,000 cases of electronic components',\n",
       "  'rejected': '10,000 cartons of textiles'},\n",
       " {'prompt': 'What is the total weight of the shipment?',\n",
       "  'chosen': '25,000 kgs',\n",
       "  'rejected': '15,000 kgs'},\n",
       " {'prompt': 'What are the dimensions of the shipment?',\n",
       "  'chosen': '20 x 10 x 8 meters',\n",
       "  'rejected': '15 x 12 x 6 meters'},\n",
       " {'prompt': 'What is the shipment tracking number?',\n",
       "  'chosen': 'MAEU123456789',\n",
       "  'rejected': 'EVRU987654321'},\n",
       " {'prompt': 'Are there any special handling instructions?',\n",
       "  'chosen': 'Handle with care, this side up',\n",
       "  'rejected': 'No special instructions'},\n",
       " {'prompt': 'Who is the consignor?',\n",
       "  'chosen': 'Acme Electronics Co., Ltd., Shanghai',\n",
       "  'rejected': 'Global Traders B.V., Rotterdam'},\n",
       " {'prompt': 'Who is the consignee?',\n",
       "  'chosen': 'Global Traders B.V., Rotterdam',\n",
       "  'rejected': 'Acme Electronics Co., Ltd., Shanghai'},\n",
       " {'prompt': 'Are there any hazardous material codes listed?',\n",
       "  'chosen': 'UN 3481, Lithium-ion batteries',\n",
       "  'rejected': 'No hazardous materials listed'},\n",
       " {'prompt': 'Are there any customs declarations mentioned?',\n",
       "  'chosen': 'Goods cleared for export from China',\n",
       "  'rejected': 'No customs declarations mentioned'},\n",
       " {'prompt': 'What Incoterms are referenced?',\n",
       "  'chosen': 'FOB Shanghai',\n",
       "  'rejected': 'CIF Rotterdam'},\n",
       " {'prompt': 'How is payment to be made?',\n",
       "  'chosen': 'Irrevocable letter of credit',\n",
       "  'rejected': 'Cash on delivery'},\n",
       " {'prompt': 'What are the freight charges?',\n",
       "  'chosen': 'USD 5,000',\n",
       "  'rejected': 'EUR 7,500'},\n",
       " {'prompt': 'When does ownership transfer?',\n",
       "  'chosen': 'Upon loading on vessel in Shanghai',\n",
       "  'rejected': 'Upon delivery in Rotterdam'},\n",
       " {'prompt': 'What is the liability for loss or damage?',\n",
       "  'chosen': 'Carrier liable for $500 per package',\n",
       "  'rejected': 'No liability limitations specified'},\n",
       " {'prompt': 'Is there any insurance coverage?',\n",
       "  'chosen': 'All risks marine insurance covered',\n",
       "  'rejected': 'No insurance mentioned'},\n",
       " {'prompt': 'Are there any perishable goods?',\n",
       "  'chosen': 'No perishable goods included',\n",
       "  'rejected': 'Refrigerated container required'},\n",
       " {'prompt': 'Are there any temperature requirements?',\n",
       "  'chosen': 'Ambient temperature acceptable',\n",
       "  'rejected': 'Maintain 2-8°C'},\n",
       " {'prompt': 'Are there any demurrage charges?',\n",
       "  'chosen': '$100 per day after 5 free days',\n",
       "  'rejected': 'No demurrage charges stated'},\n",
       " {'prompt': 'Are bills of exchange required?',\n",
       "  'chosen': 'Bill of exchange required for payment',\n",
       "  'rejected': 'No bills of exchange needed'},\n",
       " {'prompt': 'Who is responsible for loading/unloading?',\n",
       "  'chosen': 'Consignee to arrange for unloading',\n",
       "  'rejected': 'Carrier responsible for both'},\n",
       " {'prompt': 'Are force majeure events covered?',\n",
       "  'chosen': 'Standard force majeure clause applies',\n",
       "  'rejected': 'No provisions for force majeure'},\n",
       " {'prompt': 'Can goods be inspected on delivery?',\n",
       "  'chosen': 'Subject to inspection upon arrival',\n",
       "  'rejected': 'No inspections permitted'},\n",
       " {'prompt': 'Are there any embargoed destinations?',\n",
       "  'chosen': 'Cannot transit North Korea',\n",
       "  'rejected': 'No restrictions on destinations'},\n",
       " {'prompt': 'Can shipments be consolidated?',\n",
       "  'chosen': 'May be consolidated with other cargo',\n",
       "  'rejected': 'Must ship as single unit'},\n",
       " {'prompt': 'What customs docs are needed?',\n",
       "  'chosen': 'Commercial invoice, packing list',\n",
       "  'rejected': 'No customs paperwork required'},\n",
       " {'prompt': 'When does risk transfer between parties?',\n",
       "  'chosen': 'Risk transfers upon loading vessel',\n",
       "  'rejected': 'Risk remains with consignor until delivery'},\n",
       " {'prompt': 'How is arrival notified?',\n",
       "  'chosen': 'Consignee to be notified upon arrival',\n",
       "  'rejected': 'No arrival notification stated'},\n",
       " {'prompt': 'What type of goods are listed?',\n",
       "  'chosen': '2,000 cartons of pharmaceutical products',\n",
       "  'rejected': '10,000 boxes of electronic components'},\n",
       " {'prompt': 'What is the gross weight stated?',\n",
       "  'chosen': '18,500 kgs',\n",
       "  'rejected': '32,000 kgs'},\n",
       " {'prompt': 'What dimensions are provided?',\n",
       "  'chosen': '6 x 5 x 4 meters',\n",
       "  'rejected': '10 x 8 x 6 meters'},\n",
       " {'prompt': 'Is a container or trailer number given?',\n",
       "  'chosen': 'Container MSCU 1234567',\n",
       "  'rejected': 'No container or trailer specified'},\n",
       " {'prompt': 'Any special handling notes included?',\n",
       "  'chosen': 'Handle with care, use no hooks',\n",
       "  'rejected': 'No special handling instructions'},\n",
       " {'prompt': 'Who is the shipper/consignor listed?',\n",
       "  'chosen': 'PharmaXYZ LLC, Boston, USA',\n",
       "  'rejected': 'Global Health Supplies GmbH, Frankfurt'},\n",
       " {'prompt': 'Stated consignee name and location?',\n",
       "  'chosen': 'Global Health Supplies GmbH, Frankfurt, Germany',\n",
       "  'rejected': 'PharmaXYZ LLC, Boston, USA'},\n",
       " {'prompt': 'Any hazardous material UN numbers?',\n",
       "  'chosen': 'UN 3077, Environmentally hazardous substance',\n",
       "  'rejected': 'No hazmat codes listed'},\n",
       " {'prompt': 'Is there a declared customs value?',\n",
       "  'chosen': 'Customs value declared $500,000',\n",
       "  'rejected': 'No customs value stated'},\n",
       " {'prompt': 'What are the listed Incoterms?',\n",
       "  'chosen': 'DAP Frankfurt Incoterms 2020',\n",
       "  'rejected': 'FCA Boston'},\n",
       " {'prompt': 'How are freight payments to be made?',\n",
       "  'chosen': 'Freight prepaid',\n",
       "  'rejected': 'Freight collect'},\n",
       " {'prompt': 'What are the freight charges stated?',\n",
       "  'chosen': '$8,500',\n",
       "  'rejected': 'EUR 12,000'},\n",
       " {'prompt': 'When does title pass to consignee?',\n",
       "  'chosen': 'Title passes to buyer upon delivery',\n",
       "  'rejected': 'Title transfers at origin'},\n",
       " {'prompt': \"What is the carrier's liability limitation?\",\n",
       "  'chosen': 'Carrier limits liability to $20 per kg',\n",
       "  'rejected': 'Carrier fully liable for actual loss'},\n",
       " {'prompt': 'Is there cargo insurance coverage?',\n",
       "  'chosen': \"Insurance arranged by shipper's agent\",\n",
       "  'rejected': 'No insurance mentioned'},\n",
       " {'prompt': 'Any temperature controlled requirements?',\n",
       "  'chosen': 'Maintain temperature range 15-25°C',\n",
       "  'rejected': 'Ambient temperature acceptable'},\n",
       " {'prompt': 'Any refrigerated services requested?',\n",
       "  'chosen': 'No refrigerated service requested',\n",
       "  'rejected': 'Reefer container required'},\n",
       " {'prompt': 'Are demurrage or detention terms listed?',\n",
       "  'chosen': 'Demurrage free time 5 days, then $200/day',\n",
       "  'rejected': 'No demurrage charges apply'},\n",
       " {'prompt': 'Any need for a letter of credit?',\n",
       "  'chosen': 'Irrevocable letter of credit required',\n",
       "  'rejected': 'Payment via wire transfer'},\n",
       " {'prompt': 'Who handles loading and unloading?',\n",
       "  'chosen': 'Merchant loads/unloads at own expense',\n",
       "  'rejected': 'Carrier loads and unloads at terminals'},\n",
       " {'prompt': 'Any force majeure clause mentioned?',\n",
       "  'chosen': 'Standard force majeure provisions included',\n",
       "  'rejected': 'No force majeure terms specified'},\n",
       " {'prompt': 'Can goods be inspected at destination?',\n",
       "  'chosen': \"Subject to inspection by importer's agent\",\n",
       "  'rejected': 'No inspections allowed'},\n",
       " {'prompt': 'Any prohibited destinations listed?',\n",
       "  'chosen': 'Cannot be shipped to Russia or Belarus',\n",
       "  'rejected': 'No destination restrictions mentioned'},\n",
       " {'prompt': 'Any terms about splitting shipments?',\n",
       "  'chosen': 'Do not split or combine with other cargo',\n",
       "  'rejected': 'May consolidate with other freight'},\n",
       " {'prompt': 'What customs paperwork is required?',\n",
       "  'chosen': 'Commercial invoice, freight details, licenses',\n",
       "  'rejected': 'No customs documents needed'},\n",
       " {'prompt': 'When does risk transfer from shipper?',\n",
       "  'chosen': 'Risk transfers at time and place of delivery',\n",
       "  'rejected': 'Risk passes to consignee ex-works'},\n",
       " {'prompt': 'How is consignee notified of arrival?',\n",
       "  'chosen': 'Arrival notice to be sent to consignee',\n",
       "  'rejected': 'No arrival notification mentioned'},\n",
       " {'prompt': 'What are the goods being transported?',\n",
       "  'chosen': '20,000 cases of premium wine',\n",
       "  'rejected': '5,000 crates of fresh produce'},\n",
       " {'prompt': 'What is the total weight listed?',\n",
       "  'chosen': '40,000 kgs',\n",
       "  'rejected': '25,000 kgs'},\n",
       " {'prompt': 'What are the dimensions provided?',\n",
       "  'chosen': '12 x 8 x 6 meters',\n",
       "  'rejected': '18 x 10 x 5 meters'},\n",
       " {'prompt': 'Is a seal number provided?',\n",
       "  'chosen': 'Yes, seal #ABC123456',\n",
       "  'rejected': 'No seal number listed'},\n",
       " {'prompt': 'Are any handling instructions given?',\n",
       "  'chosen': 'Keep upright, do not stack',\n",
       "  'rejected': 'No special handling instructions'},\n",
       " {'prompt': 'Who is the shipper/consignor?',\n",
       "  'chosen': 'Napa Valley Vineyards Inc., California, USA',\n",
       "  'rejected': 'Australian Wine Exports Pty Ltd.'},\n",
       " {'prompt': 'Who is the receiver/consignee?',\n",
       "  'chosen': 'Le Sommelier Fine Wines, Paris, France',\n",
       "  'rejected': 'Napa Valley Vineyards Inc., California, USA'},\n",
       " {'prompt': 'Any hazardous material class listed?',\n",
       "  'chosen': 'No hazardous materials declared',\n",
       "  'rejected': 'UN 1170, Ethanol solutions'},\n",
       " {'prompt': 'Is a customs valuation amount stated?',\n",
       "  'chosen': 'Yes, total customs value $250,000',\n",
       "  'rejected': 'No customs value provided'},\n",
       " {'prompt': 'What are the stated Incoterms?',\n",
       "  'chosen': 'CPT Paris Incoterms 2020',\n",
       "  'rejected': 'EXW Napa Valley'},\n",
       " {'prompt': 'How is freight payment specified?',\n",
       "  'chosen': 'Freight collect',\n",
       "  'rejected': 'Freight prepaid'},\n",
       " {'prompt': 'What are the freight charges?',\n",
       "  'chosen': 'EUR 12,000',\n",
       "  'rejected': 'USD 8,500'},\n",
       " {'prompt': 'When does title transfer?',\n",
       "  'chosen': 'Title passes upon delivery',\n",
       "  'rejected': 'Title transfers at shipment'},\n",
       " {'prompt': \"What is the carrier's liability limit?\",\n",
       "  'chosen': '$2 per kg gross weight',\n",
       "  'rejected': 'Full value replacement'},\n",
       " {'prompt': 'Any insurance coverage mentioned?',\n",
       "  'chosen': 'Insurance arranged by shipper',\n",
       "  'rejected': 'No insurance specified'},\n",
       " {'prompt': 'Any cold chain requirements noted?',\n",
       "  'chosen': 'Yes, wine must be kept at 10-15°C',\n",
       "  'rejected': 'No refrigeration needed'},\n",
       " {'prompt': 'Any controlled temperature services?',\n",
       "  'chosen': 'Refrigerated container requested',\n",
       "  'rejected': 'Ambient temperature acceptable'},\n",
       " {'prompt': 'Are demurrage terms defined?',\n",
       "  'chosen': '$500 per day after 10 free days',\n",
       "  'rejected': 'No demurrage charges apply'},\n",
       " {'prompt': 'Is a letter of credit required?',\n",
       "  'chosen': 'Documentary credit required',\n",
       "  'rejected': 'Payment via wire transfer'},\n",
       " {'prompt': 'Who arranges loading/unloading?',\n",
       "  'chosen': \"Merchant's responsibility at both ends\",\n",
       "  'rejected': 'Carrier loads and unloads'},\n",
       " {'prompt': 'Does it cover force majeure events?',\n",
       "  'chosen': 'Standard force majeure clause included',\n",
       "  'rejected': 'No force majeure provisions'},\n",
       " {'prompt': 'Can goods be inspected at delivery?',\n",
       "  'chosen': 'Subject to inspection by consignee',\n",
       "  'rejected': 'No inspections permitted'},\n",
       " {'prompt': 'Any restricted destination mentioned?',\n",
       "  'chosen': 'Cannot be shipped to Iran or North Korea',\n",
       "  'rejected': 'No destination restrictions'},\n",
       " {'prompt': 'Can shipment be split or combined?',\n",
       "  'chosen': 'Must be shipped as a single unit',\n",
       "  'rejected': 'May be combined with other freight'},\n",
       " {'prompt': 'What customs documentation is needed?',\n",
       "  'chosen': 'Commercial invoice, packing list, certificate of origin',\n",
       "  'rejected': 'No customs paperwork specified'},\n",
       " {'prompt': 'When does risk transfer occur?',\n",
       "  'chosen': 'Risk passes to consignee upon loading aboard vessel',\n",
       "  'rejected': 'Risk remains with shipper door-to-door'},\n",
       " {'prompt': 'How is consignee notified of arrival?',\n",
       "  'chosen': 'Consignee will be sent arrival notice',\n",
       "  'rejected': 'No arrival notification mentioned'},\n",
       " {'prompt': 'What commodities are being transported?',\n",
       "  'chosen': '15,000 cases of assorted consumer goods',\n",
       "  'rejected': '500 tons of industrial machinery'},\n",
       " {'prompt': 'What is the total shipment weight?',\n",
       "  'chosen': '220,000 kgs',\n",
       "  'rejected': '75,000 kgs'},\n",
       " {'prompt': 'What are the overall dimensions provided?',\n",
       "  'chosen': '25 x 15 x 12 meters',\n",
       "  'rejected': '10 x 8 x 6 meters'},\n",
       " {'prompt': 'Is there a container or vehicle number?',\n",
       "  'chosen': 'Container TCKU 9876543',\n",
       "  'rejected': 'No container specified'},\n",
       " {'prompt': 'Any notes on special handling?',\n",
       "  'chosen': 'Use appropriate handling equipment',\n",
       "  'rejected': 'No special handling instructions'},\n",
       " {'prompt': 'Who is identified as the shipper/consignor?',\n",
       "  'chosen': 'Worldwide Traders Corporation, Beijing, China',\n",
       "  'rejected': 'Global Logistics GmbH, Hamburg, Germany'},\n",
       " {'prompt': 'What company is the consignee?',\n",
       "  'chosen': 'Global Logistics GmbH, Hamburg, Germany',\n",
       "  'rejected': 'Worldwide Traders Corporation, Beijing, China'},\n",
       " {'prompt': 'Are any hazardous goods UN codes listed?',\n",
       "  'chosen': 'No hazardous materials included',\n",
       "  'rejected': 'UN 1950 for Aerosols'},\n",
       " {'prompt': 'Is there a stated customs value amount?',\n",
       "  'chosen': 'Total customs value EUR 1,500,000',\n",
       "  'rejected': 'No declared customs value'},\n",
       " {'prompt': 'What are the Incoterms specified?',\n",
       "  'chosen': 'DDP Hamburg Incoterms 2010',\n",
       "  'rejected': 'EXW Beijing'},\n",
       " {'prompt': 'How are freight payments indicated?',\n",
       "  'chosen': 'Freight payable at destination',\n",
       "  'rejected': 'Freight prepaid by shipper'},\n",
       " {'prompt': 'What are the total freight costs?',\n",
       "  'chosen': '$18,000',\n",
       "  'rejected': 'EUR 25,000'},\n",
       " {'prompt': 'When does title transfer to consignee?',\n",
       "  'chosen': 'Title passes to buyer upon delivery',\n",
       "  'rejected': 'Title transfers at origin'},\n",
       " {'prompt': 'What is the liability limitation amount?',\n",
       "  'chosen': '$100 per package',\n",
       "  'rejected': 'Full replacement value'},\n",
       " {'prompt': 'Any mention of insurance coverage?',\n",
       "  'chosen': 'Insurance arranged by consignee',\n",
       "  'rejected': 'No insurance specified'},\n",
       " {'prompt': 'Any cold chain requirements noted?',\n",
       "  'chosen': 'No perishable or temperature sensitive items',\n",
       "  'rejected': 'Must maintain 2-8°C'},\n",
       " {'prompt': 'Temperature controlled transport requested?',\n",
       "  'chosen': 'No refrigerated service needed',\n",
       "  'rejected': 'Reefer container required'},\n",
       " {'prompt': 'Are any demurrage/detention terms stated?',\n",
       "  'chosen': 'Free time 7 days then $150/day after',\n",
       "  'rejected': 'No demurrage charges apply'},\n",
       " {'prompt': 'Is a letter of credit or cash required?',\n",
       "  'chosen': 'Cash against documents',\n",
       "  'rejected': 'Irrevocable letter of credit'},\n",
       " {'prompt': 'Whose responsibility is loading/unloading?',\n",
       "  'chosen': 'Merchant to load/unload at their expense',\n",
       "  'rejected': 'Carrier loads and unloads'},\n",
       " {'prompt': 'Any force majeure provisions included?',\n",
       "  'chosen': 'Yes, standard force majeure clause',\n",
       "  'rejected': 'No force majeure terms mentioned'},\n",
       " {'prompt': 'Can shipment be inspected at destination?',\n",
       "  'chosen': 'Subject to inspection by customs',\n",
       "  'rejected': 'Consignee inspection prohibited'},\n",
       " {'prompt': 'Are there any prohibited destinations?',\n",
       "  'chosen': 'Cannot transit any embargoed countries',\n",
       "  'rejected': 'No destination restrictions listed'},\n",
       " {'prompt': 'Can the shipment be split or combined?',\n",
       "  'chosen': 'Must be shipped as a single consignment',\n",
       "  'rejected': 'May consolidate with other freight'},\n",
       " {'prompt': 'What customs documentation is needed?',\n",
       "  'chosen': 'Commercial invoice, packing list required',\n",
       "  'rejected': 'No customs paperwork needed'},\n",
       " {'prompt': 'When does risk transfer from shipper?',\n",
       "  'chosen': 'Risk passes to buyer upon loading aboard vessel',\n",
       "  'rejected': 'Risk remains with seller door-to-door'},\n",
       " {'prompt': 'How is consignee informed of arrival?',\n",
       "  'chosen': 'Arrival notice to be sent to consignee',\n",
       "  'rejected': 'No arrival notification specified'},\n",
       " {'prompt': 'Extract all item details (description, quantity, unit price, total price) from the purchase orders.',\n",
       "  'chosen': 'Items: 1. Description: Laptop, Quantity: 10, Unit Price: $1000, Total Price: $10000. 2. Description: Printer, Quantity: 5, Unit Price: $500, Total Price: $2500.',\n",
       "  'rejected': 'Unable to extract item details. Can you provide more information about the items?'},\n",
       " {'prompt': 'Identify vendor information (name, address, contact details) from the POs.',\n",
       "  'chosen': 'Vendor: ABC Electronics Inc., Address: 123 Main Street, Anytown, USA, Contact: John Smith, Phone: +1-123-456-7890.',\n",
       "  'rejected': 'Vendor information not found in the POs. Do you have details about the vendor?'},\n",
       " {'prompt': 'Capture PO numbers and dates.',\n",
       "  'chosen': 'PO Number: PO12345, Date: 2024-04-01.',\n",
       "  'rejected': 'PO numbers and dates not provided. Can you provide these details?'},\n",
       " {'prompt': 'Determine any special terms or conditions mentioned in the POs.',\n",
       "  'chosen': 'Special terms/conditions: Payment due upon receipt of goods.',\n",
       "  'rejected': 'No special terms or conditions mentioned. Are there any specific terms or conditions?'},\n",
       " {'prompt': 'Extract shipping and billing addresses.',\n",
       "  'chosen': 'Shipping Address: 456 Elm Street, Othertown, USA. Billing Address: Same as shipping address.',\n",
       "  'rejected': 'Shipping and billing addresses not specified. Can you provide these details?'},\n",
       " {'prompt': 'Identify any discounts or taxes applied in the POs.',\n",
       "  'chosen': 'Discount: 5% for bulk purchase. Taxes: Sales tax of 7% applied.',\n",
       "  'rejected': 'No discounts or taxes mentioned. Are there any discounts or taxes applied?'},\n",
       " {'prompt': 'Extract payment terms such as net 30, net 60, etc.',\n",
       "  'chosen': 'Payment terms: Net 30 days.',\n",
       "  'rejected': 'Payment terms not specified. Can you provide details about the payment terms?'},\n",
       " {'prompt': 'Capture any references to terms and conditions on the POs.',\n",
       "  'chosen': 'References to terms and conditions: All sales final, no returns accepted.',\n",
       "  'rejected': 'No references to terms and conditions found. Are there any specific terms and conditions mentioned?'},\n",
       " {'prompt': 'Identify any attachments or additional documents referenced in the POs.',\n",
       "  'chosen': 'Attachments: Specification sheet attached.',\n",
       "  'rejected': 'No attachments or additional documents referenced. Are there any mentioned?'},\n",
       " {'prompt': 'Extract any shipping instructions or delivery requirements.',\n",
       "  'chosen': 'Shipping instructions: Deliver to loading dock at the back of the building.',\n",
       "  'rejected': 'No shipping instructions or delivery requirements provided. Can you provide these details?'},\n",
       " {'prompt': 'Identify any special handling instructions for certain items.',\n",
       "  'chosen': 'Special handling instructions: Fragile items to be marked and handled with care.',\n",
       "  'rejected': 'No special handling instructions specified. Are there any specific handling instructions?'},\n",
       " {'prompt': 'Capture any warranty or guarantee information mentioned in the POs.',\n",
       "  'chosen': 'Warranty/guarantee information: 1-year warranty provided for all items.',\n",
       "  'rejected': 'No warranty or guarantee information found. Is there any warranty or guarantee mentioned?'},\n",
       " {'prompt': 'Identify any penalties or fees for late delivery or non-compliance.',\n",
       "  'chosen': 'Penalties/fees: $100 per day for late delivery.',\n",
       "  'rejected': 'No penalties or fees mentioned. Are there any penalties for late delivery or non-compliance?'},\n",
       " {'prompt': 'Extract any reference to quality standards or certifications required for the goods.',\n",
       "  'chosen': 'Quality standards/certifications: ISO 9001 certification required.',\n",
       "  'rejected': 'No reference to quality standards or certifications found. Are there any mentioned?'},\n",
       " {'prompt': 'Capture any references to packaging requirements or specifications.',\n",
       "  'chosen': 'Packaging requirements: Items to be packed in cardboard boxes with bubble wrap.',\n",
       "  'rejected': 'No references to packaging requirements found. Are there any specified?'},\n",
       " {'prompt': 'Identify any prepayment or deposit requirements mentioned in the POs.',\n",
       "  'chosen': 'Prepayment/deposit requirements: 50% deposit required upon order confirmation.',\n",
       "  'rejected': 'No prepayment or deposit requirements mentioned. Are there any mentioned?'},\n",
       " {'prompt': 'Extract any provisions for returns or exchanges.',\n",
       "  'chosen': 'Provisions for returns/exchanges: Returns accepted within 30 days with a 15% restocking fee.',\n",
       "  'rejected': 'No provisions for returns or exchanges found. Are there any mentioned?'},\n",
       " {'prompt': 'Capture any insurance requirements for the shipped goods.',\n",
       "  'chosen': 'Insurance requirements: Vendor responsible for insuring goods during transit.',\n",
       "  'rejected': 'No insurance requirements mentioned. Are there any insurance requirements for the shipped goods?'},\n",
       " {'prompt': 'Identify any clauses related to intellectual property rights.',\n",
       "  'chosen': 'Clauses related to intellectual property rights: Vendor retains intellectual property rights.',\n",
       "  'rejected': 'No clauses related to intellectual property rights found. Are there any mentioned?'},\n",
       " {'prompt': 'Extract any references to regulatory compliance standards (e.g., FDA regulations for food products).',\n",
       "  'chosen': 'References to regulatory compliance standards: All goods must comply with FDA regulations.',\n",
       "  'rejected': 'No references to regulatory compliance standards found. Are there any mentioned?'},\n",
       " {'prompt': 'Capture any provisions for dispute resolution or arbitration.',\n",
       "  'chosen': 'Provisions for dispute resolution/arbitration: Any disputes to be resolved through arbitration.',\n",
       "  'rejected': 'No provisions for dispute resolution or arbitration found. Are there any mentioned?'},\n",
       " {'prompt': 'Identify any subcontracting arrangements mentioned in the POs.',\n",
       "  'chosen': 'Subcontracting arrangements: No subcontracting allowed without prior approval.',\n",
       "  'rejected': 'No subcontracting arrangements mentioned. Are there any mentioned?'},\n",
       " {'prompt': 'Extract any clauses related to confidentiality or non-disclosure.',\n",
       "  'chosen': 'Clauses related to confidentiality/non-disclosure: Vendor to maintain confidentiality of all proprietary information.',\n",
       "  'rejected': 'No clauses related to confidentiality or non-disclosure found. Are there any mentioned?'},\n",
       " {'prompt': 'Capture any provisions for inspection and acceptance of goods.',\n",
       "  'chosen': 'Provisions for inspection/acceptance: Buyer has 7 days to inspect and accept goods upon delivery.',\n",
       "  'rejected': 'No provisions for inspection and acceptance of goods found. Are there any mentioned?'},\n",
       " {'prompt': 'Identify any penalties for non-compliance with delivery schedules.',\n",
       "  'chosen': 'Penalties for non-compliance: $200 penalty for each day of delay in delivery.',\n",
       "  'rejected': 'No penalties for non-compliance mentioned. Are there any penalties for late delivery?'},\n",
       " {'prompt': 'Extract any provisions for changes or amendments to the POs.',\n",
       "  'chosen': 'Provisions for changes/amendments: Any changes must be approved in writing by both parties.',\n",
       "  'rejected': 'No provisions for changes or amendments found. Are there any mentioned?'},\n",
       " {'prompt': 'What is the item description?',\n",
       "  'chosen': '100 units of LCD Monitors, 24 inch',\n",
       "  'rejected': '500 pieces of office chairs'},\n",
       " {'prompt': 'What is the quantity ordered?',\n",
       "  'chosen': '100 units',\n",
       "  'rejected': '250 units'},\n",
       " {'prompt': 'What is the unit price?',\n",
       "  'chosen': '$199.99',\n",
       "  'rejected': '$149.99'},\n",
       " {'prompt': 'What is the total price for this line item?',\n",
       "  'chosen': '$19,999.00',\n",
       "  'rejected': '$37,497.50'},\n",
       " {'prompt': 'Who is the vendor?',\n",
       "  'chosen': 'Tech Galaxy Inc., 123 Main St, Cityville, CA 90210',\n",
       "  'rejected': 'Office Mart LLC, 456 Oak Road, Townsville, NY 14534'},\n",
       " {'prompt': \"What is the vendor's contact number?\",\n",
       "  'chosen': '555-0123',\n",
       "  'rejected': '555-9876'},\n",
       " {'prompt': 'What is the purchase order number?',\n",
       "  'chosen': 'PO-2023-04162',\n",
       "  'rejected': 'PO-2022-12319'},\n",
       " {'prompt': 'What is the PO date?',\n",
       "  'chosen': 'April 16, 2023',\n",
       "  'rejected': 'December 15, 2022'},\n",
       " {'prompt': 'Are there any special terms noted?',\n",
       "  'chosen': 'Net 30 days payment terms',\n",
       "  'rejected': 'No special terms specified'},\n",
       " {'prompt': 'What is the shipping address?',\n",
       "  'chosen': '456 Oak Road, Townsville, NY 14534',\n",
       "  'rejected': '123 Main St, Cityville, CA 90210'},\n",
       " {'prompt': 'What is the billing address?',\n",
       "  'chosen': '123 Main St, Cityville, CA 90210',\n",
       "  'rejected': '456 Oak Road, Townsville, NY 14534'},\n",
       " {'prompt': 'Are any discounts applied?',\n",
       "  'chosen': 'No discounts applied',\n",
       "  'rejected': '10% discount for orders over $10,000'},\n",
       " {'prompt': 'What are the payment terms?',\n",
       "  'chosen': 'Net 60 days',\n",
       "  'rejected': 'Payment in advance'},\n",
       " {'prompt': 'Are terms and conditions referenced?',\n",
       "  'chosen': 'Yes, subject to standard T&Cs',\n",
       "  'rejected': 'No T&Cs mentioned'},\n",
       " {'prompt': 'Any shipping instructions provided?',\n",
       "  'chosen': 'Ship via ground courier',\n",
       "  'rejected': 'No shipping instructions'},\n",
       " {'prompt': 'Special handling instructions noted?',\n",
       "  'chosen': 'Handle with care, fragile items',\n",
       "  'rejected': 'No special handling required'},\n",
       " {'prompt': 'Any warranty information given?',\n",
       "  'chosen': \"1 year manufacturer's warranty\",\n",
       "  'rejected': 'No warranty mentioned'},\n",
       " {'prompt': 'Penalties for late delivery specified?',\n",
       "  'chosen': '$50 per day late penalty',\n",
       "  'rejected': 'No late penalties listed'},\n",
       " {'prompt': 'Quality certifications required?',\n",
       "  'chosen': 'ISO 9001 certified',\n",
       "  'rejected': 'No certifications needed'},\n",
       " {'prompt': 'Packaging requirements stated?',\n",
       "  'chosen': 'Pack in batches of 10 with dividers',\n",
       "  'rejected': 'No packaging instructions'},\n",
       " {'prompt': 'Any prepayment or deposit amount?',\n",
       "  'chosen': '50% deposit required',\n",
       "  'rejected': 'No prepayment needed'},\n",
       " {'prompt': 'Return/exchange policy mentioned?',\n",
       "  'chosen': '15 day return window, restocking fee 20%',\n",
       "  'rejected': 'No returns accepted'},\n",
       " {'prompt': 'Insurance requirements listed?',\n",
       "  'chosen': 'Insurance covered by vendor',\n",
       "  'rejected': 'Purchaser to arrange insurance'},\n",
       " {'prompt': 'IP rights or confidentiality clauses?',\n",
       "  'chosen': 'All IP rights retained by vendor',\n",
       "  'rejected': 'No IP or confidentiality terms'},\n",
       " {'prompt': 'Regulatory compliance standards?',\n",
       "  'chosen': 'FDA approval for food contact required',\n",
       "  'rejected': 'No regulatory compliance specified'},\n",
       " {'prompt': 'Dispute resolution terms provided?',\n",
       "  'chosen': 'Binding arbitration if disputes arise',\n",
       "  'rejected': 'No dispute provisions mentioned'},\n",
       " {'prompt': 'Subcontracting arrangements allowed?',\n",
       "  'chosen': 'No subcontracting permitted',\n",
       "  'rejected': 'Subcontracting allowed with notice'},\n",
       " {'prompt': 'Any inspection/acceptance terms?',\n",
       "  'chosen': 'Subject to inspection and acceptance testing',\n",
       "  'rejected': 'No inspection or acceptance terms'},\n",
       " {'prompt': 'Penalties for missed deliveries?',\n",
       "  'chosen': '2% of order value per week delayed',\n",
       "  'rejected': 'No delivery penalties listed'},\n",
       " {'prompt': 'Can PO be modified or amended?',\n",
       "  'chosen': 'Changes allowed with mutual written consent',\n",
       "  'rejected': 'PO cannot be amended'},\n",
       " {'prompt': 'What are the items ordered?',\n",
       "  'chosen': '500 units of office desks, 1000 units of ergonomic chairs',\n",
       "  'rejected': '2000 boxes of copy paper'},\n",
       " {'prompt': 'What are the quantities for each item?',\n",
       "  'chosen': '500 units, 1000 units',\n",
       "  'rejected': '750 units, 1500 units'},\n",
       " {'prompt': 'What are the unit prices listed?',\n",
       "  'chosen': '$249.99, $129.99',\n",
       "  'rejected': '$199.99, $99.99'},\n",
       " {'prompt': 'What are the total prices per line item?',\n",
       "  'chosen': '$124,995, $129,990',\n",
       "  'rejected': '$149,994.50, $149,985'},\n",
       " {'prompt': 'Who is the vendor company?',\n",
       "  'chosen': 'Office Furnishings Inc, 25 Industry Way, Toledo, OH 43612',\n",
       "  'rejected': 'Mega Office Supplies LLC, 718 Commerce St, Atlanta, GA 30303'},\n",
       " {'prompt': \"What is the vendor's contact email?\",\n",
       "  'chosen': 'orders@offinc.com',\n",
       "  'rejected': 'sales@megaoffice.com'},\n",
       " {'prompt': 'What is the purchase order number?',\n",
       "  'chosen': 'PO-04162023-281',\n",
       "  'rejected': 'PO-12152022-109'},\n",
       " {'prompt': 'What date was the PO issued?',\n",
       "  'chosen': 'April 16, 2023',\n",
       "  'rejected': 'March 1, 2023'},\n",
       " {'prompt': 'Any special terms or conditions noted?',\n",
       "  'chosen': 'Price firm for 90 days',\n",
       "  'rejected': 'No special terms specified'},\n",
       " {'prompt': 'What is the shipping address listed?',\n",
       "  'chosen': '611 Corporate Circle, Framingham, MA 01701',\n",
       "  'rejected': '25 Industry Way, Toledo, OH 43612'},\n",
       " {'prompt': 'Where is the billing address?',\n",
       "  'chosen': 'Same as shipping address',\n",
       "  'rejected': 'PO Box 8732, Boston, MA 02241'},\n",
       " {'prompt': 'Are any discounts applied on the PO?',\n",
       "  'chosen': '3% discount if paid within 10 days',\n",
       "  'rejected': 'No discounts given'},\n",
       " {'prompt': 'What are the stated payment terms?',\n",
       "  'chosen': 'Net 30 days from receipt',\n",
       "  'rejected': 'Payable in advance'},\n",
       " {'prompt': 'Any T&Cs or attachments referenced?',\n",
       "  'chosen': 'Yes, per our mutually signed agreement',\n",
       "  'rejected': 'No T&Cs mentioned'},\n",
       " {'prompt': 'Shipping instructions or requirements?',\n",
       "  'chosen': 'Truck unload at receiving dock',\n",
       "  'rejected': 'No shipping instructions provided'},\n",
       " {'prompt': 'Any special handling needs stated?',\n",
       "  'chosen': 'White glove delivery service required',\n",
       "  'rejected': 'No special handling required'},\n",
       " {'prompt': 'Is there a warranty or guarantee period?',\n",
       "  'chosen': '3 year limited warranty from mfr.',\n",
       "  'rejected': 'No warranty information given'},\n",
       " {'prompt': 'Penalties for late deliveries listed?',\n",
       "  'chosen': '$100 per day late fee applies',\n",
       "  'rejected': 'No late delivery penalties stated'},\n",
       " {'prompt': 'Are quality or certification standards noted?',\n",
       "  'chosen': 'Must meet BIFMA safety certification',\n",
       "  'rejected': 'No certifications required'},\n",
       " {'prompt': 'Any packaging instructions provided?',\n",
       "  'chosen': 'Pack chairs in wrapped bundles of 25',\n",
       "  'rejected': 'No packaging requirements mentioned'},\n",
       " {'prompt': 'Any prepayment deposit required?',\n",
       "  'chosen': '25% deposit due with order',\n",
       "  'rejected': 'No deposit or prepayment needed'},\n",
       " {'prompt': 'Terms provided for returns or exchanges?',\n",
       "  'chosen': 'Defective items may be returned within 30 days',\n",
       "  'rejected': 'All sales final, no returns'},\n",
       " {'prompt': 'Any insurance requirements specified?',\n",
       "  'chosen': 'Vendor to provide insurance during shipping',\n",
       "  'rejected': 'No insurance requirements stated'},\n",
       " {'prompt': 'IP rights or confidentiality terms included?',\n",
       "  'chosen': 'No confidentiality terms',\n",
       "  'rejected': 'All IP remains property of vendor'},\n",
       " {'prompt': 'Regulatory compliance standards noted?',\n",
       "  'chosen': 'Products meet CPSC safety regulations',\n",
       "  'rejected': 'No regulatory compliance mentioned'},\n",
       " {'prompt': 'Dispute resolution process defined?',\n",
       "  'chosen': 'Disputes subject to binding arbitration',\n",
       "  'rejected': 'No dispute resolution terms'},\n",
       " {'prompt': 'Subcontracting arrangements permitted?',\n",
       "  'chosen': 'No subcontracting allowed without consent',\n",
       "  'rejected': 'Vendor may subcontract portions'},\n",
       " {'prompt': 'Inspection and acceptance terms provided?',\n",
       "  'chosen': 'Goods subject to inspection prior to acceptance',\n",
       "  'rejected': 'No inspection or acceptance terms stated'},\n",
       " {'prompt': 'Penalties for missed delivery schedules?',\n",
       "  'chosen': '5% of order value per week delayed',\n",
       "  'rejected': 'No delivery penalties listed'},\n",
       " {'prompt': 'Can the PO be modified or amended?',\n",
       "  'chosen': 'Changes only by mutually executed written amendment',\n",
       "  'rejected': 'PO cannot be modified after issuance'},\n",
       " {'prompt': 'Identify the vendor name, address, and contact details from the following purchase order header:\\n\\nVendor: Acme Supplies Inc.\\n123 Main Street\\nAnytown, CA 12345\\nPhone: 555-123-4567\\nEmail: sales@acmesupplies.com',\n",
       "  'chosen': 'Vendor name: Acme Supplies Inc.\\nAddress: 127 Manning Street,  NewYorktown, CA 145\\nContact details: Phone: 557-153-4557, Email: sales@acmesupplies.com',\n",
       "  'rejected': 'The header does not contain any item or pricing information.'},\n",
       " {'prompt': 'Extract the PO number and date from the following purchase order image:\\n\\n[Purchase Order image with PO Number: PO-2023-0456 and Date: 03/15/2023]',\n",
       "  'chosen': 'PO number: PO-2023-0456\\nDate: 03/15/2023',\n",
       "  'rejected': 'The image does not provide any details about the purchased items.'},\n",
       " {'prompt': \"Determine any special terms or conditions mentioned in the following purchase order clause:\\n\\n'This purchase order is subject to the following special terms and conditions: (1) All goods must be delivered within 10 business days of the PO date. (2) A 5% discount will be applied for early delivery within 5 business days.'\",\n",
       "  'chosen': 'Special terms and conditions:\\n(1) All goods must be delivered within 10 business days of the PO date.\\n(2) A 5% discount will be applied for early delivery within 5 business days.',\n",
       "  'rejected': 'The clause does not mention any payment terms or shipping addresses.'},\n",
       " {'prompt': 'Extract the shipping and billing addresses from the following purchase order section:\\n\\nShipping Address:\\nAcme Corporation\\n456 Oak Road\\nAnytown, CA 12345\\n\\nBilling Address:\\nAcme Corporation\\nAccounts Payable\\nP.O. Box 789\\nAnytown, CA 12345',\n",
       "  'chosen': 'Shipping address: Acme Corporation, 456 Oak Road, Anytown, CA 12345\\nBilling address: Acme Corporation, Accounts Payable, P.O. Box 789, Anytown, CA 12345',\n",
       "  'rejected': 'The section does not provide any information about the purchased items or quantities.'},\n",
       " {'prompt': 'Identify any discounts or taxes applied in the following purchase order summary:\\n\\nSubtotal: $1,000.00\\nDiscount (10%): -$100.00\\nTax (8%): $72.00\\nTotal: $972.00',\n",
       "  'chosen': 'Discounts: 10% discount applied\\nTaxes: 8% tax applied',\n",
       "  'rejected': 'The summary does not mention any payment terms or delivery requirements.'},\n",
       " {'prompt': \"Extract the payment terms from the following purchase order clause:\\n\\n'Payment terms: Net 30 days from the date of invoice.'\",\n",
       "  'chosen': 'Payment terms: Net 30 days',\n",
       "  'rejected': 'The clause does not provide any information about discounts or taxes.'},\n",
       " {'prompt': \"Capture any references to terms and conditions on the following purchase order header:\\n\\n'This purchase order is subject to the Acme Corporation Standard Terms and Conditions (Rev. 2023-01), available at www.acmecorp.com/terms.'\",\n",
       "  'chosen': 'Reference to terms and conditions: Acme Corporation Standard Terms and Conditions (Rev. 2023-01), available at www.acmecorp.com/terms',\n",
       "  'rejected': 'The header does not mention any special handling instructions or warranty information.'},\n",
       " {'prompt': \"Identify any attachments or additional documents referenced in the following purchase order note:\\n\\n'Please refer to the attached technical specifications document for detailed requirements.'\",\n",
       "  'chosen': 'Referenced attachment or additional document: Technical specifications document',\n",
       "  'rejected': 'The note does not provide any packaging or shipping instructions.'},\n",
       " {'prompt': 'Extract any shipping instructions or delivery requirements from the following purchase order section:\\n\\nShipping Instructions:\\n- All items must be shipped via FedEx Ground\\n- Delivery is required between 9 AM and 5 PM, Monday through Friday\\n- Shipments must be clearly labeled with the PO number',\n",
       "  'chosen': 'Shipping instructions and delivery requirements:\\n- All items must be shipped via FedEx Ground\\n- Delivery is required between 9 AM and 5 PM, Monday through Friday\\n- Shipments must be clearly labeled with the PO number',\n",
       "  'rejected': 'The section does not mention any special terms or conditions related to the purchase order.'},\n",
       " {'prompt': 'Identify any special handling instructions for certain items in the following purchase order table:\\n\\n| Item | Quantity | Special Handling |\\n| --- | --- | --- |\\n| Widget A | 100 | None |\\n| Widget B | 50 | Fragile - Handle with Care |\\n| Widget C | 25 | Refrigerated Storage Required |',\n",
       "  'chosen': 'Special handling instructions:\\nWidget B: Fragile - Handle with Care\\nWidget C: Refrigerated Storage Required',\n",
       "  'rejected': 'The table does not provide any information about warranties or penalties.'},\n",
       " {'prompt': \"Capture any warranty or guarantee information mentioned in the following purchase order clause:\\n\\n'All items are covered by a 1-year manufacturer's warranty against defects in materials and workmanship.'\",\n",
       "  'chosen': \"Warranty or guarantee information: 1-year manufacturer's warranty against defects in materials and workmanship\",\n",
       "  'rejected': 'The clause does not mention any late delivery penalties or quality standards.'},\n",
       " {'prompt': \"Identify any penalties or fees for late delivery or non-compliance from the following purchase order section:\\n\\n'Late Delivery Penalty: A penalty of 5% of the total order value will be applied for each week of delay beyond the agreed delivery date.'\",\n",
       "  'chosen': 'Penalty or fee for late delivery: 5% of the total order value for each week of delay beyond the agreed delivery date',\n",
       "  'rejected': 'The section does not provide any information about returns or exchanges.'},\n",
       " {'prompt': \"Extract any reference to quality standards or certifications required for the goods in the following purchase order note:\\n\\n'All electronic components must be RoHS compliant and meet IPC-A-610 Class 3 standards.'\",\n",
       "  'chosen': 'Required quality standards or certifications: RoHS compliant, IPC-A-610 Class 3 standards',\n",
       "  'rejected': 'The note does not mention any intellectual property rights or regulatory compliance standards.'},\n",
       " {'prompt': \"Capture any references to packaging requirements or specifications from the following purchase order clause:\\n\\n'Packaging: All items must be individually packaged in sealed, moisture-resistant bags with desiccant packs included.'\",\n",
       "  'chosen': 'Packaging requirements or specifications: All items must be individually packaged in sealed, moisture-resistant bags with desiccant packs included',\n",
       "  'rejected': 'The clause does not provide any information about prepayments or deposits.'},\n",
       " {'prompt': \"Identify any prepayment or deposit requirements mentioned in the following purchase order section:\\n\\n'A non-refundable deposit of 25% of the total order value is required upon acceptance of this purchase order.'\",\n",
       "  'chosen': 'Prepayment or deposit requirement: A non-refundable deposit of 25% of the total order value is required upon acceptance of this purchase order',\n",
       "  'rejected': 'The section does not mention any provisions for returns or exchanges.'},\n",
       " {'prompt': 'Extract itemized list of goods from this table:',\n",
       "  'chosen': 'Itemized list of goods:\\nABC123, Quantity: 100, Description: Widget A, Weight: 5 kg\\nXYZ456, Quantity: 50, Description: Widget B, Weight: 10 kg\\nLMN789, Quantity: 25, Description: Widget C, Weight: 2 kg',\n",
       "  'rejected': '| Item | Quantity | Description | Weight |\\n| --- | --- | --- | --- |\\n| ABC123 | 100 | Widget A | 5 kg |\\n| XYZ456 | 50 | Widget B | 10 kg |\\n| LMN789 | 25 | Widget C | 2 kg |'},\n",
       " {'prompt': 'Identify packing materials used:',\n",
       "  'chosen': 'Packing materials used: Cardboard boxes, bubble wrap, packing peanuts',\n",
       "  'rejected': \"'All items are packed in sturdy cardboard boxes with bubble wrap and packing peanuts for cushioning.'\"},\n",
       " {'prompt': 'Extract tracking number from this image:',\n",
       "  'chosen': 'Shipment tracking number: TRK-20230415-001',\n",
       "  'rejected': '[Image of a packing list with a tracking number: TRK-20230415-001]'},\n",
       " {'prompt': 'Extract unit of measure references:',\n",
       "  'chosen': 'Unit of measure for quantities: Cartons, pieces',\n",
       "  'rejected': \"'Quantity: 10 cartons, each containing 100 pieces of Widget X'\"},\n",
       " {'prompt': 'Capture special handling instructions:',\n",
       "  'chosen': 'Special handling instructions:\\nABC123: Fragile - Handle with Care\\nLMN789: Refrigerated Storage Required',\n",
       "  'rejected': '| Item | Quantity | Special Handling |\\n| --- | --- | --- |\\n| ABC123 | 100 | Fragile - Handle with Care |\\n| XYZ456 | 50 | None |\\n| LMN789 | 25 | Refrigerated Storage Required |'},\n",
       " {'prompt': 'Identify product code or SKU number:',\n",
       "  'chosen': 'Product code or SKU number: ABC123 (SKU: 1234-5678-90)',\n",
       "  'rejected': 'Item: ABC123 (SKU: 1234-5678-90), Quantity: 100, Description: Widget A'},\n",
       " {'prompt': 'Extract batch or lot number references:',\n",
       "  'chosen': 'Batch or lot numbers: Batch No.: BT2023-04-15-001, Lot No.: LT2023-04-15-A',\n",
       "  'rejected': \"'Batch No.: BT2023-04-15-001, Lot No.: LT2023-04-15-A'\"},\n",
       " {'prompt': 'Capture inspection provisions:',\n",
       "  'chosen': 'Provisions for inspection of goods before packing: All items are subject to a comprehensive quality inspection before being packed for shipment.',\n",
       "  'rejected': \"'All items are subject to a comprehensive quality inspection before being packed for shipment.'\"},\n",
       " {'prompt': 'Identify packaging material requirements:',\n",
       "  'chosen': 'Requirements for inner packaging materials: Items individually wrapped in polyethylene film\\nRequirements for outer packaging materials: Heavy-duty wooden crates',\n",
       "  'rejected': \"'Outer Packaging: Heavy-duty wooden crates\\nInner Packaging: Items individually wrapped in polyethylene film'\"},\n",
       " {'prompt': 'Extract stacking/loading configuration references:',\n",
       "  'chosen': 'References to stacking or loading configuration of goods: Items must be stacked in an interlocking pattern to ensure stability during transit.',\n",
       "  'rejected': \"'Items must be stacked in an interlocking pattern to ensure stability during transit.'\"},\n",
       " {'prompt': 'Capture clauses on package labeling:',\n",
       "  'chosen': 'Clauses related to the labeling of packages:\"Shipping Address\" Tracking Number\"Fragile\"  \"Handle with Care\" (if applicable)\\n- Package Weight',\n",
       "  'rejected': '\\'All packages must be clearly labeled with the following information:\\n- Shipping Address\\n- Tracking Number\\n- \"Fragile\" or \"Handle with Care\" (if applicable)\\n- Package Weight\\''},\n",
       " {'prompt': 'Identify packing slip insertion requirements:',\n",
       "  'chosen': 'Requirements for the insertion of packing slips or documentation: A packing slip listing all items and quantities must be included in each package.',\n",
       "  'rejected': \"'A packing slip listing all items and quantities must be included in each package.'\"},\n",
       " {'prompt': 'Extract references on package identification:',\n",
       "  'chosen': 'References to the identification of packages: Each package is assigned a unique barcode for easy tracking and identification.',\n",
       "  'rejected': \"'Each package is assigned a unique barcode for easy tracking and identification.'\"},\n",
       " {'prompt': 'Capture clauses on packing material use:',\n",
       "  'chosen': 'Clauses related to the use of packing materials:\\n- Bubble wrap for cushioning\\n- Foam inserts for fragile items\\n- Corrugated cardboard boxes for outer packaging',\n",
       "  'rejected': \"'Packing Materials:\\n- Bubble wrap for cushioning\\n- Foam inserts for fragile items\\n- Corrugated cardboard boxes for outer packaging'\"},\n",
       " {'prompt': 'Identify any provisions for securing/sealing packages:',\n",
       "  'chosen': 'Provisions for securing or sealing packages: All packages must be securely sealed with tamper-evident tape.',\n",
       "  'rejected': \"'All packages must be securely sealed with tamper-evident tape.'\"},\n",
       " {'prompt': 'Extract references to package weight or dimensions:',\n",
       "  'chosen': 'References to package weight or dimensions: Package weight must not exceed 50 lbs. Dimensions: 24\"x18\"x12\"',\n",
       "  'rejected': '\\'Package weight must not exceed 50 lbs. Dimensions: 24\"x18\"x12\"\\''},\n",
       " {'prompt': 'Capture provisions for packing in containers/crates:',\n",
       "  'chosen': 'Provisions for packing goods in containers or crates: Larger items must be packed in wooden crates suitable for fork-lift handling.',\n",
       "  'rejected': \"'Larger items must be packed in wooden crates suitable for fork-lift handling.'\"},\n",
       " {'prompt': 'Identify requirements for product manuals/documentation:',\n",
       "  'chosen': 'Requirements for the inclusion of product manuals or documentation: User manuals and warranty documentation must be included with each unit.',\n",
       "  'rejected': \"'User manuals and warranty documentation must be included with each unit.'\"},\n",
       " {'prompt': 'Extract references to special packing equipment/tools:',\n",
       "  'chosen': 'References to special handling equipment or tools required for packing: Anti-static mats and grounding straps are required when packing sensitive electronic components.',\n",
       "  'rejected': \"'Anti-static mats and grounding straps are required when packing sensitive electronic components.'\"},\n",
       " {'prompt': 'Capture provisions for quantity verification:',\n",
       "  'chosen': 'Provisions for the verification of quantities packed against the order: A final count must be performed to ensure packed quantities match the order.',\n",
       "  'rejected': \"'A final count must be performed to ensure packed quantities match the order.'\"},\n",
       " {'prompt': 'Identify any markings for storage conditions:',\n",
       "  'chosen': \"Markings for storage conditions: Packages containing temperature-sensitive items must be marked 'Store at 2-8°C'.\",\n",
       "  'rejected': \"'Packages containing temperature-sensitive items must be marked 'Store at 2-8°C'.'\"},\n",
       " {'prompt': 'Extract references to ventilation requirements:',\n",
       "  'chosen': 'References to ventilation requirements: Appropriate ventilation holes must be provided in packages containing live plants or animals.',\n",
       "  'rejected': \"'Appropriate ventilation holes must be provided in packages containing live plants or animals.'\"},\n",
       " {'prompt': 'Identify any provisions for tamper-evident packaging:',\n",
       "  'chosen': 'Provisions for tamper-evident packaging: All packages must use tamper-evident seals to ensure integrity during transit.',\n",
       "  'rejected': \"'All packages must use tamper-evident seals to ensure integrity during transit.'\"},\n",
       " {'prompt': 'Extract references to package labeling standards:',\n",
       "  'chosen': 'References to package labeling standards: Package labels must comply with GHS and IATA regulations for hazardous materials.',\n",
       "  'rejected': \"'Package labels must comply with GHS and IATA regulations for hazardous materials.'\"},\n",
       " {'prompt': 'Capture any clauses on packaging material recyclability:',\n",
       "  'chosen': 'Clauses on packaging material recyclability: Preference should be given to recyclable or biodegradable packing materials where possible.',\n",
       "  'rejected': \"'Preference should be given to recyclable or biodegradable packing materials where possible.'\"},\n",
       " {'prompt': 'Identify any provisions for package moisture protection:',\n",
       "  'chosen': 'Provisions for package moisture protection: Moisture barrier bags must be used for items sensitive to humidity.',\n",
       "  'rejected': \"'Moisture barrier bags must be used for items sensitive to humidity.'\"},\n",
       " {'prompt': 'Extract references to packing material weight restrictions:',\n",
       "  'chosen': 'References to packing material weight restrictions: Packing materials should not exceed 20% of the total packaged weight.',\n",
       "  'rejected': \"'Packing materials should not exceed 20% of the total packaged weight.'\"},\n",
       " {'prompt': 'Capture any clauses on package drop testing:',\n",
       "  'chosen': 'Clauses on package drop testing: All packaging configurations must undergo drop testing from a height of 1 meter.',\n",
       "  'rejected': \"'All packaging configurations must undergo drop testing from a height of 1 meter.'\"},\n",
       " {'prompt': 'Identify any provisions for package marking conventions:',\n",
       "  'chosen': \"Provisions for package marking conventions: Packages must be marked with appropriate handling symbols (e.g., 'This Side Up', 'Fragile').\",\n",
       "  'rejected': \"'Packages must be marked with appropriate handling symbols (e.g., 'This Side Up', 'Fragile').'\"},\n",
       " {'prompt': 'Extract references to package stacking limitations:',\n",
       "  'chosen': 'References to package stacking limitations: Packages should not be stacked more than 6 units high.',\n",
       "  'rejected': \"'Packages should not be stacked more than 6 units high.'\"},\n",
       " {'prompt': 'Capture any clauses on package seal inspection:',\n",
       "  'chosen': 'Clauses on package seal inspection: All package seals must be inspected for integrity before shipment.',\n",
       "  'rejected': \"'All package seals must be inspected for integrity before shipment.'\"},\n",
       " {'prompt': 'Identify any provisions for package quarantine:',\n",
       "  'chosen': 'Provisions for package quarantine: Packages from certain regions must be held in quarantine for inspection by agricultural authorities.',\n",
       "  'rejected': \"'Packages from certain regions must be held in quarantine for inspection by agricultural authorities.'\"},\n",
       " {'prompt': 'Extract references to package cushioning calculations:',\n",
       "  'chosen': 'References to package cushioning calculations: Cushioning materials must be sized to provide a minimum of 2 inches of protection on all sides.',\n",
       "  'rejected': \"'Cushioning materials must be sized to provide a minimum of 2 inches of protection on all sides.'\"},\n",
       " {'prompt': 'Capture any clauses on package opening instructions:',\n",
       "  'chosen': \"Clauses on package opening instructions: Packages must be clearly marked with instructions for safe opening (e.g., 'Cut Tape Here').\",\n",
       "  'rejected': \"'Packages must be clearly marked with instructions for safe opening (e.g., 'Cut Tape Here').'\"},\n",
       " {'prompt': 'Identify any provisions for package return authorizations:',\n",
       "  'chosen': 'Provisions for package return authorizations: Returns must be accompanied by a valid Return Authorization Number.',\n",
       "  'rejected': \"'Returns must be accompanied by a valid Return Authorization Number.'\"},\n",
       " {'prompt': 'Extract references to package consolidation requirements:',\n",
       "  'chosen': 'References to package consolidation requirements: Multiple packages for the same destination should be consolidated into a single shipment where possible.',\n",
       "  'rejected': \"'Multiple packages for the same destination should be consolidated into a single shipment where possible.'\"},\n",
       " {'prompt': 'Capture any clauses on package security seals:',\n",
       "  'chosen': 'Clauses on package security seals: High-value shipments must use tamper-evident security seals approved by the carrier.',\n",
       "  'rejected': \"'High-value shipments must use tamper-evident security seals approved by the carrier.'\"},\n",
       " {'prompt': 'Identify any provisions for package stability testing:',\n",
       "  'chosen': 'Provisions for package stability testing: All packaging designs must pass tilt and vibration testing to ensure load stability.',\n",
       "  'rejected': \"'All packaging designs must pass tilt and vibration testing to ensure load stability.'\"},\n",
       " {'prompt': 'Extract references to package handling automation:',\n",
       "  'chosen': 'References to package handling automation: Packages should be designed for compatibility with automated conveyor and sorting systems.',\n",
       "  'rejected': \"'Packages should be designed for compatibility with automated conveyor and sorting systems.'\"},\n",
       " {'prompt': 'Capture any clauses on package ventilation calculations:',\n",
       "  'chosen': 'Clauses on package ventilation calculations: Ventilation holes must be sized to provide a minimum airflow of 200 cfm per container volume.',\n",
       "  'rejected': \"'Ventilation holes must be sized to provide a minimum airflow of 3000 cfm per container volume.'\"},\n",
       " {'prompt': 'Identify any provisions for package anti-static protection:',\n",
       "  'chosen': 'Provisions for package anti-static protection: Electronics must be packaged using anti-static materials and proper grounding techniques.',\n",
       "  'rejected': \"'Electronics must be packaged using anti-static materials and proper grounding techniques.'\"},\n",
       " {'prompt': 'Extract references to package reinforcement requirements:',\n",
       "  'chosen': 'References to package reinforcement requirements: Corners and edges of packages must be reinforced to prevent damage during handling.',\n",
       "  'rejected': \"'Corners and edges of packages must be reinforced to prevent damage during handling.'\"},\n",
       " {'prompt': 'Capture any clauses on package stack weight limits:',\n",
       "  'chosen': 'Clauses on package stack weight limits: Stacked packages must not exceed a combined weight of 1,000 lbs per pallet.',\n",
       "  'rejected': \"'Stacked packages must not exceed a combined weight of 1,000 lbs per pallet.'\"},\n",
       " {'prompt': 'Identify any provisions for package banding or strapping:',\n",
       "  'chosen': 'Provisions for package banding or strapping: Palletized loads must be secured using plastic banding or metal strapping.',\n",
       "  'rejected': \"'Palletized loads must be secured using plastic banding or metal strapping.'\"},\n",
       " {'prompt': 'Extract references to package tilt indicator requirements:',\n",
       "  'chosen': 'References to package tilt indicator requirements: Sensitive shipments should include tilt indicators to identify improper handling.',\n",
       "  'rejected': \"'Sensitive shipments should include tilt indicators to identify improper handling.'\"},\n",
       " {'prompt': 'Capture any clauses on package certification standards:',\n",
       "  'chosen': 'Clauses on package certification standards: All packaging must conform to ISTA or ASTM test standards as specified.',\n",
       "  'rejected': \"'All packaging must conform to ISTA or ASTM test standards as specified.'\"},\n",
       " {'prompt': 'Identify any provisions for package re-use or recycling:',\n",
       "  'chosen': 'Provisions for package re-use or recycling: Packaging materials should be designed for easy disassembly and recycling where possible.',\n",
       "  'rejected': \"'Packaging materials should be designed for easy disassembly and recycling where possible.'\"},\n",
       " {'prompt': 'Extract any references to pallet construction standards:',\n",
       "  'chosen': \"References to pallet construction standards: 'Pallets must meet GMA Grocery Manufacturers' Association standards for construction and repair.'\",\n",
       "  'rejected': \"'Pallets must meet GMA Grocery Manufacturers' Association standards for construction and repair.'\"},\n",
       " {'prompt': 'Identify any clauses on packaging line clearance requirements:',\n",
       "  'chosen': \"Clauses on packaging line clearance requirements: 'All packaging equipment and materials must maintain a minimum clearance of 18 inches from fire sprinkler heads.'\",\n",
       "  'rejected': \"'All packaging equipment and materials must maintain a minimum clearance of 18 inches from fire sprinkler heads.'\"},\n",
       " {'prompt': 'Capture provisions for package winterization or insulation:',\n",
       "  'chosen': \"Provisions for package winterization or insulation: 'For cold weather shipments, packages must be insulated with a minimum R-value of 5.'\",\n",
       "  'rejected': \"'For cold weather shipments, packages must be insulated with a minimum R-value of 5.'\"},\n",
       " {'prompt': 'Extract any markings for center of gravity on packages:',\n",
       "  'chosen': \"Markings for center of gravity on packages: 'Packages over 100 lbs must be marked with a visible center of gravity label.'\",\n",
       "  'rejected': \"'Packages over 100 lbs must be marked with a visible center of gravity label.'\"},\n",
       " {'prompt': 'Identify requirements for package stacking patterns:',\n",
       "  'chosen': \"Requirements for package stacking patterns: 'Interlocking stacking patterns must be used when palletizing boxes over 40 lbs.'\",\n",
       "  'rejected': \"'Interlocking stacking patterns must be used when palletizing boxes over 40 lbs.'\"},\n",
       " {'prompt': 'Capture any clauses on packing material FIBC standards:',\n",
       "  'chosen': \"Clauses on packing material FIBC standards: 'Flexible Intermediate Bulk Containers (FIBCs) must meet UN/ISO standards for rating and testing.'\",\n",
       "  'rejected': \"'Flexible Intermediate Bulk Containers (FIBCs) must meet UN/ISO standards for rating and testing.'\"},\n",
       " {'prompt': 'Extract references to package desiccant quantity calculations:',\n",
       "  'chosen': \"References to package desiccant quantity calculations: 'Desiccant packs must be sized at a minimum of 3 grams per cubic foot of package volume.'\",\n",
       "  'rejected': \"'Desiccant packs must be sized at a minimum of 3 grams per cubic foot of package volume.'\"},\n",
       " {'prompt': 'Identify any provisions for anti-rodent package protection:',\n",
       "  'chosen': \"Provisions for anti-rodent package protection: 'All wood packaging materials must be treated and certified per ISPM 15 standards to prevent insect/rodent infestation.'\",\n",
       "  'rejected': \"'All wood packaging materials must be treated and certified per ISPM 15 standards to prevent insect/rodent infestation.'\"},\n",
       " {'prompt': 'Capture any markings for package freezer storage:',\n",
       "  'chosen': \"Markings for package freezer storage: 'Frozen product packages must be marked 'Keep Frozen' in 1-inch letters.'\",\n",
       "  'rejected': \"'Frozen product packages must be marked 'Keep Frozen' in 1-inch letters.'\"},\n",
       " {'prompt': 'Extract any references to electrostatic discharge packaging:',\n",
       "  'chosen': \"References to electrostatic discharge packaging: 'Electronic components must use ESD-safe packaging with a surface resistance of 10^5 to 10^12 ohms.'\",\n",
       "  'rejected': \"'Electronic components must use ESD-safe packaging with a surface resistance of 10^5 to 10^12 ohms.'\"},\n",
       " {'prompt': 'Identify any clauses for package x-ray inspection:',\n",
       "  'chosen': \"Clauses for package x-ray inspection: 'All packages are subject to x-ray screening prior to being loaded on aircraft.'\",\n",
       "  'rejected': \"'All packages are subject to x-ray screening prior to being loaded on aircraft.'\"},\n",
       " {'prompt': 'Capture provisions for package export/import documentation:',\n",
       "  'chosen': \"Provisions for package export/import documentation: 'Shippers must provide commercial invoices, packing lists, and any required certifications for export clearance.'\",\n",
       "  'rejected': \"'Shippers must provide commercial invoices, packing lists, and any required certifications for export clearance.'\"},\n",
       " {'prompt': 'Extract markings for package liquor shipment certifications:',\n",
       "  'chosen': \"Markings for package liquor shipment certifications: 'Alcoholic beverage cases must be marked with applicable state warning and tax paid certifications.'\",\n",
       "  'rejected': \"'Alcoholic beverage cases must be marked with applicable state warning and tax paid certifications.'\"},\n",
       " {'prompt': 'Identify any requirements for package barcoding standards:',\n",
       "  'chosen': \"Requirements for package barcoding standards: 'All barcodes must meet GS1-128 specifications and be readable by industry-standard scanners.'\",\n",
       "  'rejected': \"'All barcodes must meet GS1-128 specifications and be readable by industry-standard scanners.'\"},\n",
       " {'prompt': 'Capture any clauses on pharmaceutical cold chain packaging:',\n",
       "  'chosen': \"Clauses on pharmaceutical cold chain packaging: 'Temperature-sensitive drug shipments must utilize VIP insulated containers qualified to ISTA 7D standards.'\",\n",
       "  'rejected': \"'Temperature-sensitive drug shipments must utilize VIP insulated containers qualified to ISTA 7D standards.'\"},\n",
       " {'prompt': 'Extract markings for package hazmat classifications:',\n",
       "  'chosen': \"Markings for package hazmat classifications: 'Hazardous material packages must display proper DOT/IATA diamond placards for their classification.'\",\n",
       "  'rejected': \"'Hazardous material packages must display proper DOT/IATA diamond placards for their classification.'\"},\n",
       " {'prompt': 'Identify requirements for package closure torque values:',\n",
       "  'chosen': \"Requirements for package closure torque values: 'Bottle closures must be tightened to 25 inch-pounds of torque +/- 5 inch-pounds.'\",\n",
       "  'rejected': \"'Bottle closures must be tightened to 25 inch-pounds of torque +/- 5 inch-pounds.'\"},\n",
       " {'prompt': 'Capture any provisions for package testing by third parties:',\n",
       "  'chosen': \"Provisions for package testing by third parties: 'Representative packaging samples must be submitted to an approved third-party test laboratory annually.'\",\n",
       "  'rejected': \"'Representative packaging samples must be submitted to an approved third-party test laboratory annually.'\"},\n",
       " {'prompt': 'Extract references to package opening tool requirements:',\n",
       "  'chosen': \"References to package opening tool requirements: 'Crated shipments must include pry-bar slots or provisions for using standard crate opening tools.'\",\n",
       "  'rejected': \"'Crated shipments must include pry-bar slots or provisions for using standard crate opening tools.'\"},\n",
       " {'prompt': 'Identify any clauses for package container/box quality control:',\n",
       "  'chosen': \"Clauses for package container/box quality control: 'Boxes must be automatically checked for proper joint formation, compression strength, and scores/cuts per ISTA project 1B.'\",\n",
       "  'rejected': \"'Boxes must be automatically checked for proper joint formation, compression strength, and scores/cuts per ISTA project 1B.'\"},\n",
       " {'prompt': 'Capture provisions for packing flammable solid containment:',\n",
       "  'chosen': \"Provisions for packing flammable solid containment: 'Flammable solids must be packaged with sufficient vermiculite lining to contain any spills.'\",\n",
       "  'rejected': \"'Flammable solids must be packaged with sufficient vermiculite lining to contain any spills.'\"},\n",
       " {'prompt': 'Extract marking requirements for package center of balance:',\n",
       "  'chosen': \"Marking requirements for package center of balance: 'Drums and cylinders must be marked with center of balance for crane handling.'\",\n",
       "  'rejected': \"'Drums and cylinders must be marked with center of balance for crane handling.'\"},\n",
       " {'prompt': 'Identify any clauses for vacuum packaging techniques:',\n",
       "  'chosen': \"Clauses for vacuum packaging techniques: 'Perishable foods must be vacuum-packed using MAP (Modified Atmosphere Packaging) methods.'\",\n",
       "  'rejected': \"'Perishable foods must be vacuum-packed using MAP (Modified Atmosphere Packaging) methods.'\"},\n",
       " {'prompt': 'Capture provisions for package sterilization or fumigation:',\n",
       "  'chosen': \"Provisions for package sterilization or fumigation: 'Wood pallets and crates must be heat treated or fumigated per ISPM 15 regulations.'\",\n",
       "  'rejected': \"'Wood pallets and crates must be heat treated or fumigated per ISPM 15 regulations.'\"},\n",
       " {'prompt': 'Identify any clauses for package shock/vibration testing:',\n",
       "  'chosen': \"Clauses for package shock/vibration testing: 'Packaged products must pass ISTA 3E testing for shock inputs between 10-100 Hz.'\",\n",
       "  'rejected': \"'Packaged products must pass ISTA 3E testing for shock inputs between 10-100 Hz.'\"},\n",
       " {'prompt': 'Capture provisions for spawnable heat packaging:',\n",
       "  'chosen': \"Provisions for spawnable heat packaging: 'Shipments using spawnable heat packs must have a minimum of two 72-hour heat packs per package.'\",\n",
       "  'rejected': \"'Shipments using spawnable heat packs must have a minimum of two 72-hour heat packs per package.'\"},\n",
       " {'prompt': 'Extract references to package container sanitation:',\n",
       "  'chosen': \"References to package container sanitation: 'Bulk food containers must be thoroughly cleaned and sanitized according to CGMP guidelines.'\",\n",
       "  'rejected': \"'Bulk food containers must be thoroughly cleaned and sanitized according to CGMP guidelines.'\"},\n",
       " {'prompt': 'Identify any clauses for package leakage testing:',\n",
       "  'chosen': \"Clauses for package leakage testing: 'Liquid product packaging is subject to vacuum chamber and dye penetrant testing for leaks.'\",\n",
       "  'rejected': \"'Liquid product packaging is subject to vacuum chamber and dye penetrant testing for leaks.'\"},\n",
       " {'prompt': 'Capture provisions for package data logger usage:',\n",
       "  'chosen': \"Provisions for package data logger usage: 'Temperature-sensitive shipments must include a USB data logger recording at 10 minute intervals.'\",\n",
       "  'rejected': \"'Temperature-sensitive shipments must include a USB data logger recording at 10 minute intervals.'\"},\n",
       " {'prompt': 'Extract any markings for package loading orientation:',\n",
       "  'chosen': \"Markings for package loading orientation: 'Cylindrical tanks must be marked with double arrows to indicate upright loading orientation.'\",\n",
       "  'rejected': \"'Cylindrical tanks must be marked with double arrows to indicate upright loading orientation.'\"},\n",
       " {'prompt': 'Identify requirements for package crush testing:',\n",
       "  'chosen': \"Requirements for package crush testing: 'Corrugated boxes must pass a BCT crush test of 32 lbs per square inch.'\",\n",
       "  'rejected': \"'Corrugated boxes must pass a BCT crush test of 32 lbs per square inch.'\"},\n",
       " {'prompt': 'Capture any clauses on pallet jack truck accessibility:',\n",
       "  'chosen': \"Clauses on pallet jack truck accessibility: 'All loaded pallets must provide a minimum of 3.5 inches of clearance for pallet jack truck entry.'\",\n",
       "  'rejected': \"'All loaded pallets must provide a minimum of 3.5 inches of clearance for pallet jack truck entry.'\"},\n",
       " {'prompt': 'Extract references to slip sheet pallet wrapping:',\n",
       "  'chosen': \"References to slip sheet pallet wrapping: 'Slip sheet pallets must be wrapped with 60 ga stretchable plastic wrap with a minimum overlap of 2 inches per revolution.'\",\n",
       "  'rejected': \"'Slip sheet pallets must be wrapped with 60 ga stretchable plastic wrap with a minimum overlap of 2 inches per revolution.'\"},\n",
       " {'prompt': 'Identify any provisions for bonded freight packaging:',\n",
       "  'chosen': \"Provisions for bonded freight packaging: 'Shipments imported under bond must be packed in bulk containers with serially-numbered seals affixed.'\",\n",
       "  'rejected': \"'Shipments imported under bond must be packed in bulk containers with serially-numbered seals affixed.'\"},\n",
       " {'prompt': 'Capture clauses for package weighing tolerances:',\n",
       "  'chosen': \"Clauses for package weighing tolerances: 'Net weight of packaged goods must be within +/- 0.25% of the stated weight on the label.'\",\n",
       "  'rejected': \"'Net weight of packaged goods must be within +/- 0.25% of the stated weight on the label.'\"},\n",
       " {'prompt': 'Extract any markings for package unloading procedures:',\n",
       "  'chosen': \"Markings for package unloading procedures: 'Cases marked 'Railcar Unload' require fork truck offloading from rail cars using specified techniques.'\",\n",
       "  'rejected': \"'Cases marked 'Railcar Unload' require fork truck offloading from rail cars using specified techniques.'\"},\n",
       " {'prompt': 'Identify requirements for stretch wrap containment:',\n",
       "  'chosen': \"Requirements for stretch wrap containment: 'Palletized loads must have stretch wrap applied with a minimum force of 10 lbs per stretch wrap revolution.'\",\n",
       "  'rejected': \"'Palletized loads must have stretch wrap applied with a minimum force of 10 lbs per stretch wrap revolution.'\"},\n",
       " {'prompt': 'Capture any provisions for package mold prevention:',\n",
       "  'chosen': \"Provisions for package mold prevention: 'Paperboard packaging must be treated with a mold inhibitor when shipping to tropical destinations.'\",\n",
       "  'rejected': \"'Paperboard packaging must be treated with a mold inhibitor when shipping to tropical destinations.'\"},\n",
       " {'prompt': 'Extract references to package burst strength testing:',\n",
       "  'chosen': \"References to package burst strength testing: 'Multi-wall shipping sacks must have a minimum burst strength of 500 kPa as tested by the Mullen burst tester.'\",\n",
       "  'rejected': \"'Multi-wall shipping sacks must have a minimum burst strength of 500 kPa as tested by the Mullen burst tester.'\"},\n",
       " {'prompt': 'Identify clauses for package decompression protocols:',\n",
       "  'chosen': \"Clauses for package decompression protocols: 'Personnel must follow prescribed decompression procedures when unpackaging goods received at high altitudes.'\",\n",
       "  'rejected': \"'Personnel must follow prescribed decompression procedures when unpackaging goods received at high altitudes.'\"},\n",
       " {'prompt': 'Capture provisions for liquid package leak testing:',\n",
       "  'chosen': \"Provisions for liquid package leak testing: 'Liquid-filled containers must pass a 48-hour immersion leak test prior to shipment.'\",\n",
       "  'rejected': \"'Liquid-filled containers must pass a 48-hour immersion leak test prior to shipment.'\"},\n",
       " {'prompt': 'Extract any markings for package lifting/racking:',\n",
       "  'chosen': \"Markings for package lifting/racking: 'Packages over 500 lbs must display lift point marking for proper racking and handling.'\",\n",
       "  'rejected': \"'Packages over 500 lbs must display lift point marking for proper racking and handling.'\"},\n",
       " {'prompt': 'Identify requirements for package labeling permanence:',\n",
       "  'chosen': \"Requirements for package labeling permanence: 'Shipping labels must be printed using solvent and UV resistant inks rated for a 5+ year lifespan.'\",\n",
       "  'rejected': \"'Shipping labels must be printed using solvent and UV resistant inks rated for a 5+ year lifespan.'\"},\n",
       " {'prompt': 'Capture any clauses on controlled substances packaging:',\n",
       "  'chosen': \"Clauses on controlled substances packaging: 'Schedule I-V drugs must be packaged in a tamper-evident container affixed with a unique identifying seal.'\",\n",
       "  'rejected': \"'Schedule I-V drugs must be packaged in a tamper-evident container affixed with a unique identifying seal.'\"},\n",
       " {'prompt': 'Extract references to package barcode location standards:',\n",
       "  'chosen': \"References to package barcode location standards: 'GS1 barcodes must be printed at a height of 1.25 inches on adjacent corners of cartons.'\",\n",
       "  'rejected': \"'GS1 barcodes must be printed at a height of 1.25 inches on adjacent corners of cartons.'\"},\n",
       " {'prompt': 'Identify any provisions for package metal shielding:',\n",
       "  'chosen': \"Provisions for package metal shielding: 'RF components must be packaged with a grounded mu-metal shield to prevent electromagnetic interference.'\",\n",
       "  'rejected': \"'RF components must be packaged with a grounded mu-metal shield to prevent electromagnetic interference.'\"},\n",
       " {'prompt': 'Capture clauses for package static dissipation ability:',\n",
       "  'chosen': \"Clauses for package static dissipation ability: 'ESD packaging materials must have a surface resistivity between 10^5 - 10^11 ohms per ANSI/ESD S541 standards.'\",\n",
       "  'rejected': \"'ESD packaging materials must have a surface resistivity between 10^5 - 10^11 ohms per ANSI/ESD S541 standards.'\"},\n",
       " {'prompt': 'Extract any markings for package approvals/certifications:',\n",
       "  'chosen': \"Markings for package approvals/certifications: 'UN Certified packaging must be marked with the appropriate approval markings after successful testing.'\",\n",
       "  'rejected': \"'UN Certified packaging must be marked with the appropriate approval markings after successful testing.'\"},\n",
       " {'prompt': 'Extract any references to pallet construction standards:',\n",
       "  'chosen': \"References to pallet construction standards: 'Pallets must meet GMA Grocery Manufacturers' Association standards for construction and repair.'\",\n",
       "  'rejected': \"'Pallets must meet GMA Grocery Manufacturers' Association standards for construction and repair.'\"},\n",
       " {'prompt': 'Identify any clauses on packaging line clearance requirements:',\n",
       "  'chosen': \"Clauses on packaging line clearance requirements: 'All packaging equipment and materials must maintain a minimum clearance of 18 inches from fire sprinkler heads.'\",\n",
       "  'rejected': \"'All packaging equipment and materials must maintain a minimum clearance of 18 inches from fire sprinkler heads.'\"},\n",
       " {'prompt': 'Capture provisions for package winterization or insulation:',\n",
       "  'chosen': \"Provisions for package winterization or insulation: 'For cold weather shipments, packages must be insulated with a minimum R-value of 5.'\",\n",
       "  'rejected': \"'For cold weather shipments, packages must be insulated with a minimum R-value of 5.'\"},\n",
       " {'prompt': 'Extract any markings for center of gravity on packages:',\n",
       "  'chosen': \"Markings for center of gravity on packages: 'Packages over 100 lbs must be marked with a visible center of gravity label.'\",\n",
       "  'rejected': \"'Packages over 100 lbs must be marked with a visible center of gravity label.'\"},\n",
       " {'prompt': 'Identify requirements for package stacking patterns:',\n",
       "  'chosen': \"Requirements for package stacking patterns: 'Interlocking stacking patterns must be used when palletizing boxes over 40 lbs.'\",\n",
       "  'rejected': \"'Interlocking stacking patterns must be used when palletizing boxes over 40 lbs.'\"},\n",
       " {'prompt': 'Capture any clauses on packing material FIBC standards:',\n",
       "  'chosen': \"Clauses on packing material FIBC standards: 'Flexible Intermediate Bulk Containers (FIBCs) must meet UN/ISO standards for rating and testing.'\",\n",
       "  'rejected': \"'Flexible Intermediate Bulk Containers (FIBCs) must meet UN/ISO standards for rating and testing.'\"},\n",
       " {'prompt': 'Extract references to package desiccant quantity calculations:',\n",
       "  'chosen': \"References to package desiccant quantity calculations: 'Desiccant packs must be sized at a minimum of 3 grams per cubic foot of package volume.'\",\n",
       "  'rejected': \"'Desiccant packs must be sized at a minimum of 3 grams per cubic foot of package volume.'\"},\n",
       " {'prompt': 'Identify any provisions for anti-rodent package protection:',\n",
       "  'chosen': \"Provisions for anti-rodent package protection: 'All wood packaging materials must be treated and certified per ISPM 15 standards to prevent insect/rodent infestation.'\",\n",
       "  'rejected': \"'All wood packaging materials must be treated and certified per ISPM 15 standards to prevent insect/rodent infestation.'\"},\n",
       " {'prompt': 'Capture any markings for package freezer storage:',\n",
       "  'chosen': \"Markings for package freezer storage: 'Frozen product packages must be marked 'Keep Frozen' in 1-inch letters.'\",\n",
       "  'rejected': \"'Frozen product packages must be marked 'Keep Frozen' in 1-inch letters.'\"},\n",
       " {'prompt': 'Extract any references to electrostatic discharge packaging:',\n",
       "  'chosen': \"References to electrostatic discharge packaging: 'Electronic components must use ESD-safe packaging with a surface resistance of 10^5 to 10^12 ohms.'\",\n",
       "  'rejected': \"'Electronic components must use ESD-safe packaging with a surface resistance of 10^5 to 10^12 ohms.'\"}]"
      ]
     },
     "execution_count": 45,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "from datasets import load_dataset\n",
    "from tqdm import tqdm\n",
    "\n",
    "def prepare_sample_text(example):\n",
    "    question = example.get('question', '')  # Get the value associated with the key 'question', or an empty string if the key is not found\n",
    "    response_j = example.get('response_j', '')  # Get the value associated with the key 'response_j', or an empty string if the key is not found\n",
    "    text = f\"Question:{question}\\n\\nAnswer:{response_j}\"\n",
    "    return text\n",
    "\n",
    "\n",
    "# def prepare_sample_text(example):\n",
    "#     text=f\"Question:{example['question']}\\n\\nAnswer:{example['response_j']}\"\n",
    "#     return text\n",
    "\n",
    "def chars_token_ratio(dataset, tokenizer, nb_examples=400):\n",
    "    \"\"\"\n",
    "    Estimate the average number of characters per token in the dataset.\n",
    "    \"\"\"\n",
    "    total_characters, total_tokens=0,0\n",
    "    for _, example in tqdm(zip(range(nb_examples), iter(dataset)), total=nb_examples):\n",
    "        text=prepare_sample_text(example)\n",
    "        total_characters+=len(text)\n",
    "        if tokenizer.is_fast:\n",
    "            total_tokens+=len(tokenizer(text).tokens())\n",
    "        else:\n",
    "            total_tokens+=len(tokenizer.tokenize(text))\n",
    "    return total_characters/total_tokens\n",
    "\n",
    "\n",
    "# streaming=True\n",
    "\n",
    "# dataset=load_dataset(\n",
    "#     path=\"lvwerra/stack-exchange-paired\",\n",
    "#     data_dir=\"data/finetune\", # the subset to use\n",
    "#     split=\"train\",\n",
    "#     num_proc=4,\n",
    "#     streaming=streaming,\n",
    "# )\n",
    "\n",
    "# dataset\n",
    "\n",
    "\n",
    "from datasets import load_dataset\n",
    "\n",
    "def load_custom_dataset(path, split=\"train\", streaming=False):\n",
    "    \"\"\"\n",
    "    Load a custom dataset either from a remote source or a local file.\n",
    "    \"\"\"\n",
    "    if path.startswith(\"http://\") or path.startswith(\"https://\"):\n",
    "        # Remote dataset\n",
    "        return load_dataset(\n",
    "            path=path,\n",
    "            split=split,\n",
    "            streaming=streaming\n",
    "        )\n",
    "    else:\n",
    "        # Local file path\n",
    "        import json\n",
    "        data = []\n",
    "        with open(path, \"r\", encoding=\"utf-8\") as f:\n",
    "            for line in f:\n",
    "                data.append(json.loads(line))\n",
    "        return data\n",
    "\n",
    "streaming = True\n",
    "\n",
    "path_to_dataset = \"C:\\\\Users\\\\abhim\\\\Downloads\\\\preference_dataset.jsonl\"\n",
    "\n",
    "dataset = load_custom_dataset(\n",
    "    path=path_to_dataset,\n",
    "    split=\"train\",\n",
    "    streaming=streaming\n",
    ")\n",
    "\n",
    "dataset\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 47,
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "  3%|██▌                                                                           | 13/400 [00:00<00:00, 12881.16it/s]\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "2.5714285714285716"
      ]
     },
     "execution_count": 47,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import random\n",
    "if streaming:\n",
    "    # Shuffle the dataset\n",
    "    random.shuffle(dataset)\n",
    "    \n",
    "    # Number of prompts for validation set\n",
    "    num_valid_prompts = min(400, len(dataset))  # Ensure not more than the total prompts\n",
    "    \n",
    "    # Number of prompts for training set\n",
    "    num_train_prompts = len(dataset) - num_valid_prompts\n",
    "    \n",
    "    # Split the dataset into validation and training sets\n",
    "    valid_data = dataset[:num_valid_prompts]\n",
    "    train_data = dataset[num_valid_prompts:]\n",
    "\n",
    "\n",
    "# if streaming:\n",
    "#     valid_data=dataset.take(4000)\n",
    "#     train_data=dataset.skip(4000)\n",
    "#     train_data=train_data.shuffle(buffer_size=5000, seed=None)\n",
    "else:\n",
    "    dataset=dataset.train_test_split(test_size=0.005, seed=None)\n",
    "    train_data=dataset[\"train\"]\n",
    "    valid_data=dataset[\"test\"]\n",
    "\n",
    "chars_per_token=chars_token_ratio(train_data, tokenizer)\n",
    "chars_per_token"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 49,
   "metadata": {},
   "outputs": [],
   "source": [
    "from trl.trainer import ConstantLengthDataset\n",
    "\n",
    "train_dataset=ConstantLengthDataset(\n",
    "    tokenizer,\n",
    "    train_data,\n",
    "    formatting_func=prepare_sample_text,\n",
    "    infinite=True,\n",
    "    seq_length=1024,\n",
    "    chars_per_token=chars_per_token,\n",
    ")\n",
    "\n",
    "valid_dataset=ConstantLengthDataset(\n",
    "    tokenizer,\n",
    "    valid_data,\n",
    "    formatting_func=prepare_sample_text,\n",
    "    infinite=False,\n",
    "    seq_length=1024,\n",
    "    chars_per_token=chars_per_token,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 61,
   "metadata": {},
   "outputs": [
    {
     "ename": "ValueError",
     "evalue": "Can't find 'adapter_config.json' at 'TheBloke/Llama-2-13B-chat-GPTQ'",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31mHTTPError\u001b[0m                                 Traceback (most recent call last)",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\huggingface_hub\\utils\\_errors.py:304\u001b[0m, in \u001b[0;36mhf_raise_for_status\u001b[1;34m(response, endpoint_name)\u001b[0m\n\u001b[0;32m    303\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m--> 304\u001b[0m     \u001b[43mresponse\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mraise_for_status\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    305\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m HTTPError \u001b[38;5;28;01mas\u001b[39;00m e:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\requests\\models.py:1021\u001b[0m, in \u001b[0;36mResponse.raise_for_status\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m   1020\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m http_error_msg:\n\u001b[1;32m-> 1021\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m HTTPError(http_error_msg, response\u001b[38;5;241m=\u001b[39m\u001b[38;5;28mself\u001b[39m)\n",
      "\u001b[1;31mHTTPError\u001b[0m: 404 Client Error: Not Found for url: https://huggingface.co/TheBloke/Llama-2-13B-chat-GPTQ/resolve/main/adapter_config.json",
      "\nThe above exception was the direct cause of the following exception:\n",
      "\u001b[1;31mEntryNotFoundError\u001b[0m                        Traceback (most recent call last)",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\peft\\config.py:143\u001b[0m, in \u001b[0;36mPeftConfigMixin.from_pretrained\u001b[1;34m(cls, pretrained_model_name_or_path, subfolder, **kwargs)\u001b[0m\n\u001b[0;32m    142\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m--> 143\u001b[0m     config_file \u001b[38;5;241m=\u001b[39m hf_hub_download(\n\u001b[0;32m    144\u001b[0m         pretrained_model_name_or_path, CONFIG_NAME, subfolder\u001b[38;5;241m=\u001b[39msubfolder, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mhf_hub_download_kwargs\n\u001b[0;32m    145\u001b[0m     )\n\u001b[0;32m    146\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m:\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\huggingface_hub\\utils\\_validators.py:119\u001b[0m, in \u001b[0;36mvalidate_hf_hub_args.<locals>._inner_fn\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m    117\u001b[0m     kwargs \u001b[38;5;241m=\u001b[39m smoothly_deprecate_use_auth_token(fn_name\u001b[38;5;241m=\u001b[39mfn\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__name__\u001b[39m, has_token\u001b[38;5;241m=\u001b[39mhas_token, kwargs\u001b[38;5;241m=\u001b[39mkwargs)\n\u001b[1;32m--> 119\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m fn(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\huggingface_hub\\file_download.py:1261\u001b[0m, in \u001b[0;36mhf_hub_download\u001b[1;34m(repo_id, filename, subfolder, repo_type, revision, library_name, library_version, cache_dir, local_dir, local_dir_use_symlinks, user_agent, force_download, force_filename, proxies, etag_timeout, resume_download, token, local_files_only, headers, legacy_cache_layout, endpoint)\u001b[0m\n\u001b[0;32m   1260\u001b[0m \u001b[38;5;28;01mtry\u001b[39;00m:\n\u001b[1;32m-> 1261\u001b[0m     metadata \u001b[38;5;241m=\u001b[39m \u001b[43mget_hf_file_metadata\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m   1262\u001b[0m \u001b[43m        \u001b[49m\u001b[43murl\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1263\u001b[0m \u001b[43m        \u001b[49m\u001b[43mtoken\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtoken\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1264\u001b[0m \u001b[43m        \u001b[49m\u001b[43mproxies\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mproxies\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1265\u001b[0m \u001b[43m        \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43metag_timeout\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1266\u001b[0m \u001b[43m        \u001b[49m\u001b[43mlibrary_name\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mlibrary_name\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1267\u001b[0m \u001b[43m        \u001b[49m\u001b[43mlibrary_version\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mlibrary_version\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1268\u001b[0m \u001b[43m        \u001b[49m\u001b[43muser_agent\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43muser_agent\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1269\u001b[0m \u001b[43m    \u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1270\u001b[0m \u001b[38;5;28;01mexcept\u001b[39;00m EntryNotFoundError \u001b[38;5;28;01mas\u001b[39;00m http_error:\n\u001b[0;32m   1271\u001b[0m     \u001b[38;5;66;03m# Cache the non-existence of the file and raise\u001b[39;00m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\huggingface_hub\\utils\\_validators.py:119\u001b[0m, in \u001b[0;36mvalidate_hf_hub_args.<locals>._inner_fn\u001b[1;34m(*args, **kwargs)\u001b[0m\n\u001b[0;32m    117\u001b[0m     kwargs \u001b[38;5;241m=\u001b[39m smoothly_deprecate_use_auth_token(fn_name\u001b[38;5;241m=\u001b[39mfn\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__name__\u001b[39m, has_token\u001b[38;5;241m=\u001b[39mhas_token, kwargs\u001b[38;5;241m=\u001b[39mkwargs)\n\u001b[1;32m--> 119\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m fn(\u001b[38;5;241m*\u001b[39margs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\huggingface_hub\\file_download.py:1674\u001b[0m, in \u001b[0;36mget_hf_file_metadata\u001b[1;34m(url, token, proxies, timeout, library_name, library_version, user_agent, headers)\u001b[0m\n\u001b[0;32m   1673\u001b[0m \u001b[38;5;66;03m# Retrieve metadata\u001b[39;00m\n\u001b[1;32m-> 1674\u001b[0m r \u001b[38;5;241m=\u001b[39m \u001b[43m_request_wrapper\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m   1675\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmethod\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mHEAD\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1676\u001b[0m \u001b[43m    \u001b[49m\u001b[43murl\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43murl\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1677\u001b[0m \u001b[43m    \u001b[49m\u001b[43mheaders\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mheaders\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1678\u001b[0m \u001b[43m    \u001b[49m\u001b[43mallow_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[0;32m   1679\u001b[0m \u001b[43m    \u001b[49m\u001b[43mfollow_relative_redirects\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mTrue\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[0;32m   1680\u001b[0m \u001b[43m    \u001b[49m\u001b[43mproxies\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mproxies\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1681\u001b[0m \u001b[43m    \u001b[49m\u001b[43mtimeout\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtimeout\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m   1682\u001b[0m \u001b[43m\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m   1683\u001b[0m hf_raise_for_status(r)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\huggingface_hub\\file_download.py:369\u001b[0m, in \u001b[0;36m_request_wrapper\u001b[1;34m(method, url, follow_relative_redirects, **params)\u001b[0m\n\u001b[0;32m    368\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m follow_relative_redirects:\n\u001b[1;32m--> 369\u001b[0m     response \u001b[38;5;241m=\u001b[39m _request_wrapper(\n\u001b[0;32m    370\u001b[0m         method\u001b[38;5;241m=\u001b[39mmethod,\n\u001b[0;32m    371\u001b[0m         url\u001b[38;5;241m=\u001b[39murl,\n\u001b[0;32m    372\u001b[0m         follow_relative_redirects\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mFalse\u001b[39;00m,\n\u001b[0;32m    373\u001b[0m         \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mparams,\n\u001b[0;32m    374\u001b[0m     )\n\u001b[0;32m    376\u001b[0m     \u001b[38;5;66;03m# If redirection, we redirect only relative paths.\u001b[39;00m\n\u001b[0;32m    377\u001b[0m     \u001b[38;5;66;03m# This is useful in case of a renamed repository.\u001b[39;00m\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\huggingface_hub\\file_download.py:393\u001b[0m, in \u001b[0;36m_request_wrapper\u001b[1;34m(method, url, follow_relative_redirects, **params)\u001b[0m\n\u001b[0;32m    392\u001b[0m response \u001b[38;5;241m=\u001b[39m get_session()\u001b[38;5;241m.\u001b[39mrequest(method\u001b[38;5;241m=\u001b[39mmethod, url\u001b[38;5;241m=\u001b[39murl, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mparams)\n\u001b[1;32m--> 393\u001b[0m \u001b[43mhf_raise_for_status\u001b[49m\u001b[43m(\u001b[49m\u001b[43mresponse\u001b[49m\u001b[43m)\u001b[49m\n\u001b[0;32m    394\u001b[0m \u001b[38;5;28;01mreturn\u001b[39;00m response\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\huggingface_hub\\utils\\_errors.py:315\u001b[0m, in \u001b[0;36mhf_raise_for_status\u001b[1;34m(response, endpoint_name)\u001b[0m\n\u001b[0;32m    314\u001b[0m     message \u001b[38;5;241m=\u001b[39m \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mresponse\u001b[38;5;241m.\u001b[39mstatus_code\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m Client Error.\u001b[39m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;241m+\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;130;01m\\n\u001b[39;00m\u001b[38;5;130;01m\\n\u001b[39;00m\u001b[38;5;124m\"\u001b[39m \u001b[38;5;241m+\u001b[39m \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mEntry Not Found for url: \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mresponse\u001b[38;5;241m.\u001b[39murl\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m.\u001b[39m\u001b[38;5;124m\"\u001b[39m\n\u001b[1;32m--> 315\u001b[0m     \u001b[38;5;28;01mraise\u001b[39;00m EntryNotFoundError(message, response) \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01me\u001b[39;00m\n\u001b[0;32m    317\u001b[0m \u001b[38;5;28;01melif\u001b[39;00m error_code \u001b[38;5;241m==\u001b[39m \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mGatedRepo\u001b[39m\u001b[38;5;124m\"\u001b[39m:\n",
      "\u001b[1;31mEntryNotFoundError\u001b[0m: 404 Client Error. (Request ID: Root=1-66200d7a-4ee368c13b1803d8348c9080;bd9af309-fb5d-4c3f-9fb7-56ea1d71917b)\n\nEntry Not Found for url: https://huggingface.co/TheBloke/Llama-2-13B-chat-GPTQ/resolve/main/adapter_config.json.",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[1;31mValueError\u001b[0m                                Traceback (most recent call last)",
      "Cell \u001b[1;32mIn[61], line 30\u001b[0m\n\u001b[0;32m      2\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mpeft\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m AutoPeftModelForCausalLM\n\u001b[0;32m      3\u001b[0m \u001b[38;5;66;03m# from bitsandbytes import BitsAndBytesConfig\u001b[39;00m\n\u001b[0;32m      4\u001b[0m \n\u001b[0;32m      5\u001b[0m \u001b[38;5;66;03m# bnb_config=BitsAndBytesConfig(\u001b[39;00m\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m     26\u001b[0m \n\u001b[0;32m     27\u001b[0m \u001b[38;5;66;03m# Specify the name or path of the pre-trained model\u001b[39;00m\n\u001b[1;32m---> 30\u001b[0m base_model \u001b[38;5;241m=\u001b[39m \u001b[43mAutoPeftModelForCausalLM\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mfrom_pretrained\u001b[49m\u001b[43m(\u001b[49m\n\u001b[0;32m     31\u001b[0m \u001b[43m    \u001b[49m\u001b[43mmodel_name_or_path\u001b[49m\u001b[43m,\u001b[49m\u001b[43m  \u001b[49m\u001b[38;5;66;43;03m# Specify the model name or path\u001b[39;49;00m\n\u001b[0;32m     32\u001b[0m \u001b[43m    \u001b[49m\u001b[38;5;66;43;03m# quantization_config=bnb_config,\u001b[39;49;00m\n\u001b[0;32m     33\u001b[0m \u001b[43m    \u001b[49m\u001b[43mdevice_map\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mauto\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m,\u001b[49m\n\u001b[0;32m     34\u001b[0m \u001b[43m    \u001b[49m\u001b[43mtorch_dtype\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43mtorch\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mbfloat16\u001b[49m\u001b[43m,\u001b[49m\n\u001b[0;32m     35\u001b[0m \u001b[43m    \u001b[49m\u001b[43mtrust_remote_code\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;28;43;01mFalse\u001b[39;49;00m\u001b[43m,\u001b[49m\n\u001b[0;32m     36\u001b[0m \u001b[43m)\u001b[49m\n\u001b[0;32m     38\u001b[0m base_model\u001b[38;5;241m.\u001b[39mconfig\u001b[38;5;241m.\u001b[39muse_cache \u001b[38;5;241m=\u001b[39m \u001b[38;5;28;01mFalse\u001b[39;00m\n\u001b[0;32m     39\u001b[0m \u001b[38;5;28mprint\u001b[39m(base_model)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\peft\\auto.py:72\u001b[0m, in \u001b[0;36m_BaseAutoPeftModel.from_pretrained\u001b[1;34m(cls, pretrained_model_name_or_path, adapter_name, is_trainable, config, **kwargs)\u001b[0m\n\u001b[0;32m     58\u001b[0m \u001b[38;5;129m@classmethod\u001b[39m\n\u001b[0;32m     59\u001b[0m \u001b[38;5;28;01mdef\u001b[39;00m \u001b[38;5;21mfrom_pretrained\u001b[39m(\n\u001b[0;32m     60\u001b[0m     \u001b[38;5;28mcls\u001b[39m,\n\u001b[1;32m   (...)\u001b[0m\n\u001b[0;32m     65\u001b[0m     \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs,\n\u001b[0;32m     66\u001b[0m ):\n\u001b[0;32m     67\u001b[0m \u001b[38;5;250m    \u001b[39m\u001b[38;5;124mr\u001b[39m\u001b[38;5;124;03m\"\"\"\u001b[39;00m\n\u001b[0;32m     68\u001b[0m \u001b[38;5;124;03m    A wrapper around all the preprocessing steps a user needs to perform in order to load a PEFT model. The kwargs\u001b[39;00m\n\u001b[0;32m     69\u001b[0m \u001b[38;5;124;03m    are passed along to `PeftConfig` that automatically takes care of filtering the kwargs of the Hub methods and\u001b[39;00m\n\u001b[0;32m     70\u001b[0m \u001b[38;5;124;03m    the config object init.\u001b[39;00m\n\u001b[0;32m     71\u001b[0m \u001b[38;5;124;03m    \"\"\"\u001b[39;00m\n\u001b[1;32m---> 72\u001b[0m     peft_config \u001b[38;5;241m=\u001b[39m PeftConfig\u001b[38;5;241m.\u001b[39mfrom_pretrained(pretrained_model_name_or_path, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mkwargs)\n\u001b[0;32m     73\u001b[0m     base_model_path \u001b[38;5;241m=\u001b[39m peft_config\u001b[38;5;241m.\u001b[39mbase_model_name_or_path\n\u001b[0;32m     75\u001b[0m     task_type \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mgetattr\u001b[39m(peft_config, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mtask_type\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;28;01mNone\u001b[39;00m)\n",
      "File \u001b[1;32m~\\miniforge3\\lib\\site-packages\\peft\\config.py:147\u001b[0m, in \u001b[0;36mPeftConfigMixin.from_pretrained\u001b[1;34m(cls, pretrained_model_name_or_path, subfolder, **kwargs)\u001b[0m\n\u001b[0;32m    143\u001b[0m         config_file \u001b[38;5;241m=\u001b[39m hf_hub_download(\n\u001b[0;32m    144\u001b[0m             pretrained_model_name_or_path, CONFIG_NAME, subfolder\u001b[38;5;241m=\u001b[39msubfolder, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mhf_hub_download_kwargs\n\u001b[0;32m    145\u001b[0m         )\n\u001b[0;32m    146\u001b[0m     \u001b[38;5;28;01mexcept\u001b[39;00m \u001b[38;5;167;01mException\u001b[39;00m:\n\u001b[1;32m--> 147\u001b[0m         \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mValueError\u001b[39;00m(\u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mCan\u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124mt find \u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mCONFIG_NAME\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m at \u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mpretrained_model_name_or_path\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m\"\u001b[39m)\n\u001b[0;32m    149\u001b[0m loaded_attributes \u001b[38;5;241m=\u001b[39m \u001b[38;5;28mcls\u001b[39m\u001b[38;5;241m.\u001b[39mfrom_json_file(config_file)\n\u001b[0;32m    150\u001b[0m kwargs \u001b[38;5;241m=\u001b[39m {\u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mclass_kwargs, \u001b[38;5;241m*\u001b[39m\u001b[38;5;241m*\u001b[39mloaded_attributes}\n",
      "\u001b[1;31mValueError\u001b[0m: Can't find 'adapter_config.json' at 'TheBloke/Llama-2-13B-chat-GPTQ'"
     ]
    }
   ],
   "source": [
    "import torch\n",
    "from peft import AutoPeftModelForCausalLM\n",
    "# from bitsandbytes import BitsAndBytesConfig\n",
    "\n",
    "# bnb_config=BitsAndBytesConfig(\n",
    "#     # It is used to enable 4-bit quantization by replacing the Linear layers with FP4/NF4 layers from bitsandbytes.\n",
    "#     load_in_4bit=True,\n",
    "#     # This sets the quantization data type in the bnb.nn.Linear4Bit layers.\n",
    "#     bnb_4bit_quant_type=\"nf4\",\n",
    "#     # Support nested quantization\n",
    "#     bnb_4bit_use_double_quant=True,\n",
    "#     # This sets the computational type which might be different than the input time\n",
    "#     bnb_4bit_compute_dtype=torch.bfloat16,\n",
    "# )\n",
    "\n",
    "# base_model=AutoPeftModelForCausalLM.from_pretrained(\n",
    "#     model_name,\n",
    "#     # quantization_config=bnb_config,\n",
    "#     device_map=\"auto\",\n",
    "#     torch_dtype=torch.bfloat16,\n",
    "#     trust_remote_code=False,\n",
    "# )\n",
    "\n",
    "# base_model.config.use_cache=False\n",
    "# print(base_model)\n",
    "\n",
    "# Specify the name or path of the pre-trained model\n",
    "\n",
    "\n",
    "base_model = AutoPeftModelForCausalLM.from_pretrained(\n",
    "    model_name_or_path,  # Specify the model name or path\n",
    "    # quantization_config=bnb_config,\n",
    "    device_map=\"auto\",\n",
    "    torch_dtype=torch.bfloat16,\n",
    "    trust_remote_code=False,\n",
    ")\n",
    "\n",
    "base_model.config.use_cache = False\n",
    "print(base_model)\n",
    "\n",
    "\n",
    "\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from peft LoraConfig, TaskType\n",
    "\n",
    "peft_config=LoraConfig(\n",
    "    r=8,\n",
    "    lora_alpha=16,\n",
    "    lora_dropout=0.05,\n",
    "    target_modules=[\"q_proj\",\"v_proj\"],\n",
    "    bias=\"none\",\n",
    "    task_type=TaskType.CAUSAL_LM,\n",
    ")\n",
    "\n",
    "peft_confg"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "from trl import SFTTrainer\n",
    "\n",
    "\n",
    "training_args=TrainingArguments(\n",
    "    output_dir=\"./sft\",\n",
    "    max_steps=100,\n",
    "    logging_steps=10,\n",
    "    save_steps=10,\n",
    "    per_device_train_batch_size=2,\n",
    "    per_device_eval_batch_size=2,\n",
    "    gradient_accumulation_steps=4,\n",
    "    gradient_checkpointing=True,\n",
    "    group_by_length=False,\n",
    "    learning_rate=1e-4,\n",
    "    lr_scheduler_type=\"cosine\",\n",
    "    warmup_steps=50,\n",
    "    weight_decay=0.05,\n",
    "    optim=\"paged_adamw_32bit\",\n",
    "    fp16=True,\n",
    "    remove_unused_columns=False,\n",
    ")\n",
    "\n",
    "sft_trainer=SFTTrainer(\n",
    "    model=base_model,\n",
    "    train_dataset=train_dataset,\n",
    "    eval_dataset=eval_dataset,\n",
    "    peft_config=peft_config,\n",
    "    packing=True,\n",
    "    max_seq_length=None,\n",
    "    tokenizer=tokenizer,\n",
    "    args=training_args,\n",
    ")\n",
    "\n",
    "sft_trainer.train()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "import gc\n",
    "\n",
    "del sft_trainer, base_model\n",
    "gc.collect()\n",
    "torch.cuda.empty_cache()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "model=AutoPeftModelForcausalLM.from_pretrained(\"/kaggle/working/sft/final_checkpoint\", device_map=\"auto\", torch_dtype=torch.bfloat16)\n",
    "model=model.merge_and_unload()\n",
    "\n",
    "model.save_pretrained(\"/kaggle/working/sft/final_merged_checkpoint\", safe_serialization=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "def return_prompt_and_responses(samples)-> Dict[str,str]:\n",
    "    return {\n",
    "        \"prompt\":[\n",
    "            \"Question:\"+question+\"\\n\\nAnswer:\" for question in samples[\"question\"]\n",
    "        ],\n",
    "        \"chosen\": samples[\"response_j\"],\n",
    "        \"rejected\": samples[\"response_k\"],\n",
    "    }\n",
    "\n",
    "\n",
    "def get_stack_exchange_paired(data_dir=\"data/rl\",sanity_check=False,cache_dir=None,num_proc=24):\n",
    "    dataset=load_dataset(\n",
    "        \"lvwerra/stack-exchange-paired\",\n",
    "        split=\"train\",\n",
    "        data_dir=\"data/rl\",\n",
    "        cache_dir=cache_dir,\n",
    "    )\n",
    "    original_columns=dataset.column_names\n",
    "    \n",
    "    if sanity_check:\n",
    "        dataset=dataset.select(range(min(len(dataset), 1000)))\n",
    "    \n",
    "    return dataset.map(\n",
    "        return_prompt_and_responses,\n",
    "        batched=True,\n",
    "        num_proc=num_proc,\n",
    "        remove_columns=original_columns,\n",
    "    )"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "model=AutoModelForCausalLM.from_pretrained(\n",
    "    \"/kaggle/working/sft/final_merged_checkpoint\",\n",
    "    low_cpu_mem_usage=True,\n",
    "    torch_dtype=torch.float16,\n",
    "    load_in_4bit=True,\n",
    ")\n",
    "\n",
    "model.config.use_cache=False\n",
    "\n",
    "model_ref=AutoModelForCausalLM.from_pretrained(\n",
    "    \"/kaggle/working/sft/final_merged_checkpoint\",\n",
    "    low_cpu_mem_usage=True,\n",
    "    torch_dtype=torch.float16,\n",
    "    load_in_4bit=True,\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "tokenizer.pad_token=tokenizer.eos_token"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "train_dataset=get_stack_exchange_paired(\n",
    "    data_dir=\"data/rl\",\n",
    "    sanity_check=False\n",
    ")\n",
    "\n",
    "train_dataset=train_dataset.filter(\n",
    "    lambda x: len(x[\"prompt\"])+len(x[\"chosen\"])<=1024 and len(x[\"prompt\"])+len(x[\"rejected\"])<=1024\n",
    ")\n",
    "\n",
    "eval_dataset=get_stack_exchange_paired(data_dir=\"data/evaluation\", sanity_check=True)\n",
    "eval_dataset=eval_dataset.filter(\n",
    "    lambda x: len(x[\"prompt\"])+len(x[\"chosen\"])<=1024 and len(x[\"prompt\"])+len(x[\"rejected\"])<=1024\n",
    ")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "training_args=TrainingArguments(\n",
    "    per_device_train_batch_size=4,\n",
    "    per_device_eval_batch_size=1,\n",
    "    max_steps=1000,\n",
    "    logging_steps=10,\n",
    "    save_steps=100,\n",
    "    gradient_accumulation_steps=4,\n",
    "    gradient_checkpointing=True,\n",
    "    learning_rate=5e-4,\n",
    "    evaluation_strategy=\"steps\",\n",
    "    eval_steps=100,\n",
    "    report_to=\"wandb\",\n",
    "    lr_scheduler_type=\"cosine\",\n",
    "    warmup_steps=100,\n",
    "    optim=\"paged_adamw_32bit\",\n",
    "    bf16=True,\n",
    "    remove_unused_columns=False,\n",
    ")\n",
    "\n",
    "peft_config=LoraConfig(\n",
    "    r=8,\n",
    "    lora_alpha=16,\n",
    "    lora_dropout=0.05,\n",
    "    target_modules=['q_proj','v_proj','k_proj','out_proj','fc_in','fc_out','wte',],\n",
    "    bias=\"none\",\n",
    "    task_type=\"CAUSAL_LM\",\n",
    ")\n",
    "\n",
    "dpo_trainer=DPOTrainer(\n",
    "    model,\n",
    "    model_ref,\n",
    "    args=training_args,\n",
    "    beta=0.1,\n",
    "    train_dataset=train_dataset,\n",
    "    eval_dataset=eval_dataset,\n",
    "    tokenizer=tokenizer,\n",
    "    peft_config=peft_config,\n",
    "    max_prompt_length=512,\n",
    "    max_length=1024,\n",
    ")\n",
    "\n",
    "dpo_trainer.train()"
   ]
  }
 ],
 "metadata": {
  "kaggle": {
   "accelerator": "nvidiaTeslaT4",
   "dataSources": [
    {
     "datasetId": 52899,
     "sourceId": 8000044,
     "sourceType": "datasetVersion"
    },
    {
     "datasetId": 4720236,
     "sourceId": 8012308,
     "sourceType": "datasetVersion"
    }
   ],
   "dockerImageVersionId": 30683,
   "isGpuEnabled": true,
   "isInternetEnabled": true,
   "language": "python",
   "sourceType": "notebook"
  },
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.14"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}