Finetuned Model Evaluation.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 75,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: nltk in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (3.8.1)\n",
      "Requirement already satisfied: click in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from nltk) (8.0.3)\n",
      "Requirement already satisfied: regex>=2021.8.3 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from nltk) (2023.12.25)\n",
      "Requirement already satisfied: tqdm in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from nltk) (4.65.0)\n",
      "Requirement already satisfied: joblib in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from nltk) (1.3.2)\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "[nltk_data] Downloading package punkt to\n",
      "[nltk_data]     /Users/krishpatel/nltk_data...\n",
      "[nltk_data]   Package punkt is already up-to-date!\n",
      "[nltk_data] Downloading package averaged_perceptron_tagger to\n",
      "[nltk_data]     /Users/krishpatel/nltk_data...\n",
      "[nltk_data]   Package averaged_perceptron_tagger is already up-to-\n",
      "[nltk_data]       date!\n",
      "[nltk_data] Downloading package universal_tagset to\n",
      "[nltk_data]     /Users/krishpatel/nltk_data...\n",
      "[nltk_data]   Package universal_tagset is already up-to-date!\n"
     ]
    }
   ],
   "source": [
    "# definitions for carrying out bleu score calculations for two outputs\n",
    "import subprocess\n",
    "subprocess.run([\"pip\", \"install\", \"nltk\"])\n",
    "import nltk\n",
    "nltk.download('punkt')\n",
    "nltk.download('averaged_perceptron_tagger')\n",
    "nltk.download('universal_tagset')\n",
    "\n",
    "def bleu_score(hypothesis, reference):\n",
    "    from nltk.translate.bleu_score import sentence_bleu\n",
    "    return sentence_bleu([reference], hypothesis)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'subprocess' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "Input \u001b[0;32mIn [1]\u001b[0m, in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[38;5;66;03m# !pip install rouge-score\u001b[39;00m\n\u001b[0;32m----> 2\u001b[0m \u001b[43msubprocess\u001b[49m\u001b[38;5;241m.\u001b[39mrun([\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mpip\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124minstall\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mrouge-score\u001b[39m\u001b[38;5;124m\"\u001b[39m])\n\u001b[1;32m      3\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m \u001b[38;5;21;01mrouge_score\u001b[39;00m\n\u001b[1;32m      5\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mrouge_score\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m rouge_scorer\n",
      "\u001b[0;31mNameError\u001b[0m: name 'subprocess' is not defined"
     ]
    }
   ],
   "source": [
    "# !pip install rouge-score\n",
    "subprocess.run([\"pip\", \"install\", \"rouge-score\"])\n",
    "import rouge_score\n",
    "\n",
    "from rouge_score import rouge_scorer\n",
    "\n",
    "def calculate_rouge_score(hypothesis, reference):\n",
    "   \n",
    "    scorer = rouge_scorer.RougeScorer(['rougeL'], use_stemmer=True)\n",
    "    scores = scorer.score(reference, hypothesis)\n",
    "    return scores['rougeL'].fmeasure\n",
    "\n",
    "\n",
    "\n",
    "hypothesis = \"The quick brown fox jumps over the lazy dog\"\n",
    "reference = \"The quick brown fox jumped over the lazy dog\"\n",
    "rouge_l_fmeasure = calculate_rouge_score(hypothesis, reference)\n",
    "print(f\"ROUGE-L F-measure: {rouge_l_fmeasure}\")\n",
    "\n",
    "hypothesis = \"The slow purple fox jumps over the lazy fox\"\n",
    "\n",
    "rouge_Scores = calculate_rouge_score(hypothesis, reference)\n",
    "print(f\"ROUGE-L F-measure: {rouge_Scores}\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 77,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: bert_score in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (0.3.13)\n",
      "Requirement already satisfied: packaging>=20.9 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from bert_score) (21.3)\n",
      "Requirement already satisfied: matplotlib in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from bert_score) (3.5.1)\n",
      "Requirement already satisfied: tqdm>=4.31.1 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from bert_score) (4.65.0)\n",
      "Requirement already satisfied: transformers>=3.0.0 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from bert_score) (4.36.2)\n",
      "Requirement already satisfied: requests in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from bert_score) (2.32.3)\n",
      "Requirement already satisfied: pandas>=1.0.1 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from bert_score) (2.0.2)\n",
      "Requirement already satisfied: numpy in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from bert_score) (1.26.4)\n",
      "Requirement already satisfied: torch>=1.0.0 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from bert_score) (2.0.1)\n",
      "Requirement already satisfied: pyparsing!=3.0.5,>=2.0.2 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from packaging>=20.9->bert_score) (3.0.6)\n",
      "Requirement already satisfied: python-dateutil>=2.8.2 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from pandas>=1.0.1->bert_score) (2.8.2)\n",
      "Requirement already satisfied: tzdata>=2022.1 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from pandas>=1.0.1->bert_score) (2023.3)\n",
      "Requirement already satisfied: pytz>=2020.1 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from pandas>=1.0.1->bert_score) (2023.3)\n",
      "Requirement already satisfied: filelock in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from torch>=1.0.0->bert_score) (3.12.0)\n",
      "Requirement already satisfied: typing-extensions in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from torch>=1.0.0->bert_score) (4.12.1)\n",
      "Requirement already satisfied: sympy in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from torch>=1.0.0->bert_score) (1.11.1)\n",
      "Requirement already satisfied: networkx in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from torch>=1.0.0->bert_score) (3.1)\n",
      "Requirement already satisfied: jinja2 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from torch>=1.0.0->bert_score) (3.0.3)\n",
      "Requirement already satisfied: huggingface-hub<1.0,>=0.19.3 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from transformers>=3.0.0->bert_score) (0.23.2)\n",
      "Requirement already satisfied: tokenizers<0.19,>=0.14 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from transformers>=3.0.0->bert_score) (0.15.0)\n",
      "Requirement already satisfied: safetensors>=0.3.1 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from transformers>=3.0.0->bert_score) (0.4.1)\n",
      "Requirement already satisfied: pyyaml>=5.1 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from transformers>=3.0.0->bert_score) (6.0.1)\n",
      "Requirement already satisfied: regex!=2019.12.17 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from transformers>=3.0.0->bert_score) (2023.12.25)\n",
      "Requirement already satisfied: kiwisolver>=1.0.1 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from matplotlib->bert_score) (1.3.2)\n",
      "Requirement already satisfied: fonttools>=4.22.0 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from matplotlib->bert_score) (4.28.5)\n",
      "Requirement already satisfied: pillow>=6.2.0 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from matplotlib->bert_score) (9.0.0)\n",
      "Requirement already satisfied: cycler>=0.10 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from matplotlib->bert_score) (0.11.0)\n",
      "Requirement already satisfied: charset-normalizer<4,>=2 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from requests->bert_score) (2.0.4)\n",
      "Requirement already satisfied: urllib3<3,>=1.21.1 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from requests->bert_score) (1.26.15)\n",
      "Requirement already satisfied: certifi>=2017.4.17 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from requests->bert_score) (2023.5.7)\n",
      "Requirement already satisfied: idna<4,>=2.5 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from requests->bert_score) (3.4)\n",
      "Requirement already satisfied: fsspec>=2023.5.0 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from huggingface-hub<1.0,>=0.19.3->transformers>=3.0.0->bert_score) (2023.12.2)\n",
      "Requirement already satisfied: six>=1.5 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from python-dateutil>=2.8.2->pandas>=1.0.1->bert_score) (1.16.0)\n",
      "Requirement already satisfied: MarkupSafe>=2.0 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from jinja2->torch>=1.0.0->bert_score) (2.1.5)\n",
      "Requirement already satisfied: mpmath>=0.19 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from sympy->torch>=1.0.0->bert_score) (1.3.0)\n",
      "BERTScore: {'precision': 0.9593022465705872, 'recall': 0.9593022465705872, 'f1': 0.9593022465705872}\n"
     ]
    }
   ],
   "source": [
    "# !pip install bert_score\n",
    "subprocess.run([\"pip\", \"install\", \"bert_score\"]) \n",
    "import bert_score\n",
    "\n",
    "def calculate_bertscore(hypotheses, references, model_type='bert-base-uncased'):\n",
    "    P, R, F1 = bert_score.score(hypotheses, references, model_type=model_type, lang=\"en\")\n",
    "\n",
    "    return {\n",
    "        'precision': P.mean().item(),\n",
    "        'recall': R.mean().item(),\n",
    "        'f1': F1.mean().item()\n",
    "    }\n",
    "\n",
    "# Example usage\n",
    "hypotheses = [\"The quick brown fox jumps over the lazy dog\"]\n",
    "references = [\"The quick brown fox jumped over the lazy dog\"]\n",
    "bertscore_result = calculate_bertscore(hypotheses, references)\n",
    "print(f\"BERTScore: {bertscore_result}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 78,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Perplexity: 5.426182746887207\n"
     ]
    }
   ],
   "source": [
    "\n",
    "\n",
    "import torch\n",
    "from transformers import GPT2LMHeadModel, GPT2Tokenizer\n",
    "\n",
    "def calculate_perplexity(text, model_name='gpt2'):\n",
    "    tokenizer = GPT2Tokenizer.from_pretrained(model_name)\n",
    "    model = GPT2LMHeadModel.from_pretrained(model_name)\n",
    "    input_ids = tokenizer.encode(text, return_tensors='pt')\n",
    "    with torch.no_grad():\n",
    "        loss = model(input_ids, labels=input_ids)[0]\n",
    "    return loss.item()\n",
    "\n",
    "# Example usage\n",
    "text = \"The quick brown fox jumps over the lazy dog\"\n",
    "perplexity = calculate_perplexity(text)\n",
    "print(f\"Perplexity: {perplexity}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 79,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Requirement already satisfied: openai in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (1.31.0)\n",
      "Requirement already satisfied: sniffio in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from openai) (1.3.0)\n",
      "Requirement already satisfied: anyio<5,>=3.5.0 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from openai) (4.2.0)\n",
      "Requirement already satisfied: typing-extensions<5,>=4.7 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from openai) (4.12.1)\n",
      "Requirement already satisfied: tqdm>4 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from openai) (4.65.0)\n",
      "Requirement already satisfied: distro<2,>=1.7.0 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from openai) (1.9.0)\n",
      "Requirement already satisfied: pydantic<3,>=1.9.0 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from openai) (2.7.3)\n",
      "Requirement already satisfied: httpx<1,>=0.23.0 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from openai) (0.27.0)\n",
      "Requirement already satisfied: exceptiongroup>=1.0.2 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from anyio<5,>=3.5.0->openai) (1.2.0)\n",
      "Requirement already satisfied: idna>=2.8 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from anyio<5,>=3.5.0->openai) (3.4)\n",
      "Requirement already satisfied: certifi in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from httpx<1,>=0.23.0->openai) (2023.5.7)\n",
      "Requirement already satisfied: httpcore==1.* in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from httpx<1,>=0.23.0->openai) (1.0.5)\n",
      "Requirement already satisfied: h11<0.15,>=0.13 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from httpcore==1.*->httpx<1,>=0.23.0->openai) (0.14.0)\n",
      "Requirement already satisfied: annotated-types>=0.4.0 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from pydantic<3,>=1.9.0->openai) (0.7.0)\n",
      "Requirement already satisfied: pydantic-core==2.18.4 in /Users/krishpatel/miniconda3/lib/python3.10/site-packages (from pydantic<3,>=1.9.0->openai) (2.18.4)\n"
     ]
    }
   ],
   "source": [
    "subprocess.run([\"pip\", \"install\", \"openai\"])\n",
    "import openai\n",
    "from openai import OpenAI\n",
    "# !pip install python-dotenv\n",
    "import os\n",
    "\n",
    "\n",
    "client = OpenAI(api_key=\"sk-proj-4Brh6XVArOOG4c7DMUI7T3BlbkFJIZrEaupeqYNS23AIYpnz\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 80,
   "metadata": {},
   "outputs": [],
   "source": [
    "# baseline example\n",
    "\n",
    "def generate_persona_prompt(prompt, context):\n",
    "    full_prompt = [\n",
    "    {\"role\": \"system\", \"content\": f\"You are a chatbot with the goal of responding to my prompt. \\\n",
    "     I will be user 1, and you will be user 2. I will provide the personas only for user 2 \\\n",
    "     I will also provide the first few parts of the conversation between the 2 users with the \\\n",
    "     given persona, from which you will have to infer the person of user1 and respond accordingly. Given the persona of user 2 (your persona) and the beginning of the conversation, \\\n",
    "     you will need to reply to my prompt as if you were that user, and take on that user's personality \\\n",
    "     based on the description provided. Here are the personas of user 2, \\\n",
    "     and beginning of their conversation: {context}\"},\n",
    "    {\"role\": \"user\", \"content\": f\"{prompt}\"}\n",
    "  ]\n",
    "    \n",
    "    response = client.chat.completions.create(\n",
    "        model=\"gpt-3.5-turbo-0125\",  \n",
    "        messages=full_prompt\n",
    "    )\n",
    "    \n",
    "    return response.choices[0].message.content\n",
    "\n",
    "# Example usage:\n",
    "# persona = \"A fourth-year computer science major at UCLA interested in machine learning, currently on the lookout for internships, and enjoys learning.\"\n",
    "# text = \"Tell me about your internship!\"\n",
    "\n",
    "# response = generate_persona_prompt(text, persona)\n",
    "# print(f\"Response: {response}\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 81,
   "metadata": {},
   "outputs": [],
   "source": [
    "# finetuned example\n",
    "\n",
    "def generate_persona_prompt_finetuned(prompt, context):\n",
    "    full_prompt = [\n",
    "    {\"role\": \"system\", \"content\": f\"You are a chatbot with the goal of responding to my prompt. \\\n",
    "     I will be user 1, and you will be user 2. I will provide the personas only for user 2 \\\n",
    "     I will also provide the first few parts of the conversation between the 2 users with the \\\n",
    "     given persona, from which you will have to infer the person of user1 and respond accordingly. Given the persona of user 2 (your persona) and the beginning of the conversation, \\\n",
    "     you will need to reply to my prompt as if you were that user, and take on that user's personality \\\n",
    "     based on the description provided. Here are the personas of user 2, \\\n",
    "     and beginning of their conversation: {context}\"},\n",
    "    {\"role\": \"user\", \"content\": f\"{prompt}\"}\n",
    "  ]\n",
    "    \n",
    "    response = client.chat.completions.create(\n",
    "        model=\"ft:gpt-3.5-turbo-0125:personal::\",  \n",
    "        messages=full_prompt\n",
    "    )\n",
    "    \n",
    "    return response.choices[0].message.content\n",
    "\n",
    "# Example usage:\n",
    "# persona = \"A fourth-year computer science major at UCLA interested in machine learning, currently on the lookout for internships, and enjoys learning.\"\n",
    "# text = \"Tell me about your internship!\"\n",
    "\n",
    "# response = generate_persona_prompt_finetuned(text, persona)\n",
    "# print(f\"Response: {response}\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 82,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "User 1 Persona: I love to bake cookies.\n",
      "I have a dogs.\n",
      "The county wide bake sale is where i feel most at home.\n",
      "Knitting is my passion.\n",
      "User 2 Persona: I am a boy.\n",
      "I can move objects with my mind.\n",
      "I had to have a transplant.\n",
      "I was born with my heart outside my body.\n",
      "Context: User 1: Hi!\n",
      "User 2: Hello!\n",
      "User 1: What is your favorite thing to do?\n",
      "User 2: I like to move objects with my mind.\n",
      "User 1: That sounds like a lot of fun! I've always wanted to be able to do that.\n",
      "User 2: It is! It's also really useful.\n",
      "Prompt: User 1: What else do you like to do?\n",
      "Expected response: User 2: I like to play video games and read comics.\n",
      "\n",
      "User 1 Persona: I am an animal activist.\n",
      "The holidays make me depressed.\n",
      "I have rainbow hair.\n",
      "I spend my time bird watching with my cats.\n",
      "User 2 Persona: I feel old.\n",
      "I am currently in a juvenile detention center.\n",
      "I will be released in about a month.\n",
      "I am here for shoplifting.\n",
      "Context: User 1: Hi, how are you?\n",
      "User 2: I'm doing okay. I'm a little bored, but I'm trying to keep busy.\n",
      "User 1: I'm glad to hear that. What are you doing to keep busy?\n",
      "User 2: I'm reading a book, and I'm also playing some games.\n",
      "User 1: That sounds fun. What book are you reading?\n",
      "User 2: I'm reading a book about animal activism.\n",
      "Prompt: User 1: Oh, that sounds really interesting! I love learning about animals.\n",
      "Expected response: User 2: Me too! I'm an animal activist, so I'm always looking for ways to help animals.\n",
      "\n",
      "User 1 Persona: Cheeseburgers are my favorite food.\n",
      "I like watching war documentaries.\n",
      "I volunteer at a soup kitchen.\n",
      "I am a retired gym teacher.\n",
      "I was poor growing up.\n",
      "User 2 Persona: I feel old.\n",
      "I am currently in a juvenile detention center.\n",
      "My mom is coming to visit me tomorrow.\n",
      "I will be released in about a month.\n",
      "I am here for shoplifting.\n",
      "Context: User 1: Hello, my name is (name).\n",
      "User 2: Hello, my name is (name).\n",
      "User 1: It's nice to meet you. What do you do for fun?\n",
      "User 2: I like to watch war documentaries.\n",
      "User 1: Really? I love war documentaries too! What's your favorite one?\n",
      "User 2: It's hard to say, I have so many favorites. But I think I would have to say \"The Battle of Midway.\"\n",
      "Prompt: User 1: Oh, that's a great one! I love that one too.\n",
      "Expected response: User 2: Me too! It's so well-made and it's so interesting.\n",
      "\n",
      "User 1 Persona: I plan to go to business school next year.\n",
      "My parents are very wealthy bankers.\n",
      "I grew up in manhattan.\n",
      "I graduated from yale in 2011 with a degree in finance.\n",
      "User 2 Persona: I am a male.\n",
      "I own a house in florida.\n",
      "I have a children and a dogs.\n",
      "I enjoy american sports.\n",
      "I work in it and have been at the same company for 15 years.\n",
      "Context: User 1: I'm looking forward to going to business school next year.\n",
      "User 2: That's great! What school are you going to?\n",
      "User 1: I'm not sure yet, but I'm thinking about Wharton or Harvard.\n",
      "User 2: Those are both great schools. I'm sure you'll get into one of them.\n",
      "User 1: Thanks! I hope so.\n",
      "User 2: What do you want to do with your business degree?\n",
      "Prompt: User 1: I'm not sure yet, but I'm interested in working in investment banking.\n",
      "Expected response: User 2: That's a great field. I know a few people who work in investment banking, and they all love it.\n",
      "\n",
      "User 1 Persona: I can drive a tractor.\n",
      "My favorite color is red.\n",
      "I enjoy listening to classical music.\n",
      "My sister is a pole dancer.\n",
      "User 2 Persona: I am a male.\n",
      "I have a children and a dogs.\n",
      "I enjoy american sports.\n",
      "I work in it and have been at the same company for 15 years.\n",
      "Context: User 1: I'm so glad we're both going to the concert tonight. I'm really excited to see the band.\n",
      "User 2: Me too! I've been a fan of theirs for a long time.\n",
      "User 1: What's your favorite song by them?\n",
      "User 2: I'm not sure, I love all of their songs.\n",
      "User 1: Me too. I think they're one of the best bands out there.\n",
      "User 2: I agree. They're so talented.\n",
      "Prompt: User 1: I'm really looking forward to hearing them live.\n",
      "Expected response: User 2: Me too. I think it's going to be a great show.\n",
      "\n",
      "User 1 Persona: My father drove a car for nascar.\n",
      "My favorite color is grey.\n",
      "I have a german shepherd named barnaby.\n",
      "I am terrified of scorpions.\n",
      "I am employed by the us postal service.\n",
      "User 2 Persona: I love dogs.\n",
      "I live in alabama.\n",
      "I like tacos.\n",
      "I have one brother.\n",
      "I have three sisters.\n",
      "Context: User 1: What do you do for fun?\n",
      "User 2: I love hanging out with my dogs and going for walks.\n",
      "User 1: That sounds really fun. I love dogs too. What kind of dogs do you have?\n",
      "User 2: I have a German Shepherd and a Golden Retriever.\n",
      "User 1: Oh, those are both great breeds! I have a German Shepherd named Barnaby.\n",
      "User 2: That's a great name! I love German Shepherds. They're so smart and loyal.\n",
      "Prompt: User 1: They are! Barnaby is my best friend.\n",
      "Expected response: User 2: I bet he is. I love dogs so much. They're always so happy to see me.\n",
      "\n",
      "User 1 Persona: My friends are all skateboarders.\n",
      "I have a broken arm.\n",
      "I am a skateboarder.\n",
      "I am always wearing a hat.\n",
      "User 2 Persona: I love dogs.\n",
      "I live in alabama.\n",
      "I have three sisters.\n",
      "I like tacos.\n",
      "Context: User 1: Hey!\n",
      "User 2: Hi!\n",
      "User 1: I'm going to a skate park with my friends tomorrow. Do you want to come?\n",
      "User 2: I would love to, but I don't know how to skateboard.\n",
      "User 1: That's okay! I can teach you.\n",
      "User 2: That would be great! Thanks!\n",
      "Prompt: User 1: No problem! What's your name?\n",
      "Expected response: User 2: My name is Ashley.\n",
      "\n",
      "User 1 Persona: I feel old.\n",
      "My mom is coming to visit me tomorrow.\n",
      "I am here for shoplifting.\n",
      "I will be released in about a month.\n",
      "User 2 Persona: I am a vegan.\n",
      "I will graduate from high school in two years.\n",
      "I like riding horses.\n",
      "My bedroom is purple and lime green.\n",
      "Context: User 1: Hi, what's your name?\n",
      "User 2: I'm [user 2's name].\n",
      "User 1: Nice to meet you, [user 2's name].\n",
      "User 2: Nice to meet you too.\n",
      "User 1: So, what do you like to do for fun?\n",
      "User 2: I like to ride horses, play video games, and watch movies.\n",
      "Prompt: User 1: That sounds fun. I like to ride horses too.\n",
      "Expected response: User 2: That's cool. What kind of horses do you like to ride?\n",
      "\n",
      "User 1 Persona: I read twenty books a year.\n",
      "I am a stunt double as my second job.\n",
      "I never broke a bone in my body ever in my life.\n",
      "I was raised in a single parent household.\n",
      "I only eat kosher.\n",
      "User 2 Persona: I am a woman.\n",
      "I am married.\n",
      "I am a vegetarian.\n",
      "I enjoy sports such as running.\n",
      "Context: User 1: Hi!\n",
      "User 2: Hi there!\n",
      "User 1: What do you like to do for fun?\n",
      "User 2: I like to run, I'm a vegetarian, and I'm married.\n",
      "User 1: Oh, that's cool! I love reading, I'm a stunt double, and I was raised in a single parent household.\n",
      "User 2: Wow, you're a stunt double? That's so cool! I've always wanted to do that.\n",
      "Prompt: User 1: It's actually a lot of fun! I get to do all sorts of cool things, like fall off of buildings and drive cars really fast.\n",
      "Expected response: User 2: That sounds amazing! I'm sure it's a lot of work, though.\n",
      "\n",
      "User 1 Persona: I was born in the early 80 s.\n",
      "My favorite toy as a child as my lite brite.\n",
      "I love new kids on the block.\n",
      "I take dance lessons once a week.\n",
      "User 2 Persona: I am a woman.\n",
      "I have a dogs.\n",
      "I attend church every week.\n",
      "I work as a school teacher.\n",
      "I enjoy gardening and walking outdoors.\n",
      "Context: User 1: Hi, I'm [user 1's name].\n",
      "User 2: Hi, I'm [user 2's name].\n",
      "User 1: What do you like to do for fun?\n",
      "User 2: I like to go to church, garden, and walk outdoors.\n",
      "User 1: That's cool. I like to dance, listen to music, and read books.\n",
      "User 2: Oh, I like music too! What kind of music do you listen to?\n",
      "Prompt: User 1: I like all kinds of music, but my favorite is New Kids on the Block.\n",
      "Expected response: User 2: I've never heard of them. What kind of music do they play?\n",
      "\n",
      "User 1 Persona: My favorite color is navy blue.\n",
      "I am ex military.\n",
      "I donate a part of my salary to charity each month.\n",
      "I volunteer my time with a local bunny rescue.\n",
      "I work fulltime in a shipyard.\n",
      "User 2 Persona: I am a woman.\n",
      "I work as a school teacher.\n",
      "I attend church every week.\n",
      "I enjoy gardening and walking outdoors.\n",
      "I have a dogs.\n",
      "Context: User 1: Hi there!\n",
      "User 2: Hello! How are you doing today?\n",
      "User 1: I'm doing well, thanks! How about you?\n",
      "User 2: I'm doing good too! So, what do you do for fun?\n",
      "User 1: I like to volunteer my time with a local bunny rescue. I also enjoy gardening and walking outdoors.\n",
      "User 2: That's great! I love to garden too. What kind of flowers do you like to grow?\n",
      "Prompt: User 1: I like to grow a variety of flowers, but my favorite are roses.\n",
      "Expected response: User 2: Roses are beautiful! I love their fragrance.\n",
      "\n",
      "User 1 Persona: I love rollercoasters and sky diving.\n",
      "I do like watching cooking shows.\n",
      "I am not a good swimmer at all.\n",
      "Hello i just moved here from germany.\n",
      "User 2 Persona: I am married.\n",
      "I am a vegetarian.\n",
      "My favorite color is blue.\n",
      "I am a woman.\n",
      "Context: User 1: Hi, I'm new to the city. What's good to do around here?\n",
      "User 2: There are a lot of great restaurants and bars. There are also a lot of parks and hiking trails.\n",
      "User 1: I'm not much of a hiker, but I love food and I love to go out.\n",
      "User 2: There are a lot of great restaurants in the city. We have everything from Indian food to Italian food to sushi.\n",
      "User 1: What's your favorite restaurant?\n",
      "User 2: I love the Italian restaurant called Il Forno. The food is amazing and the atmosphere is really nice.\n",
      "Prompt: User 1: I've heard good things about Il Forno. I'll have to check it out.\n",
      "Expected response: User 2: You should! It's one of my favorites.\n",
      "\n",
      "User 1 Persona: I am in an open polyamorous relationship.\n",
      "I also have a dog walking business.\n",
      "I like to watch the olympics.\n",
      "I have three dogs.\n",
      "My father was a door to door salesman.\n",
      "User 2 Persona: I am married.\n",
      "I enjoy sports such as running.\n",
      "I am a vegetarian.\n",
      "My favorite color is blue.\n",
      "I am a woman.\n",
      "Context: User 1: Hello there!\n",
      "User 2: Hello! How are you today?\n",
      "User 1: I'm doing well! What about you?\n",
      "User 2: I'm doing great, thank you!\n",
      "User 1: What do you like to do for fun?\n",
      "User 2: I enjoy running, yoga, and reading.\n",
      "Prompt: User 1: Oh, that's great! I love running too.\n",
      "Expected response: User 2: Me too! It's a great way to clear your head and relax.\n",
      "\n",
      "User 1 Persona: I have three children.\n",
      "My wife and kids are the best.\n",
      "I am a plumber.\n",
      "My favorite ice cream flavor is chocolate.\n",
      "I love going to the park with my three children and my wife.\n",
      "User 2 Persona: I diet a lot.\n",
      "I am high maintenance.\n",
      "I love listening to britney spears.\n",
      "I like to tan in tanning beds.\n",
      "I love spending money.\n",
      "Context: User 1: Hello.\n",
      "User 2: Hello.\n",
      "User 1: How are you?\n",
      "User 2: I am good. How are you?\n",
      "User 1: I am good. What do you like to do for fun?\n",
      "User 2: I like to listen to Britney Spears, tan in tanning beds, and diet.\n",
      "Prompt: User 1: What's your favorite Britney Spears song?\n",
      "Expected response: User 2: I like Toxic.\n",
      "\n",
      "User 1 Persona: I live in canada.\n",
      "I am in the army.\n",
      "My grandfather served in world war a.\n",
      "I did not graduate high school.\n",
      "My favourite food is shawarma.\n",
      "User 2 Persona: I diet a lot.\n",
      "I like to tan in tanning beds.\n",
      "I am high maintenance.\n",
      "I love spending money.\n",
      "I love listening to britney spears.\n",
      "Context: User 1: Hi, I'm [user1].\n",
      "User 2: Hi, I'm [user2].\n",
      "User 1: It's nice to meet you.\n",
      "User 2: You too.\n",
      "User 1: Where are you from?\n",
      "User 2: I'm from [user2_location].\n",
      "Prompt: User 1: Oh, cool. I'm from [user1_location].\n",
      "Expected response: User 2: What do you do for a living?\n",
      "\n",
      "User 1 Persona: I ride the bus to school.\n",
      "I hate math class.\n",
      "My brother is older than me.\n",
      "I am on the soccer team.\n",
      "User 2 Persona: I have 5cats.\n",
      "I am a construction worker.\n",
      "My cats are very special to me.\n",
      "I enjoy building houses.\n",
      "Context: User 1: Hi, I'm [User 1's name].\n",
      "User 2: Hi, I'm [User 2's name].\n",
      "User 1: What do you do for work?\n",
      "User 2: I'm a construction worker.\n",
      "User 1: Oh, that's cool. I've always been interested in building houses.\n",
      "User 2: It's a lot of work, but it's also very rewarding.\n",
      "Prompt: User 1: I bet it is. Do you have any pets?\n",
      "Expected response: User 2: Yeah, I have five cats.\n",
      "\n",
      "User 1 Persona: I am 13 years old.\n",
      "My brother is older than me.\n",
      "I hate math class.\n",
      "I ride the bus to school.\n",
      "I am on the soccer team.\n",
      "User 2 Persona: I have 5cats.\n",
      "My cats are very special to me.\n",
      "I enjoy building houses.\n",
      "I am a construction worker.\n",
      "Context: User 1: Hi!\n",
      "User 2: Hello! How are you today?\n",
      "User 1: I'm doing well, thanks! How about you?\n",
      "User 2: I'm doing great, thank you!\n",
      "User 1: What do you do for a living?\n",
      "User 2: I'm a construction worker.\n",
      "Prompt: User 1: That's cool! I've always been interested in construction.\n",
      "Expected response: User 2: It's a great job! I get to work outdoors, and I get to build things.\n",
      "\n",
      "User 1 Persona: I like to play chess.\n",
      "I am in my thirties.\n",
      "I am single and with two dogs.\n",
      "I love taking bubble baths.\n",
      "User 2 Persona: I like tacos.\n",
      "I have one brother.\n",
      "I have three sisters.\n",
      "I love dogs.\n",
      "I live in alabama.\n",
      "Context: User 1: Hey there, what's up?\n",
      "User 2: Nothing much, just hanging out with my dogs.\n",
      "User 1: Oh cool, I love dogs! What kind do you have?\n",
      "User 2: I have a golden retriever and a poodle.\n",
      "User 1: Oh nice, I love those breeds! I have two dogs myself, a terrier and a dachshund.\n",
      "User 2: Oh that's awesome! I love dogs, they're the best.\n",
      "Prompt: User 1: Me too, they make the best companions.\n",
      "Expected response: User 2: So what do you like to do for fun?\n",
      "\n",
      "User 1 Persona: My wife and kids are the best.\n",
      "My favorite ice cream flavor is chocolate.\n",
      "I am a plumber.\n",
      "I love going to the park with my three children and my wife.\n",
      "I have three children.\n",
      "User 2 Persona: I like tacos.\n",
      "I have three sisters.\n",
      "I love dogs.\n",
      "I live in alabama.\n",
      "I have one brother.\n",
      "Context: User 1: Hi, what's your name?\n",
      "User 2: My name is User 2.\n",
      "User 1: Nice to meet you, User 2. What do you like to do for fun?\n",
      "User 2: I like to go to the park with my sisters and dogs.\n",
      "User 1: That sounds fun! Do you have any other hobbies?\n",
      "User 2: I like to cook and bake.\n",
      "Prompt: User 1: That's awesome! I love to cook too. What's your favorite thing to cook?\n",
      "Expected response: User 2: I love to make tacos.\n",
      "\n",
      "User 1 Persona: I have zero family that i am close to.\n",
      "My name is george.\n",
      "I am a bee farmer.\n",
      "I married a super model from italy.\n",
      "My favorite food is papaya.\n",
      "User 2 Persona: I am a doctor.\n",
      "My favorite movie is friday.\n",
      "I enjoy going to the park.\n",
      "I am now looking for a new job.\n",
      "Context: User 1: I'm George, what's your name?\n",
      "User 2: I'm Sarah, nice to meet you!\n",
      "User 1: You too! What do you do for fun?\n",
      "User 2: I like to go to the park and watch movies.\n",
      "User 1: I like going to the park too! I'm a bee farmer.\n",
      "User 2: Oh, that's really cool! I've never met a bee farmer before.\n",
      "Prompt: User 1: Yeah, it's a pretty unique job. I love it though.\n",
      "Expected response: User 2: I can imagine. Bees are pretty amazing creatures.\n",
      "\n",
      "User 1 Persona: Its red with blue stripe so it shiny when i race.\n",
      "I have light skin with big brown eyes.\n",
      "My main transportation is my motorbike.\n",
      "I wear a motorbike helmet to protect my head.\n",
      "User 2 Persona: I am a doctor.\n",
      "I am now looking for a new job.\n",
      "My favorite movie is friday.\n",
      "I enjoy going to the park.\n",
      "Context: User 1: Hi, I'm [user 1 name].\n",
      "User 2: Hi, I'm [user 2 name].\n",
      "User 1: What do you do for a living?\n",
      "User 2: I'm a doctor.\n",
      "User 1: Oh, that's cool. I'm a nurse.\n",
      "User 2: Nice! What kind of nursing do you do?\n",
      "Prompt: User 1: I'm a pediatric nurse.\n",
      "Expected response: User 2: Oh, that must be really rewarding.\n",
      "\n",
      "User 1 Persona: I waitress during the day to supplement my income.\n",
      "I have light skin with big brown eyes.\n",
      "My main transportation is my motorbike.\n",
      "Its red with blue stripe so it shiny when i race.\n",
      "User 2 Persona: I am a doctor.\n",
      "My daughter is a child prodigy.\n",
      "I am now looking for a new job.\n",
      "I enjoy going to the park.\n",
      "Context: User 1: Hi! I'm a waitress during the day to supplement my income.\n",
      "User 2: Hi there! I'm a doctor.\n",
      "User 1: Cool! What kind of doctor?\n",
      "User 2: I'm a pediatrician.\n",
      "User 1: Oh, that's great! I love kids.\n",
      "User 2: Me too! They're the best.\n",
      "Prompt: User 1: I have a daughter who's a child prodigy.\n",
      "Expected response: User 2: Really? That's amazing! What's she so good at?\n",
      "\n",
      "User 1 Persona: I hate the color pink.\n",
      "My father was a construction worker.\n",
      "I am a huge coffee lover.\n",
      "I enjoy mountain biking as a hobby.\n",
      "User 2 Persona: I drive a bmw.\n",
      "My parents are very wealthy bankers.\n",
      "I plan to go to business school next year.\n",
      "I graduated from yale in 2011 with a degree in finance.\n",
      "I grew up in manhattan.\n",
      "Context: User 1: What do you do for fun?\n",
      "User 2: I like to go to the opera and ballet.\n",
      "User 1: Oh, that's nice. I'm not really into opera or ballet.\n",
      "User 2: What do you like to do for fun?\n",
      "User 1: I like to go hiking, biking, and camping. I also love to read.\n",
      "User 2: That sounds like fun. I've never been hiking or biking before.\n",
      "Prompt: User 1: You should try it! It's great exercise and you get to see some beautiful scenery.\n",
      "Expected response: User 2: Maybe I will. What books do you like to read?\n",
      "\n",
      "User 1 Persona: I am a blonde girl with really short hair.\n",
      "My favorite hobbies are listening to music and playing video games.\n",
      "My favorite shirts are band shirts and ruffle sleeves.\n",
      "I am rather skinny as i like to stay in shape.\n",
      "User 2 Persona: I hate my job.\n",
      "I am 40 years old.\n",
      "I work as a car salesman.\n",
      "My wife spends all my money.\n",
      "I am planning on getting a divorce.\n",
      "Context: User 1: I'm a blonde girl with really short hair. My favorite hobbies are listening to music and playing video games. I love wearing band shirts and ruffle sleeves. I'm rather skinny as I like to stay in shape.\n",
      "User 2: I'm 40 years old. I work as a car salesman. I hate my job and my wife spends all my money. I'm planning on getting a divorce.\n",
      "User 1: What's your favorite band?\n",
      "User 2: The Beatles.\n",
      "User 1: Nice! I love them too.\n",
      "User 2: What kind of games do you like to play?\n",
      "Prompt: User 1: I like to play RPGs and action games.\n",
      "Expected response: User 2: I like to play RPGs too.\n",
      "\n",
      "User 1 Persona: My favorite band is up and i got to see them in concert once.\n",
      "I love to play board games.\n",
      "For vacation i enjoy time at the beach.\n",
      "I am an elementary school teacher.\n",
      "User 2 Persona: I hate my job.\n",
      "My wife spends all my money.\n",
      "I am 40 years old.\n",
      "I work as a car salesman.\n",
      "I am planning on getting a divorce.\n",
      "Context: User 1: Hi! My name is John.\n",
      "User 2: Hi John! My name is Mary.\n",
      "User 1: What do you do for fun?\n",
      "User 2: I like to play board games and go to the beach.\n",
      "User 1: Me too! I love board games. What's your favorite one?\n",
      "User 2: I love Scrabble. What's yours?\n",
      "Prompt: User 1: I love Monopoly. I'm actually an elementary school teacher.\n",
      "Expected response: User 2: Oh, that's cool. I work as a car salesman.\n",
      "\n",
      "User 1 Persona: I grew up in manhattan.\n",
      "I drive a bmw.\n",
      "I plan to go to business school next year.\n",
      "My parents are very wealthy bankers.\n",
      "I graduated from yale in 2011 with a degree in finance.\n",
      "User 2 Persona: I hate my job.\n",
      "My wife spends all my money.\n",
      "I am 40 years old.\n",
      "I am planning on getting a divorce.\n",
      "I work as a car salesman.\n",
      "Context: User 1: Hey, I'm [User 1's name]. What's your name?\n",
      "User 2: I'm [User 2's name]. Nice to meet you.\n",
      "User 1: You too. What do you do for a living?\n",
      "User 2: I'm a car salesman.\n",
      "User 1: Oh, that's interesting. How do you like it?\n",
      "User 2: It's not bad, but I'm not sure I want to do it forever.\n",
      "Prompt: User 1: Why not?\n",
      "Expected response: User 2: Well, I'm not really passionate about cars. I'm more interested in finance.\n",
      "\n",
      "User 1 Persona: I enjoy coloring books.\n",
      "My husband is adopted.\n",
      "I have a german shepherd dog.\n",
      "I live is a rural farming community.\n",
      "User 2 Persona: I hate my job.\n",
      "I am planning on getting a divorce.\n",
      "My wife spends all my money.\n",
      "I work as a car salesman.\n",
      "Context: User 1: Hello, my name is John.\n",
      "User 2: Hello, nice to meet you, my name is Jane.\n",
      "User 1: It's nice to meet you too, Jane. What do you do for fun?\n",
      "User 2: I like to go for walks in the park.\n",
      "User 1: That sounds nice. I like to go for walks too.\n",
      "User 2: Where do you live?\n",
      "Prompt: User 1: I live in a rural farming community.\n",
      "Expected response: User 2: That sounds nice. I live in the city.\n",
      "\n",
      "User 1 Persona: My mom passed away when i was young.\n",
      "I love playing softball.\n",
      "I work in the insurance business.\n",
      "I recently was fired and had to get a new job.\n",
      "My father is in the army.\n",
      "User 2 Persona: I hate school.\n",
      "I have blue eyes and red hair that comes to my waist.\n",
      "I am a 12 year old girl.\n",
      "I love to play pobox.\n",
      "Context: User 1: What do you like to do for fun?\n",
      "User 2: I like to play pobox.\n",
      "User 1: What's that?\n",
      "User 2: It's a game where you send messages to people and they have to guess who you are.\n",
      "User 1: That sounds like fun. I've never heard of it before.\n",
      "User 2: It's really fun! You should try it.\n",
      "Prompt: User 1: I might have to. I'm always looking for new games to play.\n",
      "Expected response: User 2: It's a good way to meet new people too.\n",
      "\n",
      "User 1 Persona: I have a cat named spook.\n",
      "My favorite band is the who.\n",
      "I work for our local supermarket.\n",
      "My favorite food is pizza with black olives.\n",
      "I have never been out of ohio.\n",
      "User 2 Persona: I have a dogs.\n",
      "I am scared of dying.\n",
      "Knitting is my passion.\n",
      "The county wide bake sale is where i feel most at home.\n",
      "I love to bake cookies.\n",
      "Context: User 1: Hi there, what's your name?\n",
      "User 2: Hi, my name is Amy.\n",
      "User 1: It's nice to meet you, Amy. What are you passionate about?\n",
      "User 2: I'm passionate about knitting and baking.\n",
      "User 1: That's cool! I love to bake too. What's your favorite thing to bake?\n",
      "User 2: I love to bake cookies. I'm actually going to the county wide bake sale this weekend.\n",
      "Prompt: User 1: Oh, that's fun! I've never been to a bake sale before.\n",
      "Expected response: User 2: You should go! It's a lot of fun. You can try a bunch of different kinds of cookies.\n",
      "\n",
      "User 1 Persona: Hey my name is larry and i am a chef.\n",
      "L also love comic books.\n",
      "If i am not cooking in the kitchen then i am definitely on the water.\n",
      "I love cooking but i also enjoy fishing.\n",
      "User 2 Persona: I have a dogs.\n",
      "I love to bake cookies.\n",
      "I am scared of dying.\n",
      "The county wide bake sale is where i feel most at home.\n",
      "Context: User 1: I'm Larry, what's your name?\n",
      "User 2: Hi Larry, I'm Kate.\n",
      "User 1: Nice to meet you Kate.\n",
      "User 2: Nice to meet you too Larry.\n",
      "User 1: What do you like to do for fun?\n",
      "User 2: I love to bake cookies and I also love my dog.\n",
      "Prompt: User 1: That's cool! I love to cook too and I also love fishing.\n",
      "Expected response: User 2: That's awesome! I've never been fishing before, but it looks like a lot of fun.\n",
      "\n",
      "User 1 Persona: I work from home.\n",
      "I like to spend my money on cars.\n",
      "I watch too much tv in spare time.\n",
      "I have never had a steady relationship.\n",
      "I go to the gym most days just to socialize.\n",
      "User 2 Persona: I have a dogs.\n",
      "I love to bake cookies.\n",
      "Knitting is my passion.\n",
      "The county wide bake sale is where i feel most at home.\n",
      "Context: User 1: Hi! I'm Tom. What's your name?\n",
      "User 2: Hi Tom! I'm Sarah.\n",
      "User 1: It's nice to meet you, Sarah.\n",
      "User 2: You too, Tom.\n",
      "User 1: What do you do for fun?\n",
      "User 2: I like to knit and bake cookies.\n",
      "Prompt: User 1: That's cool! I like to watch TV and go to the gym.\n",
      "Expected response: User 2: I go to the gym too!\n",
      "\n",
      "User 1 Persona: I am a blonde girl with really short hair.\n",
      "My favorite shirts are band shirts and ruffle sleeves.\n",
      "I love wearing skinny jeans and leggings.\n",
      "I am rather skinny as i like to stay in shape.\n",
      "My favorite hobbies are listening to music and playing video games.\n",
      "User 2 Persona: I have a dogs.\n",
      "I attend church every week.\n",
      "I am a woman.\n",
      "I work as a school teacher.\n",
      "Context: User 1: Hello!\n",
      "User 2: Hi there!\n",
      "User 1: I like your hair.\n",
      "User 2: Thank you! I like yours too!\n",
      "User 1: Thanks! I'm a big fan of band shirts.\n",
      "User 2: Me too! I have a lot of them.\n",
      "Prompt: User 1: What are some of your favorite bands?\n",
      "Expected response: User 2: I like a lot of different bands, but my favorites are The Killers, Arctic Monkeys, and The 1975.\n",
      "\n",
      "User 1 Persona: Since the surgery i have had strange powers.\n",
      "I was born with my heart outside my body.\n",
      "I can move objects with my mind.\n",
      "I had to have a transplant.\n",
      "I am a boy.\n",
      "User 2 Persona: I like donuts.\n",
      "My favorite band is the insane clown posse.\n",
      "On weekends i do live action roleplaying events.\n",
      "I play a lot of call of duty.\n",
      "Context: User 1: What's up?\n",
      "User 2: Not much, just chillin'. You?\n",
      "User 1: Same here.\n",
      "User 2: I like your hair.\n",
      "User 1: Thanks. I like your shirt.\n",
      "User 2: Thanks. It's a band shirt.\n",
      "Prompt: User 1: Oh, cool. What band?\n",
      "Expected response: User 2: Insane Clown Posse.\n",
      "\n",
      "User 1 Persona: I work in it and have been at the same company for 15 years.\n",
      "I have a children and a dogs.\n",
      "I am a male.\n",
      "I own a house in florida.\n",
      "I enjoy american sports.\n",
      "User 2 Persona: I like donuts.\n",
      "On weekends i do live action roleplaying events.\n",
      "I play a lot of call of duty.\n",
      "I drive a ford pinto.\n",
      "My favorite band is the insane clown posse.\n",
      "Context: User 1: Hello!\n",
      "User 2: Hi there! How's it going?\n",
      "User 1: Not bad, just hanging out. What about you?\n",
      "User 2: I'm doing well, just got back from a live action roleplaying event.\n",
      "User 1: Oh, that sounds like fun! What was it like?\n",
      "User 2: It was great! We were all dressed up as different characters and we acted out a story.\n",
      "Prompt: User 1: That sounds like a lot of fun! I've never been to one of those before.\n",
      "Expected response: User 2: You should check one out sometime, they're really fun.\n",
      "\n",
      "User 1 Persona: I coach little league baseball.\n",
      "I also like a glass of wine in the evenings.\n",
      "Coffee is my preferred beverage.\n",
      "I have five sons.\n",
      "I drive a mini van.\n",
      "User 2 Persona: I am a plumber.\n",
      "My wife and kids are the best.\n",
      "I have three children.\n",
      "My favorite ice cream flavor is chocolate.\n",
      "Context: User 1: Hi, I'm [user 1].\n",
      "User 2: Hi, I'm [user 2].\n",
      "User 1: I'm a coach for a little league baseball team.\n",
      "User 2: That's cool! I'm a plumber.\n",
      "User 1: What's your favorite flavor of ice cream?\n",
      "User 2: Chocolate. What's yours?\n",
      "Prompt: User 1: Coffee.\n",
      "Expected response: User 2: Oh, I like coffee too! But I only drink it in the morning.\n",
      "\n",
      "User 1 Persona: I have a hat collection of over 1000 hats.\n",
      "I won a gold medal in the 1992 olympics.\n",
      "My favorite season is winter.\n",
      "I have a weakness for vanilla ice cream.\n",
      "I love cats and have two cats.\n",
      "User 2 Persona: I am a plumber.\n",
      "My favorite ice cream flavor is chocolate.\n",
      "My wife and kids are the best.\n",
      "I have three children.\n",
      "Context: User 1: Hi! I'm John.\n",
      "User 2: Hi, I'm Jane.\n",
      "User 1: It's nice to meet you, Jane.\n",
      "User 2: You too, John.\n",
      "User 1: So, what do you do for a living?\n",
      "User 2: I'm a plumber.\n",
      "Prompt: User 1: Oh, cool! I've always been interested in plumbing.\n",
      "Expected response: User 2: It's a good trade.\n",
      "\n",
      "User 1 Persona: I only listen to country music.\n",
      "I work my parents farms.\n",
      "I have a pet cow.\n",
      "I am an electrician.\n",
      "User 2 Persona: I am a recluse.\n",
      "I have an allergy to water.\n",
      "I am working on a building a robot to be my body double.\n",
      "I am a famous twitch streamer.\n",
      "Context: User 1: Hi, how are you today?\n",
      "User 2: I'm doing well, thank you for asking.\n",
      "User 1: That's good to hear.\n",
      "User 2: What do you do for a living?\n",
      "User 1: I'm an electrician.\n",
      "User 2: Oh, that's interesting. What's that like?\n",
      "Prompt: User 1: It's a lot of hard work, but it's also very rewarding. I get to work on a variety of projects and meet new people all the time.\n",
      "Expected response: User 2: That sounds like fun.\n",
      "\n",
      "User 1 Persona: I am an electrician.\n",
      "I work my parents farms.\n",
      "I have a pet cow.\n",
      "I drive a big truck and live in country.\n",
      "I only listen to country music.\n",
      "User 2 Persona: I am a recluse.\n",
      "I am a famous twitch streamer.\n",
      "I am working on a building a robot to be my body double.\n",
      "I helped design the game starcraft.\n",
      "I have an allergy to water.\n",
      "Context: User 1: Hey! I'm an electrician who works on my parent's farm. I have a pet cow and drive a big truck. I live in the country and only listen to country music. What about you?\n",
      "User 2: I'm a famous Twitch streamer who is a recluse. I'm allergic to water and working on building a robot to be my body double. I also helped design the game Starcraft.\n",
      "User 1: Wow, you sound like an interesting person! I've never met a Twitch streamer before. What's it like to be famous?\n",
      "User 2: It's fun, but it can also be a lot of pressure. I have to be careful about what I say and do, because I know that people are always watching.\n",
      "User 1: I can imagine. But it sounds like you're good at it, since you're famous.\n",
      "User 2: Thank you! I try my best.\n",
      "Prompt: User 1: So, what's your favorite thing about being a Twitch streamer?\n",
      "Expected response: User 2: I love being able to connect with people from all over the world. It's like having a global community of friends.\n",
      "\n",
      "User 1 Persona: My favorite color is orange.\n",
      "I like to go hiking in the mornings to see the sunset.\n",
      "I have a pet fish.\n",
      "I just broke up with boyfriend two months ago.\n",
      "User 2 Persona: I am a recluse.\n",
      "I helped design the game starcraft.\n",
      "I am working on a building a robot to be my body double.\n",
      "I have an allergy to water.\n",
      "I am a famous twitch streamer.\n",
      "Context: User 1: Hi! I'm [user 1].\n",
      "User 2: Hi! I'm [user 2].\n",
      "User 1: It's nice to meet you! What do you do for a living?\n",
      "User 2: I'm a recluse, so I don't really do much.\n",
      "User 1: Oh, that sounds interesting. What does that mean?\n",
      "User 2: I just prefer to stay in my house and not interact with people.\n",
      "Prompt: User 1: I see. I'm not really a big extrovert myself, so I can understand that.\n",
      "Expected response: User 2: Yeah, I think we're probably more similar than we are different.\n",
      "\n",
      "User 1 Persona: I never broke a bone in my body ever in my life.\n",
      "I only eat kosher.\n",
      "I read twenty books a year.\n",
      "I am a stunt double as my second job.\n",
      "I was raised in a single parent household.\n",
      "User 2 Persona: I enjoy poetry.\n",
      "I am a huge star wars fan.\n",
      "I try various coffees as a hobby.\n",
      "I played football for a division a college.\n",
      "Context: User 1: Hi there!\n",
      "User 2: Hello!\n",
      "User 1: I'm (name).\n",
      "User 2: Nice to meet you, (name). I'm (name).\n",
      "User 1: What do you do for a living?\n",
      "User 2: I'm a software engineer.\n",
      "Prompt: User 1: That's cool! I'm a stunt double.\n",
      "Expected response: User 2: Really? That sounds dangerous!\n",
      "\n",
      "User 1 Persona: I will graduate from high school in two years.\n",
      "I am a vegan.\n",
      "I have brown curly hair.\n",
      "My bedroom is purple and lime green.\n",
      "User 2 Persona: I am a buddhist.\n",
      "I live in alaska.\n",
      "I have not spoken in three months.\n",
      "I like meditation.\n",
      "I quit my job to pursue my spirituality full time.\n",
      "Context: User 1: Hi! I'm [user 1's name].\n",
      "User 2: Hello. I am [user 2's name].\n",
      "User 1: Nice to meet you! What do you do for fun?\n",
      "User 2: I like to meditate.\n",
      "User 1: Oh, that's cool. I've never tried it before.\n",
      "User 2: It's a great way to relax and clear your mind.\n",
      "Prompt: User 1: I'm sure it is. I've always been interested in trying it, but I've never had the time.\n",
      "Expected response: User 2: Well, you should definitely try it sometime. It's really helpful.\n",
      "\n",
      "User 1 Persona: I buy only organic food products.\n",
      "I spend a lot of time browsing the internet.\n",
      "I have solar panels on my roof.\n",
      "I am a feminist.\n",
      "User 2 Persona: I am a buddhist.\n",
      "I quit my job to pursue my spirituality full time.\n",
      "I have not spoken in three months.\n",
      "I like meditation.\n",
      "I live in alaska.\n",
      "Context: User 1: Hi! I'm [user 1 name].\n",
      "User 2: Hi there! I'm [user 2 name].\n",
      "User 1: It's nice to meet you!\n",
      "User 2: You too!\n",
      "User 1: What do you do for fun?\n",
      "User 2: I meditate and practice Buddhism.\n",
      "Prompt: User 1: I've never tried meditation before. What's it like?\n",
      "Expected response: User 2: It's very relaxing. It helps me to clear my mind and focus on the present moment.\n",
      "\n",
      "User 1 Persona: I own two vintage mustangs.\n",
      "My favorite music is country.\n",
      "I like to go to country concerts on weekends.\n",
      "I like to work on vintage cars.\n",
      "User 2 Persona: I am a buddhist.\n",
      "I quit my job to pursue my spirituality full time.\n",
      "I have not spoken in three months.\n",
      "I like meditation.\n",
      "I live in alaska.\n",
      "Context: User 1: Hey.\n",
      "User 2: Hello.\n",
      "User 1: I'm (name).\n",
      "User 2: It's nice to meet you.\n",
      "User 1: Same to you. What do you like to do for fun?\n",
      "User 2: I like to meditate and practice Buddhism.\n",
      "Prompt: User 1: Oh, that's interesting. I've never been a Buddhist myself, but I've always been curious about it.\n",
      "Expected response: User 2: It's a wonderful religion. It's all about living in the present moment and being mindful of your actions.\n",
      "\n",
      "User 1 Persona: I move south during the winter.\n",
      "I have been retired for a years.\n",
      "I enjoy mowing my lawn on sunny days.\n",
      "I like to grill outdoors.\n",
      "I go gambling in my spare time.\n",
      "User 2 Persona: I am a feminist.\n",
      "I buy only organic food products.\n",
      "I have solar panels on my roof.\n",
      "I spend a lot of time browsing the internet.\n",
      "I love social medial especially twitter.\n",
      "Context: User 1: Hello! What do you like to do for fun?\n",
      "User 2: I like to browse the internet and use social media, especially Twitter.\n",
      "User 1: I see. I'm not much of a social media person myself. I prefer to spend my time outside.\n",
      "User 2: Oh, that's interesting. What do you like to do outside?\n",
      "User 1: I like to go for walks, bike rides, and play golf. I also love gardening.\n",
      "User 2: Gardening sounds like fun. I've never really tried it before.\n",
      "Prompt: User 1: You should! It's a great way to relax and get some exercise.\n",
      "Expected response: User 2: I might have to give it a try. I'm always looking for new ways to relax.\n",
      "\n",
      "User 1 Persona: I love wearing skinny jeans and leggings.\n",
      "My favorite shirts are band shirts and ruffle sleeves.\n",
      "I am a blonde girl with really short hair.\n",
      "I am rather skinny as i like to stay in shape.\n",
      "My favorite hobbies are listening to music and playing video games.\n",
      "User 2 Persona: I am a feminist.\n",
      "I buy only organic food products.\n",
      "I spend a lot of time browsing the internet.\n",
      "I have solar panels on my roof.\n",
      "I love social medial especially twitter.\n",
      "Context: User 1: Hi, what do you like to do for fun?\n",
      "\n",
      "User 2: I love to play video games and listen to music.\n",
      "\n",
      "User 1: Me too! What kind of music do you like?\n",
      "\n",
      "Prompt: User 2: I like all kinds of music, but I'm really into indie rock right now.\n",
      "Expected response: \n",
      "\n",
      "User 1 Persona: I enjoy listening to classical music.\n",
      "My sister is a pole dancer.\n",
      "I can drive a tractor.\n",
      "I am a christian.\n",
      "My favorite color is red.\n",
      "User 2 Persona: I am a musician.\n",
      "I also study languages.\n",
      "My favorite spanish word is trabajo.\n",
      "One of the languages that i am currently studying is spanish.\n",
      "Context: User 1: Hello, my name is John.\n",
      "User 2: Hello, I am Maria. What do you like to do for fun?\n",
      "User 1: I like to listen to classical music and I am a Christian.\n",
      "User 2: I am also a musician. I like to play the guitar and I am currently studying Spanish.\n",
      "User 1: Oh, that's great! I play the piano and I like to sing. I also know a little bit of Spanish.\n",
      "User 2: That's awesome! We should play together sometime.\n",
      "Prompt: User 1: That would be fun!\n",
      "Expected response: User 2: Are you familiar with the word \"trabajo\"?\n",
      "\n",
      "User 1 Persona: I was raised on a horse farm.\n",
      "I want to be a lawyer.\n",
      "I dream of moving to the city.\n",
      "I am from a small town.\n",
      "User 2 Persona: I am a musician.\n",
      "I also study languages.\n",
      "One of the languages that i am currently studying is spanish.\n",
      "My favorite spanish word is trabajo.\n",
      "Context: User 1: I'm from a small town and I want to move to the city.\n",
      "User 2: That's really cool! I live in the city and I love it.\n",
      "User 1: What do you like about living in the city?\n",
      "User 2: There are so many things to do and see. I love being able to go to concerts, shows, and museums. And there are always people around, so it's never lonely.\n",
      "User 1: That's what I like about the city too! I'm also a musician, so I love being able to go to concerts and shows all the time.\n",
      "User 2: That's awesome! What kind of music do you play?\n",
      "Prompt: User 1: I play guitar and sing. I'm in a band with some friends of mine.\n",
      "Expected response: User 2: That's so cool! I've always wanted to be in a band.\n",
      "\n",
      "User 1 Persona: I am here for shoplifting.\n",
      "I feel old.\n",
      "I will be released in about a month.\n",
      "I am currently in a juvenile detention center.\n",
      "User 2 Persona: I have two dogs.\n",
      "My favorite music is country.\n",
      "I like to go to country concerts on weekends.\n",
      "I like to work on vintage cars.\n",
      "I own two vintage mustangs.\n",
      "Context: User 1: Hi, what's your name?\n",
      "User 2: Hi, my name is [name].\n",
      "User 1: Nice to meet you, [name]. What do you do for fun?\n",
      "User 2: I like to go to country concerts on weekends, and I like to work on vintage cars.\n",
      "User 1: That's cool! I love country music too. Do you have any favorite artists?\n",
      "User 2: I love George Strait, Toby Keith, and Alan Jackson.\n",
      "Prompt: User 1: Me too! I love their music. What's your favorite vintage car?\n",
      "Expected response: User 2: I have two vintage mustangs, and they're both my favorite.\n",
      "\n",
      "User 1 Persona: I volunteer in a homeless shelter.\n",
      "I enjoy being around people.\n",
      "In my spare time i do volunteer work.\n",
      "I like to workout a a times a week.\n",
      "I am a professional wrestler.\n",
      "User 2 Persona: I have two dogs.\n",
      "I like to work on vintage cars.\n",
      "My favorite music is country.\n",
      "I own two vintage mustangs.\n",
      "Context: User 1: Hi! What do you like to do for fun?\n",
      "User 2: I like to work on vintage cars and go to concerts.\n",
      "User 1: That's cool! I love working on cars too. What kind of cars do you like to work on?\n",
      "User 2: I like working on vintage Mustangs. I have two of them.\n",
      "User 1: That's awesome! I've always wanted to own a Mustang.\n",
      "User 2: You should definitely get one. They're a lot of fun to drive.\n",
      "Prompt: User 1: I know, I've been thinking about it for a while.\n",
      "Expected response: User 2: Well, if you ever do, let me know and I can help you with the work.\n",
      "\n",
      "User 1 Persona: I love spending money.\n",
      "I am high maintenance.\n",
      "I like to tan in tanning beds.\n",
      "I love listening to britney spears.\n",
      "I diet a lot.\n",
      "User 2 Persona: I like shopping.\n",
      "I currently work for a watch dealer.\n",
      "I often shop for shoes and watches.\n",
      "My dream car is a rolls royce ghost.\n",
      "My family does not support my career choices.\n",
      "Context: User 1: Hey!\n",
      "User 2: Hi!\n",
      "User 1: What's up?\n",
      "User 2: Not much, just working.\n",
      "User 1: Oh, what do you do for work?\n",
      "User 2: I work at a watch dealer.\n",
      "Prompt: User 1: Oh, that's cool! I love shopping for watches.\n",
      "Expected response: User 2: Me too! I have quite a collection.\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import pandas as pd\n",
    "\n",
    "def extract_conversation_parts(csv_filename):\n",
    "    data = pd.read_csv(csv_filename)\n",
    "    \n",
    "    extracted_data = []\n",
    "    \n",
    "    for _, row in data.iterrows():\n",
    "        user1_persona = row['user 1 personas']\n",
    "        user2_persona = row['user 2 personas']\n",
    "        conversation = row['Best Generated Conversation']\n",
    "        \n",
    "        conversation_lines = conversation.split('\\n')\n",
    "        \n",
    "        if len(conversation_lines) >= 7:\n",
    "            context = \"\\n\".join(conversation_lines[:6])\n",
    "            prompt = conversation_lines[6]\n",
    "            full_continued_convo = \"\\n\".join(conversation_lines[7:])\n",
    "            single_continued_convo = conversation_lines[7]\n",
    "            \n",
    "            extracted_data.append({\n",
    "                'user1_persona': user1_persona,\n",
    "                'user2_persona': user2_persona,\n",
    "                'context': context,\n",
    "                'prompt': prompt,\n",
    "                'finished_convo': full_continued_convo,\n",
    "                'prompt_response': single_continued_convo\n",
    "            })\n",
    "        else:\n",
    "            print(f\"Warning: Conversation is too short in row {row.name}\")\n",
    "\n",
    "    return extracted_data\n",
    "\n",
    "csv_filename = r'Synthetic-Persona-Chat_valid.csv'\n",
    "extracted_data = extract_conversation_parts(csv_filename)\n",
    "\n",
    "trunc_extracted_data = extracted_data[:50]\n",
    "\n",
    "for data in trunc_extracted_data:\n",
    "    print(\"User 1 Persona:\", data['user1_persona'])\n",
    "    print(\"User 2 Persona:\", data['user2_persona'])\n",
    "    print(\"Context:\", data['context'])\n",
    "    print(\"Prompt:\", data['prompt'])\n",
    "    print(\"Expected response:\", data['prompt_response'])\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 83,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generated Response: User 2: Besides moving objects with my mind, I enjoy reading and spending time outdoors. It's nice to connect with nature and unwind after a day of using my abilities. Reading helps me escape into different worlds and stories, which is a nice break from reality sometimes. What about you, what do you like to do?\n",
      "\n",
      "Generated Response: User 2: Yeah, it's been eye-opening for me. I never really thought too much about animal rights before, but reading this book has made me more aware of it. It's sad to think about how some animals are treated.\n",
      "\n",
      "Generated Response: User 2: Yeah, it's incredible to see the bravery and strategies used during that battle. It's just mind-blowing to think about. Have you watched any other documentaries that have left an impression on you?\n",
      "\n",
      "Generated Response: User 2: Investment banking can be a challenging but rewarding field. Have you thought about what area within investment banking you want to focus on?\n",
      "\n",
      "Generated Response: User 2: Absolutely, there's nothing quite like experiencing your favorite band live. The energy, the atmosphere, it's all just so amazing. Have you been to many concerts before?\n",
      "\n",
      "Generated Response: User 2: It's amazing how dogs become such important parts of our lives, right? They have this special way of bringing joy and companionship. Do you have any fun stories about Barnaby?\n",
      "\n",
      "Generated Response: User 2: My name is Sarah. Nice to meet you!\n",
      "\n",
      "Generated Response: User 2: That's awesome! It's such a peaceful and freeing experience, isn't it? Do you have a favorite place to ride or a favorite horse you ride?\n",
      "\n",
      "Generated Response: User 2: That sounds so exciting! I can't imagine the adrenaline rush you must feel when you're on set. Do you have any memorable experiences from being a stunt double that you'd like to share?\n",
      "\n",
      "Generated Response: Oh, New Kids on the Block! That brings back some memories. I used to listen to their music a lot back in the day. It's great that you enjoy their music. Do you have a favorite song by them?\n",
      "\n",
      "Generated Response: That's wonderful! Roses are such beautiful flowers with their elegant blooms and lovely fragrance. Do you grow any specific color of roses, or do you have a mix of different shades in your garden?\n",
      "\n",
      "Generated Response: Since User 2 is a married, vegetarian woman who loves the color blue, she might respond warmly and enthusiastically. \n",
      "\n",
      "User 2: Oh, you should definitely try Il Forno! Their vegetarian options are delicious, and the blue accents in the decor make the atmosphere even more inviting. It's a perfect spot for a cozy and flavorful meal. Let me know how you like it!\n",
      "\n",
      "Generated Response: User 2: Running is such a fantastic way to stay active and clear your mind. Do you have a favorite place to go running?\n",
      "\n",
      "Generated Response: User 2: Oh, honey, where do I even begin? Britney Spears is my queen! \"Toxic\" is definitely one of my all-time favorites. I love blasting it in my car while driving to the tanning salon. What about you, do you like Britney?\n",
      "\n",
      "Generated Response: User 2: That's nice. Do you like to take care of yourself and maintain your appearance as much as I do?\n",
      "\n",
      "Generated Response: User 2: Yes, I have 5 cats. They are like my little fur babies. Each one has their own unique personality, and they keep me company when I'm not working on construction projects. Building houses is my passion, but coming home to my cats is what brings me peace after a long day on the job site.\n",
      "\n",
      "Generated Response: User 2: It's a rewarding job. Building houses is like a form of art to me. Do you have any hobbies or interests related to construction?\n",
      "\n",
      "Generated Response: User 2: Absolutely, dogs are such loyal and loving animals. Do your dogs have any funny habits or tricks they like to do?\n",
      "\n",
      "Generated Response: User 2: I really enjoy making tacos! There's just something so satisfying about preparing all the different ingredients and flavors to create a delicious meal. Plus, it's a great way to spend time with my family and bond over a shared love for good food. Do you like tacos too?\n",
      "\n",
      "Generated Response: That's awesome, George! Bee farming sounds like such an interesting and important profession. What do you enjoy most about working with bees?\n",
      "\n",
      "Generated Response: That's wonderful! Working with children must be so rewarding. What do you enjoy most about being a pediatric nurse?\n",
      "\n",
      "Generated Response: That's incredible! It must be so rewarding to see your daughter excel at such a young age. How do you support and nurture her talents?\n",
      "\n",
      "Generated Response: User 2: I've heard hiking can be a great way to enjoy nature and stay active. Maybe I'll give it a try sometime. I usually prefer activities that allow me to network and socialize, but I can see the appeal of exploring the outdoors. Do you have any favorite hiking spots you recommend?\n",
      "\n",
      "Generated Response: User 2: RPGs and action games, huh? I used to play a lot of games when I was younger, but now with everything going on in my life, I barely have time for myself. It's good to have some hobbies to unwind. What RPGs do you enjoy playing the most?\n",
      "\n",
      "Generated Response: User 2: That's cool that you're a teacher. I bet working with kids can be rewarding. I wish I had a job that brought me that kind of fulfillment. Unfortunately, being a car salesman has been draining me lately. How do you stay motivated as a teacher?\n",
      "\n",
      "Generated Response: User 2: Well, it's not the most fulfilling job for me. I feel like I'm stuck in a rut, dealing with the same routine every day. I used to have a passion for cars, but now it just feels like a chore. Plus, the pressure to meet sales targets can be overwhelming at times. I'm starting to think about exploring new career opportunities that align more with my interests and values.\n",
      "\n",
      "Generated Response: User 2: Oh, that sounds peaceful and far from the chaos of the city. I envy that kind of tranquility. Do you enjoy the slower pace of life there?\n",
      "\n",
      "Generated Response: User 2: You should definitely give it a try! It's a great way to have fun and challenge your friends. Plus, it's exciting to see if they can guess who you are based on your messages. Trust me, it's addictive!\n",
      "\n",
      "Generated Response: User 2: Oh, you should definitely come along next time! It's such a warm and friendly atmosphere, and the smell of freshly baked goods is just wonderful. Plus, you might even find some new favorite treats to bake yourself. What kind of cookies do you enjoy making?\n",
      "\n",
      "Generated Response: User 2: Oh, that's interesting! I've never tried fishing before. What kind of fish do you usually catch when you go fishing?\n",
      "\n",
      "Generated Response: User 2: Oh, that sounds fun! I've never been much of a TV watcher, but going to the gym must be a great way to stay active. Do you have any favorite TV shows you like to watch?\n",
      "\n",
      "Generated Response: User 2: I really enjoy listening to contemporary Christian music bands like Hillsong United and Elevation Worship. Their songs lift my spirits and inspire me in my faith journey. Do you have any favorite bands or musicians?\n",
      "\n",
      "Generated Response: User 2: I like Insane Clown Posse. They're so unique and their music always gets me pumped up! Have you heard any of their songs before?\n",
      "\n",
      "Generated Response: User 2: Oh, you should definitely try it sometime! It's like stepping into a whole new world and getting to be someone else for a while. Plus, it's a great way to unleash your inner creativity and have some action-packed fun. If you're into trying new things and exploring different characters, live action roleplaying events are an awesome way to do that. Who knows, you might discover a new passion like I did with donuts and Call of Duty!\n",
      "\n",
      "Generated Response: Well, I'm a plumber, not a mind reader, but that's a solid choice. I suppose we all need our pick-me-ups in different flavors!\n",
      "\n",
      "Generated Response: User 2: It's a rewarding job, you get to help people solve their household problems. Do you have any specific interest in plumbing, John?\n",
      "\n",
      "Generated Response: That sounds fascinating. Do you ever find it challenging working with electricity, or is it all smooth sailing for you?\n",
      "\n",
      "Generated Response: As a recluse who is also a famous Twitch streamer, I find the best part of streaming is the ability to connect with people from all around the world without having to physically leave my comfort zone. It allows me to share my interests and talents with a wide audience while still maintaining my privacy. The interactions with my viewers online bring a sense of community that I greatly appreciate.\n",
      "\n",
      "Generated Response: That's great to hear. Sometimes being alone can be very relaxing for me. Do you enjoy spending time alone as well?\n",
      "\n",
      "Generated Response: That sounds like an exciting job! Stunt doubles must have a lot of courage and skill. Have you worked on any big movies or shows recently?\n",
      "\n",
      "Generated Response: As a Buddhist living in Alaska, I believe finding time for meditation is crucial for inner peace and clarity. If you're interested, you could start with just a few minutes each day and gradually increase the duration. Even short sessions can make a difference in your day.\n",
      "\n",
      "Generated Response: User 2: Meditation is like diving into the stillness within yourself. It's a way to quiet the mind, find peace, and connect with your inner self. You let go of distractions and dive deep into the present moment. It's a powerful tool to understand your mind and find balance. If you ever feel overwhelmed or curious, I can guide you through a meditation session.\n",
      "\n",
      "Generated Response: User 2: Buddhism has brought a lot of peace and meaning into my life. It's a path of self-discovery and compassion. If you're curious, I could share some insights or even guide you through a meditation practice if you'd like.\n",
      "\n",
      "Generated Response: User 2: I've heard that gardening can be very therapeutic and rewarding. Do you grow your own organic produce?\n",
      "\n",
      "Generated Response: That's awesome! Indie rock has such a unique sound. Have you discovered any new indie bands recently that you really enjoy?\n",
      "\n",
      "Generated Response: User 2: Definitely! I'm always excited to collaborate with other musicians. What pieces do you enjoy playing on the piano?\n",
      "\n",
      "Generated Response: That's fantastic! Playing guitar and singing must be so much fun. It's great that you have a band with your friends. What kind of music do you all play together?\n",
      "\n",
      "Generated Response: Oh, hey there! My favorite vintage car would have to be the Ford Mustang. I own two vintage Mustangs, and working on them is definitely a passion of mine. Do you have a favorite vintage car yourself?\n",
      "\n",
      "Generated Response: User 2: That's great to hear! If you're into cars, owning a Mustang can be a dream come true. There's something special about the classic design and the power they pack under the hood. Have you decided on which model you might be interested in getting?\n",
      "\n",
      "Generated Response: User 2: That's awesome to hear! It's always exciting to find the perfect watch that speaks to you. Do you have any favorite brands or styles that you gravitate towards when shopping for watches?\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# baseline validation\n",
    "def process_validation_data(csv_filename):\n",
    "    extracted_data = extract_conversation_parts(csv_filename)\n",
    "    trunc_extracted_data = extracted_data[:50]  # Taking only the first 15 rows\n",
    "    \n",
    "    model_responses = []\n",
    "    \n",
    "    for data in trunc_extracted_data:\n",
    "        context = f\"User 1:{data['user1_persona']}\\n User 2: {data['user2_persona']}\\n\n",
    "        prompt = f\"{data['prompt']}\"\n",
    "        generated_response = generate_persona_prompt(prompt, context)\n",
    "        model_responses.append(generated_response)\n",
    "    \n",
    "    return model_responses\n",
    "\n",
    "csv_filename = r'Synthetic-Persona-Chat_valid.csv'\n",
    "\n",
    "model_responses = process_validation_data(csv_filename)\n",
    "\n",
    "for response in model_responses:\n",
    "    print(\"Generated Response:\", response)\n",
    "    print()\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 84,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Generated Response: User 2: I also like to read, play video games, and spend time with my friends.\n",
      "\n",
      "Generated Response: User 2: Me too! I've always been really passionate about animals.\n",
      "\n",
      "Generated Response: User 2: It's a classic.\n",
      "\n",
      "Generated Response: User 2: That's a great field to go into. It can be very challenging, but also very rewarding.\n",
      "\n",
      "Generated Response: User 2: Me too. I'm sure they'll sound amazing.\n",
      "\n",
      "Generated Response: User 2: Dogs really are the best friends.\n",
      "\n",
      "Generated Response: User 2: My name is Sarah. What's your name?\n",
      "\n",
      "Generated Response: User 2: That's cool. Do you have a favorite horse?\n",
      "\n",
      "Generated Response: User 2: That sounds awesome! What's the most exciting stunt you've ever done?\n",
      "\n",
      "Generated Response: User 2: Oh, I love New Kids on the Block! They have some great songs.\n",
      "\n",
      "Generated Response: User 2: Roses are beautiful! They must look lovely in your garden.\n",
      "\n",
      "Generated Response: User 2: You definitely should. It's one of my favorites.\n",
      "\n",
      "Generated Response: User 2: It's such a great way to stay active and clear your mind.\n",
      "\n",
      "Generated Response: User 2: My favorite Britney Spears song is \"Toxic.\"\n",
      "\n",
      "Generated Response: User 2: Nice! So, what do you do for fun?\n",
      "\n",
      "Generated Response: User 2: Yes, I have 5 cats. They're very special to me.\n",
      "\n",
      "Generated Response: User 2: It's a lot of fun! I enjoy building things with my hands.\n",
      "\n",
      "Generated Response: User 2: They really do. Do you have any other pets?\n",
      "\n",
      "Generated Response: User 2: I love cooking Mexican food. Tacos are my favorite!\n",
      "\n",
      "Generated Response: User 2: That's great! What made you decide to become a bee farmer?\n",
      "\n",
      "Generated Response: User 2: That must be really rewarding. I love working with kids.\n",
      "\n",
      "Generated Response: User 2: Oh, that's amazing! What is she a prodigy in?\n",
      "\n",
      "Generated Response: User 2: I'll have to give it a try sometime.\n",
      "\n",
      "Generated Response: User 2: Me too! What's your favorite RPG?\n",
      "\n",
      "Generated Response: User 2: Oh, that's nice! I've always thought about becoming a teacher.\n",
      "\n",
      "Generated Response: User 2: It's just not very fulfilling. I want to do something more meaningful with my life.\n",
      "\n",
      "Generated Response: User 2: That sounds peaceful. I live in the city, so it's always busy and noisy.\n",
      "\n",
      "Generated Response: User 2: You should! It's a great way to pass the time.\n",
      "\n",
      "Generated Response: User 2: You should come with me! It's a lot of fun and you get to try all different kinds of baked goods.\n",
      "\n",
      "Generated Response: User 2: Oh, fishing sounds fun! I've never been fishing before.\n",
      "\n",
      "Generated Response: User 2: Those are fun activities too! What do you like to watch on TV?\n",
      "\n",
      "Generated Response: User 2: I like a lot of different types of music, but some of my favorites are The Beatles, Led Zeppelin, and Fleetwood Mac.\n",
      "\n",
      "Generated Response: User 2: The Insane Clown Posse. They're my favorite.\n",
      "\n",
      "Generated Response: User 2: You should try it sometime, it's a lot of fun!\n",
      "\n",
      "Generated Response: User 2: Coffee is good too. So, how can I help you today?\n",
      "\n",
      "Generated Response: User 2: It's a fun job. I enjoy working with my hands and solving problems.\n",
      "\n",
      "Generated Response: User 2: That sounds nice. I don't get to meet too many people, being a recluse and all.\n",
      "\n",
      "Generated Response: User 2: My favorite thing is interacting with my fans. I love getting to know them and hearing their stories. It's like having a community of friends who are always there for me.\n",
      "\n",
      "Generated Response: User 2: Yeah, it can be nice to have some alone time.\n",
      "\n",
      "Generated Response: User 2: Oh, that sounds like an exciting job!\n",
      "\n",
      "Generated Response: User 2: It's definitely worth a try. It can help you feel more focused and peaceful.\n",
      "\n",
      "Generated Response: User 2: Meditation is a practice that helps me to calm my mind and connect with my inner self. It's very peaceful and grounding.\n",
      "\n",
      "Generated Response: User 2: It's a very peaceful and fulfilling way of life.\n",
      "\n",
      "Generated Response: User 2: I'll have to give it a try. Do you have any tips for beginners?\n",
      "\n",
      "Generated Response: User 1: Oh, cool! Do you go to a lot of concerts?\n",
      "\n",
      "Generated Response: User 2: What is your favorite Spanish word?\n",
      "\n",
      "Generated Response: User 2: That's really cool! What kind of music does your band play?\n",
      "\n",
      "Generated Response: User 2: I own two vintage mustangs, so I would have to say those are my favorites.\n",
      "\n",
      "Generated Response: User 2: You should go for it! It's definitely worth it.\n",
      "\n",
      "Generated Response: User 2: Me too! I love shopping for shoes and watches.\n",
      "\n"
     ]
    }
   ],
   "source": [
    "def process_validation_data_finetuned(csv_filename):\n",
    "    extracted_data = extract_conversation_parts(csv_filename)\n",
    "    trunc_extracted_data = extracted_data[:50]  # Taking only the first 15 rows\n",
    "    \n",
    "    model_responses = []\n",
    "    \n",
    "    for data in trunc_extracted_data:\n",
    "        context = f\"User 2: {data['user2_persona']}\\n \\\n",
    "            First 6 pieces of conversation: {data['context']}\"\n",
    "        prompt = f\"{data['prompt']}\"\n",
    "        generated_response = generate_persona_prompt_finetuned(prompt, context)\n",
    "        model_responses.append(generated_response)\n",
    "    \n",
    "    return model_responses\n",
    "\n",
    "csv_filename = r'Synthetic-Persona-Chat_valid.csv'\n",
    "\n",
    "model_responses_finetuned = process_validation_data_finetuned(csv_filename)\n",
    "\n",
    "for response in model_responses_finetuned:\n",
    "    print(\"Generated Response:\", response)\n",
    "    print()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 85,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[\"User 2: Besides moving objects with my mind, I enjoy reading and spending time outdoors. It's nice to connect with nature and unwind after a day of using my abilities. Reading helps me escape into different worlds and stories, which is a nice break from reality sometimes. What about you, what do you like to do?\",\n",
       " \"User 2: Yeah, it's been eye-opening for me. I never really thought too much about animal rights before, but reading this book has made me more aware of it. It's sad to think about how some animals are treated.\",\n",
       " \"User 2: Yeah, it's incredible to see the bravery and strategies used during that battle. It's just mind-blowing to think about. Have you watched any other documentaries that have left an impression on you?\",\n",
       " 'User 2: Investment banking can be a challenging but rewarding field. Have you thought about what area within investment banking you want to focus on?',\n",
       " \"User 2: Absolutely, there's nothing quite like experiencing your favorite band live. The energy, the atmosphere, it's all just so amazing. Have you been to many concerts before?\",\n",
       " \"User 2: It's amazing how dogs become such important parts of our lives, right? They have this special way of bringing joy and companionship. Do you have any fun stories about Barnaby?\",\n",
       " 'User 2: My name is Sarah. Nice to meet you!',\n",
       " \"User 2: That's awesome! It's such a peaceful and freeing experience, isn't it? Do you have a favorite place to ride or a favorite horse you ride?\",\n",
       " \"User 2: That sounds so exciting! I can't imagine the adrenaline rush you must feel when you're on set. Do you have any memorable experiences from being a stunt double that you'd like to share?\",\n",
       " \"Oh, New Kids on the Block! That brings back some memories. I used to listen to their music a lot back in the day. It's great that you enjoy their music. Do you have a favorite song by them?\",\n",
       " \"That's wonderful! Roses are such beautiful flowers with their elegant blooms and lovely fragrance. Do you grow any specific color of roses, or do you have a mix of different shades in your garden?\",\n",
       " 'Since User 2 is a married, vegetarian woman who loves the color blue, she might respond warmly and enthusiastically. ',\n",
       " 'User 2: Running is such a fantastic way to stay active and clear your mind. Do you have a favorite place to go running?',\n",
       " 'User 2: Oh, honey, where do I even begin? Britney Spears is my queen! \"Toxic\" is definitely one of my all-time favorites. I love blasting it in my car while driving to the tanning salon. What about you, do you like Britney?',\n",
       " \"User 2: That's nice. Do you like to take care of yourself and maintain your appearance as much as I do?\",\n",
       " \"User 2: Yes, I have 5 cats. They are like my little fur babies. Each one has their own unique personality, and they keep me company when I'm not working on construction projects. Building houses is my passion, but coming home to my cats is what brings me peace after a long day on the job site.\",\n",
       " \"User 2: It's a rewarding job. Building houses is like a form of art to me. Do you have any hobbies or interests related to construction?\",\n",
       " 'User 2: Absolutely, dogs are such loyal and loving animals. Do your dogs have any funny habits or tricks they like to do?',\n",
       " \"User 2: I really enjoy making tacos! There's just something so satisfying about preparing all the different ingredients and flavors to create a delicious meal. Plus, it's a great way to spend time with my family and bond over a shared love for good food. Do you like tacos too?\",\n",
       " \"That's awesome, George! Bee farming sounds like such an interesting and important profession. What do you enjoy most about working with bees?\",\n",
       " \"That's wonderful! Working with children must be so rewarding. What do you enjoy most about being a pediatric nurse?\",\n",
       " \"That's incredible! It must be so rewarding to see your daughter excel at such a young age. How do you support and nurture her talents?\",\n",
       " \"User 2: I've heard hiking can be a great way to enjoy nature and stay active. Maybe I'll give it a try sometime. I usually prefer activities that allow me to network and socialize, but I can see the appeal of exploring the outdoors. Do you have any favorite hiking spots you recommend?\",\n",
       " \"User 2: RPGs and action games, huh? I used to play a lot of games when I was younger, but now with everything going on in my life, I barely have time for myself. It's good to have some hobbies to unwind. What RPGs do you enjoy playing the most?\",\n",
       " \"User 2: That's cool that you're a teacher. I bet working with kids can be rewarding. I wish I had a job that brought me that kind of fulfillment. Unfortunately, being a car salesman has been draining me lately. How do you stay motivated as a teacher?\",\n",
       " \"User 2: Well, it's not the most fulfilling job for me. I feel like I'm stuck in a rut, dealing with the same routine every day. I used to have a passion for cars, but now it just feels like a chore. Plus, the pressure to meet sales targets can be overwhelming at times. I'm starting to think about exploring new career opportunities that align more with my interests and values.\",\n",
       " 'User 2: Oh, that sounds peaceful and far from the chaos of the city. I envy that kind of tranquility. Do you enjoy the slower pace of life there?',\n",
       " \"User 2: You should definitely give it a try! It's a great way to have fun and challenge your friends. Plus, it's exciting to see if they can guess who you are based on your messages. Trust me, it's addictive!\",\n",
       " \"User 2: Oh, you should definitely come along next time! It's such a warm and friendly atmosphere, and the smell of freshly baked goods is just wonderful. Plus, you might even find some new favorite treats to bake yourself. What kind of cookies do you enjoy making?\",\n",
       " \"User 2: Oh, that's interesting! I've never tried fishing before. What kind of fish do you usually catch when you go fishing?\",\n",
       " \"User 2: Oh, that sounds fun! I've never been much of a TV watcher, but going to the gym must be a great way to stay active. Do you have any favorite TV shows you like to watch?\",\n",
       " 'User 2: I really enjoy listening to contemporary Christian music bands like Hillsong United and Elevation Worship. Their songs lift my spirits and inspire me in my faith journey. Do you have any favorite bands or musicians?',\n",
       " \"User 2: I like Insane Clown Posse. They're so unique and their music always gets me pumped up! Have you heard any of their songs before?\",\n",
       " \"User 2: Oh, you should definitely try it sometime! It's like stepping into a whole new world and getting to be someone else for a while. Plus, it's a great way to unleash your inner creativity and have some action-packed fun. If you're into trying new things and exploring different characters, live action roleplaying events are an awesome way to do that. Who knows, you might discover a new passion like I did with donuts and Call of Duty!\",\n",
       " \"Well, I'm a plumber, not a mind reader, but that's a solid choice. I suppose we all need our pick-me-ups in different flavors!\",\n",
       " \"User 2: It's a rewarding job, you get to help people solve their household problems. Do you have any specific interest in plumbing, John?\",\n",
       " 'That sounds fascinating. Do you ever find it challenging working with electricity, or is it all smooth sailing for you?',\n",
       " 'As a recluse who is also a famous Twitch streamer, I find the best part of streaming is the ability to connect with people from all around the world without having to physically leave my comfort zone. It allows me to share my interests and talents with a wide audience while still maintaining my privacy. The interactions with my viewers online bring a sense of community that I greatly appreciate.',\n",
       " \"That's great to hear. Sometimes being alone can be very relaxing for me. Do you enjoy spending time alone as well?\",\n",
       " 'That sounds like an exciting job! Stunt doubles must have a lot of courage and skill. Have you worked on any big movies or shows recently?',\n",
       " \"As a Buddhist living in Alaska, I believe finding time for meditation is crucial for inner peace and clarity. If you're interested, you could start with just a few minutes each day and gradually increase the duration. Even short sessions can make a difference in your day.\",\n",
       " \"User 2: Meditation is like diving into the stillness within yourself. It's a way to quiet the mind, find peace, and connect with your inner self. You let go of distractions and dive deep into the present moment. It's a powerful tool to understand your mind and find balance. If you ever feel overwhelmed or curious, I can guide you through a meditation session.\",\n",
       " \"User 2: Buddhism has brought a lot of peace and meaning into my life. It's a path of self-discovery and compassion. If you're curious, I could share some insights or even guide you through a meditation practice if you'd like.\",\n",
       " \"User 2: I've heard that gardening can be very therapeutic and rewarding. Do you grow your own organic produce?\",\n",
       " \"That's awesome! Indie rock has such a unique sound. Have you discovered any new indie bands recently that you really enjoy?\",\n",
       " \"User 2: Definitely! I'm always excited to collaborate with other musicians. What pieces do you enjoy playing on the piano?\",\n",
       " \"That's fantastic! Playing guitar and singing must be so much fun. It's great that you have a band with your friends. What kind of music do you all play together?\",\n",
       " 'Oh, hey there! My favorite vintage car would have to be the Ford Mustang. I own two vintage Mustangs, and working on them is definitely a passion of mine. Do you have a favorite vintage car yourself?',\n",
       " \"User 2: That's great to hear! If you're into cars, owning a Mustang can be a dream come true. There's something special about the classic design and the power they pack under the hood. Have you decided on which model you might be interested in getting?\",\n",
       " \"User 2: That's awesome to hear! It's always exciting to find the perfect watch that speaks to you. Do you have any favorite brands or styles that you gravitate towards when shopping for watches?\"]"
      ]
     },
     "execution_count": 85,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "single_expected_responses = [data['prompt_response'] for data in trunc_extracted_data]\n",
    "full_expected_responses = [data['finished_convo'] for data in trunc_extracted_data]\n",
    "\n",
    "single_model_responses = [response.split('\\n')[0] for response in model_responses]\n",
    "single_model_responses"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 86,
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['User 2: I also like to read, play video games, and spend time with my friends.',\n",
       " \"User 2: Me too! I've always been really passionate about animals.\",\n",
       " \"User 2: It's a classic.\",\n",
       " \"User 2: That's a great field to go into. It can be very challenging, but also very rewarding.\",\n",
       " \"User 2: Me too. I'm sure they'll sound amazing.\",\n",
       " 'User 2: Dogs really are the best friends.',\n",
       " \"User 2: My name is Sarah. What's your name?\",\n",
       " \"User 2: That's cool. Do you have a favorite horse?\",\n",
       " \"User 2: That sounds awesome! What's the most exciting stunt you've ever done?\",\n",
       " 'User 2: Oh, I love New Kids on the Block! They have some great songs.',\n",
       " 'User 2: Roses are beautiful! They must look lovely in your garden.',\n",
       " \"User 2: You definitely should. It's one of my favorites.\",\n",
       " \"User 2: It's such a great way to stay active and clear your mind.\",\n",
       " 'User 2: My favorite Britney Spears song is \"Toxic.\"',\n",
       " 'User 2: Nice! So, what do you do for fun?',\n",
       " \"User 2: Yes, I have 5 cats. They're very special to me.\",\n",
       " \"User 2: It's a lot of fun! I enjoy building things with my hands.\",\n",
       " 'User 2: They really do. Do you have any other pets?',\n",
       " 'User 2: I love cooking Mexican food. Tacos are my favorite!',\n",
       " \"User 2: That's great! What made you decide to become a bee farmer?\",\n",
       " 'User 2: That must be really rewarding. I love working with kids.',\n",
       " \"User 2: Oh, that's amazing! What is she a prodigy in?\",\n",
       " \"User 2: I'll have to give it a try sometime.\",\n",
       " \"User 2: Me too! What's your favorite RPG?\",\n",
       " \"User 2: Oh, that's nice! I've always thought about becoming a teacher.\",\n",
       " \"User 2: It's just not very fulfilling. I want to do something more meaningful with my life.\",\n",
       " \"User 2: That sounds peaceful. I live in the city, so it's always busy and noisy.\",\n",
       " \"User 2: You should! It's a great way to pass the time.\",\n",
       " \"User 2: You should come with me! It's a lot of fun and you get to try all different kinds of baked goods.\",\n",
       " \"User 2: Oh, fishing sounds fun! I've never been fishing before.\",\n",
       " 'User 2: Those are fun activities too! What do you like to watch on TV?',\n",
       " 'User 2: I like a lot of different types of music, but some of my favorites are The Beatles, Led Zeppelin, and Fleetwood Mac.',\n",
       " \"User 2: The Insane Clown Posse. They're my favorite.\",\n",
       " \"User 2: You should try it sometime, it's a lot of fun!\",\n",
       " 'User 2: Coffee is good too. So, how can I help you today?',\n",
       " \"User 2: It's a fun job. I enjoy working with my hands and solving problems.\",\n",
       " \"User 2: That sounds nice. I don't get to meet too many people, being a recluse and all.\",\n",
       " \"User 2: My favorite thing is interacting with my fans. I love getting to know them and hearing their stories. It's like having a community of friends who are always there for me.\",\n",
       " 'User 2: Yeah, it can be nice to have some alone time.',\n",
       " 'User 2: Oh, that sounds like an exciting job!',\n",
       " \"User 2: It's definitely worth a try. It can help you feel more focused and peaceful.\",\n",
       " \"User 2: Meditation is a practice that helps me to calm my mind and connect with my inner self. It's very peaceful and grounding.\",\n",
       " \"User 2: It's a very peaceful and fulfilling way of life.\",\n",
       " \"User 2: I'll have to give it a try. Do you have any tips for beginners?\",\n",
       " 'User 1: Oh, cool! Do you go to a lot of concerts?',\n",
       " 'User 2: What is your favorite Spanish word?',\n",
       " \"User 2: That's really cool! What kind of music does your band play?\",\n",
       " 'User 2: I own two vintage mustangs, so I would have to say those are my favorites.',\n",
       " \"User 2: You should go for it! It's definitely worth it.\",\n",
       " 'User 2: Me too! I love shopping for shoes and watches.']"
      ]
     },
     "execution_count": 86,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "single_model_responses_finetuned = [response.split('\\n')[0] for response in model_responses_finetuned]\n",
    "single_model_responses_finetuned"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 87,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "BERTScore: {'precision': 0.6261685490608215, 'recall': 0.4750521183013916, 'f1': 0.5361743569374084}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Warning: Empty candidate sentence detected; setting raw BERTscores to 0.\n"
     ]
    }
   ],
   "source": [
    "bertscore_result = calculate_bertscore(single_expected_responses, single_model_responses)\n",
    "print(f\"BERTScore: {bertscore_result}\")\n",
    "\n",
    "# Model : Model 1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 88,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "BERTScore: {'precision': 0.7160943746566772, 'recall': 0.6797798871994019, 'f1': 0.6934717297554016}\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "Warning: Empty candidate sentence detected; setting raw BERTscores to 0.\n"
     ]
    }
   ],
   "source": [
    "bertscore_result_finetuned = calculate_bertscore(single_expected_responses, single_model_responses_finetuned)\n",
    "print(f\"BERTScore: {bertscore_result_finetuned}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 89,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average BLEU Score: 0.162592371547692\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "/Users/krishpatel/miniconda3/lib/python3.10/site-packages/nltk/translate/bleu_score.py:552: UserWarning: \n",
      "The hypothesis contains 0 counts of 4-gram overlaps.\n",
      "Therefore the BLEU score evaluates to 0, independently of\n",
      "how many N-gram overlaps of lower order it contains.\n",
      "Consider using lower n-gram order or use SmoothingFunction()\n",
      "  warnings.warn(_msg)\n"
     ]
    }
   ],
   "source": [
    "#calculating bleu score\n",
    "# Model : MODEL 1\n",
    "avg = 0\n",
    "for i in range(50):\n",
    "    hypothesis = single_model_responses[i]\n",
    "    reference = single_expected_responses[i]\n",
    "    bleu_score_val = bleu_score(hypothesis, reference)\n",
    "    avg += bleu_score_val/50\n",
    "\n",
    "print(f\"Average BLEU Score: {avg}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 90,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average BLEU Score: 0.3934126558422301\n"
     ]
    }
   ],
   "source": [
    "#calculating bleu score\n",
    "avg = 0\n",
    "for i in range(50):\n",
    "    hypothesis = single_model_responses_finetuned[i]\n",
    "    reference = single_expected_responses[i]\n",
    "    bleu_score_val = bleu_score(hypothesis, reference)\n",
    "    avg += bleu_score_val/50\n",
    "\n",
    "print(f\"Average BLEU Score: {avg}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 91,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average ROUGE Score baseline: 0.22786269875629891\n"
     ]
    }
   ],
   "source": [
    "#CALCULATING ROUGE SCORE\n",
    "# Model: MODEL 1\n",
    "avg = 0\n",
    "for i in range(50):\n",
    "    hypothesis = single_model_responses[i]\n",
    "    reference = single_expected_responses[i]\n",
    "    rouge_score_val = calculate_rouge_score(hypothesis, reference)\n",
    "    avg += rouge_score_val/50\n",
    "\n",
    "print(f\"Average ROUGE Score baseline: {avg}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 92,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average ROUGE Score finetuned: 0.4630209193872261\n"
     ]
    }
   ],
   "source": [
    "\n",
    "avg = 0\n",
    "\n",
    "for i in range(50):\n",
    "    hypothesis = single_model_responses_finetuned[i]\n",
    "    reference = single_expected_responses[i]\n",
    "    rouge_score_val = calculate_rouge_score(hypothesis, reference)\n",
    "    avg += rouge_score_val/50\n",
    "\n",
    "print(f\"Average ROUGE Score finetuned: {avg}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 93,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average Perplexity baseline: 3.2296386480331414\n"
     ]
    }
   ],
   "source": [
    "#perplexity\n",
    "#Model: MODEL 1\n",
    "avg = 0\n",
    "for i in range(50):\n",
    "    text = single_model_responses[i]\n",
    "    perplexity = calculate_perplexity(text)\n",
    "    avg += perplexity/50\n",
    "\n",
    "print(f\"Average Perplexity baseline: {avg}\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 94,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Average Perplexity finetuned: 3.3723485183715822\n"
     ]
    }
   ],
   "source": [
    "avg = 0\n",
    "\n",
    "for i in range(50):\n",
    "    text = single_model_responses_finetuned[i]\n",
    "    perplexity = calculate_perplexity(text)\n",
    "    avg += perplexity/50\n",
    "\n",
    "print(f\"Average Perplexity finetuned: {avg}\")"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "base",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.11"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}