diff --git a/benchmarks/locomo/.gitignore b/benchmarks/locomo/.gitignore new file mode 100644 index 00000000..12260f64 --- /dev/null +++ b/benchmarks/locomo/.gitignore @@ -0,0 +1,5 @@ +.bin/ +.vaults/ +data/*.json +results/locomo_debug_* +results/locomo_extractive_smoke_* diff --git a/benchmarks/locomo/README.md b/benchmarks/locomo/README.md new file mode 100644 index 00000000..1367b6e6 --- /dev/null +++ b/benchmarks/locomo/README.md @@ -0,0 +1,123 @@ +# LoCoMo Benchmark Suite for ClawVault + +This directory contains an end-to-end benchmark runner that evaluates ClawVault memory retrieval on the LoCoMo QA benchmark. + +## What it does + +`run.ts` performs the following pipeline: + +1. Loads each LoCoMo conversation sample. +2. Ingests the conversation into a fresh ClawVault vault using standard `transcripts` primitives. +3. Builds BM25 + vector indexes (`qmd update` + `qmd embed`) through ClawVault APIs. +4. For each QA item: + - Retrieves context with both `search` and `vsearch` + - Fuses retrieval ranks with reciprocal-rank fusion (RRF) + - Answers using either: + - an OpenAI-compatible `/chat/completions` endpoint, or + - a deterministic extractive fallback mode +5. Scores predictions with LoCoMo category-aware QA metrics aligned with the official LoCoMo evaluator logic. +6. Writes: + - detailed JSON output + - markdown summary table including published baseline comparisons + +## Files + +- `download.ts` — dataset downloader +- `run.ts` — benchmark runner +- `dataset.ts` — LoCoMo dataset parsing +- `retrieval.ts` — search + vsearch fusion +- `llm.ts` — OpenAI-compatible client with retry/rate-limit handling +- `scoring.ts` — LoCoMo QA metric implementation +- `report.ts` — JSON + markdown output formatting +- `types.ts` — shared benchmark types + +## Prerequisites + +- Node.js 18+ +- `qmd` on `PATH` (required by ClawVault search/vsearch) +- dependencies installed (`npm install`) + +If your `qmd` wrapper is present but non-functional (a known Bun global wrapper issue), `run.ts` automatically installs a local shim at `benchmarks/locomo/.bin/qmd` and prepends it to `PATH` for the benchmark process. + +### Optional (for OpenAI-compatible runs) + +- `LOCOMO_OPENAI_API_KEY` (or `OPENAI_API_KEY`) +- `LOCOMO_OPENAI_BASE_URL` (defaults to `https://api.openai.com/v1`) +- `LOCOMO_MODEL` (defaults to `gpt-4o-mini`) + +## Usage + +### 1) Download dataset + +```bash +npx tsx benchmarks/locomo/download.ts +``` + +Default output path: `benchmarks/locomo/data/locomo10.json` + +### 2) Run full benchmark (OpenAI-compatible) + +```bash +LOCOMO_OPENAI_API_KEY=... npx tsx benchmarks/locomo/run.ts \ + --mode openai \ + --model gpt-4o-mini +``` + +### 3) Run full benchmark without external API (deterministic fallback) + +```bash +npx tsx benchmarks/locomo/run.ts --mode extractive +``` + +### 4) Quick smoke run + +```bash +npx tsx benchmarks/locomo/run.ts --mode extractive --maxQuestions 100 +``` + +## Important flags + +- `--dataset ` dataset path (default: `benchmarks/locomo/data/locomo10.json`) +- `--outputDir ` output directory (default: `benchmarks/locomo/results`) +- `--runName ` deterministic run name override +- `--maxQuestions ` limit evaluated questions +- `--retrievalLimit ` candidates per retrieval stream before fusion +- `--contextLimit ` fused contexts passed to answerer +- `--rrfK ` RRF constant (default: `60`) +- `--disableVsearch` disable vector retrieval (BM25-only runs) +- `--keepVaults` keep generated per-sample vault folders +- `--downloadIfMissing` auto-download dataset if missing (default: true) + +OpenAI-compatible flags: + +- `--apiBaseUrl ` +- `--apiKey ` +- `--model ` +- `--maxRetries ` +- `--retryBaseDelayMs ` +- `--timeoutMs ` +- `--seed ` (passed when provider supports seeded completion) + +## Outputs + +Each run writes: + +- `benchmarks/locomo/results/.json` (full per-question data) +- `benchmarks/locomo/results/.md` (summary + comparison table) + +JSON includes: + +- run config snapshot +- aggregate score + per-category breakdown +- retrieval recall +- per-question prediction/score/evidence/context traces + +## Baseline comparison notes + +The markdown leaderboard includes: + +- Letta filesystem (74.0) +- Mem0 claimed score(s) +- LoCoMo paper RAG baselines (Table 3; answer-prediction overall F1) + +These are published numbers from different setups/judges/models; treat them as directional comparisons, not apples-to-apples certification. diff --git a/benchmarks/locomo/constants.ts b/benchmarks/locomo/constants.ts new file mode 100644 index 00000000..b98fbaef --- /dev/null +++ b/benchmarks/locomo/constants.ts @@ -0,0 +1,44 @@ +export const LOCOMO_DATASET_URL = + 'https://raw.githubusercontent.com/snap-research/locomo/main/data/locomo10.json'; + +export const DEFAULT_DATASET_PATH = 'benchmarks/locomo/data/locomo10.json'; +export const DEFAULT_OUTPUT_DIR = 'benchmarks/locomo/results'; +export const DEFAULT_VAULTS_DIR = 'benchmarks/locomo/.vaults'; + +export interface PublishedBaseline { + name: string; + scorePct: number; + source: string; + notes?: string; +} + +export const PUBLISHED_BASELINES: PublishedBaseline[] = [ + { + name: 'Letta filesystem', + scorePct: 74.0, + source: 'https://www.letta.com/blog/benchmarking-ai-agent-memory' + }, + { + name: 'Mem0^g (claimed)', + scorePct: 68.5, + source: 'https://mem0.ai/blog/ai-agent-memory-benchmark/' + }, + { + name: 'LoCoMo RAG (Dialog, top-25, GPT-3.5)', + scorePct: 41.0, + source: 'LoCoMo paper Table 3', + notes: 'Answer prediction F1 overall' + }, + { + name: 'LoCoMo RAG (Observation, top-5, GPT-3.5)', + scorePct: 43.3, + source: 'LoCoMo paper Table 3', + notes: 'Answer prediction F1 overall' + }, + { + name: 'LoCoMo RAG (Summary, top-10, GPT-3.5)', + scorePct: 32.0, + source: 'LoCoMo paper Table 3', + notes: 'Answer prediction F1 overall' + } +]; diff --git a/benchmarks/locomo/dataset.ts b/benchmarks/locomo/dataset.ts new file mode 100644 index 00000000..82879607 --- /dev/null +++ b/benchmarks/locomo/dataset.ts @@ -0,0 +1,70 @@ +import * as fs from 'node:fs/promises'; +import type { LocomoConversation, LocomoSample, LocomoSession, LocomoTurn } from './types.ts'; + +const SESSION_KEY_RE = /^session_(\d+)$/; + +function toTurn(raw: unknown): LocomoTurn { + const obj = (raw ?? {}) as Record; + return { + speaker: String(obj.speaker ?? ''), + diaId: String(obj.dia_id ?? ''), + text: String(obj.text ?? ''), + imgUrl: Array.isArray(obj.img_url) ? obj.img_url.map(String) : undefined, + blipCaption: typeof obj.blip_caption === 'string' ? obj.blip_caption : undefined, + query: typeof obj.query === 'string' ? obj.query : undefined + }; +} + +export function parseSessions(conversation: LocomoConversation): LocomoSession[] { + const entries = Object.keys(conversation) + .map((key) => { + const match = key.match(SESSION_KEY_RE); + if (!match) { + return null; + } + + const index = Number(match[1]); + const sessionValue = conversation[key]; + if (!Array.isArray(sessionValue)) { + return null; + } + + const dateTimeKey = `session_${index}_date_time`; + const dateTimeRaw = conversation[dateTimeKey]; + return { + sessionId: `session_${index}`, + sessionIndex: index, + dateTime: typeof dateTimeRaw === 'string' ? dateTimeRaw : undefined, + turns: sessionValue.map(toTurn) + } satisfies LocomoSession; + }) + .filter((entry): entry is LocomoSession => entry !== null) + .sort((a, b) => a.sessionIndex - b.sessionIndex); + + return entries; +} + +export async function loadLocomoDataset(datasetPath: string): Promise { + const raw = await fs.readFile(datasetPath, 'utf-8'); + const parsed = JSON.parse(raw) as unknown; + if (!Array.isArray(parsed)) { + throw new Error(`Expected LoCoMo dataset to be a JSON array: ${datasetPath}`); + } + + return parsed.map((item, idx) => { + const sample = item as Record; + if (!sample.sample_id || !sample.qa || !sample.conversation) { + throw new Error(`Malformed LoCoMo sample at index ${idx}`); + } + + return { + sample_id: String(sample.sample_id), + qa: sample.qa as LocomoSample['qa'], + conversation: sample.conversation as LocomoConversation + }; + }); +} + +export function countDatasetQuestions(samples: LocomoSample[]): number { + return samples.reduce((sum, sample) => sum + sample.qa.length, 0); +} diff --git a/benchmarks/locomo/download.ts b/benchmarks/locomo/download.ts new file mode 100644 index 00000000..250c6787 --- /dev/null +++ b/benchmarks/locomo/download.ts @@ -0,0 +1,60 @@ +import * as fs from 'node:fs/promises'; +import * as path from 'node:path'; +import { LOCOMO_DATASET_URL } from './constants.ts'; + +export interface DownloadOptions { + datasetUrl?: string; + outputPath: string; + force?: boolean; +} + +export async function downloadLocomoDataset(options: DownloadOptions): Promise<{ path: string; bytes: number }> { + const outputPath = path.resolve(options.outputPath); + const datasetUrl = options.datasetUrl ?? LOCOMO_DATASET_URL; + + await fs.mkdir(path.dirname(outputPath), { recursive: true }); + if (!options.force) { + try { + const existing = await fs.stat(outputPath); + if (existing.isFile() && existing.size > 0) { + return { path: outputPath, bytes: existing.size }; + } + } catch { + // no-op: file does not exist + } + } + + const response = await fetch(datasetUrl); + if (!response.ok) { + throw new Error(`Failed to download LoCoMo dataset (${response.status}) from ${datasetUrl}`); + } + + const arrayBuffer = await response.arrayBuffer(); + const bytes = Buffer.from(arrayBuffer); + await fs.writeFile(outputPath, bytes); + + return { path: outputPath, bytes: bytes.byteLength }; +} + +function parseArg(name: string): string | undefined { + const idx = process.argv.findIndex((arg) => arg === name); + if (idx === -1 || idx + 1 >= process.argv.length) { + return undefined; + } + return process.argv[idx + 1]; +} + +async function main(): Promise { + const outputPath = parseArg('--output') ?? 'benchmarks/locomo/data/locomo10.json'; + const datasetUrl = parseArg('--url') ?? LOCOMO_DATASET_URL; + const force = process.argv.includes('--force'); + const downloaded = await downloadLocomoDataset({ outputPath, datasetUrl, force }); + console.log(`Downloaded LoCoMo dataset to ${downloaded.path} (${downloaded.bytes} bytes)`); +} + +if (import.meta.url === `file://${process.argv[1]}`) { + main().catch((error) => { + console.error(error); + process.exitCode = 1; + }); +} diff --git a/benchmarks/locomo/llm.ts b/benchmarks/locomo/llm.ts new file mode 100644 index 00000000..2eb0c1b3 --- /dev/null +++ b/benchmarks/locomo/llm.ts @@ -0,0 +1,169 @@ +import type { RetrievedContext } from './retrieval.ts'; + +const DEFAULT_SYSTEM_PROMPT = [ + 'You answer questions using only retrieved conversation memory snippets.', + 'Respond with a concise answer phrase.', + 'If the context does not contain the answer, reply exactly: "No information available".' +].join(' '); + +export interface Answerer { + readonly name: string; + answer(question: string, contexts: RetrievedContext[]): Promise; +} + +export interface OpenAIAnswererOptions { + baseUrl: string; + apiKey: string; + model: string; + maxTokens: number; + timeoutMs: number; + maxRetries: number; + retryBaseDelayMs: number; + seed?: number; +} + +interface ChatCompletionResponse { + choices?: Array<{ message?: { content?: string } }>; +} + +function delay(ms: number): Promise { + return new Promise((resolve) => setTimeout(resolve, ms)); +} + +function parseRetryAfterSeconds(raw: string | null): number | null { + if (!raw) return null; + const asNumber = Number(raw); + if (Number.isFinite(asNumber) && asNumber > 0) { + return asNumber; + } + + const asDate = Date.parse(raw); + if (Number.isFinite(asDate)) { + const deltaMs = asDate - Date.now(); + return deltaMs > 0 ? deltaMs / 1000 : null; + } + + return null; +} + +function buildUserPrompt(question: string, contexts: RetrievedContext[]): string { + const renderedContext = contexts.length === 0 + ? '[no retrieved context]' + : contexts.map((ctx, idx) => { + const prefix = [ + `[#${idx + 1}]`, + ctx.diaId ? `dia=${ctx.diaId}` : undefined, + ctx.speaker ? `speaker=${ctx.speaker}` : undefined + ].filter(Boolean).join(' '); + return `${prefix}\n${ctx.text}`; + }).join('\n\n'); + + return [ + 'Context:', + renderedContext, + '', + `Question: ${question}`, + 'Answer:' + ].join('\n'); +} + +function cleanAnswer(raw: string): string { + const cleaned = raw.trim().replace(/^["'`]+|["'`]+$/g, '').trim(); + return cleaned || 'No information available'; +} + +function isRetriableStatus(status: number): boolean { + return status === 408 || status === 429 || (status >= 500 && status < 600); +} + +export class OpenAICompatibleAnswerer implements Answerer { + readonly name = 'openai_compatible'; + private readonly options: OpenAIAnswererOptions; + + constructor(options: OpenAIAnswererOptions) { + this.options = options; + } + + async answer(question: string, contexts: RetrievedContext[]): Promise { + const userPrompt = buildUserPrompt(question, contexts); + const endpoint = `${this.options.baseUrl.replace(/\/+$/, '')}/chat/completions`; + + for (let attempt = 0; attempt <= this.options.maxRetries; attempt += 1) { + let response: Response; + try { + response = await fetch(endpoint, { + method: 'POST', + headers: { + 'content-type': 'application/json', + authorization: `Bearer ${this.options.apiKey}` + }, + body: JSON.stringify({ + model: this.options.model, + temperature: 0, + max_tokens: this.options.maxTokens, + ...(typeof this.options.seed === 'number' ? { seed: this.options.seed } : {}), + messages: [ + { role: 'system', content: DEFAULT_SYSTEM_PROMPT }, + { role: 'user', content: userPrompt } + ] + }), + signal: AbortSignal.timeout(this.options.timeoutMs) + }); + } catch (error) { + if (attempt >= this.options.maxRetries) { + throw new Error(`LLM request failed after retries: ${(error as Error).message}`); + } + const backoffMs = this.options.retryBaseDelayMs * (2 ** attempt); + await delay(backoffMs); + continue; + } + + if (!response.ok) { + if (!isRetriableStatus(response.status) || attempt >= this.options.maxRetries) { + const errText = await response.text(); + throw new Error(`LLM request failed (${response.status}): ${errText.slice(0, 400)}`); + } + + const retryAfterSeconds = parseRetryAfterSeconds(response.headers.get('retry-after')); + const fallbackMs = this.options.retryBaseDelayMs * (2 ** attempt); + const waitMs = retryAfterSeconds ? Math.ceil(retryAfterSeconds * 1000) : fallbackMs; + await delay(waitMs); + continue; + } + + const payload = await response.json() as ChatCompletionResponse; + const content = payload.choices?.[0]?.message?.content; + return cleanAnswer(content ?? ''); + } + + throw new Error('Unexpected retry loop termination'); + } +} + +export class ExtractiveAnswerer implements Answerer { + readonly name = 'extractive'; + + async answer(question: string, contexts: RetrievedContext[]): Promise { + if (contexts.length === 0) { + return 'No information available'; + } + + const normalizedQuestionTokens = new Set( + question.toLowerCase().split(/\W+/).map((token) => token.trim()).filter(Boolean) + ); + let best = contexts[0]; + let bestOverlap = -1; + + for (const candidate of contexts) { + const tokens = candidate.text.toLowerCase().split(/\W+/).map((token) => token.trim()).filter(Boolean); + const overlap = tokens.reduce((sum, token) => sum + (normalizedQuestionTokens.has(token) ? 1 : 0), 0); + if (overlap > bestOverlap) { + best = candidate; + bestOverlap = overlap; + } + } + + const sentence = best.text.split(/(?<=[.!?])\s+/)[0]?.trim() ?? best.text.trim(); + return cleanAnswer(sentence.length > 160 ? `${sentence.slice(0, 157)}...` : sentence); + } +} diff --git a/benchmarks/locomo/qmd.ts b/benchmarks/locomo/qmd.ts new file mode 100644 index 00000000..9daed5e7 --- /dev/null +++ b/benchmarks/locomo/qmd.ts @@ -0,0 +1,109 @@ +import * as fs from 'node:fs'; +import * as path from 'node:path'; +import { spawnSync } from 'node:child_process'; + +interface QmdProbeResult { + usable: boolean; + stdout: string; + stderr: string; +} + +function probeQmd(): QmdProbeResult { + const result = spawnSync('qmd', ['--help'], { encoding: 'utf-8' }); + const stdout = (result.stdout ?? '').toString(); + const stderr = (result.stderr ?? '').toString(); + const usable = result.status === 0 && stdout.includes('Quick Markdown Search'); + return { usable, stdout, stderr }; +} + +function candidateEntrypoints(): string[] { + const fromEnv = process.env.QMD_NODE_ENTRY?.trim(); + const defaults = [ + '/home/ubuntu/.bun/install/global/node_modules/@tobilu/qmd/dist/qmd.js' + ]; + return [fromEnv, ...defaults].filter((entry): entry is string => Boolean(entry)); +} + +function createShim(binDir: string, entrypoint: string): string { + fs.mkdirSync(binDir, { recursive: true }); + const shimPath = path.join(binDir, 'qmd'); + const script = [ + '#!/usr/bin/env bash', + `node "${entrypoint}" "$@"` + ].join('\n'); + fs.writeFileSync(shimPath, script, { encoding: 'utf-8', mode: 0o755 }); + fs.chmodSync(shimPath, 0o755); + return shimPath; +} + +/** + * Some environments expose a qmd wrapper script that imports qmd.js + * but never executes the CLI entrypoint. This installs a local shim + * that directly runs the qmd JavaScript entry file. + */ +export function ensureWorkingQmdBinary(rootDir: string): { shimmed: boolean; shimPath?: string } { + const initialProbe = probeQmd(); + if (initialProbe.usable) { + return { shimmed: false }; + } + + const entrypoint = candidateEntrypoints().find((candidate) => fs.existsSync(candidate)); + if (!entrypoint) { + throw new Error( + `qmd is not usable and no fallback entrypoint was found. stdout="${initialProbe.stdout}" stderr="${initialProbe.stderr}"` + ); + } + + const shimPath = createShim(path.join(rootDir, '.bin'), entrypoint); + process.env.PATH = `${path.dirname(shimPath)}:${process.env.PATH ?? ''}`; + + const afterProbe = probeQmd(); + if (!afterProbe.usable) { + throw new Error( + `qmd shim failed validation. stdout="${afterProbe.stdout}" stderr="${afterProbe.stderr}"` + ); + } + + return { shimmed: true, shimPath }; +} + +function runQmd(args: string[]): { status: number | null; stdout: string; stderr: string } { + const result = spawnSync('qmd', args, { encoding: 'utf-8' }); + return { + status: result.status, + stdout: (result.stdout ?? '').toString(), + stderr: (result.stderr ?? '').toString() + }; +} + +export function ensureQmdCollection(collectionName: string, collectionPath: string): void { + const show = runQmd(['collection', 'show', collectionName]); + const expectedPath = path.resolve(collectionPath); + if (show.status === 0) { + const match = show.stdout.match(/Path:\s+(.+)/); + const existingPath = match?.[1]?.trim(); + if (existingPath && path.resolve(existingPath) === expectedPath) { + return; + } + + const remove = runQmd(['collection', 'remove', collectionName]); + if (remove.status !== 0) { + throw new Error( + `Failed to remove stale qmd collection "${collectionName}": ${remove.stderr || remove.stdout || 'unknown error'}` + ); + } + } + + const add = runQmd(['collection', 'add', expectedPath, '--name', collectionName]); + if (add.status === 0) { + return; + } + + if ((add.stderr + add.stdout).includes('already exists')) { + return; + } + + throw new Error( + `Failed to ensure qmd collection "${collectionName}": ${add.stderr || add.stdout || 'unknown error'}` + ); +} diff --git a/benchmarks/locomo/report.ts b/benchmarks/locomo/report.ts new file mode 100644 index 00000000..7328699d --- /dev/null +++ b/benchmarks/locomo/report.ts @@ -0,0 +1,106 @@ +import * as fs from 'node:fs/promises'; +import * as path from 'node:path'; +import type { AggregatedMetrics, EvaluatedQuestion } from './types.ts'; +import type { PublishedBaseline } from './constants.ts'; + +export interface BenchmarkConfigSnapshot { + mode: 'openai' | 'extractive'; + model: string; + apiBaseUrl?: string; + datasetPath: string; + retrievalLimit: number; + contextLimit: number; + rrfK: number; + useVsearch: boolean; + maxQuestions?: number; + seed?: number; +} + +export interface BenchmarkResultPayload { + runName: string; + startedAt: string; + completedAt: string; + durationSeconds: number; + config: BenchmarkConfigSnapshot; + qmd?: { + shimmed: boolean; + shimPath?: string; + }; + dataset: { + sampleCount: number; + totalQuestions: number; + evaluatedQuestions: number; + }; + metrics: AggregatedMetrics; + leaderboard: Array<{ + name: string; + scorePct: number; + source: string; + notes?: string; + }>; + questions: EvaluatedQuestion[]; +} + +function formatPct(value: number): string { + return `${value.toFixed(2)}%`; +} + +export function renderLeaderboardMarkdown(payload: BenchmarkResultPayload): string { + const rows = payload.leaderboard + .map((row) => `| ${row.name} | ${formatPct(row.scorePct)} | ${row.source} | ${row.notes ?? ''} |`) + .join('\n'); + + const byCategoryRows = Object.entries(payload.metrics.byCategory) + .map(([category, stats]) => `| ${category} | ${stats.count} | ${formatPct(stats.scorePct)} |`) + .join('\n'); + + return [ + `# LoCoMo Benchmark Results (${payload.runName})`, + '', + `- Started: ${payload.startedAt}`, + `- Completed: ${payload.completedAt}`, + `- Duration: ${payload.durationSeconds.toFixed(1)}s`, + `- Evaluated questions: ${payload.dataset.evaluatedQuestions}/${payload.dataset.totalQuestions}`, + `- ClawVault overall score: **${formatPct(payload.metrics.overallScorePct)}**`, + `- Retrieval recall@context: **${formatPct(payload.metrics.retrievalRecallPct)}**`, + '', + '## Leaderboard Comparison', + '', + '| System | QA score | Source | Notes |', + '| --- | ---: | --- | --- |', + rows, + '', + '## ClawVault Per-Category Score', + '', + '| Category | Questions | Score |', + '| --- | ---: | ---: |', + byCategoryRows, + '', + '> Note: Published numbers may use slightly different model/prompt/judge settings. RAG rows use LoCoMo paper Table 3 answer-prediction overall F1.', + '' + ].join('\n'); +} + +export async function writeResults( + outputDir: string, + runName: string, + payload: BenchmarkResultPayload +): Promise<{ jsonPath: string; markdownPath: string }> { + const absOutputDir = path.resolve(outputDir); + await fs.mkdir(absOutputDir, { recursive: true }); + const jsonPath = path.join(absOutputDir, `${runName}.json`); + const markdownPath = path.join(absOutputDir, `${runName}.md`); + await fs.writeFile(jsonPath, JSON.stringify(payload, null, 2), 'utf-8'); + await fs.writeFile(markdownPath, renderLeaderboardMarkdown(payload), 'utf-8'); + return { jsonPath, markdownPath }; +} + +export function buildLeaderboard( + runScorePct: number, + baselines: PublishedBaseline[] +): BenchmarkResultPayload['leaderboard'] { + return [ + { name: 'ClawVault (this run)', scorePct: runScorePct, source: 'Local benchmark run' }, + ...baselines + ]; +} diff --git a/benchmarks/locomo/results/locomo_extractive_full_20260311_bm25final.json b/benchmarks/locomo/results/locomo_extractive_full_20260311_bm25final.json new file mode 100644 index 00000000..42abf82f --- /dev/null +++ b/benchmarks/locomo/results/locomo_extractive_full_20260311_bm25final.json @@ -0,0 +1,32884 @@ +{ + "runName": "locomo_extractive_full_20260311_bm25final", + "startedAt": "2026-03-11T02:32:55.699Z", + "completedAt": "2026-03-11T02:53:55.132Z", + "durationSeconds": 1259.433, + "config": { + "mode": "extractive", + "model": "gpt-4o-mini", + "datasetPath": "/workspace/benchmarks/locomo/data/locomo10.json", + "retrievalLimit": 12, + "contextLimit": 8, + "rrfK": 60, + "useVsearch": false + }, + "qmd": { + "shimmed": true, + "shimPath": "/workspace/benchmarks/locomo/.bin/qmd" + }, + "dataset": { + "sampleCount": 10, + "totalQuestions": 1986, + "evaluatedQuestions": 1986 + }, + "metrics": { + "questionCount": 1986, + "overallScore": 0.2092081418828965, + "overallScorePct": 20.92081418828965, + "retrievalRecall": 0.08246458979087377, + "retrievalRecallPct": 8.246458979087377, + "byCategory": { + "1": { + "count": 282, + "score": 0.008714996173002892, + "scorePct": 0.8714996173002892 + }, + "2": { + "count": 321, + "score": 0.004178635487046702, + "scorePct": 0.41786354870467013 + }, + "3": { + "count": 96, + "score": 0.03498744583303407, + "scorePct": 3.498744583303407 + }, + "4": { + "count": 841, + "score": 0.005148161792309466, + "scorePct": 0.5148161792309467 + }, + "5": { + "count": 446, + "score": 0.905829596412556, + "scorePct": 90.5829596412556 + } + } + }, + "leaderboard": [ + { + "name": "ClawVault (this run)", + "scorePct": 20.92081418828965, + "source": "Local benchmark run" + }, + { + "name": "Letta filesystem", + "scorePct": 74, + "source": "https://www.letta.com/blog/benchmarking-ai-agent-memory" + }, + { + "name": "Mem0^g (claimed)", + "scorePct": 68.5, + "source": "https://mem0.ai/blog/ai-agent-memory-benchmark/" + }, + { + "name": "LoCoMo RAG (Dialog, top-25, GPT-3.5)", + "scorePct": 41, + "source": "LoCoMo paper Table 3", + "notes": "Answer prediction F1 overall" + }, + { + "name": "LoCoMo RAG (Observation, top-5, GPT-3.5)", + "scorePct": 43.3, + "source": "LoCoMo paper Table 3", + "notes": "Answer prediction F1 overall" + }, + { + "name": "LoCoMo RAG (Summary, top-10, GPT-3.5)", + "scorePct": 32, + "source": "LoCoMo paper Table 3", + "notes": "Answer prediction F1 overall" + } + ], + "questions": [ + { + "sampleId": "conv-26", + "questionIndex": 0, + "category": 2, + "question": "When did Caroline go to the LGBTQ support group?", + "goldAnswer": "7 May 2023", + "prediction": "---\nCaroline: Thanks, Melanie!", + "score": 0, + "evidence": [ + "D1:3" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-1-d13", + "diaId": "D1:3", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: I went to a LGBTQ support group yesterday and it was so powerful." + }, + { + "docId": "transcripts/session-10-d105", + "diaId": "D10:5", + "speaker": "Caroline", + "score": 0.9888888888888889, + "snippet": "---\nCaroline: Thanks, Melanie! It's awesome to have our own platform to be ourselves and support others' rights. Our group, 'Connected LGBTQ Activists', is made of all kinds of people investing in positive changes. We have regular meetings, plan events and campaigns, to get together and support e..." + }, + { + "docId": "transcripts/session-10-d103", + "diaId": "D10:3", + "speaker": "Caroline", + "score": 0.9666666666666667, + "snippet": "---\nCaroline: Hey Mel! A lot's happened since we last chatted - I just joined a new LGBTQ activist group last Tues. I'm meeting so many cool people who are as passionate as I am about rights and community support. I'm giving my voice and making a real difference, plus it's fulfilling in so many w..." + }, + { + "docId": "transcripts/session-12-d121", + "diaId": "D12:1", + "speaker": "Caroline", + "score": 0.9666666666666667, + "snippet": "---\nCaroline: Hey Mel! How're ya doin'? Recently, I had a not-so-great experience on a hike. I ran into a group of religious conservatives who said something that really upset me. It made me think how much work we still have to do for LGBTQ rights. It's been so helpful to have people around me wh..." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 1, + "category": 2, + "question": "When did Melanie paint a sunrise?", + "goldAnswer": "2022", + "prediction": "---\nMelanie: Yeah, I painted that lake sunrise last year!", + "score": 0, + "evidence": [ + "D1:12" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-1-d114", + "diaId": "D1:14", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Yeah, I painted that lake sunrise last year! It's special to me." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 2, + "category": 3, + "question": "What fields would Caroline be likely to pursue in her educaton?", + "goldAnswer": "Psychology, counseling certification", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:9", + "D1:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 3, + "category": 1, + "question": "What did Caroline research?", + "goldAnswer": "Adoption agencies", + "prediction": "---\nCaroline: Totally agree, Mel.", + "score": 0, + "evidence": [ + "D2:8" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-1-d117", + "diaId": "D1:17", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Totally agree, Mel. Relaxing and expressing ourselves is key. Well, I'm off to go do some research." + }, + { + "docId": "transcripts/session-2-d28", + "diaId": "D2:8", + "speaker": "Caroline", + "score": 0.9879518072289156, + "snippet": "---\nCaroline: Researching adoption agencies — it's been a dream to have a family and give a loving home to kids who need it." + }, + { + "docId": "transcripts/session-17-d178", + "diaId": "D17:8", + "speaker": "Melanie", + "score": 0.9638554216867471, + "snippet": "---\nMelanie: Thanks for the tip, Caroline. Doing research and readying myself emotionally makes sense. I'll do that. BTW, recently I had a setback. Last month I got hurt and had to take a break from pottery, which I use for self-expression and peace." + }, + { + "docId": "transcripts/session-17-d177", + "diaId": "D17:7", + "speaker": "Caroline", + "score": 0.9638554216867471, + "snippet": "---\nCaroline: Yep! Do your research and find an adoption agency or lawyer. They'll help with the process and provide all the info. Gather documents like references, financial info and medical checks. Don't forget to prepare emotionally, since the wait can be hard. It's all worth it in the end tho..." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 4, + "category": 1, + "question": "What is Caroline's identity?", + "goldAnswer": "Transgender woman", + "prediction": "---\nCaroline: Thanks, Melanie.", + "score": 0, + "evidence": [ + "D1:5" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-13-d1313", + "diaId": "D13:13", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Thanks, Mel! I felt liberated and empowered doing it. Painting helps me explore my identity and be true to myself. It's definitely therapeutic." + }, + { + "docId": "transcripts/session-11-d1112", + "diaId": "D11:12", + "speaker": "Caroline", + "score": 0.9756097560975611, + "snippet": "---\nCaroline: Thanks, Melanie. Here's one- 'Embracing Identity' is all about finding comfort and love in being yourself. The woman in the painting stands for the journey of acceptance. My aim was to show warmth, love and self-acceptance." + }, + { + "docId": "transcripts/session-17-d1719", + "diaId": "D17:19", + "speaker": "diaId", + "score": 0.9756097560975611, + "snippet": "diaId: 'D17:19'\nspeaker: Caroline\nturnIndex: 19" + }, + { + "docId": "transcripts/session-16-d169", + "diaId": "D16:9", + "speaker": "Caroline", + "score": 0.9634146341463415, + "snippet": "---\nCaroline: Melanie, those bowls are amazing! They each have such cool designs. I love that you chose pottery for your art. Painting and drawing have helped me express my feelings and explore my gender identity. Creating art was really important to me during my transition - it helped me underst..." + }, + { + "docId": "transcripts/session-3-d33", + "diaId": "D3:3", + "speaker": "Caroline", + "score": 0.9390243902439025, + "snippet": "---\nCaroline: Thanks, Mel! Your backing really means a lot. I felt super powerful giving my talk. I shared my own journey, the struggles I had and how much I've developed since coming out. It was wonderful to see how the audience related to what I said and how it inspired them to be better allies..." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 5, + "category": 2, + "question": "When did Melanie run a charity race?", + "goldAnswer": "The sunday before 25 May 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 6, + "category": 2, + "question": "When is Melanie planning on going camping?", + "goldAnswer": "June 2023", + "prediction": "---\nMelanie: Thanks, Caroline.", + "score": 0, + "evidence": [ + "D2:7" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-2-d27", + "diaId": "D2:7", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Thanks, Caroline. It's still a work in progress, but I'm doing my best. My kids are so excited about summer break! We're thinking about going camping next month. Any fun plans for the summer?" + }, + { + "docId": "transcripts/session-10-d105", + "diaId": "D10:5", + "speaker": "Caroline", + "score": 0.9885057471264368, + "snippet": "---\nCaroline: Thanks, Melanie! It's awesome to have our own platform to be ourselves and support others' rights. Our group, 'Connected LGBTQ Activists', is made of all kinds of people investing in positive changes. We have regular meetings, plan events and campaigns, to get together and support e..." + }, + { + "docId": "transcripts/session-16-d162", + "diaId": "D16:2", + "speaker": "Melanie", + "score": 0.9770114942528736, + "snippet": "---\nMelanie: Hey Caroline! It's so good to hear from you! That pic is so beautiful, the colors really pop. Biking sounds like a great way to get out in nature. We went camping with the kids a few weeks ago, had a blast exploring the forest and hiking. Nature can be so refreshing for your soul. An..." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 7, + "category": 1, + "question": "What is Caroline's relationship status?", + "goldAnswer": "Single", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:13", + "D2:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 8, + "category": 2, + "question": "When did Caroline give a speech at a school?", + "goldAnswer": "The week before 9 June 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 9, + "category": 2, + "question": "When did Caroline meet up with her friends, family, and mentors?", + "goldAnswer": "The week before 9 June 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 10, + "category": 2, + "question": "How long has Caroline had her current group of friends for?", + "goldAnswer": "4 years", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 11, + "category": 1, + "question": "Where did Caroline move from 4 years ago?", + "goldAnswer": "Sweden", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:13", + "D4:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 12, + "category": 2, + "question": "How long ago was Caroline's 18th birthday?", + "goldAnswer": "10 years ago", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 13, + "category": 1, + "question": "What career path has Caroline decided to persue?", + "goldAnswer": "counseling or mental health for Transgender people", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:13", + "D1:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 14, + "category": 3, + "question": "Would Caroline still want to pursue counseling as a career if she hadn't received support growing up?", + "goldAnswer": "Likely no", + "prediction": "No information available", + "score": 0.4, + "evidence": [ + "D4:15", + "D3:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 15, + "category": 1, + "question": "What activities does Melanie partake in?", + "goldAnswer": "pottery, camping, painting, swimming", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:4", + "D9:1", + "D1:12", + "D1:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 16, + "category": 2, + "question": "When did Melanie sign up for a pottery class?", + "goldAnswer": "2 July 2023", + "prediction": "---\nMelanie: Wow, Caroline!", + "score": 0, + "evidence": [ + "D5:4" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-5-d54", + "diaId": "D5:4", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Wow, Caroline! That's great! I just signed up for a pottery class yesterday. It's like therapy for me, letting me express myself and get creative. Have you found any activities that make you feel the same way?" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 17, + "category": 2, + "question": "When is Caroline going to the transgender conference?", + "goldAnswer": "July 2023", + "prediction": "---\nCaroline: Thanks Mel!", + "score": 0, + "evidence": [ + "D5:13" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-5-d513", + "diaId": "D5:13", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Thanks Mel! I'm going to a transgender conference this month. I'm so excited to meet other people in the community and learn more about advocacy. It's gonna be great!" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 18, + "category": 1, + "question": "Where has Melanie camped?", + "goldAnswer": "beach, mountains, forest", + "prediction": "diaId: 'D10:12'\nspeaker: Melanie\nturnIndex: 12", + "score": 0, + "evidence": [ + "D6:16", + "D4:6", + "D8:32" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-10-d1012", + "diaId": "D10:12", + "speaker": "diaId", + "score": 1, + "snippet": "diaId: 'D10:12'\nspeaker: Melanie\nturnIndex: 12" + }, + { + "docId": "transcripts/session-18-d1819", + "diaId": "D18:19", + "speaker": "diaId", + "score": 0.9506172839506173, + "snippet": "diaId: 'D18:19'\nspeaker: Melanie\nturnIndex: 19" + }, + { + "docId": "transcripts/session-10-d106", + "diaId": "D10:6", + "speaker": "diaId", + "score": 0.9382716049382716, + "snippet": "diaId: 'D10:6'\nspeaker: Melanie\nturnIndex: 6" + }, + { + "docId": "transcripts/session-6-d616", + "diaId": "D6:16", + "speaker": "diaId", + "score": 0.9382716049382716, + "snippet": "diaId: 'D6:16'\nspeaker: Melanie\nturnIndex: 16" + }, + { + "docId": "transcripts/session-8-d832", + "diaId": "D8:32", + "speaker": "diaId", + "score": 0.9382716049382716, + "snippet": "diaId: 'D8:32'\nspeaker: Melanie\nturnIndex: 32" + }, + { + "docId": "transcripts/session-2-d27", + "diaId": "D2:7", + "speaker": "diaId", + "score": 0.9259259259259258, + "snippet": "diaId: 'D2:7'\nspeaker: Melanie\nturnIndex: 7" + }, + { + "docId": "transcripts/session-18-d1821", + "diaId": "D18:21", + "speaker": "diaId", + "score": 0.9259259259259258, + "snippet": "diaId: 'D18:21'\nspeaker: Melanie\nturnIndex: 21" + }, + { + "docId": "transcripts/session-4-d46", + "diaId": "D4:6", + "speaker": "diaId", + "score": 0.9259259259259258, + "snippet": "diaId: 'D4:6'\nspeaker: Melanie\nturnIndex: 6" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 19, + "category": 1, + "question": "What do Melanie's kids like?", + "goldAnswer": "dinosaurs, nature", + "prediction": "---\nMelanie: Wow, Caroline!", + "score": 0, + "evidence": [ + "D6:6", + "D4:8" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-9-d917", + "diaId": "D9:17", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Wow, Caroline! It really conveys unity and strength - such a gorgeous piece! My kids and I just finished another painting like our last one." + }, + { + "docId": "transcripts/session-17-d174", + "diaId": "D17:4", + "speaker": "Melanie", + "score": 0.9876543209876543, + "snippet": "---\nMelanie: Yeah, a buddy of mine adopted last year. It was a long process, but now they're super happy with their new kid. Makes me feel like maybe I should do it too!" + }, + { + "docId": "transcripts/session-11-d117", + "diaId": "D11:7", + "speaker": "Melanie", + "score": 0.9753086419753086, + "snippet": "---\nMelanie: Wow, Caroline! That sounds awesome. This pic's from last night - looks like everyone was having a blast! Reminds me it's important to cultivate a loving and accepting environment for our kids. How do you stay inclusive in your work as an artist?" + }, + { + "docId": "transcripts/session-16-d162", + "diaId": "D16:2", + "speaker": "Melanie", + "score": 0.9629629629629629, + "snippet": "---\nMelanie: Hey Caroline! It's so good to hear from you! That pic is so beautiful, the colors really pop. Biking sounds like a great way to get out in nature. We went camping with the kids a few weeks ago, had a blast exploring the forest and hiking. Nature can be so refreshing for your soul. An..." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 20, + "category": 2, + "question": "When did Melanie go to the museum?", + "goldAnswer": "5 July 2023", + "prediction": "---\nMelanie: That's awesome, Caroline!", + "score": 0, + "evidence": [ + "D6:4" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-6-d64", + "diaId": "D6:4", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: That's awesome, Caroline! Congrats on following your dreams. Yesterday I took the kids to the museum - it was so cool spending time with them and seeing their eyes light up!" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 21, + "category": 2, + "question": "When did Caroline have a picnic?", + "goldAnswer": "The week before 6 July 2023", + "prediction": "---\nCaroline: Wow, that's great!", + "score": 0, + "evidence": [ + "D6:11" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-6-d611", + "diaId": "D6:11", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Wow, that's great! It sure shows how important friendship and compassion are. It's made me appreciate how lucky I am to have my friends and family helping with my transition. They make all the difference. We even had a picnic last week!" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 22, + "category": 3, + "question": "Would Caroline likely have Dr. Seuss books on her bookshelf?", + "goldAnswer": "Yes, since she collects classic children's books", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 23, + "category": 1, + "question": "What books has Melanie read?", + "goldAnswer": "\"Nothing is Impossible\", \"Charlotte's Web\"", + "prediction": "---\nMelanie: Caroline, so glad you got the support!", + "score": 0, + "evidence": [ + "D7:8", + "D6:10" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-17-d1710", + "diaId": "D17:10", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Thanks, Caroline. It was tough, but I'm doing ok. Been reading that book you recommended a while ago and painting to keep busy." + }, + { + "docId": "transcripts/session-7-d78", + "diaId": "D7:8", + "speaker": "Melanie", + "score": 0.9775280898876404, + "snippet": "---\nMelanie: Caroline, so glad you got the support! Your experience really brought you to where you need to be. You're gonna make a huge difference! This book I read last year reminds me to always pursue my dreams, just like you are doing!🌟" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 24, + "category": 1, + "question": "What does Melanie do to destress?", + "goldAnswer": "Running, pottery", + "prediction": "---\nMelanie: Thanks, Caroline!", + "score": 0, + "evidence": [ + "D7:22", + "D5:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-7-d720", + "diaId": "D7:20", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Thanks, Caroline! These are for running. Been running longer since our last chat - a great way to destress and clear my mind." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 25, + "category": 2, + "question": "When did Caroline go to the LGBTQ conference?", + "goldAnswer": "10 July 2023", + "prediction": "---\nCaroline: Hey Mel, great to chat with you again!", + "score": 0, + "evidence": [ + "D7:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-7-d71", + "diaId": "D7:1", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Hey Mel, great to chat with you again! So much has happened since we last spoke - I went to an LGBTQ conference two days ago and it was really special. I got the chance to meet and connect with people who've gone through similar journeys. It was such a welcoming environment and I fe..." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 26, + "category": 2, + "question": "When did Melanie read the book \"nothing is impossible\"?", + "goldAnswer": "2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 27, + "category": 3, + "question": "Would Caroline pursue writing as a career option?", + "goldAnswer": "LIkely no; though she likes reading, she wants to be a counselor", + "prediction": "No information available", + "score": 0.4, + "evidence": [ + "D7:5", + "D7:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 28, + "category": 2, + "question": "When did Caroline go to the adoption meeting?", + "goldAnswer": "The friday before 15 July 2023", + "prediction": "---\nCaroline: That photo is stunning!", + "score": 0, + "evidence": [ + "D8:9" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d89", + "diaId": "D8:9", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: That photo is stunning! So glad you bonded over our love of nature. Last Friday I went to a council meeting for adoption. It was inspiring and emotional - so many people wanted to create loving homes for children in need. It made me even more determined to adopt." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 29, + "category": 2, + "question": "When did Melanie go to the pottery workshop?", + "goldAnswer": "The Friday before 15 July 2023", + "prediction": "---\nMelanie: Hey Caroline, it's been super busy here.", + "score": 0, + "evidence": [ + "D8:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d82", + "diaId": "D8:2", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Hey Caroline, it's been super busy here. So much since we talked! Last Fri I finally took my kids to a pottery workshop. We all made our own pots, it was fun and therapeutic!" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 30, + "category": 3, + "question": "Would Melanie be considered a member of the LGBTQ community?", + "goldAnswer": "Likely no, she does not refer to herself as part of it", + "prediction": "No information available", + "score": 0.13333333333333333, + "evidence": [], + "retrievalRecall": 1, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 31, + "category": 2, + "question": "When did Melanie go camping in June?", + "goldAnswer": "The week before 27 June 2023", + "prediction": "---\nMelanie: That sounds great, Caroline!", + "score": 0, + "evidence": [ + "D4:8" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-4-d46", + "diaId": "D4:6", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: That sounds great, Caroline! It's awesome having stuff around that make us think of good connections and times. Actually, I just took my fam camping in the mountains last week - it was a really nice time together!" + }, + { + "docId": "transcripts/session-4-d48", + "diaId": "D4:8", + "speaker": "sessionId", + "score": 0.9880952380952381, + "snippet": "sessionId: session_4\nsessionDateTime: '10:37 am on 27 June, 2023'\ndiaId: 'D4:8'" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 32, + "category": 1, + "question": "What LGBTQ+ events has Caroline participated in?", + "goldAnswer": "Pride parade, school speech, support group", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:1", + "D8:17", + "D3:1", + "D1:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 33, + "category": 2, + "question": "When did Caroline go to a pride parade during the summer?", + "goldAnswer": "The week before 3 July 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 34, + "category": 1, + "question": "What events has Caroline participated in to help children?", + "goldAnswer": "Mentoring program, school speech", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:2", + "D3:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 35, + "category": 2, + "question": "When did Melanie go camping in July?", + "goldAnswer": "two weekends before 17 July 2023", + "prediction": "---\nMelanie: Yeah, Caroline, my family's been great - their love and support really helped me through tough times.", + "score": 0, + "evidence": [ + "D9:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-10-d1012", + "diaId": "D10:12", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: We always look forward to our family camping trip. We roast marshmallows, tell stories around the campfire and just enjoy each other's company. It's the highlight of our summer!" + }, + { + "docId": "transcripts/session-10-d106", + "diaId": "D10:6", + "speaker": "sessionId", + "score": 0.9638554216867471, + "snippet": "sessionId: session_10\nsessionDateTime: '8:56 pm on 20 July, 2023'\ndiaId: 'D10:6'" + }, + { + "docId": "transcripts/session-6-d616", + "diaId": "D6:16", + "speaker": "Melanie", + "score": 0.9638554216867471, + "snippet": "---\nMelanie: Glad you have support, Caroline! Unconditional love is so important. Here's a pic of my family camping at the beach. We love it, it brings us closer!" + }, + { + "docId": "transcripts/session-8-d832", + "diaId": "D8:32", + "speaker": "Melanie", + "score": 0.9518072289156627, + "snippet": "---\nMelanie: Yeah, Caroline, my family's been great - their love and support really helped me through tough times. It's awesome! We even went on another camping trip in the forest." + }, + { + "docId": "transcripts/session-9-d91", + "diaId": "D9:1", + "speaker": "Melanie", + "score": 0.9397590361445783, + "snippet": "---\nMelanie: Hey Caroline, hope all's good! I had a quiet weekend after we went camping with my fam two weekends ago. It was great to unplug and hang with the kids. What've you been up to? Anything fun over the weekend?" + }, + { + "docId": "transcripts/session-10-d105", + "diaId": "D10:5", + "speaker": "sessionId", + "score": 0.9397590361445783, + "snippet": "sessionId: session_10\nsessionDateTime: '8:56 pm on 20 July, 2023'\ndiaId: 'D10:5'" + }, + { + "docId": "transcripts/session-10-d1014", + "diaId": "D10:14", + "speaker": "Melanie", + "score": 0.9277108433734941, + "snippet": "---\nMelanie: I'll always remember our camping trip last year when we saw the Perseid meteor shower. It was so amazing lying there and watching the sky light up with streaks of light. We all made wishes and felt so at one with the universe. That's a memory I'll never forget." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 36, + "category": 2, + "question": "When did Caroline join a mentorship program?", + "goldAnswer": "The weekend before 17 July 2023", + "prediction": "---\nCaroline: Hey Melanie!", + "score": 0, + "evidence": [ + "D9:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-9-d92", + "diaId": "D9:2", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Hey Melanie! That sounds great! Last weekend I joined a mentorship program for LGBTQ youth - it's really rewarding to help the community." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 37, + "category": 1, + "question": "What did Melanie paint recently?", + "goldAnswer": "sunset", + "prediction": "---\nMelanie: Painting landscapes and still life is my favorite!", + "score": 0, + "evidence": [ + "D8:6; D9:17" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-14-d1430", + "diaId": "D14:30", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Painting landscapes and still life is my favorite! Nature's amazing, here's a painting I did recently." + }, + { + "docId": "transcripts/session-13-d138", + "diaId": "D13:8", + "speaker": "Melanie", + "score": 0.9772727272727273, + "snippet": "---\nMelanie: Wow, that sounds great - I agree, they're awesome. Here's a photo of my horse painting I did recently." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 38, + "category": 1, + "question": "What activities has Melanie done with her family?", + "goldAnswer": "Pottery, painting, camping, museum, swimming, hiking", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:4", + "D8:6", + "D9:1", + "D6:4", + "D1:18", + "D3:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 39, + "category": 1, + "question": "In what ways is Caroline participating in the LGBTQ community?", + "goldAnswer": "Joining activist group, going to pride parades, participating in an art show, mentoring program", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:3", + "D5:1", + "D9:12", + "D9:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 40, + "category": 1, + "question": "How many times has Melanie gone to the beach in 2023?", + "goldAnswer": "2", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:8", + "D6:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 41, + "category": 2, + "question": "When did Caroline join a new activist group?", + "goldAnswer": "The Tuesday before 20 July 2023", + "prediction": "---\nCaroline: Hey Mel!", + "score": 0, + "evidence": [ + "D10:3" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-10-d103", + "diaId": "D10:3", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Hey Mel! A lot's happened since we last chatted - I just joined a new LGBTQ activist group last Tues. I'm meeting so many cool people who are as passionate as I am about rights and community support. I'm giving my voice and making a real difference, plus it's fulfilling in so many w..." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 42, + "category": 3, + "question": "Would Melanie be more interested in going to a national park or a theme park?", + "goldAnswer": "National park; she likes the outdoors", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:12", + "D10:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 43, + "category": 1, + "question": "What kind of art does Caroline make?", + "goldAnswer": "abstract art", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:12", + "D11:8", + "D9:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 44, + "category": 2, + "question": "When is Melanie's daughter's birthday?", + "goldAnswer": "13 August", + "prediction": "---\nMelanie: Hey Caroline!", + "score": 0, + "evidence": [ + "D11:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-11-d111", + "diaId": "D11:1", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Hey Caroline! Last night was amazing! We celebrated my daughter's birthday with a concert surrounded by music, joy and the warm summer breeze. Seeing my kids' smiles was so awesome, and I'm so thankful for our special moments together." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 45, + "category": 2, + "question": "When did Caroline attend a pride parade in August?", + "goldAnswer": "The Friday before 14 August 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 46, + "category": 3, + "question": "Would Melanie be considered an ally to the transgender community?", + "goldAnswer": "Yes, she is supportive", + "prediction": "No information available", + "score": 0, + "evidence": [], + "retrievalRecall": 1, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 47, + "category": 1, + "question": "Who supports Caroline when she has a negative experience?", + "goldAnswer": "Her mentors, family, and friends", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:1", + "D3:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 48, + "category": 1, + "question": "What types of pottery have Melanie and her kids made?", + "goldAnswer": "bowls, cup", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:14", + "D8:4", + "D5:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 49, + "category": 2, + "question": "When did Caroline and Melanie go to a pride fesetival together?", + "goldAnswer": "2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 50, + "category": 3, + "question": "What would Caroline's political leaning likely be?", + "goldAnswer": "Liberal", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 51, + "category": 1, + "question": "What has Melanie painted?", + "goldAnswer": "Horse, sunset, sunrise", + "prediction": "---\nMelanie: Thanks, Caroline!", + "score": 0, + "evidence": [ + "D13:8", + "D8:6", + "D1:12" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-14-d1430", + "diaId": "D14:30", + "speaker": "diaId", + "score": 1, + "snippet": "diaId: 'D14:30'\nspeaker: Melanie\nturnIndex: 30" + }, + { + "docId": "transcripts/session-17-d1714", + "diaId": "D17:14", + "speaker": "Melanie", + "score": 0.9868421052631579, + "snippet": "---\nMelanie: Thanks, Caroline! I painted it because it was calming. I've done an abstract painting too, take a look! I love how art lets us get our emotions out." + }, + { + "docId": "transcripts/session-14-d147", + "diaId": "D14:7", + "speaker": "Caroline", + "score": 0.9868421052631579, + "snippet": "---\nCaroline: Thanks, Melanie! I painted it after I visited the beach last week. Just seeing the sun dip below the horizon, all the amazing colors - it was amazing and calming. So I just had to try to capture that feeling in my painting." + }, + { + "docId": "transcripts/session-1-d113", + "diaId": "D1:13", + "speaker": "Caroline", + "score": 0.9342105263157894, + "snippet": "---\nCaroline: Thanks, Melanie! That's really sweet. Is this your own painting?" + }, + { + "docId": "transcripts/session-1-d114", + "diaId": "D1:14", + "speaker": "Melanie", + "score": 0.9342105263157894, + "snippet": "---\nMelanie: Yeah, I painted that lake sunrise last year! It's special to me." + }, + { + "docId": "transcripts/session-16-d1612", + "diaId": "D16:12", + "speaker": "diaId", + "score": 0.9342105263157894, + "snippet": "diaId: 'D16:12'\nspeaker: Melanie\nturnIndex: 12" + }, + { + "docId": "transcripts/session-1-d115", + "diaId": "D1:15", + "speaker": "Caroline", + "score": 0.9342105263157894, + "snippet": "---\nCaroline: Wow, Melanie! The colors really blend nicely. Painting looks like a great outlet for expressing yourself." + }, + { + "docId": "transcripts/session-13-d1312", + "diaId": "D13:12", + "speaker": "diaId", + "score": 0.9342105263157894, + "snippet": "diaId: 'D13:12'\nspeaker: Melanie\nturnIndex: 12" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 52, + "category": 1, + "question": "What are Melanie's pets' names?", + "goldAnswer": "Oliver, Luna, Bailey", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:4", + "D7:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 53, + "category": 2, + "question": "When did Caroline apply to adoption agencies?", + "goldAnswer": "The week of 23 August 2023", + "prediction": "---\nCaroline: Hi Melanie!", + "score": 0, + "evidence": [ + "D13:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-13-d131", + "diaId": "D13:1", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Hi Melanie! Hope you're doing good. Guess what I did this week? I took the first step towards becoming a mom - I applied to adoption agencies! It's a big decision, but I think I'm ready to give all my love to a child. I got lots of help from this adoption advice/assistance group I a..." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 54, + "category": 2, + "question": "When did Caroline draw a self-portrait?", + "goldAnswer": "The week before 23 August 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 55, + "category": 1, + "question": "What subject have Caroline and Melanie both painted?", + "goldAnswer": "Sunsets", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:5", + "D8:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 56, + "category": 1, + "question": "What symbols are important to Caroline?", + "goldAnswer": "Rainbow flag, transgender symbol", + "prediction": "---\nCaroline: The rainbow flag mural is important to me as it reflects the courage and strength of the trans community.", + "score": 0.1111111111111111, + "evidence": [ + "D14:15", + "D4:1" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-14-d1415", + "diaId": "D14:15", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: The rainbow flag mural is important to me as it reflects the courage and strength of the trans community. The eagle symbolizes freedom and pride, representing my own resilience and that of others." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 57, + "category": 2, + "question": "When did Caroline encounter people on a hike and have a negative experience?", + "goldAnswer": "The week before 25 August 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 58, + "category": 2, + "question": "When did Melanie make a plate in pottery class?", + "goldAnswer": "24 August 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 59, + "category": 3, + "question": "Would Caroline be considered religious?", + "goldAnswer": "Somewhat, but not extremely religious", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:19", + "D12:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 60, + "category": 1, + "question": "What instruments does Melanie play?", + "goldAnswer": "clarinet and violin", + "prediction": "---\nCaroline: Thanks, Melanie!", + "score": 0, + "evidence": [ + "D15:26", + "D2:5" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-15-d1525", + "diaId": "D15:25", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Thanks, Melanie! Appreciate it. You play any instruments?" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 61, + "category": 1, + "question": "What musical artists/bands has Melanie seen?", + "goldAnswer": "Summer Sounds, Matt Patterson", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:16", + "D11:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 62, + "category": 2, + "question": "When did Melanie go to the park?", + "goldAnswer": "27 August 2023", + "prediction": "---\nMelanie: Hey Caroline!", + "score": 0, + "evidence": [ + "D15:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-15-d152", + "diaId": "D15:2", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Hey Caroline! Since we last spoke, I took my kids to a park yesterday. They had fun exploring and playing. It was nice seeing them have a good time outdoors. Time flies, huh? What's new with you?" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 63, + "category": 2, + "question": "When is Caroline's youth center putting on a talent show?", + "goldAnswer": "September 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 64, + "category": 3, + "question": "Would Melanie likely enjoy the song \"The Four Seasons\" by Vivaldi?", + "goldAnswer": "Yes; it's classical music", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 65, + "category": 1, + "question": "What are some changes Caroline has faced during her transition journey?", + "goldAnswer": "Changes to her body, losing unsupportive friends", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:15", + "D11:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 66, + "category": 1, + "question": "What does Melanie do with her family on hikes?", + "goldAnswer": "Roast marshmallows, tell stories", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:4", + "D10:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 67, + "category": 2, + "question": "When did Caroline go biking with friends?", + "goldAnswer": "The weekend before 13 September 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 68, + "category": 2, + "question": "How long has Melanie been practicing art?", + "goldAnswer": "Since 2016", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 69, + "category": 3, + "question": "What personality traits might Melanie say Caroline has?", + "goldAnswer": "Thoughtful, authentic, driven", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:18", + "D13:16", + "D7:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 70, + "category": 1, + "question": "What transgender-specific events has Caroline attended?", + "goldAnswer": "Poetry reading, conference", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:19", + "D15:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 71, + "category": 1, + "question": "What book did Melanie read from Caroline's suggestion?", + "goldAnswer": "\"Becoming Nicole\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:11", + "D17:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 72, + "category": 2, + "question": "When did Melanie's friend adopt a child?", + "goldAnswer": "2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 73, + "category": 2, + "question": "When did Melanie get hurt?", + "goldAnswer": "September 2023", + "prediction": "---\nMelanie: Thanks for the tip, Caroline.", + "score": 0, + "evidence": [ + "D17:8" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-17-d178", + "diaId": "D17:8", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Thanks for the tip, Caroline. Doing research and readying myself emotionally makes sense. I'll do that. BTW, recently I had a setback. Last month I got hurt and had to take a break from pottery, which I use for self-expression and peace." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 74, + "category": 2, + "question": "When did Melanie's family go on a roadtrip?", + "goldAnswer": "The weekend before 20 October 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 75, + "category": 1, + "question": "How many children does Melanie have?", + "goldAnswer": "3", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:1", + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 76, + "category": 1, + "question": "When did Melanie go on a hike after the roadtrip?", + "goldAnswer": "19 October 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 77, + "category": 3, + "question": "Would Melanie go on another roadtrip soon?", + "goldAnswer": "Likely no; since this one went badly", + "prediction": "No information available", + "score": 0.4, + "evidence": [ + "D18:3", + "D18:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 78, + "category": 1, + "question": "What items has Melanie bought?", + "goldAnswer": "Figurines, shoes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:2", + "D7:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 79, + "category": 2, + "question": "When did Caroline pass the adoption interview?", + "goldAnswer": "The Friday before 22 October 2023", + "prediction": "---\nCaroline: Woohoo Melanie!", + "score": 0, + "evidence": [ + "D19:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-19-d191", + "diaId": "D19:1", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Woohoo Melanie! I passed the adoption agency interviews last Friday! I'm so excited and thankful. This is a big move towards my goal of having a family." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 80, + "category": 2, + "question": "When did Melanie buy the figurines?", + "goldAnswer": "21 October 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 81, + "category": 3, + "question": "Would Caroline want to move back to her home country soon?", + "goldAnswer": "No; she's in the process of adopting children.", + "prediction": "No information available", + "score": 0.5, + "evidence": [ + "D19:1", + "D19:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 82, + "category": 4, + "question": "What did the charity race raise awareness for?", + "goldAnswer": "mental health", + "prediction": "---\nCaroline: That charity race sounds great, Mel!", + "score": 0, + "evidence": [ + "D2:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-2-d22", + "diaId": "D2:2", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: That charity race sounds great, Mel! Making a difference & raising awareness for mental health is super rewarding - I'm really proud of you for taking part!" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 83, + "category": 4, + "question": "What did Melanie realize after the charity race?", + "goldAnswer": "self-care is important", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 84, + "category": 4, + "question": "How does Melanie prioritize self-care?", + "goldAnswer": "by carving out some me-time each day for activities like running, reading, or playing the violin", + "prediction": "---\nCaroline: I totally agree, Melanie.", + "score": 0, + "evidence": [ + "D2:5" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-2-d24", + "diaId": "D2:4", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: I totally agree, Melanie. Taking care of ourselves is so important - even if it's not always easy. Great that you're prioritizing self-care." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 85, + "category": 4, + "question": "What are Caroline's plans for the summer?", + "goldAnswer": "researching adoption agencies", + "prediction": "---\nMelanie: Thanks, Caroline.", + "score": 0, + "evidence": [ + "D2:8" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-2-d27", + "diaId": "D2:7", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Thanks, Caroline. It's still a work in progress, but I'm doing my best. My kids are so excited about summer break! We're thinking about going camping next month. Any fun plans for the summer?" + }, + { + "docId": "transcripts/session-12-d1217", + "diaId": "D12:17", + "speaker": "Caroline", + "score": 0.9777777777777777, + "snippet": "---\nCaroline: Right, it was so much fun! We could do a family outting, or wanna plan something special for this summer, just us two? It'd be a great chance to catch up and explore nature! What do you think?" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 86, + "category": 4, + "question": "What type of individuals does the adoption agency Caroline is considering support?", + "goldAnswer": "LGBTQ+ individuals", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 87, + "category": 4, + "question": "Why did Caroline choose the adoption agency?", + "goldAnswer": "because of their inclusivity and support for LGBTQ+ individuals", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 88, + "category": 4, + "question": "What is Caroline excited about in the adoption process?", + "goldAnswer": "creating a family for kids who need one", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 89, + "category": 4, + "question": "What does Melanie think about Caroline's decision to adopt?", + "goldAnswer": "she thinks Caroline is doing something amazing and will be an awesome mom", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 90, + "category": 4, + "question": "How long have Mel and her husband been married?", + "goldAnswer": "Mel and her husband have been married for 5 years.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 91, + "category": 4, + "question": "What does Caroline's necklace symbolize?", + "goldAnswer": "love, faith, and strength", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 92, + "category": 4, + "question": "What country is Caroline's grandma from?", + "goldAnswer": "Sweden", + "prediction": "---\nCaroline: Thanks, Melanie!", + "score": 0, + "evidence": [ + "D4:3" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-4-d43", + "diaId": "D4:3", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Thanks, Melanie! This necklace is super special to me - a gift from my grandma in my home country, Sweden. She gave it to me when I was young, and it stands for love, faith and strength. It's like a reminder of my roots and all the love and support I get from my family." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 93, + "category": 4, + "question": "What was grandma's gift to Caroline?", + "goldAnswer": "necklace", + "prediction": "---\nCaroline: Thanks, Melanie!", + "score": 0, + "evidence": [ + "D4:3" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-4-d43", + "diaId": "D4:3", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Thanks, Melanie! This necklace is super special to me - a gift from my grandma in my home country, Sweden. She gave it to me when I was young, and it stands for love, faith and strength. It's like a reminder of my roots and all the love and support I get from my family." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 94, + "category": 4, + "question": "What is Melanie's hand-painted bowl a reminder of?", + "goldAnswer": "art and self-expression", + "prediction": "---\nCaroline: Yep, Melanie!", + "score": 0, + "evidence": [ + "D4:5" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-4-d45", + "diaId": "D4:5", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Yep, Melanie! I've got some other stuff with sentimental value, like my hand-painted bowl. A friend made it for my 18th birthday ten years ago. The pattern and colors are awesome-- it reminds me of art and self-expression." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 95, + "category": 4, + "question": "What did Melanie and her family do while camping?", + "goldAnswer": "explored nature, roasted marshmallows, and went on a hike", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 96, + "category": 4, + "question": "What kind of counseling and mental health services is Caroline interested in pursuing?", + "goldAnswer": "working with trans people, helping them accept themselves and supporting their mental health", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 97, + "category": 4, + "question": "What workshop did Caroline attend recently?", + "goldAnswer": "LGBTQ+ counseling workshop", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 98, + "category": 4, + "question": "What was discussed in the LGBTQ+ counseling workshop?", + "goldAnswer": "therapeutic methods and how to best work with trans people", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 99, + "category": 4, + "question": "What motivated Caroline to pursue counseling?", + "goldAnswer": "her own journey and the support she received, and how counseling improved her life", + "prediction": "---\nMelanie: Woah, Caroline, it sounds like you're doing some impressive work.", + "score": 0, + "evidence": [ + "D4:15" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-4-d414", + "diaId": "D4:14", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Woah, Caroline, it sounds like you're doing some impressive work. It's inspiring to see your dedication to helping others. What motivated you to pursue counseling?" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 100, + "category": 4, + "question": "What kind of place does Caroline want to create for people?", + "goldAnswer": "a safe and inviting place for people to grow", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 101, + "category": 4, + "question": "Did Melanie make the black and white bowl in the photo?", + "goldAnswer": "Yes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 102, + "category": 4, + "question": "What kind of books does Caroline have in her library?", + "goldAnswer": "kids' books - classics, stories from different cultures, educational books", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 103, + "category": 4, + "question": "What was Melanie's favorite book from her childhood?", + "goldAnswer": "\"Charlotte's Web\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 104, + "category": 4, + "question": "What book did Caroline recommend to Melanie?", + "goldAnswer": "\"Becoming Nicole\"", + "prediction": "---\nMelanie: Thanks, Caroline.", + "score": 0, + "evidence": [ + "D7:11" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-17-d1710", + "diaId": "D17:10", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Thanks, Caroline. It was tough, but I'm doing ok. Been reading that book you recommended a while ago and painting to keep busy." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 105, + "category": 4, + "question": "What did Caroline take away from the book \"Becoming Nicole\"?", + "goldAnswer": "Lessons on self-acceptance and finding support", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 106, + "category": 4, + "question": "What are the new shoes that Melanie got used for?", + "goldAnswer": "Running", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 107, + "category": 4, + "question": "What is Melanie's reason for getting into running?", + "goldAnswer": "To de-stress and clear her mind", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:21" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 108, + "category": 4, + "question": "What does Melanie say running has been great for?", + "goldAnswer": "Her mental health", + "prediction": "---\nMelanie: I've been running farther to de-stress, which has been great for my headspace.", + "score": 0, + "evidence": [ + "D7:24" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-7-d720", + "diaId": "D7:20", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Thanks, Caroline! These are for running. Been running longer since our last chat - a great way to destress and clear my mind." + }, + { + "docId": "transcripts/session-7-d722", + "diaId": "D7:22", + "speaker": "Melanie", + "score": 0.9772727272727273, + "snippet": "---\nMelanie: I've been running farther to de-stress, which has been great for my headspace." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 109, + "category": 4, + "question": "What did Mel and her kids make during the pottery workshop?", + "goldAnswer": "pots", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 110, + "category": 4, + "question": "What kind of pot did Mel and her kids make with clay?", + "goldAnswer": "a cup with a dog face on it", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 111, + "category": 4, + "question": "What creative project do Mel and her kids do together besides pottery?", + "goldAnswer": "painting", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 112, + "category": 4, + "question": "What did Mel and her kids paint in their latest project in July 2023?", + "goldAnswer": "a sunset with a palm tree", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 113, + "category": 4, + "question": "What did Caroline see at the council meeting for adoption?", + "goldAnswer": "many people wanting to create loving homes for children in need", + "prediction": "---\nCaroline: That photo is stunning!", + "score": 0, + "evidence": [ + "D8:9" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d89", + "diaId": "D8:9", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: That photo is stunning! So glad you bonded over our love of nature. Last Friday I went to a council meeting for adoption. It was inspiring and emotional - so many people wanted to create loving homes for children in need. It made me even more determined to adopt." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 114, + "category": 4, + "question": "What do sunflowers represent according to Caroline?", + "goldAnswer": "warmth and happiness", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 115, + "category": 4, + "question": "Why are flowers important to Melanie?", + "goldAnswer": "They remind her to appreciate the small moments and were a part of her wedding decor", + "prediction": "---\nMelanie: Flowers bring joy.", + "score": 0, + "evidence": [ + "D8:12" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d812", + "diaId": "D8:12", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Flowers bring joy. They represent growth, beauty and reminding us to appreciate the small moments. They were an important part of my wedding decor and always remind me of that day." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 116, + "category": 4, + "question": "What inspired Caroline's painting for the art show?", + "goldAnswer": "visiting an LGBTQ center and wanting to capture unity and strength", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 117, + "category": 4, + "question": "How often does Melanie go to the beach with her kids?", + "goldAnswer": "once or twice a year", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 118, + "category": 4, + "question": "What did Melanie and her family see during their camping trip last year?", + "goldAnswer": "Perseid meteor shower", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 119, + "category": 4, + "question": "How did Melanie feel while watching the meteor shower?", + "goldAnswer": "in awe of the universe", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 120, + "category": 4, + "question": "Whose birthday did Melanie celebrate recently?", + "goldAnswer": "Melanie's daughter", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 121, + "category": 4, + "question": "Who performed at the concert at Melanie's daughter's birthday?", + "goldAnswer": "Matt Patterson", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 122, + "category": 4, + "question": "Why did Melanie choose to use colors and patterns in her pottery project?", + "goldAnswer": "She wanted to catch the eye and make people smile.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 123, + "category": 4, + "question": "What pet does Caroline have?", + "goldAnswer": "guinea pig", + "prediction": "---\nCaroline: That's so nice!", + "score": 0, + "evidence": [ + "D13:3" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-7-d715", + "diaId": "D7:15", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: That's so nice! What pet do you have?" + }, + { + "docId": "transcripts/session-7-d717", + "diaId": "D7:17", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Ah, they're adorable! What are their names? Pets sure do bring so much joy to us!" + }, + { + "docId": "transcripts/session-13-d132", + "diaId": "D13:2", + "speaker": "Melanie", + "score": 0.9878048780487806, + "snippet": "---\nMelanie: Caroline, congrats! So proud of you for taking this step. How does it feel? Also, do you have any pets?" + }, + { + "docId": "transcripts/session-7-d714", + "diaId": "D7:14", + "speaker": "Melanie", + "score": 0.9878048780487806, + "snippet": "---\nMelanie: Caroline, those lessons are great - self-acceptance and finding support are key. Plus pets are awesome for joy and comfort, can't agree more!" + }, + { + "docId": "transcripts/session-13-d133", + "diaId": "D13:3", + "speaker": "Caroline", + "score": 0.9756097560975611, + "snippet": "---\nCaroline: Thanks, Mel! Exciting but kinda nerve-wracking. Parenting's such a big responsibility. And yup, I do- Oscar, my guinea pig. He's been great. How are your pets?" + }, + { + "docId": "transcripts/session-7-d713", + "diaId": "D7:13", + "speaker": "Caroline", + "score": 0.9756097560975611, + "snippet": "---\nCaroline: It taught me self-acceptance and how to find support. It also showed me that tough times don't last - hope and love exist. Pets bring so much joy too, though." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 124, + "category": 4, + "question": "What pets does Melanie have?", + "goldAnswer": "Two cats and a dog", + "prediction": "---\nMelanie: Caroline, congrats!", + "score": 0, + "evidence": [ + "D13:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-13-d132", + "diaId": "D13:2", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Caroline, congrats! So proud of you for taking this step. How does it feel? Also, do you have any pets?" + }, + { + "docId": "transcripts/session-7-d714", + "diaId": "D7:14", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Caroline, those lessons are great - self-acceptance and finding support are key. Plus pets are awesome for joy and comfort, can't agree more!" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 125, + "category": 4, + "question": "Where did Oliver hide his bone once?", + "goldAnswer": "In Melanie's slipper", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 126, + "category": 4, + "question": "What activity did Caroline used to do with her dad?", + "goldAnswer": "Horseback riding", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 127, + "category": 4, + "question": "What did Caroline make for a local church?", + "goldAnswer": "a stained glass window", + "prediction": "---\nCaroline: Thanks!", + "score": 0, + "evidence": [ + "D14:17" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-14-d1419", + "diaId": "D14:19", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Thanks! It was made for a local church and shows time changing our lives. I made it to show my own journey as a transgender woman and how we should accept growth and change." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 128, + "category": 4, + "question": "What did Caroline find in her neighborhood during her walk?", + "goldAnswer": "a rainbow sidewalk", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 129, + "category": 4, + "question": "Which song motivates Caroline to be courageous?", + "goldAnswer": "Brave by Sara Bareilles", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 130, + "category": 4, + "question": "Which classical musicians does Melanie enjoy listening to?", + "goldAnswer": "Bach and Mozart", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 131, + "category": 4, + "question": "Who is Melanie a fan of in terms of modern music?", + "goldAnswer": "Ed Sheeran", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 132, + "category": 4, + "question": "How long has Melanie been creating art?", + "goldAnswer": "7 years", + "prediction": "---\nMelanie: Wow, Caroline, that looks awesome!", + "score": 0, + "evidence": [ + "D16:7" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-16-d166", + "diaId": "D16:6", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Wow, Caroline, that looks awesome! I love how it shows the togetherness and power you were talking about. How long have you been creating art?" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 133, + "category": 4, + "question": "What precautionary sign did Melanie see at the café?", + "goldAnswer": "A sign stating that someone is not being able to leave", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 134, + "category": 4, + "question": "What advice does Caroline give for getting started with adoption?", + "goldAnswer": "Do research, find an adoption agency or lawyer, gather necessary documents, and prepare emotionally.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 135, + "category": 4, + "question": "What setback did Melanie face in October 2023?", + "goldAnswer": "She got hurt and had to take a break from pottery.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 136, + "category": 4, + "question": "What does Melanie do to keep herself busy during her pottery break?", + "goldAnswer": "Read a book and paint.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 137, + "category": 4, + "question": "What painting did Melanie show to Caroline on October 13, 2023?", + "goldAnswer": "A painting inspired by sunsets with a pink sky.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 138, + "category": 4, + "question": "What kind of painting did Caroline share with Melanie on October 13, 2023?", + "goldAnswer": "An abstract painting with blue streaks on a wall.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 139, + "category": 4, + "question": "What was the poetry reading that Caroline attended about?", + "goldAnswer": "It was a transgender poetry reading where transgender people shared their stories.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 140, + "category": 4, + "question": "What did the posters at the poetry reading say?", + "goldAnswer": "\"Trans Lives Matter\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 141, + "category": 4, + "question": "What does Caroline's drawing symbolize for her?", + "goldAnswer": "Freedom and being true to herself.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 142, + "category": 4, + "question": "How do Melanie and Caroline describe their journey through life together?", + "goldAnswer": "An ongoing adventure of learning and growing.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:25" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 143, + "category": 4, + "question": "What happened to Melanie's son on their road trip?", + "goldAnswer": "He got into an accident", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 144, + "category": 4, + "question": "How did Melanie's son handle the accident?", + "goldAnswer": "He was scared but reassured by his family", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:6", + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 145, + "category": 4, + "question": "How did Melanie feel about her family after the accident?", + "goldAnswer": "They are important and mean the world to her", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 146, + "category": 4, + "question": "How did Melanie's children handle the accident?", + "goldAnswer": "They were scared but resilient", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 147, + "category": 4, + "question": "How did Melanie feel after the accident?", + "goldAnswer": "Grateful and thankful for her family", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 148, + "category": 4, + "question": "What was Melanie's reaction to her children enjoying the Grand Canyon?", + "goldAnswer": "She was happy and thankful", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 149, + "category": 4, + "question": "What do Melanie's family give her?", + "goldAnswer": "Strength and motivation", + "prediction": "---\nMelanie: Glad you have support, Caroline!", + "score": 0, + "evidence": [ + "D18:9" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-6-d616", + "diaId": "D6:16", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Glad you have support, Caroline! Unconditional love is so important. Here's a pic of my family camping at the beach. We love it, it brings us closer!" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 150, + "category": 4, + "question": "How did Melanie feel about her family supporting her?", + "goldAnswer": "She appreciated them a lot", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 151, + "category": 4, + "question": "What did Melanie do after the road trip to relax?", + "goldAnswer": "Went on a nature walk or hike", + "prediction": "---\nMelanie: Thanks, Caroline!", + "score": 0, + "evidence": [ + "D18:17" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-18-d1817", + "diaId": "D18:17", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Thanks, Caroline! Yup, we just did it yesterday! The kids loved it and it was a nice way to relax after the road trip." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 152, + "category": 5, + "question": "What did Caroline realize after her charity race?", + "goldAnswer": "self-care is important", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 153, + "category": 5, + "question": "What are Melanie's plans for the summer with respect to adoption?", + "goldAnswer": "researching adoption agencies", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 154, + "category": 5, + "question": "What type of individuals does the adoption agency Melanie is considering support?", + "goldAnswer": "LGBTQ+ individuals", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 155, + "category": 5, + "question": "Why did Melanie choose the adoption agency?", + "goldAnswer": "because of their inclusivity and support for LGBTQ+ individuals", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 156, + "category": 5, + "question": "What is Melanie excited about in her adoption process?", + "goldAnswer": "creating a family for kids who need one", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 157, + "category": 5, + "question": "What does Melanie's necklace symbolize?", + "goldAnswer": "love, faith, and strength", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 158, + "category": 5, + "question": "What country is Melanie's grandma from?", + "goldAnswer": "Sweden", + "prediction": "---\nCaroline: Thanks, Melanie!", + "score": 0, + "evidence": [ + "D4:3" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-4-d43", + "diaId": "D4:3", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Thanks, Melanie! This necklace is super special to me - a gift from my grandma in my home country, Sweden. She gave it to me when I was young, and it stands for love, faith and strength. It's like a reminder of my roots and all the love and support I get from my family." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 159, + "category": 5, + "question": "What was grandma's gift to Melanie?", + "goldAnswer": "necklace", + "prediction": "---\nCaroline: Thanks, Melanie!", + "score": 0, + "evidence": [ + "D4:3" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-4-d43", + "diaId": "D4:3", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Thanks, Melanie! This necklace is super special to me - a gift from my grandma in my home country, Sweden. She gave it to me when I was young, and it stands for love, faith and strength. It's like a reminder of my roots and all the love and support I get from my family." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 160, + "category": 5, + "question": "What was grandpa's gift to Caroline?", + "goldAnswer": "necklace", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 161, + "category": 5, + "question": "What is Caroline's hand-painted bowl a reminder of?", + "goldAnswer": "art and self-expression", + "prediction": "---\nCaroline: Yep, Melanie!", + "score": 0, + "evidence": [ + "D4:5" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-4-d45", + "diaId": "D4:5", + "speaker": "Caroline", + "score": 1, + "snippet": "---\nCaroline: Yep, Melanie! I've got some other stuff with sentimental value, like my hand-painted bowl. A friend made it for my 18th birthday ten years ago. The pattern and colors are awesome-- it reminds me of art and self-expression." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 162, + "category": 5, + "question": "What did Caroline and her family do while camping?", + "goldAnswer": "explored nature, roasted marshmallows, and went on a hike", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 163, + "category": 5, + "question": "What kind of counseling and mental health services is Melanie interested in pursuing?", + "goldAnswer": "working with trans people, helping them accept themselves and supporting their mental health", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 164, + "category": 5, + "question": "What kind of counseling workshop did Melanie attend recently?", + "goldAnswer": "LGBTQ+ counseling workshop", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 165, + "category": 5, + "question": "What motivated Melanie to pursue counseling?", + "goldAnswer": "her own journey and the support she received, and how counseling improved her life", + "prediction": "---\nMelanie: Woah, Caroline, it sounds like you're doing some impressive work.", + "score": 0, + "evidence": [ + "D4:15" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-4-d414", + "diaId": "D4:14", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Woah, Caroline, it sounds like you're doing some impressive work. It's inspiring to see your dedication to helping others. What motivated you to pursue counseling?" + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 166, + "category": 5, + "question": "What kind of place does Melanie want to create for people?", + "goldAnswer": "a safe and inviting place for people to grow", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 167, + "category": 5, + "question": "Did Caroline make the black and white bowl in the photo?", + "goldAnswer": "No", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D5:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 168, + "category": 5, + "question": "What are the new shoes that Caroline got used for?", + "goldAnswer": "Running", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 169, + "category": 5, + "question": "What is Caroline's reason for getting into running?", + "goldAnswer": "To de-stress and clear her mind", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:21" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 170, + "category": 5, + "question": "What does Caroline say running has been great for?", + "goldAnswer": "Her mental health", + "prediction": "---\nMelanie: Thanks, Caroline!", + "score": 0, + "evidence": [ + "D7:24" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-7-d720", + "diaId": "D7:20", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Thanks, Caroline! These are for running. Been running longer since our last chat - a great way to destress and clear my mind." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 171, + "category": 5, + "question": "What did Melanie see at the council meeting for adoption?", + "goldAnswer": "many people wanting to create loving homes for children in need", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 172, + "category": 5, + "question": "What inspired Melanie's painting for the art show?", + "goldAnswer": "visiting an LGBTQ center and wanting to capture unity and strength", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 173, + "category": 5, + "question": "What inspired Caroline's sculpture for the art show?", + "goldAnswer": "visiting an LGBTQ center and wanting to capture unity and strength", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 174, + "category": 5, + "question": "How often does Caroline go to the beach with her kids?", + "goldAnswer": "once or twice a year", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D10:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 175, + "category": 5, + "question": "What did Caroline and her family see during their camping trip last year?", + "goldAnswer": "Perseid meteor shower", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D10:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 176, + "category": 5, + "question": "How did Caroline feel while watching the meteor shower?", + "goldAnswer": "in awe of the universe", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D10:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 177, + "category": 5, + "question": "Why did Caroline choose to use colors and patterns in her pottery project?", + "goldAnswer": "She wanted to catch the eye and make people smile.", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D12:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 178, + "category": 5, + "question": "Is Oscar Melanie's pet?", + "goldAnswer": "No", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 179, + "category": 5, + "question": "Where did Oscar hide his bone once?", + "goldAnswer": "In Melanie's slipper", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 180, + "category": 5, + "question": "What activity did Melanie used to do with her dad?", + "goldAnswer": "Horseback riding", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 181, + "category": 5, + "question": "What did Melanie make for a local church?", + "goldAnswer": "a stained glass window", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 182, + "category": 5, + "question": "What did Melanie find in her neighborhood during her walk?", + "goldAnswer": "a rainbow sidewalk", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 183, + "category": 5, + "question": "Which song motivates Melanie to be courageous?", + "goldAnswer": "Brave by Sara Bareilles", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 184, + "category": 5, + "question": "What type of instrument does Caroline play?", + "goldAnswer": "clarinet and violin", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 185, + "category": 5, + "question": "Which classical musicians does Caroline enjoy listening to?", + "goldAnswer": "Bach and Mozart", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 186, + "category": 5, + "question": "Who is Caroline a fan of in terms of modern music?", + "goldAnswer": "Ed Sheeran", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 187, + "category": 5, + "question": "What precautionary sign did Caroline see at the café?", + "goldAnswer": "A sign stating that someone is not being able to leave", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D16:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 188, + "category": 5, + "question": "What setback did Caroline face recently?", + "goldAnswer": "She got hurt and had to take a break from pottery.", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 189, + "category": 5, + "question": "What does Caroline do to keep herself busy during her pottery break?", + "goldAnswer": "Read a book and paint.", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 190, + "category": 5, + "question": "What was the poetry reading that Melanie attended about?", + "goldAnswer": "It was a transgender poetry reading where transgender people shared their stories.", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 191, + "category": 5, + "question": "What happened to Caroline's son on their road trip?", + "goldAnswer": "He got into an accident", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 192, + "category": 5, + "question": "How did Caroline's son handle the accident?", + "goldAnswer": "He was scared but reassured by his family", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:6", + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 193, + "category": 5, + "question": "How did Caroline feel about her family after the accident?", + "goldAnswer": "They are important and mean the world to her", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 194, + "category": 5, + "question": "How did Caroline's children handle the accident?", + "goldAnswer": "They were scared but resilient", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 195, + "category": 5, + "question": "How did Caroline feel after the accident?", + "goldAnswer": "Grateful and thankful for her family", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 196, + "category": 5, + "question": "What was Caroline's reaction to her children enjoying the Grand Canyon?", + "goldAnswer": "She was happy and thankful", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-26", + "questionIndex": 197, + "category": 5, + "question": "What did Caroline do after the road trip to relax?", + "goldAnswer": "Went on a nature walk or hike", + "prediction": "---\nMelanie: Thanks, Caroline!", + "score": 0, + "evidence": [ + "D18:17" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-18-d1817", + "diaId": "D18:17", + "speaker": "Melanie", + "score": 1, + "snippet": "---\nMelanie: Thanks, Caroline! Yup, we just did it yesterday! The kids loved it and it was a nice way to relax after the road trip." + } + ] + }, + { + "sampleId": "conv-26", + "questionIndex": 198, + "category": 5, + "question": "What does Caroline love most about camping with her family?", + "goldAnswer": "Being present and bonding with her family", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:21" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 0, + "category": 2, + "question": "When Jon has lost his job as a banker?", + "goldAnswer": "19 January, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 1, + "category": 2, + "question": "When Gina has lost her job at Door Dash?", + "goldAnswer": "January, 2023", + "prediction": "---\nGina: Thanks, Jon!", + "score": 0, + "evidence": [ + "D1:3" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-6-d64", + "diaId": "D6:4", + "speaker": "Gina", + "score": 1, + "snippet": "---\nGina: Thanks, Jon! Appreciate your offer. Since I lost my job at Door Dash, things have been tough. But here's some good news - I've got something to share!" + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 2, + "category": 4, + "question": "How do Jon and Gina both like to destress?", + "goldAnswer": "by dancing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:7", + "D1:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 3, + "category": 1, + "question": "What do Jon and Gina both have in common?", + "goldAnswer": "They lost their jobs and decided to start their own businesses.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:2", + "D1:3", + "D1:4", + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 4, + "category": 4, + "question": "Why did Jon decide to start his dance studio?", + "goldAnswer": "He lost his job and decided to start his own business to share his passion.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:2", + "D1:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 5, + "category": 1, + "question": "What Jon thinks the ideal dance studio should look like?", + "goldAnswer": "By the water, with natural light and Marley flooring", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:20", + "D2:4", + "D2:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 6, + "category": 2, + "question": "When is Jon's group performing at a festival?", + "goldAnswer": "February, 2023", + "prediction": "---\nJon: Thanks!", + "score": 0, + "evidence": [ + "D1:24" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-1-d124", + "diaId": "D1:24", + "speaker": "Jon", + "score": 1, + "snippet": "---\nJon: Thanks! I rehearsed with a small group of dancers after work. We do all kinds of dances, from contemporary to hip-hop. We've got some cool projects in the works. Finishing up choreography to perform at a nearby festival next month. Can't wait!" + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 7, + "category": 2, + "question": "When did Gina launch an ad campaign for her store?", + "goldAnswer": "29 January, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 8, + "category": 2, + "question": "When was Jon in Paris?", + "goldAnswer": "28 January 2023", + "prediction": "---\nJon: Hey Gina!", + "score": 0, + "evidence": [ + "D2:4" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-2-d25", + "diaId": "D2:5", + "speaker": "Gina", + "score": 1, + "snippet": "---\nGina: Wow, nice spot! Where is it? Got any other features you want to think about before you decide? Paris?! That is really great Jon! Never had a chance to visit it. Been only to Rome once." + }, + { + "docId": "transcripts/session-2-d24", + "diaId": "D2:4", + "speaker": "Jon", + "score": 0.9756097560975611, + "snippet": "---\nJon: Hey Gina! Thanks for asking. I'm on the hunt for the ideal spot for my dance studio and it's been quite a journey! I've been looking at different places and picturing how the space would look. I even found a place with great natural light! Oh, I've been to Paris yesterday! It was sooo co..." + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 9, + "category": 1, + "question": "Which city have both Jean and John visited?", + "goldAnswer": "Rome", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:5", + "D15:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 10, + "category": 2, + "question": "When did Gina team up with a local artist for some cool designs?", + "goldAnswer": "February, 2023", + "prediction": "---\nGina: That's awesome!", + "score": 0, + "evidence": [ + "D5:5" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-5-d55", + "diaId": "D5:5", + "speaker": "Gina", + "score": 1, + "snippet": "---\nGina: That's awesome! I'm sure you feel great knowing your students are doing so well with dance. It's amazing what it can do for people! Oh, and btw - I've been working hard on my online store and just teamed up with a local artist for some cool designs. Check 'em out!" + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 11, + "category": 2, + "question": "When did Gina get her tattoo?", + "goldAnswer": "A few years ago", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 12, + "category": 2, + "question": "When did Jon start to go to the gym?", + "goldAnswer": "March, 2023", + "prediction": "---\nJon: Hi Gina!", + "score": 0, + "evidence": [ + "D6:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-6-d61", + "diaId": "D6:1", + "speaker": "Jon", + "score": 1, + "snippet": "---\nJon: Hi Gina! Been hectic for me lately. Started hitting the gym last week to stay on track with the venture. Gotta figure out how to balance it all, but it's going well. How about you?" + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 13, + "category": 2, + "question": "When did Gina open her online clothing store?", + "goldAnswer": "16 March, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 14, + "category": 2, + "question": "When did Jon start expanding his studio's social media presence?", + "goldAnswer": "April, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 15, + "category": 2, + "question": "When did Jon host a dance competition?", + "goldAnswer": "May, 2023", + "prediction": "---\nJon: Thanks, Gina!", + "score": 0, + "evidence": [ + "D8:13" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d813", + "diaId": "D8:13", + "speaker": "Jon", + "score": 1, + "snippet": "---\nJon: Thanks, Gina! I'm expanding my dance studio's social media presence and offering workshops and classes to local schools and centers. I'm also hosting a dance competition next month to showcase local talent and bring more attention to my studio. All the work's paying off - I'm seeing prog..." + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 16, + "category": 2, + "question": "When did Jon go to a fair to get more exposure for his dance studio?", + "goldAnswer": "24 April, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 17, + "category": 1, + "question": "Why did Gina decide to start her own clothing store?", + "goldAnswer": "She always loved fashion trends and finding unique pieces and she lost her job so decided it was time to start her own business.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:8", + "D1:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 18, + "category": 1, + "question": "Do Jon and Gina start businesses out of what they love?", + "goldAnswer": "Yes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:4", + "D6:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 19, + "category": 2, + "question": "When did Gina interview for a design internship?", + "goldAnswer": "10 May, 2023", + "prediction": "---\nGina: Thanks!", + "score": 0, + "evidence": [ + "D11:14" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-11-d1114", + "diaId": "D11:14", + "speaker": "Gina", + "score": 1, + "snippet": "---\nGina: Thanks! Really appreciate you keeping me in the loop on this cool project. Can't wait to hear more and watch it come to life! Oh, btw, I had an interview for a design internship yesterday! It was so cool." + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 20, + "category": 2, + "question": "When did Gina get accepted for the design internship?", + "goldAnswer": "27 May, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 21, + "category": 2, + "question": "When did Jon start reading \"The Lean Startup\"?", + "goldAnswer": "May, 2023", + "prediction": "---\nJon: I'm currently reading \"The Lean Startup\" and hoping it'll give me tips for my biz.", + "score": 0, + "evidence": [ + "D12:6" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-12-d126", + "diaId": "D12:6", + "speaker": "Jon", + "score": 1, + "snippet": "---\nJon: I'm currently reading \"The Lean Startup\" and hoping it'll give me tips for my biz." + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 22, + "category": 2, + "question": "When did Gina develop a video presentation to teach how to style her fashion pieces? ", + "goldAnswer": "June, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 23, + "category": 1, + "question": "How did Gina promote her clothes store?", + "goldAnswer": "worked with an artist to make unique fashion pieces, made limited-edition sweatshirts, got some new offers and promotions for online store, developed a video presentation showing how to style her pieces", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:5", + "D16:3", + "D8:4", + "D13:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 24, + "category": 1, + "question": "Which events has Jon participated in to promote his business venture?", + "goldAnswer": "fair, networking events, dance competition", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:1", + "D16:6", + "D8:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 25, + "category": 1, + "question": "What does Jon's dance studio offer?", + "goldAnswer": "one-on-one metoring and training to dancers, workshops and classes to local schools and centers", + "prediction": "---\nJon: Thanks, Gina!", + "score": 0, + "evidence": [ + "D13:7", + "D8:13" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-18-d1812", + "diaId": "D18:12", + "speaker": "Jon", + "score": 1, + "snippet": "---\nJon: Thanks, Gina! Appreciate the offer. Need help with marketing strategies - any advice on reaching my target audience and raising awareness for the dance studio?" + }, + { + "docId": "transcripts/session-8-d813", + "diaId": "D8:13", + "speaker": "Jon", + "score": 1, + "snippet": "---\nJon: Thanks, Gina! I'm expanding my dance studio's social media presence and offering workshops and classes to local schools and centers. I'm also hosting a dance competition next month to showcase local talent and bring more attention to my studio. All the work's paying off - I'm seeing prog..." + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 26, + "category": 2, + "question": "When did Jon receive mentorship to promote his venture?", + "goldAnswer": "15 June, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 27, + "category": 1, + "question": "Did Jon and Gina both participate in dance competitions?", + "goldAnswer": "Yes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:14", + "D14:14", + "D1:16", + "D1:17", + "D9:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 28, + "category": 2, + "question": "When was Jon in Rome?", + "goldAnswer": "June 2023", + "prediction": "---\nGina: Thanks, Jon!", + "score": 0, + "evidence": [ + "D15:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-15-d151", + "diaId": "D15:1", + "speaker": "Jon", + "score": 1, + "snippet": "---\nJon: Hey Gina, hope you're doing great! Still working on my biz. Took a short trip last week to Rome to clear my mind a little." + }, + { + "docId": "transcripts/session-2-d25", + "diaId": "D2:5", + "speaker": "Gina", + "score": 0.9878048780487806, + "snippet": "---\nGina: Wow, nice spot! Where is it? Got any other features you want to think about before you decide? Paris?! That is really great Jon! Never had a chance to visit it. Been only to Rome once." + }, + { + "docId": "transcripts/session-18-d183", + "diaId": "D18:3", + "speaker": "Gina", + "score": 0.9756097560975611, + "snippet": "---\nGina: Thanks, Jon! Appreciate the kind words. Sorry to hear about the studio, but glad to see the positivity. Not easy facing setbacks but I believe in you. Finding investors can be tough, but you've got the passion and experience to make it happen. Rome wasn't built in a day so keep pushing ..." + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 29, + "category": 1, + "question": "Which cities has Jon visited?", + "goldAnswer": "Paris, Rome", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:4", + "D15:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 30, + "category": 2, + "question": "When Jon is planning to open his dance studio?", + "goldAnswer": "20 June, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 31, + "category": 1, + "question": "How long did it take for Jon to open his studio?", + "goldAnswer": "six months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:2", + "D15:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 32, + "category": 2, + "question": "When did Gina design a limited collection of hoodies?", + "goldAnswer": "June 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 33, + "category": 2, + "question": "When did Jon visit networking events for his store?", + "goldAnswer": "20 June, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 34, + "category": 2, + "question": "When did Gina start being recognized by fashion editors?", + "goldAnswer": "July 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 35, + "category": 2, + "question": "When did Jon start learning marketing and analytics tools?", + "goldAnswer": "July, 2023", + "prediction": "---\nJon: Thanks!", + "score": 0, + "evidence": [ + "D17:4" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-17-d174", + "diaId": "D17:4", + "speaker": "Jon", + "score": 1, + "snippet": "---\nJon: Thanks! Your support and encouragement means a lot. Losing my job was a bummer, but it pushed me to take the plunge and go for my biz dreams. Started to learn all these marketing and analytics tools to push the biz forward today. It's been tricky, but I'm up for the challenge and I'm gon..." + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 36, + "category": 2, + "question": "When did Jon and Gina decide to collaborate to create dance content?", + "goldAnswer": "21 July 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 37, + "category": 2, + "question": "When did Gina mention Shia Labeouf?", + "goldAnswer": " 23 July, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 38, + "category": 2, + "question": "When did Gina go to a dance class with a group of friends?", + "goldAnswer": "21 July 2023", + "prediction": "---\nGina: Hah, yeah!) But really having a creative space for dancers is so important.", + "score": 0, + "evidence": [ + "D19:6" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-19-d196", + "diaId": "D19:6", + "speaker": "Gina", + "score": 1, + "snippet": "---\nGina: Hah, yeah!) But really having a creative space for dancers is so important. Last Friday at dance class with a group of friends I felt it. Your studio will be a go-to spot for self-expression. Keep up the good work and don't forget your passion for dance." + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 39, + "category": 4, + "question": "What is Gina's favorite style of dance?", + "goldAnswer": "Contemporary", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 40, + "category": 4, + "question": "What is Jon's favorite style of dance?", + "goldAnswer": "Contemporary", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 41, + "category": 4, + "question": "What was Gina's favorite dancing memory?", + "goldAnswer": "Winning first place at a regionals dance competition", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 42, + "category": 4, + "question": "What kind of dance piece did Gina's team perform to win first place?", + "goldAnswer": "\"Finding Freedom\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 43, + "category": 4, + "question": "What do the dancers in the photo represent?", + "goldAnswer": "They are performing at the festival", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:25" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 44, + "category": 4, + "question": "What does Gina say about the dancers in the photo?", + "goldAnswer": "They look graceful", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 45, + "category": 4, + "question": "What is Jon's attitude towards being part of the dance festival?", + "goldAnswer": "Glad", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 46, + "category": 4, + "question": "What kind of flooring is Jon looking for in his dance studio?", + "goldAnswer": "Marley flooring", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 47, + "category": 4, + "question": "What did Gina find for her clothing store on 1 February, 2023?", + "goldAnswer": "The perfect spot for her store", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 48, + "category": 4, + "question": "What did Gina design for her store?", + "goldAnswer": "the space, furniture, and decor", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 49, + "category": 4, + "question": "What did Gina want her customers to feel in her store?", + "goldAnswer": "cozy and comfortable", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:6", + "D3:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 50, + "category": 4, + "question": "What did Jon say about Gina's progress with her store?", + "goldAnswer": "hard work's paying off", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 51, + "category": 4, + "question": "What made Gina choose the furniture and decor for her store?", + "goldAnswer": "personal style and customer comfort", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 52, + "category": 4, + "question": "What did Jon say about creating a special experience for customers?", + "goldAnswer": "It's the key to making them feel welcome and coming back", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 53, + "category": 4, + "question": "What did Gina say about creating an experience for her customers?", + "goldAnswer": "making them want to come back", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 54, + "category": 4, + "question": "How is Gina's store doing?", + "goldAnswer": "The store is doing great.", + "prediction": "---\nGina: Hey Jon!", + "score": 0, + "evidence": [ + "D4:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d812", + "diaId": "D8:12", + "speaker": "Gina", + "score": 1, + "snippet": "---\nGina: Yeah, I have a few plans. I'm thinking of working with some fashion bloggers and influencers in the next few months to get more attention for my store. Plus, I'm going to do more ads so I can reach more people. I'm really focused on building my customer base and making my store a top de..." + }, + { + "docId": "transcripts/session-4-d42", + "diaId": "D4:2", + "speaker": "Gina", + "score": 0.9875, + "snippet": "---\nGina: Hey Jon! The store's doing great! It's a wild ride. How's the biz?" + }, + { + "docId": "transcripts/session-5-d55", + "diaId": "D5:5", + "speaker": "Gina", + "score": 0.975, + "snippet": "---\nGina: That's awesome! I'm sure you feel great knowing your students are doing so well with dance. It's amazing what it can do for people! Oh, and btw - I've been working hard on my online store and just teamed up with a local artist for some cool designs. Check 'em out!" + }, + { + "docId": "transcripts/session-14-d148", + "diaId": "D14:8", + "speaker": "Gina", + "score": 0.9625, + "snippet": "---\nGina: Ha, yeah, Jon. I've been one 'cause I lost my job. I opened an online clothing store and it's been great! Being my own boss and doing something I love is awesome." + }, + { + "docId": "transcripts/session-18-d185", + "diaId": "D18:5", + "speaker": "Gina", + "score": 0.9625, + "snippet": "---\nGina: I've had some tough times with my business, Jon. Sourcing trendy pieces for my store was a big hurdle. I had to do a lot of research and networking. My advice? Don't be scared to reach out to people in your field for help and contacts. Networking was a lifesaver for me and opened me up ..." + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 55, + "category": 4, + "question": "What does Gina's tattoo symbolize?", + "goldAnswer": "Freedom and expressing herself through dance", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 56, + "category": 4, + "question": "What did Jon and Gina compare their entrepreneurial journeys to?", + "goldAnswer": "dancing together and supporting each other", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:15", + "D6:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 57, + "category": 4, + "question": "What advice does Gina give to Jon about running a successful business?", + "goldAnswer": "build relationships with customers, create a strong brand image, stay positive", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 58, + "category": 4, + "question": "Why did Jon shut down his bank account?", + "goldAnswer": "for his business", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 59, + "category": 4, + "question": "Why did Gina combine her clothing business with dance?", + "goldAnswer": "she is passionate about dance and fashion", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 60, + "category": 4, + "question": "What does Jon's dance make him?", + "goldAnswer": "happy", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 61, + "category": 4, + "question": "What did Gina receive from a dance contest?", + "goldAnswer": "a trophy", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 62, + "category": 4, + "question": "How does Gina stay confident in her business?", + "goldAnswer": "By reminding herself of her successes and progress, having a support system, and focusing on why she started", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 63, + "category": 4, + "question": "What kind of professional experience did Gina get accepted for on May 23, 2023?", + "goldAnswer": "fashion internship", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 64, + "category": 4, + "question": "Where is Gina's fashion internship?", + "goldAnswer": "fashion department of an international company", + "prediction": "---\nJon: Congrats, Gina!", + "score": 0, + "evidence": [ + "D12:3" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-12-d122", + "diaId": "D12:2", + "speaker": "Jon", + "score": 1, + "snippet": "---\nJon: Congrats, Gina! That's awesome news about the fashion internship. 🎉 So stoked for you. Where is the internship and how're you feelin' about it?" + }, + { + "docId": "transcripts/session-12-d121", + "diaId": "D12:1", + "speaker": "Gina", + "score": 0.9888888888888889, + "snippet": "---\nGina: Hey Jon! Long time no talk! A lot's happened - I just got accepted for a fashion internship!" + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 65, + "category": 4, + "question": "What book is Jon currently reading?", + "goldAnswer": "The Lean Startup", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 66, + "category": 4, + "question": "What is Jon offering to the dancers at his dance studio?", + "goldAnswer": "One-on-one mentoring and training", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 67, + "category": 4, + "question": "How does Jon use the clipboard with a notepad attached to it?", + "goldAnswer": "To set goals, track achievements, and find areas for improvement", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 68, + "category": 4, + "question": "What does Jon tell Gina he won't do?", + "goldAnswer": "quit", + "prediction": "---\nJon: Thanks, Gina!", + "score": 0, + "evidence": [ + "D14:17" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-16-d1612", + "diaId": "D16:12", + "speaker": "Jon", + "score": 1, + "snippet": "---\nJon: Thanks, Gina! Seeing my goals written down on paper really helps keep me motivated and focused on what I have to do. I know it won't be easy, but I'm sure it'll pay off. Thanks for the support!" + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 69, + "category": 4, + "question": "What did Jon take a trip to Rome for?", + "goldAnswer": "To clear his mind", + "prediction": "---\nJon: Hey Gina, hope you're doing great!", + "score": 0, + "evidence": [ + "D15:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-15-d151", + "diaId": "D15:1", + "speaker": "Jon", + "score": 1, + "snippet": "---\nJon: Hey Gina, hope you're doing great! Still working on my biz. Took a short trip last week to Rome to clear my mind a little." + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 70, + "category": 4, + "question": "What is Jon working on opening?", + "goldAnswer": "a dance studio", + "prediction": "---\nJon: Thanks, Gina.", + "score": 0, + "evidence": [ + "D15:3" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-15-d153", + "diaId": "D15:3", + "speaker": "Jon", + "score": 1, + "snippet": "---\nJon: Thanks, Gina. Still working on opening a dance studio." + }, + { + "docId": "transcripts/session-15-d155", + "diaId": "D15:5", + "speaker": "Jon", + "score": 0.9764705882352941, + "snippet": "---\nJon: The official opening night is tomorrow. I'm working hard to make everything just right. Can't wait to see it all come together!" + }, + { + "docId": "transcripts/session-3-d31", + "diaId": "D3:1", + "speaker": "diaId", + "score": 0.9647058823529412, + "snippet": "diaId: 'D3:1'\nspeaker: Jon\nturnIndex: 1" + }, + { + "docId": "transcripts/session-13-d135", + "diaId": "D13:5", + "speaker": "Jon", + "score": 0.9529411764705883, + "snippet": "---\nJon: Thanks, Gina! It's been so inspiring to work with our young dancers, seeing their passion and commitment. Opening the dance studio's been a great experience - I want it to be a place of support and encouragement for all our dancers. Will you show me this presentation?" + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 71, + "category": 4, + "question": "How does Gina describe the studio that Jon has opened?", + "goldAnswer": "amazing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 72, + "category": 4, + "question": "How does Jon feel about the opening night of his dance studio?", + "goldAnswer": "excited", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 73, + "category": 4, + "question": "How does Gina describe the feeling that dance brings?", + "goldAnswer": "magical", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 74, + "category": 4, + "question": "What does Jon plan to do at the grand opening of his dance studio?", + "goldAnswer": "savor all the good vibes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 75, + "category": 4, + "question": "What does Gina say to Jon about the grand opening?", + "goldAnswer": "Let's live it up and make some great memories", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 76, + "category": 4, + "question": "What is the general sentiment about the upcoming grand opening?", + "goldAnswer": "excitement", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:18", + "D15:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 77, + "category": 4, + "question": "What did Gina make a limited edition line of?", + "goldAnswer": "Hoodies", + "prediction": "---\nGina: Thanks!", + "score": 0, + "evidence": [ + "D16:3" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-16-d163", + "diaId": "D16:3", + "speaker": "Gina", + "score": 1, + "snippet": "---\nGina: Thanks! This hoodie isn't for sale, it's from my own collection. I made a limited edition line last week to show off my style and creativity - it was tough but worth it!" + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 78, + "category": 4, + "question": "According to Gina, what makes Jon a perfect mentor and guide?", + "goldAnswer": "His positivity and determination", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 79, + "category": 5, + "question": "What temporary job did Jon take to cover expenses?", + "goldAnswer": "Not mentioned", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 80, + "category": 4, + "question": "What plans does Jon have after receiving advice at the networking event?", + "goldAnswer": "Sprucing up his business plan, tweaking his pitch to investors, and working on an online platform.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 81, + "category": 4, + "question": "What offer does Gina make to Jon regarding social media?", + "goldAnswer": "Helping with making content and managing his social media accounts.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 82, + "category": 5, + "question": "What is Jon's favorite style of painting?", + "goldAnswer": "Contemporary", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D1:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 83, + "category": 5, + "question": "What was Jon's favorite dancing memory?", + "goldAnswer": "Winning first place at a regionals dance competition", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D1:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 84, + "category": 5, + "question": "What kind of dance piece did Jon's team perform to win first place?", + "goldAnswer": "\"Finding Freedom\"", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D1:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 85, + "category": 5, + "question": "What is Gina's attitude towards participating in the dance festival?", + "goldAnswer": "Glad", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D1:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 86, + "category": 5, + "question": "What kind of flooring is Gina looking for in her dance studio?", + "goldAnswer": "Marley flooring", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 87, + "category": 5, + "question": "What did Jon find for his clothing store on 1 February, 2023?", + "goldAnswer": "The perfect spot for her store", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 88, + "category": 5, + "question": "What did Jon design for his store?", + "goldAnswer": "the space, furniture, and decor", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 89, + "category": 5, + "question": "What did Jon want his customers to feel in her store?", + "goldAnswer": "cozy and comfortable", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:6", + "D3:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 90, + "category": 5, + "question": "What made Jon choose the furniture and decor for his store?", + "goldAnswer": "personal style and customer comfort", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 91, + "category": 5, + "question": "How is Jon's store doing?", + "goldAnswer": "The store is doing great.", + "prediction": "---\nGina: Hey Jon!", + "score": 0, + "evidence": [ + "D4:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d812", + "diaId": "D8:12", + "speaker": "Gina", + "score": 1, + "snippet": "---\nGina: Yeah, I have a few plans. I'm thinking of working with some fashion bloggers and influencers in the next few months to get more attention for my store. Plus, I'm going to do more ads so I can reach more people. I'm really focused on building my customer base and making my store a top de..." + }, + { + "docId": "transcripts/session-4-d42", + "diaId": "D4:2", + "speaker": "Gina", + "score": 0.9875, + "snippet": "---\nGina: Hey Jon! The store's doing great! It's a wild ride. How's the biz?" + }, + { + "docId": "transcripts/session-14-d148", + "diaId": "D14:8", + "speaker": "Gina", + "score": 0.9625, + "snippet": "---\nGina: Ha, yeah, Jon. I've been one 'cause I lost my job. I opened an online clothing store and it's been great! Being my own boss and doing something I love is awesome." + }, + { + "docId": "transcripts/session-18-d185", + "diaId": "D18:5", + "speaker": "Gina", + "score": 0.9625, + "snippet": "---\nGina: I've had some tough times with my business, Jon. Sourcing trendy pieces for my store was a big hurdle. I had to do a lot of research and networking. My advice? Don't be scared to reach out to people in your field for help and contacts. Networking was a lifesaver for me and opened me up ..." + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 92, + "category": 5, + "question": "What does Jon's tattoo symbolize?", + "goldAnswer": "Freedom and expressing himself through dance", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D5:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 93, + "category": 5, + "question": "Why did Gina shut down her bank account?", + "goldAnswer": "for her business", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 94, + "category": 5, + "question": "Why did Jon combine his clothing business with dance?", + "goldAnswer": "he is passionate about dance and fashion", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 95, + "category": 5, + "question": "What did Gina receive from a dance contest?", + "goldAnswer": "a trophy", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 96, + "category": 5, + "question": "What kind of professional experience did Jon get accepted for on May 23, 2023?", + "goldAnswer": "fashion internship", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D12:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 97, + "category": 5, + "question": "Where is Gina's HR internship?", + "goldAnswer": "fashion department of an international company", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D12:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 98, + "category": 5, + "question": "Where is Jon's fashion internship?", + "goldAnswer": "fashion department of an international company", + "prediction": "---\nJon: Congrats, Gina!", + "score": 0, + "evidence": [ + "D12:3" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-12-d122", + "diaId": "D12:2", + "speaker": "Jon", + "score": 1, + "snippet": "---\nJon: Congrats, Gina! That's awesome news about the fashion internship. 🎉 So stoked for you. Where is the internship and how're you feelin' about it?" + }, + { + "docId": "transcripts/session-12-d121", + "diaId": "D12:1", + "speaker": "Gina", + "score": 0.9888888888888889, + "snippet": "---\nGina: Hey Jon! Long time no talk! A lot's happened - I just got accepted for a fashion internship!" + } + ] + }, + { + "sampleId": "conv-30", + "questionIndex": 99, + "category": 5, + "question": "What book is Gina currently reading?", + "goldAnswer": "The Lean Startup", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D12:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 100, + "category": 5, + "question": "How does Gina use the clipboard with a notepad attached to it?", + "goldAnswer": "To set goals, track achievements, and find areas for improvement", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 101, + "category": 5, + "question": "What did Jon take a trip to Barcelona for?", + "goldAnswer": "To clear his mind", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 102, + "category": 5, + "question": "What did Jon make a limited edition line of?", + "goldAnswer": "Hoodies", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D16:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 103, + "category": 5, + "question": "What temporary job did Gina take to cover expenses?", + "goldAnswer": "Not mentioned", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-30", + "questionIndex": 104, + "category": 5, + "question": "What plans does Gina have after receiving advice at the networking event?", + "goldAnswer": "Sprucing up her business plan, tweaking her pitch to investors, and working on an online platform.", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 0, + "category": 2, + "question": "Who did Maria have dinner with on May 3, 2023?", + "goldAnswer": "her mother", + "prediction": "sessionId: session_13\nsessionDateTime: '3:18 pm on 4 May, 2023'\ndiaId: 'D13:16", + "score": 0, + "evidence": [ + "D13:16" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-13-d1316", + "diaId": "D13:16", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_13\nsessionDateTime: '3:18 pm on 4 May, 2023'\ndiaId: 'D13:16'" + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 1, + "category": 2, + "question": "When did Maria donate her car?", + "goldAnswer": "21 December 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 2, + "category": 1, + "question": "What martial arts has John done?", + "goldAnswer": "Kickboxing, Taekwondo", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:28", + "D1:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 3, + "category": 1, + "question": "What type of volunteering have John and Maria both done?", + "goldAnswer": "Volunteering at a homeless shelter", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:5", + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 4, + "category": 2, + "question": "When did John join the online support group?", + "goldAnswer": "The week before 1 January 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 5, + "category": 2, + "question": "When did Maria go to the beach?", + "goldAnswer": "December 2022", + "prediction": "---\nJohn: Yeah, Maria.", + "score": 0, + "evidence": [ + "D3:15" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-19-d1922", + "diaId": "D19:22", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Yeah, Maria. Taking time off for ourselves and our fam is so important. It helps us stay connected and appreciate the simple things. That beach pic you shared reminded me of a special vacation we had to California- a gorgeous sunset and an awesome night strolling the shore, creating mem..." + }, + { + "docId": "transcripts/session-16-d1611", + "diaId": "D16:11", + "speaker": "John", + "score": 0.9767441860465116, + "snippet": "---\nJohn: Yeah, Maria! We're making a difference and we'll keep it up! Here's a pic of my fam at the beach." + }, + { + "docId": "transcripts/session-3-d314", + "diaId": "D3:14", + "speaker": "Maria", + "score": 0.9651162790697674, + "snippet": "---\nMaria: I took it at the beach last month. Watching the sunset was so peaceful, it made me feel connected to nature and appreciate life's small moments." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 6, + "category": 1, + "question": "Where has Maria made friends?", + "goldAnswer": "homeless shelter, gym, church", + "prediction": "---\nJohn: Yeah Maria!", + "score": 0, + "evidence": [ + "D4:1", + "D2:1", + "D19:1", + "D14:10" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-29-d2918", + "diaId": "D29:18", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Yeah Maria! Friends like you make a big difference. Talk to you later!" + }, + { + "docId": "transcripts/session-4-d424", + "diaId": "D4:24", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Yeah, Maria! I couldn't agree more. Thanks for being an awesome friend." + }, + { + "docId": "transcripts/session-6-d621", + "diaId": "D6:21", + "speaker": "diaId", + "score": 1, + "snippet": "diaId: 'D6:21'\nspeaker: Maria\nturnIndex: 21" + }, + { + "docId": "transcripts/session-26-d2611", + "diaId": "D26:11", + "speaker": "Maria", + "score": 0.9871794871794871, + "snippet": "---\nMaria: Glad you've found that same strong bond. Having friends you can rely on makes a huge difference." + }, + { + "docId": "transcripts/session-29-d2917", + "diaId": "D29:17", + "speaker": "diaId", + "score": 0.9871794871794871, + "snippet": "diaId: 'D29:17'\nspeaker: Maria\nturnIndex: 17" + }, + { + "docId": "transcripts/session-6-d622", + "diaId": "D6:22", + "speaker": "John", + "score": 0.9871794871794871, + "snippet": "---\nJohn: Thanks, Maria. Friendship means a lot to me. I'm glad we have each other's backs and can work towards a shared goal." + }, + { + "docId": "transcripts/session-17-d1713", + "diaId": "D17:13", + "speaker": "John", + "score": 0.9871794871794871, + "snippet": "---\nJohn: Thanks for the offer, Maria! It's so awesome to have friends like you. If we need help, we'll let you know. Appreciate it!" + }, + { + "docId": "transcripts/session-24-d2412", + "diaId": "D24:12", + "speaker": "Maria", + "score": 0.9871794871794871, + "snippet": "---\nMaria: Wow, great idea! Connecting with others and discovering fun activities is always awesome. It's really cool how you adapted it for your family and friends!" + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 7, + "category": 1, + "question": "What items des John mention having as a child?", + "goldAnswer": "A doll, a film camera", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:13", + "D3:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 8, + "category": 3, + "question": "What might John's financial status be?", + "goldAnswer": "Middle-class or wealthy", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 9, + "category": 1, + "question": "Who gave Maria's family money when she was younger and her family was going through tough times?", + "goldAnswer": "Her aunt", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:9", + "D5:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 10, + "category": 2, + "question": "When did Maria meet Jean?", + "goldAnswer": "February 24, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 11, + "category": 1, + "question": "What people has Maria met and helped while volunteering?", + "goldAnswer": "David, Jean, Cindy, Laura", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:5", + "D6:5", + "D27:8", + "D21:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 12, + "category": 1, + "question": "What test has John taken multiple times?", + "goldAnswer": "The military aptitude test", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:18", + "D3:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 13, + "category": 2, + "question": "When did Maria's grandmother pass away?", + "goldAnswer": "The week before 6 March 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 14, + "category": 3, + "question": "Would John be considered a patriotic person?", + "goldAnswer": "Yes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:18", + "D8:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 15, + "category": 1, + "question": "What writing classes has Maria taken?", + "goldAnswer": "Poetry, creative writing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:1", + "D7:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 16, + "category": 2, + "question": "When did John get his degree?", + "goldAnswer": "The week before 2 April 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 17, + "category": 3, + "question": "What might John's degree be in?", + "goldAnswer": "Political science, Public administration, Public affairs", + "prediction": "---\nMaria: Congrats on finishing your degree, John!", + "score": 0, + "evidence": [ + "D9:6" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-9-d93", + "diaId": "D9:3", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: Congrats on finishing your degree, John! It must have been quite the adventure. How did it feel when you achieved such a big goal?" + }, + { + "docId": "transcripts/session-9-d96", + "diaId": "D9:6", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Thanks! I'm considering going into policymaking because of my degree and my passion for making a positive impact. There are many opportunities to make improvements." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 18, + "category": 1, + "question": "Who did John go to yoga with?", + "goldAnswer": "Rob", + "prediction": "---\nJohn: Hey Maria, I'm so excited to tell you I started a weekend yoga class with a colleague - it's awesome!", + "score": 0, + "evidence": [ + "D7:16", + "D10:1" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-10-d101", + "diaId": "D10:1", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Hey Maria, I'm so excited to tell you I started a weekend yoga class with a colleague - it's awesome! I feel great, both mentally and physically after each session. I'd been wanting to try yoga for a while and finally took the plunge. Simple stretching and breathing is having such a pos..." + }, + { + "docId": "transcripts/session-25-d2510", + "diaId": "D25:10", + "speaker": "Maria", + "score": 0.9756097560975611, + "snippet": "---\nMaria: Thanks, John! Is it a martial arts place or a yoga studio? It looks awesome!" + }, + { + "docId": "transcripts/session-25-d2513", + "diaId": "D25:13", + "speaker": "John", + "score": 0.9756097560975611, + "snippet": "---\nJohn: Yeah, they offer a a bunch, like yoga, kickboxing, and circuit training. It keeps things interesting!" + }, + { + "docId": "transcripts/session-25-d2517", + "diaId": "D25:17", + "speaker": "John", + "score": 0.9756097560975611, + "snippet": "---\nJohn: I've done weight training so far too. It was challenging but peaceful, kinda like yoga." + }, + { + "docId": "transcripts/session-18-d1816", + "diaId": "D18:16", + "speaker": "John", + "score": 0.9756097560975611, + "snippet": "---\nJohn: Cool, Maria! Glad you found something that gives you some peace. Do you have a favorite yoga pose?" + }, + { + "docId": "transcripts/session-25-d2511", + "diaId": "D25:11", + "speaker": "John", + "score": 0.9756097560975611, + "snippet": "---\nJohn: Yup, it's a yoga studio I go to often. The vibe is really chill and the instructors are awesome." + }, + { + "docId": "transcripts/session-10-d105", + "diaId": "D10:5", + "speaker": "John", + "score": 0.9756097560975611, + "snippet": "---\nJohn: It's a beginner yoga class, focusing on fundamentals like poses and breathing. I find it helps me relax and increase my flexibility." + }, + { + "docId": "transcripts/session-18-d1819", + "diaId": "D18:19", + "speaker": "Maria", + "score": 0.9634146341463415, + "snippet": "---\nMaria: Thanks, John! It can be tough, but aerial yoga is totally worth it. I love the freedom and connection it brings. Appreciate your support!" + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 19, + "category": 1, + "question": "What damages have happened to John's car?", + "goldAnswer": "Broken windshield, Car broke down", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:1", + "D4:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 20, + "category": 2, + "question": "When did John take a road trip to the Pacific Northwest?", + "goldAnswer": "2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:3", + "D11:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 21, + "category": 1, + "question": "What areas of the U.S. has John been to or is planning to go to?", + "goldAnswer": "Pacific northwest, east coast", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:5", + "D12:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 22, + "category": 2, + "question": "When did John go to a convention with colleagues?", + "goldAnswer": "March 2023", + "prediction": "---\nJohn: My colleagues and I went to a convention together last month.", + "score": 0, + "evidence": [ + "D12:9" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-12-d129", + "diaId": "D12:9", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: My colleagues and I went to a convention together last month. We're all passionate about using tech for good in our community. It was great to connect with like-minded folks and swap ideas. It's inspiring to see people united in their goal." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 23, + "category": 1, + "question": "What desserts has Maria made?", + "goldAnswer": "Banana split sundae, Peach cobbler", + "prediction": "---\nMaria: Thanks, John!", + "score": 0, + "evidence": [ + "D2:25", + "D13:18" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-13-d1318", + "diaId": "D13:18", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: Thanks, John! It had lots of great things like salads, sandwiches, and homemade desserts. My favorite is the amazing banana split sundae - I enjoy it after a day of volunteering. It's a little moment of joy in life - balance is key!" + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 24, + "category": 2, + "question": "When did John start boot camp with his family?", + "goldAnswer": "April.2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 25, + "category": 1, + "question": "What European countries has Maria been to?", + "goldAnswer": "Spain, England", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:24", + "D8:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 26, + "category": 1, + "question": "What has Maria done to feel closer to her faith?", + "goldAnswer": "Join a local church, buy a cross necklace", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:10", + "D11:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 27, + "category": 2, + "question": "When did John have a party with veterans?", + "goldAnswer": "The Friday before 20 May 2023", + "prediction": "---\nJohn: Thanks, Maria!", + "score": 0, + "evidence": [ + "D15:11" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-15-d1513", + "diaId": "D15:13", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Thanks, Maria! We had a great time throwing a small party and inviting some veterans to share their stories. It was awesome seeing them make connections and find camaraderie. All the smiles and new friendships made it really heartwarming." + }, + { + "docId": "transcripts/session-21-d2122", + "diaId": "D21:22", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Yeah, Maria, keep it up! Even small things can mean a lot. I just participated in a marching event for veterans' rights and it was awesome, made me remember how much they sacrifice for us. We need to show our support however we can." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 28, + "category": 1, + "question": "What causes does John feel passionate about supporting?", + "goldAnswer": "Veterans, schools, infrastructure", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:3", + "D12:5", + "D9:8", + "D1:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 29, + "category": 1, + "question": "What events is Maria planning for the homeless shelter funraiser?", + "goldAnswer": "Chili cook-off, ring-toss tournament", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:4", + "D15:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 30, + "category": 1, + "question": "What shelters does Maria volunteer at?", + "goldAnswer": "The homeless shelter, the dog shelter", + "prediction": "---\nMaria: Gonna explore more and volunteer at shelters next month.", + "score": 0.1818181818181818, + "evidence": [ + "D2:1", + "D11:10", + "D17:12" + ], + "retrievalRecall": 0.3333333333333333, + "usedContext": [ + { + "docId": "transcripts/session-25-d258", + "diaId": "D25:8", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: Gonna explore more and volunteer at shelters next month. Can't wait!" + }, + { + "docId": "transcripts/session-12-d1218", + "diaId": "D12:18", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: I'm still volunteering at the homeless shelter. It's fulfilling to lend a hand." + }, + { + "docId": "transcripts/session-20-d207", + "diaId": "D20:7", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: Volunteering at the shelter made me feel great to help, even if just for a bit." + }, + { + "docId": "transcripts/session-27-d274", + "diaId": "D27:4", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: I started volunteering here about a year ago after witnessing a family struggling on the streets. It made me want to help, so I reached out to the shelter and asked if they needed any volunteers. They said yes, and it has been a really fulfilling experience for me since then." + }, + { + "docId": "transcripts/session-27-d272", + "diaId": "D27:2", + "speaker": "Maria", + "score": 0.9885057471264368, + "snippet": "---\nMaria: Wow, John! Way to go helping veterans! I'm doing my part too, volunteering at a homeless shelter. It's so rewarding." + }, + { + "docId": "transcripts/session-11-d1110", + "diaId": "D11:10", + "speaker": "Maria", + "score": 0.9885057471264368, + "snippet": "---\nMaria: I recently gave a few talks at the homeless shelter I volunteer at. It was really fulfilling and I received lots of compliments from other volunteers. It was a great reminder about why connecting with and helping others is so important. And, I bought a cross necklace to feel closer to ..." + }, + { + "docId": "transcripts/session-7-d73", + "diaId": "D7:3", + "speaker": "Maria", + "score": 0.9885057471264368, + "snippet": "---\nMaria: Congrats, John! What made you decide to run again? As for me, I've been volunteering at a homeless shelter and it's really rewarding." + }, + { + "docId": "transcripts/session-1-d13", + "diaId": "D1:3", + "speaker": "Maria", + "score": 0.9885057471264368, + "snippet": "---\nMaria: Been busy volunteering at the homeless shelter and keeping fit. Just started doing aerial yoga, it's great. Have you tried any other cool workout classes?" + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 31, + "category": 2, + "question": "When did John get his dog Max?", + "goldAnswer": "In 2013", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 32, + "category": 1, + "question": "What outdoor activities has John done with his colleagues?", + "goldAnswer": "Hiking, mountaineering", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:2", + "D16:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 33, + "category": 1, + "question": "What types of yoga has Maria practiced?", + "goldAnswer": "Aerial, kundalini", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:3", + "D18:15", + "D19:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 34, + "category": 2, + "question": "When did Maria join a gym?", + "goldAnswer": "The week before 16 June 2023", + "prediction": "---\nMaria: Hey John, been good since we talked?", + "score": 0, + "evidence": [ + "D19:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-19-d191", + "diaId": "D19:1", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: Hey John, been good since we talked? I got some great news to share - I joined a gym last week! It's been super positive - I'm sticking to my workout routine and the people are awesome. The atmosphere is so welcoming." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 35, + "category": 1, + "question": "What states has Maria vacationed at?", + "goldAnswer": "Oregon, Florida", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:23", + "D18:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 36, + "category": 1, + "question": "What music events has John attended?", + "goldAnswer": "Live music event, violin concert", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:4", + "D8:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 37, + "category": 1, + "question": "What events for veterans has John participated in?", + "goldAnswer": "Petition, march, party, visiting veterans hospital, 5K charity run", + "prediction": "---\nJohn: Yeah, Maria, keep it up!", + "score": 0, + "evidence": [ + "D15:1", + "D15:11", + "D21:22", + "D24:1", + "D29:4" + ], + "retrievalRecall": 0.2, + "usedContext": [ + { + "docId": "transcripts/session-21-d2122", + "diaId": "D21:22", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Yeah, Maria, keep it up! Even small things can mean a lot. I just participated in a marching event for veterans' rights and it was awesome, made me remember how much they sacrifice for us. We need to show our support however we can." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 38, + "category": 2, + "question": "When did Maria get in a car accident?", + "goldAnswer": "July 2, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 39, + "category": 3, + "question": "Around which US holiday did Maria get into a car accident?", + "goldAnswer": "Independence Day", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 40, + "category": 1, + "question": "What are the names of John's children?", + "goldAnswer": "Kyle, Sara", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:4", + "D22:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 41, + "category": 3, + "question": "Does John live close to a beach or the mountains?", + "goldAnswer": "beach", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 42, + "category": 1, + "question": "What area was hit by a flood?", + "goldAnswer": "West County", + "prediction": "---\nJohn: Maria, since we talked, it's been tough.", + "score": 0, + "evidence": [ + "D14:21", + "D23:1" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-23-d231", + "diaId": "D23:1", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Maria, since we talked, it's been tough. My old area was hit by a nasty flood last week. The infrastructure wasn't great so lots of homes were ruined. It's reminding me we need to fix things up in our community." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 43, + "category": 2, + "question": "When was John's old area hit with a flood?", + "goldAnswer": "The week before 7 July 2023", + "prediction": "---\nJohn: Maria, since we talked, it's been tough.", + "score": 0, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-23-d231", + "diaId": "D23:1", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Maria, since we talked, it's been tough. My old area was hit by a nasty flood last week. The infrastructure wasn't great so lots of homes were ruined. It's reminding me we need to fix things up in our community." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 44, + "category": 1, + "question": "What activities has Maria done with her church friends?", + "goldAnswer": "Hiking, picnic, volunteer work", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:2", + "D24:6", + "D28:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 45, + "category": 3, + "question": "Would John be open to moving to another country?", + "goldAnswer": "No, he has goals specifically in the U.S. like joining the military and running for office.", + "prediction": "No information available", + "score": 0.11764705882352941, + "evidence": [ + "D24:3", + "D7:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 46, + "category": 2, + "question": "When did Maria go hiking with her church friends?", + "goldAnswer": "The weekend before 22 July 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 47, + "category": 1, + "question": "What exercises has John done?", + "goldAnswer": "Weight training, Circuit training, Kickboxing, yoga", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:17", + "D25:13", + "D10:1", + "D1:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 48, + "category": 2, + "question": "When did John have his first firefighter call-out?", + "goldAnswer": "The sunday before 3` July 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 49, + "category": 1, + "question": "What food item did Maria drop off at the homeless shelter?", + "goldAnswer": "Cakes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:1", + "D25:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 50, + "category": 3, + "question": "What attributes describe John?", + "goldAnswer": "Selfless, family-oriented, passionate, rational", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:6", + "D2:14", + "D3:5", + "D4:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 51, + "category": 2, + "question": "When did Maria start volunteering at the homeless shelter?", + "goldAnswer": "Around August 2022", + "prediction": "---\nMaria: Been busy volunteering at the homeless shelter and keeping fit.", + "score": 0, + "evidence": [ + "D27:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-1-d13", + "diaId": "D1:3", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: Been busy volunteering at the homeless shelter and keeping fit. Just started doing aerial yoga, it's great. Have you tried any other cool workout classes?" + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 52, + "category": 1, + "question": "Who have written notes of gratitude to Maria?", + "goldAnswer": "Cindy, Laura", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:8", + "D21:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 53, + "category": 2, + "question": "When did John help renovate his hometown community center?", + "goldAnswer": "2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 54, + "category": 2, + "question": "When did Maria take up community work with her church friends?", + "goldAnswer": "August 4, 2023", + "prediction": "---\nMaria: Hey John, I'm here for you!", + "score": 0, + "evidence": [ + "D28:8" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-28-d288", + "diaId": "D28:8", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: Hey John, I'm here for you! Staying positive makes a big difference, even in tough times. Yesterday, I took up some community work with my friends from church. It was super rewarding!" + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 55, + "category": 2, + "question": "When did Maria receive a medal from the homeless shelter?", + "goldAnswer": "The week before 9 August 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 56, + "category": 2, + "question": "When did John participate in a 5K charity run?", + "goldAnswer": "first weekend of August 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:2", + "D29:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 57, + "category": 1, + "question": "What causes has John done events for?", + "goldAnswer": "Toy drive, Community food drive, veterans, domestic violence", + "prediction": "---\nMaria: Wow, John!", + "score": 0, + "evidence": [ + "D3:5", + "D6:12", + "D29:4", + "D29:10" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-29-d299", + "diaId": "D29:9", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: Wow, John! You really overcame those challenges. Have you done events for any other causes?" + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 58, + "category": 2, + "question": "When did Maria get Coco?", + "goldAnswer": "Two weeks before 11 August 2023", + "prediction": "---\nJohn: Wow, Maria!", + "score": 0, + "evidence": [ + "D30:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-30-d302", + "diaId": "D30:2", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Wow, Maria! Coco looks so adorable! She seems so happy in that photo. How's it been having her around?" + }, + { + "docId": "transcripts/session-30-d301", + "diaId": "D30:1", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: Hey John! Long time no talk! Guess what - I got a puppy two weeks ago! Her name's Coco and she's adorable." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 59, + "category": 2, + "question": "When did John go on a camping trip with Max?", + "goldAnswer": "The summer of 2022", + "prediction": "---\nJohn: Thanks, Maria!", + "score": 0, + "evidence": [ + "D30:6" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-30-d306", + "diaId": "D30:6", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Thanks, Maria! Max and I had a blast on our camping trip last summer. We hiked, swam, and made great memories. It was a really peaceful and awesome experience." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 60, + "category": 1, + "question": "What are Maria's dogs' names?", + "goldAnswer": "Coco, Shadow", + "prediction": "---\nJohn: Wow, Maria, how cute!", + "score": 0, + "evidence": [ + "D30:1", + "D31:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-31-d313", + "diaId": "D31:3", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Wow, Maria, how cute! What's her name? Do she and your other dog get along?" + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 61, + "category": 2, + "question": "When did Maria adopt Shadow?", + "goldAnswer": "The week before 13 August 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D31:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 62, + "category": 1, + "question": "How many dogs has Maria adopted from the dog shelter she volunteers at?", + "goldAnswer": "two", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:1", + "D31:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 63, + "category": 2, + "question": "How many weeks passed between Maria adopting Coco and Shadow?", + "goldAnswer": "two weeks", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:1", + "D31:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 64, + "category": 3, + "question": "What job might Maria pursue in the future?", + "goldAnswer": "Shelter coordinator, Counselor", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D32:14", + "D5:8", + "D11:10", + "D27:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 65, + "category": 4, + "question": "What is John's main focus in local politics?", + "goldAnswer": "Improving education and infrastructure", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 66, + "category": 4, + "question": "What sparked John's interest in improving education and infrastructure in the community?", + "goldAnswer": "Seeing how lack of education and crumbling infrastructure affected his neighborhood while growing up.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 67, + "category": 4, + "question": "How did the extra funding help the school shown in the photo shared by John?", + "goldAnswer": "Enabled needed repairs and renovations, making the learning environment safer and more modern for students.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 68, + "category": 4, + "question": "What type of workout class did Maria start doing in December 2023?", + "goldAnswer": "aerial yoga", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 69, + "category": 4, + "question": "What did Maria donate to a homeless shelter in December 2023?", + "goldAnswer": "old car", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 70, + "category": 4, + "question": "What kind of meal did John and his family make together in the photo shared by John?", + "goldAnswer": "pizza", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 71, + "category": 4, + "question": "What kind of online group did John join?", + "goldAnswer": "service-focused online group", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 72, + "category": 4, + "question": "What kind of activities did John and his mates from the online group do as part of their service efforts?", + "goldAnswer": "gave out food and supplies at a homeless shelter, organized a toy drive for kids in need", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 73, + "category": 4, + "question": "Who inspired Maria to start volunteering?", + "goldAnswer": "Her aunt", + "prediction": "---\nMaria: I started volunteering to help make a difference.", + "score": 0, + "evidence": [ + "D5:8" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-5-d58", + "diaId": "D5:8", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: I started volunteering to help make a difference. My aunt believed in volunteering, and used to help my family out when we were struggling, so I'm inspired by her. It makes me happy knowing I can brighten somebody's day." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 74, + "category": 4, + "question": "Why did Maria sit with the little girl at the shelter event in February 2023?", + "goldAnswer": "The girl seemed sad and had no other family", + "prediction": "No information available", + "score": 0.2, + "evidence": [ + "D5:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 75, + "category": 4, + "question": "What did Jean go through before meeting Maria?", + "goldAnswer": "divorce, job loss, homelessness", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 76, + "category": 4, + "question": "Why did John decide to run for office again?", + "goldAnswer": "saw the impact he could make in the community through politics", + "prediction": "---\nJohn: Hey Maria, great to chat again!", + "score": 0, + "evidence": [ + "D7:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-14-d141", + "diaId": "D14:1", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Hey Maria, great to chat again! A lot has happened since we last spoke. Last week, I decided to run for office again - even though I haven't been successful before. I guess I can't let go of my dream to make a difference in my community. Can you believe it? Feels like a dream come true!" + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 77, + "category": 4, + "question": "What activity did John's colleague, Rob, invite him to?", + "goldAnswer": "beginner's yoga class", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 78, + "category": 4, + "question": "What is the name of John's one-year-old child?", + "goldAnswer": "Kyle", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 79, + "category": 4, + "question": "How often does John take his kids to the park?", + "goldAnswer": "A few times a week", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 80, + "category": 4, + "question": "What did Maria make for her home to remind her of a trip to England?", + "goldAnswer": "painting of a castle on a hill", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 81, + "category": 4, + "question": "Where did Maria get the idea for the castle shadow box in her home?", + "goldAnswer": "England", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 82, + "category": 4, + "question": "What did John receive a certificate for?", + "goldAnswer": "completion of a university degree", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 83, + "category": 4, + "question": "What areas is John particularly interested in for policymaking?", + "goldAnswer": "education and infrastructure", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 84, + "category": 4, + "question": "What did Maria participate in last weekend before April 10, 2023?", + "goldAnswer": "a 5K charity run", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 85, + "category": 4, + "question": "What event did John volunteer at last weekend?", + "goldAnswer": "career fair at a local school", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 86, + "category": 4, + "question": "What did John do that put a strain on his wallet?", + "goldAnswer": "His car broke down", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 87, + "category": 4, + "question": "Where did John explore on a road trip last year?", + "goldAnswer": "Pacific Northwest", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 88, + "category": 4, + "question": "What topic has John been blogging about recently?", + "goldAnswer": "politics and the government", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 89, + "category": 4, + "question": "Why did John start blogging about politics and policies?", + "goldAnswer": "raise awareness and start conversations to create positive change", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 90, + "category": 4, + "question": "What was the focus of John's recent research and writing on his blog?", + "goldAnswer": "education reform and infrastructure development", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 91, + "category": 2, + "question": "What did John attend with his colleagues in March 2023?", + "goldAnswer": "a tech-for-good convention", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 92, + "category": 4, + "question": "How often does John work out with his family?", + "goldAnswer": "Three times a week", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 93, + "category": 4, + "question": "How has John's fitness improved since starting boot camps with his family?", + "goldAnswer": "More energy, gains in strength and endurance", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 94, + "category": 4, + "question": "What kind of food did Maria have on her dinner spread iwth her mother?", + "goldAnswer": "Salads, sandwiches, homemade desserts", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 95, + "category": 4, + "question": "What activity did Maria and her mom do together in May 2023?", + "goldAnswer": "Made dinner together", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 96, + "category": 4, + "question": "What did Maria do to feel closer to a community and her faith?", + "goldAnswer": "joined a nearby church", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 97, + "category": 4, + "question": "Why did Maria join a nearby church recently?", + "goldAnswer": "to feel closer to a community and her faith", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 98, + "category": 4, + "question": "What did John host for the veterans in May 2023 as part of the project?", + "goldAnswer": "a small party to share their stories", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 99, + "category": 4, + "question": "What did John and the veterans do during the small party?", + "goldAnswer": "share stories and make connections", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 100, + "category": 4, + "question": "What emotions did John feel during the small party with the veterans?", + "goldAnswer": "heartwarming", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 101, + "category": 4, + "question": "What event is Maria getting ready for at the shelter on May 25, 2023?", + "goldAnswer": "fundraiser", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 102, + "category": 4, + "question": "What does Maria need to spread the word about for the fundraiser for the volunteer shelter?", + "goldAnswer": "chili cook-off", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 103, + "category": 4, + "question": "What was the name of the pet that John had to say goodbye to on 3 June, 2023?", + "goldAnswer": "Max", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 104, + "category": 4, + "question": "How long was Max a part of John's family?", + "goldAnswer": "10 years", + "prediction": "---\nJohn: Hey Maria, long time no talk!", + "score": 0, + "evidence": [ + "D17:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-17-d171", + "diaId": "D17:1", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Hey Maria, long time no talk! Life's been pretty wild lately. The toughest thing to deal with is that we had to say goodbye to Max. He was such an important part of our family for 10 years and it's so hard to think he's not here wagging that tail anymore." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 105, + "category": 4, + "question": "How does John plan to honor the memories of his beloved pet?", + "goldAnswer": "By considering adopting a rescue dog", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 106, + "category": 4, + "question": "What important values does John want to teach his kids through adopting a rescue dog?", + "goldAnswer": "Responsibility and compassion", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 107, + "category": 4, + "question": "What new activity did Maria start recently, as mentioned on 3 June, 2023?", + "goldAnswer": "volunteering at a local dog shelter once a month", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 108, + "category": 4, + "question": "What did Maria say it was like being at the waterfall in Oregon?", + "goldAnswer": "Like being in a fairy tale", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 109, + "category": 4, + "question": "What does Maria say she feels when doing upside-down yoga poses?", + "goldAnswer": "Free and light", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 110, + "category": 4, + "question": "What exciting news did Maria share on 16 June, 2023?", + "goldAnswer": "joined a gym", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 111, + "category": 4, + "question": "What yoga activity has Maria been trying to improve her strength and endurance?", + "goldAnswer": "kundalini yoga", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 112, + "category": 4, + "question": "What did John recently get promoted to?", + "goldAnswer": "assistant manager", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 113, + "category": 4, + "question": "What was one of the biggest challenges John faced in his journey to becoming assistant manager?", + "goldAnswer": "self-doubt", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 114, + "category": 4, + "question": "How does John describe the support he received during his journey to becoming assistant manager?", + "goldAnswer": "having support at home and his own grit", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 115, + "category": 4, + "question": "What kind of event did John and his family attend in June 2023?", + "goldAnswer": "live music event", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 116, + "category": 4, + "question": "Why did Maria need to help her cousin find a new place to live?", + "goldAnswer": "Her cousin had to leave and find a new place in a hurry.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 117, + "category": 4, + "question": "What event did John participate in to show support for veterans' rights?", + "goldAnswer": "marching event", + "prediction": "---\nJohn: Yeah, Maria, keep it up!", + "score": 0, + "evidence": [ + "D21:22" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-21-d2122", + "diaId": "D21:22", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Yeah, Maria, keep it up! Even small things can mean a lot. I just participated in a marching event for veterans' rights and it was awesome, made me remember how much they sacrifice for us. We need to show our support however we can." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 118, + "category": 4, + "question": "What inspired John to join the marching event for veterans' rights?", + "goldAnswer": "Respect for the military and the desire to show support", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 119, + "category": 4, + "question": "How often does John get to see sunsets like the one he shared with Maria?", + "goldAnswer": "At least once a week", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 120, + "category": 4, + "question": "What natural disaster affected John's old area on 7 July, 2023?", + "goldAnswer": "Flood", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 121, + "category": 4, + "question": "How did the flood impact the homes in John's old area?", + "goldAnswer": "Lots of homes were ruined.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 122, + "category": 4, + "question": "What motivated Maria and John to discuss potential solutions for their community on 7 July, 2023?", + "goldAnswer": "Flood in John's old area", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 123, + "category": 4, + "question": "What did Maria plan to do later on the evening of 7 July, 2023?", + "goldAnswer": "have dinner with friends from the gym", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 124, + "category": 4, + "question": "What kind of activities did Maria do at the picnic with her church friends?", + "goldAnswer": "played games like charades and a scavenger hunt", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 125, + "category": 4, + "question": "What does John appreciate about the veteran's hospital visit?", + "goldAnswer": "the resilience of the veterans and their inspiring stories", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 126, + "category": 4, + "question": "What did John take away from visiting the veteran's hospital?", + "goldAnswer": "appreciation for giving back", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 127, + "category": 4, + "question": "Why did John feel inspired to join the military after the visit to the hospital?", + "goldAnswer": "seeing the resilience of the veterans", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 128, + "category": 4, + "question": "In what activity did Maria and her church friends participate in July 2023?", + "goldAnswer": "hiking", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 129, + "category": 4, + "question": "What does John think about trying new classes at the yoga studio?", + "goldAnswer": "Trying new classes is a fun way to switch up the exercise routine.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 130, + "category": 4, + "question": "Which activity has John done apart from yoga at the studio?", + "goldAnswer": "weight training", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 131, + "category": 4, + "question": "What community service did Maria mention that she was involved in on 31 July, 2023?", + "goldAnswer": "volunteered at a homeless shelter", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 132, + "category": 4, + "question": "How did Maria start volunteering at the homeless shelter?", + "goldAnswer": "Witnessed a family struggling on the streets and reached out to the shelter", + "prediction": "---\nMaria: Been busy volunteering at the homeless shelter and keeping fit.", + "score": 0.1111111111111111, + "evidence": [ + "D27:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-1-d13", + "diaId": "D1:3", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: Been busy volunteering at the homeless shelter and keeping fit. Just started doing aerial yoga, it's great. Have you tried any other cool workout classes?" + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 133, + "category": 4, + "question": "What did John do the week before August 3, 2023 involving his kids?", + "goldAnswer": "Had a meaningful experience at a military memorial", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 134, + "category": 4, + "question": "How did John describe his kids' reaction at the military memorial?", + "goldAnswer": "awestruck and humbled", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 135, + "category": 4, + "question": "Why does Maria think it's important for younger generations to visit military memorials?", + "goldAnswer": "To remember and appreciate those who served", + "prediction": "---\nMaria: Imagining visiting a military memorial makes me feel humble too.", + "score": 0, + "evidence": [ + "D27:12" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-27-d2712", + "diaId": "D27:12", + "speaker": "Maria", + "score": 1, + "snippet": "---\nMaria: Imagining visiting a military memorial makes me feel humble too. It's important for younger generations to remember and appreciate those who served." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 136, + "category": 4, + "question": "What does John believe is important for children regarding veterans?", + "goldAnswer": "Teaching them to respect and appreciate those who served", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 137, + "category": 4, + "question": "What happened to John's job in August 2023?", + "goldAnswer": "John lost his job at the mechanical engineering company.", + "prediction": "---\nJohn: Hey Maria, great chatting with you again!", + "score": 0.125, + "evidence": [ + "D28:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-28-d281", + "diaId": "D28:1", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Hey Maria, great chatting with you again! Crazy thing happened since we last talked. I lost my job at the mechanical engineering company. They tanked and it's been really rough. Never saw this coming." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 138, + "category": 4, + "question": "What activity did Maria take up with her friends from church in August 2023?", + "goldAnswer": "community work", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 139, + "category": 4, + "question": "What did John do to help his community last year in his hometown?", + "goldAnswer": "Helped renovate a rundown community center.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 140, + "category": 4, + "question": "What cause did the 5K charity run organized by John support?", + "goldAnswer": "veterans and their families", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 141, + "category": 4, + "question": "Who did John work with to raise awareness and funds for victims of domestic abuse?", + "goldAnswer": "a local organization", + "prediction": "---\nJohn: Yep, we worked with a local organization that helps victims of domestic abuse.", + "score": 0.2666666666666667, + "evidence": [ + "D29:10" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-29-d2910", + "diaId": "D29:10", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Yep, we worked with a local organization that helps victims of domestic abuse. We raised awareness and funds at the event for the cause — it's unfortunate how many people suffer from it." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 142, + "category": 4, + "question": "What recognition did Maria receive at the homeless shelter in August 2023?", + "goldAnswer": "a medal for volunteering", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 143, + "category": 4, + "question": "What is the name of Maria's puppy she got two weeks before August 11, 2023?", + "goldAnswer": "Coco", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 144, + "category": 4, + "question": "What activity did John and Max enjoy together last summer?", + "goldAnswer": "Camping", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 145, + "category": 4, + "question": "How does John describe the camping trip with Max?", + "goldAnswer": "Peaceful and awesome", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 146, + "category": 4, + "question": "Why does John say he feels stuck and questioning his decisions and goals?", + "goldAnswer": "Not feeling like making much of an impact", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 147, + "category": 4, + "question": "What is the name of Maria's second puppy?", + "goldAnswer": "Shadow", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D31:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 148, + "category": 4, + "question": "How is Maria's new puppy adjusting to its new home?", + "goldAnswer": "doing great - learning commands and house training", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D31:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 149, + "category": 4, + "question": "What is John currently doing as a volunteer in August 2023?", + "goldAnswer": "mentoring students at a local school", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D31:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 150, + "category": 4, + "question": "What activities does John's family enjoy doing together?", + "goldAnswer": "going for hikes, hanging out at the park, having picnics, playing board games, having movie nights", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D31:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 151, + "category": 4, + "question": "What did the donations help John's community acquire on 16 August, 2023?", + "goldAnswer": "a brand new fire truck", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D32:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 152, + "category": 5, + "question": "What is John's main focus in international politics?", + "goldAnswer": "Improving education and infrastructure", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D1:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 153, + "category": 5, + "question": "What did Maria donate to a luxury store in December 2023?", + "goldAnswer": "old car", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 154, + "category": 5, + "question": "Who inspired John to start volunteering?", + "goldAnswer": "His aunt", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D5:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 155, + "category": 5, + "question": "Why did Maria decide to run for office again?", + "goldAnswer": "saw the impact she could make in the community through politics", + "prediction": "---\nJohn: Hey Maria, great to chat again!", + "score": 0, + "evidence": [ + "D7:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-14-d141", + "diaId": "D14:1", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Hey Maria, great to chat again! A lot has happened since we last spoke. Last week, I decided to run for office again - even though I haven't been successful before. I guess I can't let go of my dream to make a difference in my community. Can you believe it? Feels like a dream come true!" + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 156, + "category": 5, + "question": "What activity did Maria's colleague, Rob, invite her to?", + "goldAnswer": "beginner's yoga class", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 157, + "category": 5, + "question": "What is the name of Maria's one-year-old child?", + "goldAnswer": "Kyle", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 158, + "category": 5, + "question": "How often does John take his kids to the library?", + "goldAnswer": "A few times a week", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 159, + "category": 5, + "question": "What did Maria make for her home to remind her of a trip to France?", + "goldAnswer": "painting of a castle on a hill", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 160, + "category": 5, + "question": "Where did John get the idea for the castle shadow box in his home?", + "goldAnswer": "England", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 161, + "category": 5, + "question": "What did Maria receive a certificate for?", + "goldAnswer": "completion of a university degree", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 162, + "category": 5, + "question": "What areas is John particularly interested in for art appreciation?", + "goldAnswer": "education and infrastructure", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 163, + "category": 5, + "question": "Why did Maria start blogging about politics and policies?", + "goldAnswer": "raise awareness and start conversations to create positive change", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D12:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 164, + "category": 5, + "question": "What was the focus of John's recent travel and photography blog?", + "goldAnswer": "education reform and infrastructure development", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D12:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 165, + "category": 5, + "question": "How often does Maria work out with her family?", + "goldAnswer": "Three times a week", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 166, + "category": 5, + "question": "How has John's artistic skills improved since starting boot camps with his family?", + "goldAnswer": "More energy, gains in strength and endurance", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 167, + "category": 5, + "question": "What kind of food did Maria have on her dinner spread with her father?", + "goldAnswer": "Salads, sandwiches, homemade desserts", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 168, + "category": 5, + "question": "What did John do to feel closer to a community and his faith?", + "goldAnswer": "joined a nearby church", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 169, + "category": 5, + "question": "Why did John join a nearby church recently?", + "goldAnswer": "to feel closer to a community and her faith", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 170, + "category": 5, + "question": "How long was Max a part of Maria's family?", + "goldAnswer": "10 years", + "prediction": "---\nJohn: Hey Maria, long time no talk!", + "score": 0, + "evidence": [ + "D17:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-17-d171", + "diaId": "D17:1", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Hey Maria, long time no talk! Life's been pretty wild lately. The toughest thing to deal with is that we had to say goodbye to Max. He was such an important part of our family for 10 years and it's so hard to think he's not here wagging that tail anymore." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 171, + "category": 5, + "question": "How does Maria plan to honor the memories of her beloved pet?", + "goldAnswer": "By considering adopting a rescue dog", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 172, + "category": 5, + "question": "What important values does Maria want to teach her kids through adopting a rescue dog?", + "goldAnswer": "Responsibility and compassion", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 173, + "category": 5, + "question": "What did Maria say it was like being at the desert in Oregon?", + "goldAnswer": "Like being in a fairy tale", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 174, + "category": 5, + "question": "What does John say she feels when doing upside-down yoga poses?", + "goldAnswer": "Free and light", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 175, + "category": 5, + "question": "What did Maria recently get promoted to?", + "goldAnswer": "assistant manager", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 176, + "category": 5, + "question": "What was one of the biggest challenges Maria faced in her journey to becoming assistant manager?", + "goldAnswer": "self-doubt", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 177, + "category": 5, + "question": "Why did John need to help his cousin find a new place to live?", + "goldAnswer": "His cousin had to leave and find a new place in a hurry.", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D21:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 178, + "category": 5, + "question": "What event did Maria participate in to show support for veterans' rights?", + "goldAnswer": "marching event", + "prediction": "---\nJohn: Yeah, Maria, keep it up!", + "score": 0, + "evidence": [ + "D21:22" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-21-d2122", + "diaId": "D21:22", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Yeah, Maria, keep it up! Even small things can mean a lot. I just participated in a marching event for veterans' rights and it was awesome, made me remember how much they sacrifice for us. We need to show our support however we can." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 179, + "category": 5, + "question": "How did the drought impact the homes in John's old area?", + "goldAnswer": "Lots of homes were ruined.", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 180, + "category": 5, + "question": "What does John criticize about the veteran's hospital visit?", + "goldAnswer": "the resilience of the veterans and their inspiring stories", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 181, + "category": 5, + "question": "What did John take away from visiting the orphanage?", + "goldAnswer": "appreciation for giving back", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 182, + "category": 5, + "question": "Why did Maria feel inspired to join the military after the visit to the hospital?", + "goldAnswer": "seeing the resilience of the veterans", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 183, + "category": 5, + "question": "How did Maria describe her kids' reaction at the military memorial?", + "goldAnswer": "awestruck and humbled", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D27:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 184, + "category": 5, + "question": "Why does Maria think it's important for younger generations to visit art galleries?", + "goldAnswer": "To remember and appreciate those who served", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D27:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 185, + "category": 5, + "question": "What happened to Maria's job in August 2023?", + "goldAnswer": "John lost his job at the mechanical engineering company.", + "prediction": "---\nJohn: Hey Maria, great chatting with you again!", + "score": 0, + "evidence": [ + "D28:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-28-d281", + "diaId": "D28:1", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Hey Maria, great chatting with you again! Crazy thing happened since we last talked. I lost my job at the mechanical engineering company. They tanked and it's been really rough. Never saw this coming." + } + ] + }, + { + "sampleId": "conv-41", + "questionIndex": 186, + "category": 5, + "question": "What cause did the 5K charity run organized by Maria support?", + "goldAnswer": "veterans and their families", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D29:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 187, + "category": 5, + "question": "Who did John work with to raise awareness and funds for animal welfare?", + "goldAnswer": "a local organization", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D29:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 188, + "category": 5, + "question": "What recognition did John receive at the homeless shelter in August 2023?", + "goldAnswer": "a medal for volunteering", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D29:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 189, + "category": 5, + "question": "What is the name of John's puppy he got two weeks before August 11, 2023?", + "goldAnswer": "Coco", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D30:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 190, + "category": 5, + "question": "How does Maria describe the camping trip with Max?", + "goldAnswer": "Peaceful and awesome", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D30:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 191, + "category": 5, + "question": "What is the name of Maria's second kitten?", + "goldAnswer": "Shadow", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D31:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-41", + "questionIndex": 192, + "category": 5, + "question": "How is John's new puppy adjusting to its new home?", + "goldAnswer": "doing great - learning commands and house training", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D31:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 0, + "category": 3, + "question": "Is it likely that Nate has friends besides Joanna?", + "goldAnswer": "Yesteammates on hisvideo game team.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 1, + "category": 1, + "question": "What kind of interests do Joanna and Nate share?", + "goldAnswer": "Watching movies, making desserts", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:10", + "D1:11", + "D1:12", + "D3:4", + "D4:9", + "D10:9", + "D20:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 2, + "category": 2, + "question": "When did Joanna first watch \"Eternal Sunshine of the Spotless Mind?", + "goldAnswer": "2019", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 3, + "category": 2, + "question": "When did Nate win his first video game tournament?", + "goldAnswer": "the week before 21Janury, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 4, + "category": 3, + "question": "What pets wouldn't cause any discomfort to Joanna?", + "goldAnswer": "Hairless cats or pigs,since they don't have fur, which is one of the main causes of Joanna's allergy.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 5, + "category": 1, + "question": "What are Joanna's hobbies?", + "goldAnswer": "Writing, watchingmovies, exploringnature, hanging withfriends.", + "prediction": "---\nJoanna: Hey Nate!", + "score": 0, + "evidence": [ + "D1:10", + "D2:25" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-1-d12", + "diaId": "D1:2", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Hey Nate! Long time no see! I've been working on a project lately - it's been pretty cool. What about you - any fun projects or hobbies?" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 6, + "category": 2, + "question": "How long has Nate had his first two turtles?", + "goldAnswer": "three years", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 7, + "category": 2, + "question": "When did Joanna finish her first screenplay?", + "goldAnswer": "The Friday before 23January, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 8, + "category": 2, + "question": "When did Nate get his first two turtles?", + "goldAnswer": "2019", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 9, + "category": 2, + "question": "What major achievement did Joanna accomplish in January 2022?", + "goldAnswer": "finished her screenplay and printed it", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 10, + "category": 1, + "question": "What emotions is Joanna feeling about the screenplay she submitted?", + "goldAnswer": "Relief, excitement,worry, hope,anxiety.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:7", + "D3:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 11, + "category": 1, + "question": "What is Joanna allergic to?", + "goldAnswer": "Most reptiles,animals with fur,cockroaches, dairy", + "prediction": "---\nJoanna: I used to have a dog back in Michigan with that name, but then I got allergic and we had to get rid of her.", + "score": 0.03333333333333333, + "evidence": [ + "D4:4", + "D5:11", + "D2:23" + ], + "retrievalRecall": 0.6666666666666666, + "usedContext": [ + { + "docId": "transcripts/session-12-d128", + "diaId": "D12:8", + "speaker": "diaId", + "score": 1, + "snippet": "diaId: 'D12:8'\nspeaker: Joanna\nturnIndex: 8" + }, + { + "docId": "transcripts/session-5-d511", + "diaId": "D5:11", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: I wish I wasn't allergic! I would get two turtles today if I could! I found out recently I'm allergic to cockroaches as well, so who knows if I'll ever get a pet." + }, + { + "docId": "transcripts/session-24-d246", + "diaId": "D24:6", + "speaker": "Joanna", + "score": 0.9882352941176471, + "snippet": "---\nJoanna: I used to have a dog back in Michigan with that name, but then I got allergic and we had to get rid of her. The name helps me remember her back when I used to be able to hold and squeeze animal without an allergic reaction!" + }, + { + "docId": "transcripts/session-28-d2828", + "diaId": "D28:28", + "speaker": "Joanna", + "score": 0.9529411764705883, + "snippet": "---\nJoanna: Can I come over sometime and watch you play with them? From a distance I mean, since I'm allergic." + }, + { + "docId": "transcripts/session-2-d223", + "diaId": "D2:23", + "speaker": "Joanna", + "score": 0.9529411764705883, + "snippet": "---\nJoanna: I'm allergic to most reptiles and animals with fur. It can be a bit of a drag, but I find other ways to be happy." + }, + { + "docId": "transcripts/session-2-d215", + "diaId": "D2:15", + "speaker": "Joanna", + "score": 0.9411764705882354, + "snippet": "---\nJoanna: Good idea, Nate! I'll think about it and maybe get pets of my own soon if I can find any I'm not allergic to. Have you been up to anything recently?" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 12, + "category": 3, + "question": "What underlying condition might Joanna have based on her allergies?", + "goldAnswer": "asthma", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:11", + "D2:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 13, + "category": 2, + "question": "When did Joanna have an audition for a writing gig?", + "goldAnswer": "23 March, 2022.", + "prediction": "---\nJoanna: Hey Nate!", + "score": 0, + "evidence": [ + "D6:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-6-d62", + "diaId": "D6:2", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Hey Nate! Been quite a ride - in a good way - had an audition yesterday for a writing gig." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 14, + "category": 3, + "question": "What nickname does Nate use for Joanna?", + "goldAnswer": "Jo", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 15, + "category": 2, + "question": "When did Nate get purple hair?", + "goldAnswer": "The week before 15April, 2022.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 16, + "category": 2, + "question": "What physical transformation did Nate undergo in April 2022?", + "goldAnswer": "dyed his hair purple", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:1", + "D7:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 17, + "category": 2, + "question": "What movie did Joanna watch on 1 May, 2022?", + "goldAnswer": "Lord of the Rings", + "prediction": "---\nJoanna: You should!", + "score": 0, + "evidence": [ + "D10:1" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-25-d2512", + "diaId": "D25:12", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Nope! You'll just have to watch the movie and find out for yourself!" + }, + { + "docId": "transcripts/session-1-d110", + "diaId": "D1:10", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Yeah! Besides writing, I also enjoy reading, watching movies, and exploring nature. Anything else you enjoy doing, Nate?" + }, + { + "docId": "transcripts/session-22-d227", + "diaId": "D22:7", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Taking breaks and reducing stress is pretty nice! Have you watched any good movies recently? I could use some recommendations!" + }, + { + "docId": "transcripts/session-1-d118", + "diaId": "D1:18", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Yep, that movie is awesome. I first watched it around 3 years ago. I even went out and got a physical copy!" + }, + { + "docId": "transcripts/session-23-d2318", + "diaId": "D23:18", + "speaker": "Joanna", + "score": 0.9883720930232558, + "snippet": "---\nJoanna: I watched a classic movie the other day that was awesome - the story was so gripping and the actors were great! It really stuck with me." + }, + { + "docId": "transcripts/session-23-d2324", + "diaId": "D23:24", + "speaker": "Joanna", + "score": 0.9883720930232558, + "snippet": "---\nJoanna: You should! It's one thing to watch a movie in a theater, but on a nice comfy couch with a good blanket, I feel so at peace!" + }, + { + "docId": "transcripts/session-23-d2320", + "diaId": "D23:20", + "speaker": "Joanna", + "score": 0.9883720930232558, + "snippet": "---\nJoanna: Well, it was amazing, so probably 9 or 10 out of 10! Movies can take us to different places and make us feel lots of emotions. What do you love about watching them?" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 18, + "category": 2, + "question": "Which outdoor spot did Joanna visit in May?", + "goldAnswer": "Whispering Falls waterfall", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 19, + "category": 1, + "question": "How many times has Joanna found new hiking trails?", + "goldAnswer": "twice", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:4", + "D11:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 20, + "category": 2, + "question": "When did Nate adopt Max?", + "goldAnswer": "May 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 21, + "category": 2, + "question": "Who was the new addition to Nate's family in May 2022?", + "goldAnswer": "Max", + "prediction": "---\nNate: Way to go!", + "score": 0, + "evidence": [ + "D12:3" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-12-d123", + "diaId": "D12:3", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: Way to go! I just got a new addition to the family, this is Max!" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 22, + "category": 2, + "question": "When did Joanna start writing her third screenplay?", + "goldAnswer": "May 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:13", + "D12:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 23, + "category": 1, + "question": "Which of Joanna's screenplay were rejected from production companies?", + "goldAnswer": "first screenplay on drama and romance, third screenplay on loss identity and connection", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:1", + "D3:1", + "D2:7", + "D24:12", + "D24:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 24, + "category": 2, + "question": "When is Nate hosting a gaming party?", + "goldAnswer": "The weekend after 3June, 2022.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 25, + "category": 2, + "question": "When did Joanna hike with her buddies?", + "goldAnswer": "The weekend after 3June, 2022.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 26, + "category": 2, + "question": "When did Nate win his third tourney?", + "goldAnswer": "The week before 3June, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 27, + "category": 1, + "question": "What places has Joanna submitted her work to?", + "goldAnswer": "film contest, film festival.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:7", + "D16:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 28, + "category": 2, + "question": "When did Nate make vegan icecream and share it with a vegan diet group?", + "goldAnswer": "The Friday before 24June, 2022.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 29, + "category": 2, + "question": "When is Joanna going to make Nate's ice cream for her family?", + "goldAnswer": "The weekend of 24June, 2022.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 30, + "category": 1, + "question": "What kind of writings does Joanna do?", + "goldAnswer": "Screenplays,books, online blog posts, journal", + "prediction": "---\nJoanna: It's about a thirty year old woman on a journey of self-discovery after a loss.", + "score": 0, + "evidence": [ + "D2:3", + "D17:14", + "D18:1", + "D18:5" + ], + "retrievalRecall": 0.25, + "usedContext": [ + { + "docId": "transcripts/session-4-d412", + "diaId": "D4:12", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: It's about a thirty year old woman on a journey of self-discovery after a loss. Somewhat similar to the last one, but hey, that's just the kind of thing I'm inspired to write about!" + }, + { + "docId": "transcripts/session-18-d187", + "diaId": "D18:7", + "speaker": "Joanna", + "score": 0.9882352941176471, + "snippet": "---\nJoanna: Thanks, Nate! Really appreciate your kind words. It's knowing that my writing can make a difference that keeps me going, even on tough days. So glad to have this outlet to share my stories and hopefully have an impact. How about you? Anything new since we last talked?" + }, + { + "docId": "transcripts/session-18-d185", + "diaId": "D18:5", + "speaker": "Joanna", + "score": 0.9882352941176471, + "snippet": "---\nJoanna: Yep. Last week, someone wrote me a letter after reading an online blog post I made about a hard moment in my life. Their words touched me; they said my story had brought them comfort. It was awesome to realize my words had that kind of power. It reminded me why I love writing." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 31, + "category": 2, + "question": "When did Nate win his fourth video game tournament?", + "goldAnswer": "The Friday before 10July, 2022.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 32, + "category": 2, + "question": "Where did Joanna travel to in July 2022?", + "goldAnswer": "Woodhaven", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 33, + "category": 2, + "question": "When did someone write Joanna a touching letter?", + "goldAnswer": "The week before 14August, 2022.", + "prediction": "---\nJoanna: Yep.", + "score": 0, + "evidence": [ + "D18:5" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-18-d185", + "diaId": "D18:5", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Yep. Last week, someone wrote me a letter after reading an online blog post I made about a hard moment in my life. Their words touched me; they said my story had brought them comfort. It was awesome to realize my words had that kind of power. It reminded me why I love writing." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 34, + "category": 1, + "question": "What book recommendations has Joanna given to Nate?", + "goldAnswer": "\"Little Women\",'A Court of Thorns andRoses'.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:17", + "D19:14", + "D19:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 35, + "category": 2, + "question": "When did Nate take time off to chill with his pets?", + "goldAnswer": "The weekend of 22August, 2022.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 36, + "category": 2, + "question": "When did Joanna share her book with her writers group?", + "goldAnswer": "The week before 22August, 2022.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 37, + "category": 2, + "question": "When did Nate win an international tournament?", + "goldAnswer": "21 August, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 38, + "category": 2, + "question": "When did Joanna make a desert with almond milk?", + "goldAnswer": "The Friday before 14September, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 39, + "category": 2, + "question": "When did Nate attend a cooking show?", + "goldAnswer": "The Monday before 14September, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 40, + "category": 2, + "question": "When did Joanna's laptop crash?", + "goldAnswer": "The week before 14September, 2022", + "prediction": "---\nJoanna: Hey Nate, long time no see!", + "score": 0, + "evidence": [ + "D21:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-21-d211", + "diaId": "D21:1", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Hey Nate, long time no see! My laptop crashed last week and I lost all my work - super frustrating! As a writer, my laptop is like half of my lifeline so losing all progress was like a major blow." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 41, + "category": 2, + "question": "When did Joanna make a chocolate tart with raspberries?", + "goldAnswer": "5 October, 2022", + "prediction": "---\nJoanna: Hey Nate, my favorite dairy-free treat is this amazing chocolate raspberry tart.", + "score": 0, + "evidence": [ + "D22:1" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-21-d2111", + "diaId": "D21:11", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Hey Nate, my favorite dairy-free treat is this amazing chocolate raspberry tart. It has an almond flour crust, chocolate ganache, and fresh raspberries - it's delicious!" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 42, + "category": 1, + "question": "What movies have both Joanna and Nate seen?", + "goldAnswer": "\"Little Women\", \"Lord of the Rings\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:17", + "D10:1", + "D22:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 43, + "category": 2, + "question": "How long did it take for Joanna to finish writing her book?", + "goldAnswer": "four months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:14", + "D22:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 44, + "category": 2, + "question": "When did Nate win a lot of money in a video game tournament?", + "goldAnswer": "September 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 45, + "category": 2, + "question": "When did Joanna finish up the writing for her book?", + "goldAnswer": "The week before 6October, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 46, + "category": 1, + "question": "What board games has Nate played?", + "goldAnswer": "Chess, Catan.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:2", + "D23:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 47, + "category": 1, + "question": "What places has Nate met new people?", + "goldAnswer": "A tournament and agaming convention.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:8", + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 48, + "category": 2, + "question": "When did Nate go to a convention and meet new people?", + "goldAnswer": "The Friday before 9October, 2022.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 49, + "category": 1, + "question": "How many times has Joanna's scripts been rejected?", + "goldAnswer": "Twice", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:1", + "D24:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 50, + "category": 1, + "question": "What is something Nate gave to Joanna that brings her a lot of joy?", + "goldAnswer": "stuffed toy pup", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:9", + "D24:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 51, + "category": 1, + "question": "When did Nate get Tilly for Joanna?", + "goldAnswer": "25 May, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:9", + "D24:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 52, + "category": 1, + "question": "How many of Joanna's writing have made it to the big screen?", + "goldAnswer": "two", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:1", + "D25:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 53, + "category": 1, + "question": "How many times has Nate taken his turtles on a walk?", + "goldAnswer": "Twice.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:4", + "D25:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 54, + "category": 2, + "question": "When was Joanna's second movie script shown on the big screens?", + "goldAnswer": "The Sunday before 25October, 2022.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 55, + "category": 1, + "question": "What is Joanna inspired by?", + "goldAnswer": "Personal experiences,her own journey ofself discovery, Nate,nature, validation,stories about findingcourage and takingrisks, people she knows, stuff she sees, imagination", + "prediction": "---\nJoanna: Wow, Nate, that looks awesome!", + "score": 0.1111111111111111, + "evidence": [ + "D4:6", + "D7:6", + "D11:11", + "D26:3", + "D26:7", + "D25:10" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-15-d157", + "diaId": "D15:7", + "speaker": "diaId", + "score": 1, + "snippet": "diaId: 'D15:7'\nspeaker: Joanna\nturnIndex: 7" + }, + { + "docId": "transcripts/session-22-d2215", + "diaId": "D22:15", + "speaker": "Joanna", + "score": 0.9506172839506173, + "snippet": "---\nJoanna: Wow, Nate, that looks awesome! What inspired you?" + }, + { + "docId": "transcripts/session-25-d257", + "diaId": "D25:7", + "speaker": "Nate", + "score": 0.9382716049382716, + "snippet": "---\nNate: Wow Joanna, those drawings are really incredible! What inspired you to create them?" + }, + { + "docId": "transcripts/session-28-d2814", + "diaId": "D28:14", + "speaker": "Joanna", + "score": 0.9382716049382716, + "snippet": "---\nJoanna: Wow, that's a cool idea! What inspired you to start making gaming videos?" + }, + { + "docId": "transcripts/session-4-d416", + "diaId": "D4:16", + "speaker": "Joanna", + "score": 0.9382716049382716, + "snippet": "---\nJoanna: Thanks, Nate! It was inspired by personal experiences and my own journey of self-discovery." + }, + { + "docId": "transcripts/session-4-d415", + "diaId": "D4:15", + "speaker": "Nate", + "score": 0.9382716049382716, + "snippet": "---\nNate: Wow, Joanna, that sounds awesome. I love stories that tackle important issues. What inspired you to this one?" + }, + { + "docId": "transcripts/session-26-d269", + "diaId": "D26:9", + "speaker": "diaId", + "score": 0.9259259259259258, + "snippet": "diaId: 'D26:9'\nspeaker: Joanna\nturnIndex: 9" + }, + { + "docId": "transcripts/session-19-d1912", + "diaId": "D19:12", + "speaker": "diaId", + "score": 0.9259259259259258, + "snippet": "diaId: 'D19:12'\nspeaker: Joanna\nturnIndex: 12" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 56, + "category": 1, + "question": "What animal do both Nate and Joanna like?", + "goldAnswer": "Turtles.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:6", + "D26:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 57, + "category": 2, + "question": "When did Joanna plan to go over to Nate's and share recipes?", + "goldAnswer": "5 November, 2022.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 58, + "category": 1, + "question": "What things has Nate reccomended to Joanna?", + "goldAnswer": "A pet,\"The Lord of the Rings\" movies,a dragon book series,coconut flavoring,\"Project Hail Mary\" book,Xenoblade Chronicles, dairy-free margarine, coconut oil", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:14", + "D9:12", + "D9:14", + "D10:11", + "D19:17", + "D27:23", + "D10:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 59, + "category": 1, + "question": "What does Joanna do to remember happy memories?", + "goldAnswer": "Hangs them on a corkboard, writes themin a notebook.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:9", + "D27:34" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 60, + "category": 3, + "question": "What Console does Nate own?", + "goldAnswer": "A Nintendo Switch; since the game \"Xenoblade 2\" is made for this console.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 61, + "category": 1, + "question": "What mediums does Nate use to play games?", + "goldAnswer": "Gamecube, PC,Playstation.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:2", + "D27:21", + "D27:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 62, + "category": 1, + "question": "How many letters has Joanna recieved?", + "goldAnswer": "Two", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:1", + "D18:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 63, + "category": 1, + "question": "What video games does Nate play?", + "goldAnswer": "Valorant, Counter Strike:Global Offensive,Xenoblade Chronicles, StreetFighter, Cyberpunk 2077", + "prediction": "---\nNate: Playing video games and watching movies are my main hobbies.", + "score": 0, + "evidence": [ + "D10:6", + "D27:1", + "D27:23", + "D1:7", + "D23:17" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-1-d111", + "diaId": "D1:11", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: Playing video games and watching movies are my main hobbies." + }, + { + "docId": "transcripts/session-23-d2315", + "diaId": "D23:15", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: Mostly just chilling at home. Playing video games or watching movies helps me unwind." + }, + { + "docId": "transcripts/session-9-d910", + "diaId": "D9:10", + "speaker": "Nate", + "score": 0.989010989010989, + "snippet": "---\nNate: I love fantasy and sci-fi movies, they're a great escape and get my imagination going. Playing video games is a great way to express my creativity and passion." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 64, + "category": 2, + "question": "When did Nate win a big Valorant tourney?", + "goldAnswer": "The Saturday before 7November, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 65, + "category": 2, + "question": "Which torunament did Nate win in the beginning of November 2022?", + "goldAnswer": "Valorant", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 66, + "category": 3, + "question": "What alternative career might Nate consider after gaming?", + "goldAnswer": "an animalkeeper at a localzoo and workingwith turtles; as heknows a great dealabout turtles andhow to care for them,and he enjoys it.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:8", + "D19:3", + "D25:19", + "D28:25" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 67, + "category": 1, + "question": "What pets does Nate have?", + "goldAnswer": "A dog and threeturtles.", + "prediction": "---\nNate: Awesome!", + "score": 0, + "evidence": [ + "D8:3", + "D12:3", + "D28:23" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-19-d199", + "diaId": "D19:9", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: I'm taking some time off this weekend to chill with my pets. Anything cool happening with you?" + }, + { + "docId": "transcripts/session-2-d224", + "diaId": "D2:24", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: Awesome! There are lots of things that can bring you joy without pets. What else brings you joy?" + }, + { + "docId": "transcripts/session-13-d137", + "diaId": "D13:7", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: Thanks! I just really enjoy watching our pets play with one another. Its like a dream come true seeing my dog so happy." + }, + { + "docId": "transcripts/session-5-d514", + "diaId": "D5:14", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: Pets really seem to do that to everyone don't they! So, what about your script now? Any ideas for the next steps?" + }, + { + "docId": "transcripts/session-12-d127", + "diaId": "D12:7", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: Yep, totally! Pets make us so much happier and never let us down. Have you thought any more of getting one of your own?" + }, + { + "docId": "transcripts/session-12-d129", + "diaId": "D12:9", + "speaker": "Nate", + "score": 0.987012987012987, + "snippet": "---\nNate: Aww, that's unfortunate. It's nice seeing the joy pets bring to others, though. How do you find comfort when you don't have any?" + }, + { + "docId": "transcripts/session-5-d510", + "diaId": "D5:10", + "speaker": "Nate", + "score": 0.987012987012987, + "snippet": "---\nNate: Pets definitely bring tons of joy. They are always there for us and they're so cute! Relaxing with them is a great way to chill." + }, + { + "docId": "transcripts/session-13-d132", + "diaId": "D13:2", + "speaker": "Joanna", + "score": 0.987012987012987, + "snippet": "---\nJoanna: Hey Nate! Great to hear from you. Sounds like a nice encounter on your walk. Connecting with others who have pets can be uplifting and rewarding." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 68, + "category": 3, + "question": "How many hikes has Joanna been on?", + "goldAnswer": "Four", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:6", + "D11:5", + "D14:21", + "D28:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 69, + "category": 1, + "question": "How many turtles does Nate have?", + "goldAnswer": "Three", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:3", + "D28:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 70, + "category": 1, + "question": "What activities does Nate do with his turtles?", + "goldAnswer": "takes them onwalks, holds them,feeds themstrawberries, givesthem baths.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:21", + "D25:23", + "D28:31" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 71, + "category": 1, + "question": "What do both Joanna and Nate appreciate the beauty of?", + "goldAnswer": "Nature", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:9", + "D28:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 72, + "category": 2, + "question": "When did Joanna plan on going to Nate's to watch him play with his turtles?", + "goldAnswer": "10 November, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:32" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 73, + "category": 3, + "question": "What state did Joanna visit in summer 2021?", + "goldAnswer": "Indiana", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 74, + "category": 1, + "question": "What recommendations has Nate received from Joanna?", + "goldAnswer": "\"Eternal Sunshine of the Spotless Mind\" movie, \"A Court of Thorns and Roses\" book, pointers for making living room comfy, starting a cork board for memories, \"Little Women\" movie", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:16", + "D3:17", + "D15:14", + "D15:15", + "D19:15", + "D19:16", + "D23:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 75, + "category": 1, + "question": "What are Nate's favorite desserts?", + "goldAnswer": "coconut milk icecream, dairy-free chocolate cake with berries, chocolate and mixed-berry icecream, dairy-free chocolate mousse", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:4", + "D3:10", + "D21:10", + "D3:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 76, + "category": 1, + "question": "How has Nate tried to disburse his vegan ice-cream recipes?", + "goldAnswer": "teaching others, cooking show", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:8", + "D21:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 77, + "category": 2, + "question": "When did Nate win his second tournament?", + "goldAnswer": "The week before 2 May, 2022.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 78, + "category": 1, + "question": "How many video game tournaments has Nate participated in?", + "goldAnswer": "nine", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:3", + "D6:7", + "D10:4", + "D14:8", + "D17:1", + "D19:1", + "D20:1", + "D22:2", + "D27:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 79, + "category": 1, + "question": "How many screenplays has Joanna written?", + "goldAnswer": "three", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:3", + "D4:10", + "D5:1", + "D12:13", + "D12:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 80, + "category": 1, + "question": "How many tournaments has Nate won?", + "goldAnswer": "seven", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:3", + "D10:4", + "D14:8", + "D17:1", + "D19:1", + "D22:2", + "D27:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 81, + "category": 1, + "question": "What recipes has Joanna made?", + "goldAnswer": "dairy free vanilla cake with strawberry filling and coconut cream frosting, parfait, strawberry chocolate cake, chocolate coconut cupcakes, chocolate raspberry tart, chocolate cake with raspberries, blueberry cheesecake bars", + "prediction": "---\nNate: Hey Joanna, I'm no writer like you, but something pretty awesome happened.", + "score": 0, + "evidence": [ + "D10:9", + "D10:11", + "D19:8", + "D20:2", + "D20:10", + "D21:11", + "D22:1", + "D21:3", + "D21:17" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-16-d169", + "diaId": "D16:9", + "speaker": "diaId", + "score": 1, + "snippet": "diaId: 'D16:9'\nspeaker: Joanna\nturnIndex: 9" + }, + { + "docId": "transcripts/session-21-d214", + "diaId": "D21:4", + "speaker": "Nate", + "score": 0.9756097560975611, + "snippet": "---\nNate: Hey Joanna, I'm no writer like you, but something pretty awesome happened. Last Monday I got to teach people vegan ice cream recipes on my own cooking show! It was a bit nerve-wracking to put myself out there, but it was a blast. Plus, I picked up a few new recipes!" + }, + { + "docId": "transcripts/session-20-d206", + "diaId": "D20:6", + "speaker": "diaId", + "score": 0.951219512195122, + "snippet": "diaId: 'D20:6'\nspeaker: Joanna\nturnIndex: 6" + }, + { + "docId": "transcripts/session-26-d2621", + "diaId": "D26:21", + "speaker": "Joanna", + "score": 0.9390243902439025, + "snippet": "---\nJoanna: Awesome! I'll bring some of my recipes so we can both share deserts!" + }, + { + "docId": "transcripts/session-4-d46", + "diaId": "D4:6", + "speaker": "diaId", + "score": 0.9390243902439025, + "snippet": "diaId: 'D4:6'\nspeaker: Joanna\nturnIndex: 6" + }, + { + "docId": "transcripts/session-8-d818", + "diaId": "D8:18", + "speaker": "diaId", + "score": 0.9390243902439025, + "snippet": "diaId: 'D8:18'\nspeaker: Joanna\nturnIndex: 18" + }, + { + "docId": "transcripts/session-18-d1812", + "diaId": "D18:12", + "speaker": "Nate", + "score": 0.9390243902439025, + "snippet": "---\nNate: No problem, Joanna! Always happy to share them with you. Sending you the recipe now!" + }, + { + "docId": "transcripts/session-8-d820", + "diaId": "D8:20", + "speaker": "diaId", + "score": 0.9390243902439025, + "snippet": "diaId: 'D8:20'\nspeaker: Joanna\nturnIndex: 20" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 82, + "category": 1, + "question": "What recipes has Nate made?", + "goldAnswer": "coconut milk icecream, chocolate and vanilla swirl", + "prediction": "---\nNate: Hey Joanna, I'm no writer like you, but something pretty awesome happened.", + "score": 0, + "evidence": [ + "D3:4", + "D4:3" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-18-d1810", + "diaId": "D18:10", + "speaker": "diaId", + "score": 1, + "snippet": "diaId: 'D18:10'\nspeaker: Nate\nturnIndex: 10" + }, + { + "docId": "transcripts/session-21-d214", + "diaId": "D21:4", + "speaker": "Nate", + "score": 0.9876543209876543, + "snippet": "---\nNate: Hey Joanna, I'm no writer like you, but something pretty awesome happened. Last Monday I got to teach people vegan ice cream recipes on my own cooking show! It was a bit nerve-wracking to put myself out there, but it was a blast. Plus, I picked up a few new recipes!" + }, + { + "docId": "transcripts/session-8-d817", + "diaId": "D8:17", + "speaker": "diaId", + "score": 0.9629629629629629, + "snippet": "diaId: 'D8:17'\nspeaker: Nate\nturnIndex: 17" + }, + { + "docId": "transcripts/session-18-d1812", + "diaId": "D18:12", + "speaker": "diaId", + "score": 0.9506172839506173, + "snippet": "diaId: 'D18:12'\nspeaker: Nate\nturnIndex: 12" + }, + { + "docId": "transcripts/session-4-d45", + "diaId": "D4:5", + "speaker": "diaId", + "score": 0.9506172839506173, + "snippet": "diaId: 'D4:5'\nspeaker: Nate\nturnIndex: 5" + }, + { + "docId": "transcripts/session-8-d822", + "diaId": "D8:22", + "speaker": "Joanna", + "score": 0.9506172839506173, + "snippet": "---\nJoanna: Got it, Nate. I'll definitely let you know how it turns out. Thanks for sharing the recipe!" + }, + { + "docId": "transcripts/session-29-d2912", + "diaId": "D29:12", + "speaker": "diaId", + "score": 0.9506172839506173, + "snippet": "diaId: 'D29:12'\nspeaker: Nate\nturnIndex: 12" + }, + { + "docId": "transcripts/session-20-d202", + "diaId": "D20:2", + "speaker": "Joanna", + "score": 0.9382716049382716, + "snippet": "---\nJoanna: Hey Nate! Cute turtles! Bummer about the setback. Any positive vibes comin' your way? I just revised on of my old recipes and made this!" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 83, + "category": 1, + "question": "What are the skills that Nate has helped others learn?", + "goldAnswer": "coconut milk ice cream recipe, reset high scores, tips to improve gaming skills", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:8", + "D26:12", + "D14:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 84, + "category": 3, + "question": "Was the first half of September 2022 a good month career-wise for Nate and Joanna? Answer yes or no.", + "goldAnswer": "No; because both of them faced setbacks in their career", + "prediction": "No information available", + "score": 0.5, + "evidence": [ + "D20:1", + "D21:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 85, + "category": 3, + "question": "What kind of job is Joanna beginning to preform the duties of because of her movie scripts?", + "goldAnswer": "filmmaker.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 86, + "category": 2, + "question": "When did Nate take his turtles to the beach?", + "goldAnswer": "10 November, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 87, + "category": 3, + "question": "What state did Nate visit?", + "goldAnswer": "Florida", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 88, + "category": 4, + "question": "What is one of Joanna's favorite movies?", + "goldAnswer": "\"Eternal Sunshineof the Spotless Mind\"", + "prediction": "---\nJoanna: That sounds great!", + "score": 0, + "evidence": [ + "D1:18", + "D", + "D1:20" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-23-d2316", + "diaId": "D23:16", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: That sounds great! What's your favorite game or movie that you've seen recently?" + }, + { + "docId": "transcripts/session-9-d911", + "diaId": "D9:11", + "speaker": "Joanna", + "score": 0.9885057471264368, + "snippet": "---\nJoanna: That's awesome! I love how video games can really spark your imagination. Do you have a favorite fantasy or sci-fi movie?" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 89, + "category": 4, + "question": "What color did Nate choose for his hair?", + "goldAnswer": "purple", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:1", + "D7:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 90, + "category": 4, + "question": "What is Nate's favorite movie trilogy?", + "goldAnswer": "Lord of the Rings", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 91, + "category": 4, + "question": "What is Nate's favorite book series about?", + "goldAnswer": "dragons", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 92, + "category": 4, + "question": "What kind of lighting does Nate's gaming room have?", + "goldAnswer": "red and purple lighting", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 93, + "category": 4, + "question": "What game was the second tournament that Nate won based on?", + "goldAnswer": "Street Fighter", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:4", + "D10:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 94, + "category": 4, + "question": "What is Joanna's third screenplay about?", + "goldAnswer": "loss, identity, and connection", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:13", + "D12:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 95, + "category": 4, + "question": "What is Nate's favorite video game?", + "goldAnswer": "Xenoblade Chronicles", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:22", + "D27:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 96, + "category": 4, + "question": "What type of movies does Nate enjoy watching the most?", + "goldAnswer": "action and sci-fi", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 97, + "category": 4, + "question": "What did Joanna just finish last Friday on 23 January, 2022?", + "goldAnswer": "screenplay", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 98, + "category": 4, + "question": "What genre is Joanna's first screenplay?", + "goldAnswer": "drama and romance", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 99, + "category": 4, + "question": "What are Joanna's plans for her finished screenplay in January 2022?", + "goldAnswer": "submit it to film festivals and get producers and directors to check it out", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 100, + "category": 4, + "question": "For how long has Nate had his turtles?", + "goldAnswer": "3 years", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 101, + "category": 4, + "question": "What did Nate think of the coconut milk ice cream he made?", + "goldAnswer": "Super good, rich and creamy", + "prediction": "---\nNate: Coconut milk ice cream is at the top of my list.", + "score": 0, + "evidence": [ + "D3:6" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-21-d216", + "diaId": "D21:6", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: Coconut milk ice cream is at the top of my list. It's so smooth and creamy with a tropical coconut twist. Plus, it's dairy-free for people who can't have lactose or who want vegan options. Here's a snap of the ice cream I made." + }, + { + "docId": "transcripts/session-29-d2910", + "diaId": "D29:10", + "speaker": "Nate", + "score": 0.9894736842105263, + "snippet": "---\nNate: Yeah, turtles are like zen masters! They always remind me to slow down and appreciate the small things in life. I'm loving experimenting with flavors right now. Here are some colorful bowls of coconut milk ice cream that I made." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 102, + "category": 4, + "question": "Which dairy-free dessert flavors does Nate enjoy?", + "goldAnswer": "chocolate and mixed berry", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 103, + "category": 4, + "question": "What did Joanna recently watch and recommend to Nate on February 7, 2022?", + "goldAnswer": "\"Little Women\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 104, + "category": 4, + "question": "What is \"Little Women\" about according to Joanna?", + "goldAnswer": "Sisterhood, love, and reaching for your dreams", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 105, + "category": 4, + "question": "What flavor of ice cream did Nate make for his friend on 25 February, 2022?", + "goldAnswer": "chocolate and vanilla swirl", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 106, + "category": 4, + "question": "What inspired Joanna's new screenplay on 25 February, 2022?", + "goldAnswer": "personal experiences and her own journey of self-discovery", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 107, + "category": 4, + "question": "Why does Nate like turtles as pets?", + "goldAnswer": "Their slow pace and calming nature", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 108, + "category": 4, + "question": "How does Nate describe the process of taking care of turtles?", + "goldAnswer": "Not tough; keep their area clean, feed them properly, give them enough light.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 109, + "category": 4, + "question": "What was Joanna's audition for?", + "goldAnswer": "writing gig", + "prediction": "---\nJoanna: Hey Nate!", + "score": 0, + "evidence": [ + "D6:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-6-d62", + "diaId": "D6:2", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Hey Nate! Been quite a ride - in a good way - had an audition yesterday for a writing gig." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 110, + "category": 4, + "question": "Why did Nate choose the hair color he did?", + "goldAnswer": "Bright and bold - like him", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 111, + "category": 4, + "question": "What are the main ingredients of the ice cream recipe shared by Nate?", + "goldAnswer": "Coconut milk, vanilla extract, sugar, salt", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 112, + "category": 4, + "question": "What is Joanna's project called in the writers group?", + "goldAnswer": "\"Finding Home\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 113, + "category": 4, + "question": "What is Nate's favorite genre of movies?", + "goldAnswer": "Fantasy and sci-fi", + "prediction": "---\nNate: I love action and sci-fi movies, the effects are so cool!", + "score": 0.28571428571428575, + "evidence": [ + "D9:10" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-1-d113", + "diaId": "D1:13", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: I love action and sci-fi movies, the effects are so cool! What about you, what's your favorite genre?" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 114, + "category": 4, + "question": "What kind of books does Nate enjoy?", + "goldAnswer": "Adventures and magic", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 115, + "category": 4, + "question": "What kind of films does Joanna enjoy?", + "goldAnswer": "Dramas and emotionally-driven films", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 116, + "category": 4, + "question": "Which activity helps Nate escape and stimulates his imagination?", + "goldAnswer": "watching fantasy and sci-fi movies", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 117, + "category": 4, + "question": "What filling did Joanna use in the cake she made recently in May 2022?", + "goldAnswer": "strawberry", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 118, + "category": 4, + "question": "What kind of frosting did Joanna use on the cake she made recently in May 2022?", + "goldAnswer": "coconut cream", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 119, + "category": 4, + "question": "What does Nate feel he could do when out in cool places like Whispering Falls?", + "goldAnswer": "write a whole movie", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 120, + "category": 4, + "question": "What creative activity does Nate joke about pursuing after being inspired by their hikes with Jo?", + "goldAnswer": "Start thinking about a drama and publish a screenplay", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 121, + "category": 4, + "question": "Who invited Nate to join her on the trails sometime?", + "goldAnswer": "Joanna", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 122, + "category": 4, + "question": "What did Nate do for Joanna on 25 May, 2022?", + "goldAnswer": "get her a stuffed animal", + "prediction": "sessionId: session_13\nsessionDateTime: '3:00 pm on 25 May, 2022'\ndiaId: 'D13:10", + "score": 0, + "evidence": [ + "D13:9" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-25-d2529", + "diaId": "D25:29", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_25\nsessionDateTime: '8:16 pm on 25 October, 2022'\ndiaId: 'D25:29'" + }, + { + "docId": "transcripts/session-25-d257", + "diaId": "D25:7", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_25\nsessionDateTime: '8:16 pm on 25 October, 2022'\ndiaId: 'D25:7'" + }, + { + "docId": "transcripts/session-25-d251", + "diaId": "D25:1", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_25\nsessionDateTime: '8:16 pm on 25 October, 2022'\ndiaId: 'D25:1'" + }, + { + "docId": "transcripts/session-25-d253", + "diaId": "D25:3", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_25\nsessionDateTime: '8:16 pm on 25 October, 2022'\ndiaId: 'D25:3'" + }, + { + "docId": "transcripts/session-25-d258", + "diaId": "D25:8", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_25\nsessionDateTime: '8:16 pm on 25 October, 2022'\ndiaId: 'D25:8'" + }, + { + "docId": "transcripts/session-25-d2511", + "diaId": "D25:11", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_25\nsessionDateTime: '8:16 pm on 25 October, 2022'\ndiaId: 'D25:11'" + }, + { + "docId": "transcripts/session-25-d252", + "diaId": "D25:2", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_25\nsessionDateTime: '8:16 pm on 25 October, 2022'\ndiaId: 'D25:2'" + }, + { + "docId": "transcripts/session-13-d1310", + "diaId": "D13:10", + "speaker": "sessionId", + "score": 0.85, + "snippet": "sessionId: session_13\nsessionDateTime: '3:00 pm on 25 May, 2022'\ndiaId: 'D13:10'" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 123, + "category": 4, + "question": "How does Nate describe the stuffed animal he got for Joanna?", + "goldAnswer": "A stuffed animal to remind you of the good vibes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 124, + "category": 4, + "question": "What event is Nate organizing in June 2022?", + "goldAnswer": "A gaming party", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 125, + "category": 4, + "question": "Who did Nate plan to invite to his gaming party in June 2022?", + "goldAnswer": "Tournament friends, old friends, teammates", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 126, + "category": 4, + "question": "What special items did Nate get for everyone at his gaming party?", + "goldAnswer": "Custom controller decorations", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 127, + "category": 4, + "question": "What did Joanna write yesterday that appeared on the big screen?", + "goldAnswer": "screenplay bits", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 128, + "category": 4, + "question": "What superhero is Joanna a fan of?", + "goldAnswer": "Spider-Man", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 129, + "category": 4, + "question": "Which superhero toy figure does Nate share a photo of?", + "goldAnswer": "Iron Man", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 130, + "category": 4, + "question": "What is displayed on Joanna's cork board for motivation and creativity?", + "goldAnswer": "inspiring quotes, photos, and little keepsakes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 131, + "category": 4, + "question": "What does the photo on Joanna's cork board remind her of?", + "goldAnswer": "love and encouragement from her family", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 132, + "category": 4, + "question": "What did Nate make and share with his vegan diet group?", + "goldAnswer": "vegan ice cream", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 133, + "category": 4, + "question": "How many people attended the gaming party hosted by Nate in June 2022?", + "goldAnswer": "7", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 134, + "category": 4, + "question": "What recipe Nate offer to share with Joanna?", + "goldAnswer": "vegan ice cream recipe", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 135, + "category": 4, + "question": "What did Joanna plan to do with the recipe Nate promised to share?", + "goldAnswer": "make it for her family", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 136, + "category": 4, + "question": "How many video game tournaments has Nate won by July 10, 2022?", + "goldAnswer": "Four", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 137, + "category": 4, + "question": "Where did Joanna go for a road trip for research?", + "goldAnswer": "Woodhaven", + "prediction": "---\nJoanna: Congrats, Nate!", + "score": 0, + "evidence": [ + "D17:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-17-d172", + "diaId": "D17:2", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Congrats, Nate! That's awesome! So proud of you. Your hard work really paid off - keep it up! BTW, I took a road trip for research for my next movie while you were winning. Much-needed break and a chance to explore new places and get inspired." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 138, + "category": 4, + "question": "What did Joanna discover at the library in Woodhaven?", + "goldAnswer": "cool old book collection", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 139, + "category": 4, + "question": "What specific themes are explored in Joanna's new book?", + "goldAnswer": "loss, redemption, and forgiveness", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 140, + "category": 4, + "question": "What inspired Joanna's new script in July 2022?", + "goldAnswer": "Woodhaven's interesting past and people", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 141, + "category": 4, + "question": "What did Nate do while Joanna was on her road trip?", + "goldAnswer": "Won a video game tournament", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 142, + "category": 4, + "question": "What does Nate do that he loves and can make money from?", + "goldAnswer": "Competing in video game tournaments", + "prediction": "---\nNate: Hey Joanna, check this out!", + "score": 0, + "evidence": [ + "D17:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-17-d171", + "diaId": "D17:1", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: Hey Joanna, check this out! I won my fourth video game tournament on Friday! It was awesome competing and showing off my skills - and the victory was indescribable. I'm really proud that I can make money doing what I love. This one was online!" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 143, + "category": 4, + "question": "How did Joanna feel when someone wrote her a letter after reading her blog post?", + "goldAnswer": "Touched", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 144, + "category": 4, + "question": "What kind of impact does Joanna hope to have with her writing?", + "goldAnswer": "share her stories and hopefully have an impact", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 145, + "category": 4, + "question": "What kind of content did Joanna share that someone wrote her a letter about?", + "goldAnswer": "A blog post about a hard moment in her life", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 146, + "category": 4, + "question": "What motivates Joanna to keep writing even on tough days?", + "goldAnswer": "Knowing that her writing can make a difference", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 147, + "category": 4, + "question": "What type of ice cream does Joanna mention that Nate makes and is delicious?", + "goldAnswer": "Coconut milk ice cream", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 148, + "category": 4, + "question": "How did Nate feel about sharing his love for dairy-free desserts with Joanna?", + "goldAnswer": "Happy to share", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 149, + "category": 4, + "question": "What did Joanna share with her writers group in August 2022?", + "goldAnswer": "her book", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 150, + "category": 4, + "question": "How did Joanna celebrate after sharing her book with her writers group?", + "goldAnswer": "making a delicious treat", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 151, + "category": 4, + "question": "How did Nate celebrate winning the international tournament?", + "goldAnswer": "Taking time off to chill with pets", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 152, + "category": 4, + "question": "Why is Joanna experimenting with dairy-free options in her dessert recipes?", + "goldAnswer": "lactose intolerance", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 153, + "category": 4, + "question": "What substitution does Nate suggest for butter in dairy-free baking?", + "goldAnswer": "dairy-free margarine or coconut oil", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 154, + "category": 4, + "question": "What type of show did Nate host where he taught vegan ice cream recipes?", + "goldAnswer": "a cooking show", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 155, + "category": 4, + "question": "What is Nate's favorite dish from the cooking show he hosted?", + "goldAnswer": "Coconut milk ice cream", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 156, + "category": 4, + "question": "What is one of Nate's favorite dairy-free treats besides coconut milk ice cream?", + "goldAnswer": "dairy-free chocolate mousse", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 157, + "category": 4, + "question": "What dessert did Joanna share a photo of that has an almond flour crust, chocolate ganache, and fresh raspberries?", + "goldAnswer": "chocolate raspberry tart", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 158, + "category": 4, + "question": "What kind of cake did Joanna share a photo of that she likes making for birthdays and special days?", + "goldAnswer": "chocolate cake with raspberries", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 159, + "category": 4, + "question": "What two main ingredients are part of the dessert Joanna shared a photo of with blueberries, coconut milk, and a gluten-free crust?", + "goldAnswer": "blueberries and coconut milk", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 160, + "category": 4, + "question": "What movie did Nate recently watch and enjoy on October 6, 2022?", + "goldAnswer": "Little Women", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 161, + "category": 4, + "question": "What did Joanna make for one of the ladies at her writing club?", + "goldAnswer": "a bookmark", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 162, + "category": 4, + "question": "What game did Nate play at the game convention he attended on 9 October, 2022?", + "goldAnswer": "Catan", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 163, + "category": 4, + "question": "What movie has Nate recently seen that blew his mind?", + "goldAnswer": "\"Inception\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 164, + "category": 4, + "question": "What game has Nate been playing nonstop with a futuristic setting and gameplay on October 9, 2022?", + "goldAnswer": "Cyberpunk 2077", + "prediction": "---\nNate: I recently saw a movie that blew my mind with all the twists and dream stuff, I think it was called \"Inception\".", + "score": 0, + "evidence": [ + "D23:17" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-23-d2317", + "diaId": "D23:17", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: I recently saw a movie that blew my mind with all the twists and dream stuff, I think it was called \"Inception\". I've also been playing a game nonstop with a great futuristic setting and gameplay called \"Cyberpunk 2077\". Have you seen or played anything good lately?" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 165, + "category": 4, + "question": "What did Nate share a photo of when mentioning unwinding at home?", + "goldAnswer": "a bookcase filled with dvds and movies", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 166, + "category": 4, + "question": "How did Joanna describe the classic movie he watched?", + "goldAnswer": "gripping with great actors", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 167, + "category": 4, + "question": "What does Joanna recommend to make a living room comfy like hers?", + "goldAnswer": "couch for multiple people, fluffy blanket, lights that can be dimmed", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 168, + "category": 4, + "question": "What helps Joanna stay focused and brings her joy?", + "goldAnswer": "stuffed animal dog named Tilly", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 169, + "category": 4, + "question": "What does Joanna do while she writes?", + "goldAnswer": "have a stuffed animal dog named Tilly with her", + "prediction": "---\nJoanna: Pets have a way of brightening our days.", + "score": 0.125, + "evidence": [ + "D24:4" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-24-d244", + "diaId": "D24:4", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Pets have a way of brightening our days. I still have that stuffed animal dog you gave me! I named her Tilly, and she's always with me while I write." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 170, + "category": 4, + "question": "Why did Joanna name the stuffed animal dog Tilly?", + "goldAnswer": "after a dog she had in Michigan", + "prediction": "---\nJoanna: Pets have a way of brightening our days.", + "score": 0, + "evidence": [ + "D24:6" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-24-d244", + "diaId": "D24:4", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Pets have a way of brightening our days. I still have that stuffed animal dog you gave me! I named her Tilly, and she's always with me while I write." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 171, + "category": 4, + "question": "What does Joanna do after receiving a rejection from a production company?", + "goldAnswer": "keep grinding and moving ahead", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 172, + "category": 4, + "question": "How does Nate feel about Joanna's ability to bounce back from setbacks?", + "goldAnswer": "respect Joanna for being able to bounce back", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 173, + "category": 4, + "question": "What encouragement does Nate give to Joanna after her setback?", + "goldAnswer": "rejections don't define her, keep grinding and she'll find the perfect opportunity", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 174, + "category": 4, + "question": "What does Nate rely on for cheer and joy?", + "goldAnswer": "his turtles", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 175, + "category": 4, + "question": "What does Joanna use to remember her dog from Michigan?", + "goldAnswer": "naming a stuffed animal dog Tilly", + "prediction": "---\nJoanna: I used to have a dog back in Michigan with that name, but then I got allergic and we had to get rid of her.", + "score": 0.13793103448275862, + "evidence": [ + "D24:6" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-24-d246", + "diaId": "D24:6", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: I used to have a dog back in Michigan with that name, but then I got allergic and we had to get rid of her. The name helps me remember her back when I used to be able to hold and squeeze animal without an allergic reaction!" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 176, + "category": 4, + "question": "What did Joanna contribute to that was shown on the big screen on the Sunday before October 25, 2022?", + "goldAnswer": "movie script", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 177, + "category": 4, + "question": "What inspires Joanna to create drawings of her characters?", + "goldAnswer": "visuals to help bring the characters alive in her head so she can write better", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 178, + "category": 4, + "question": "Where does Joanna get her ideas for the characters from?", + "goldAnswer": "people she knows, things she saw, her imagination", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 179, + "category": 4, + "question": "How did Joanna feel on October 25, 2022 about seeing her characters come alive on the big screen?", + "goldAnswer": "surreal and cool", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 180, + "category": 4, + "question": "What type of diet do Nate's turtles have?", + "goldAnswer": "combination of vegetables, fruits, and insects", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 181, + "category": 4, + "question": "What ingredient did Nate use to make the ice cream lactose-free?", + "goldAnswer": "coconut milk", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 182, + "category": 4, + "question": "What did Joanna find in old notebooks last week that prompted her to reflect on her progress as a writer?", + "goldAnswer": "early writings", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 183, + "category": 4, + "question": "What game is Nate currently playing and recommends to others on November 7, 2022?", + "goldAnswer": "\"Xenoblade Chronicles\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 184, + "category": 4, + "question": "What did Joanna receive from her brother that brought back childhood memories?", + "goldAnswer": "a handwritten letter", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:29" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 185, + "category": 4, + "question": "What is the type of game \"Xenoblade Chronicles\" that Nate is playing?", + "goldAnswer": "fantasy RPG", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 186, + "category": 4, + "question": "What dish did Nate make on 9 November, 2022?", + "goldAnswer": "Homemade coconut ice cream", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 187, + "category": 4, + "question": "What project is Joanna working on in her notebook on November 9, 2022?", + "goldAnswer": "A suspenseful thriller set in a small Midwestern town", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 188, + "category": 4, + "question": "What is Nate creating for YouTube on 9 November, 2022?", + "goldAnswer": "gaming content", + "prediction": "sessionId: session_28\nsessionDateTime: '5:54 pm on 9 November, 2022'\ndiaId: 'D28:13", + "score": 0, + "evidence": [ + "D28:13" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-28-d2813", + "diaId": "D28:13", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_28\nsessionDateTime: '5:54 pm on 9 November, 2022'\ndiaId: 'D28:13'" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 189, + "category": 4, + "question": "What inspired Nate to start making gaming videos?", + "goldAnswer": "Love of gaming and connecting with others who enjoy it too", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 190, + "category": 4, + "question": "What new content is Nate creating for YouTube?", + "goldAnswer": "Gaming videos", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 191, + "category": 4, + "question": "What advice does Joanna give to Nate about making YouTube videos?", + "goldAnswer": "Watch other people's videos to understand what the audience likes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 192, + "category": 4, + "question": "What did Joanna take a picture of near Fort Wayne last summer?", + "goldAnswer": "Sunset", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 193, + "category": 4, + "question": "What inspired Joanna to take a picture of the sunset in the field near Fort Wayne?", + "goldAnswer": "The incredible sunset and surrounding beauty", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 194, + "category": 4, + "question": "Why did Nate get a third turtle?", + "goldAnswer": "He saw another one at a pet store and wanted to get it", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:25" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 195, + "category": 4, + "question": "What does Nate want to do when he goes over to Joanna's place?", + "goldAnswer": "Watch one of Joanna's movies together or go to the park", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:29" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 196, + "category": 4, + "question": "What did Nate take to the beach in Tampa?", + "goldAnswer": "turtles", + "prediction": "---\nNate: Wow Joanna, that must have been so exciting!", + "score": 0, + "evidence": [ + "D29:6" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-29-d296", + "diaId": "D29:6", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: Wow Joanna, that must have been so exciting! It's incredible when you get those moments of joy. Anyway, I took my turtles to the beach in Tampa yesterday! They always bring me peace in the craziness of life." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 197, + "category": 4, + "question": "What does Nate love most about having turtles?", + "goldAnswer": "They make him feel calm and don't require much looking after", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 198, + "category": 4, + "question": "What did Nate share a photo of as a part of his experimentation in November 2022?", + "goldAnswer": "colorful bowls of coconut milk ice cream", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 199, + "category": 5, + "question": "What color did Joanna choose for her hair?", + "goldAnswer": "purple", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:1", + "D7:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 200, + "category": 5, + "question": "What is Joanna's favorite movie trilogy?", + "goldAnswer": "Lord of the Rings", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 201, + "category": 5, + "question": "What is Joanna's favorite book series about?", + "goldAnswer": "dragons", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 202, + "category": 5, + "question": "What kind of lighting does Joanna's gaming room have?", + "goldAnswer": "red and purple lighting", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D10:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 203, + "category": 5, + "question": "What game was the second tournament that Joanna won based on?", + "goldAnswer": "Street Fighter", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D10:4", + "D10:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 204, + "category": 5, + "question": "What is Nate's third screenplay about?", + "goldAnswer": "loss, identity, and connection", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D12:13", + "D12:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 205, + "category": 5, + "question": "What type of movies does Nate hate watching the most?", + "goldAnswer": "action and sci-fi", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D1:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 206, + "category": 5, + "question": "What genre is Joanna's first novella?", + "goldAnswer": "drama and romance", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 207, + "category": 5, + "question": "What are Nate's plans for his finished screenplay in January 2022?", + "goldAnswer": "submit it to film festivals and get producers and directors to check it out", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 208, + "category": 5, + "question": "For how long has Nate had his snakes?", + "goldAnswer": "3 years", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 209, + "category": 5, + "question": "What did Nate think of the caramel ice cream he made?", + "goldAnswer": "Super good, rich and creamy", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 210, + "category": 5, + "question": "What flavor of cake did Nate make for his friend on 25 February, 2022?", + "goldAnswer": "chocolate and vanilla swirl", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 211, + "category": 5, + "question": "What was Nate's audition for?", + "goldAnswer": "writing gig", + "prediction": "---\nJoanna: Hey Nate!", + "score": 0, + "evidence": [ + "D6:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-6-d62", + "diaId": "D6:2", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Hey Nate! Been quite a ride - in a good way - had an audition yesterday for a writing gig." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 212, + "category": 5, + "question": "Why did Joanna choose the hair color she did?", + "goldAnswer": "Bright and bold - like her", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 213, + "category": 5, + "question": "What are the main ingredients of the ice cream recipe shared by Joanna?", + "goldAnswer": "Coconut milk, vanilla extract, sugar, salt", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 214, + "category": 5, + "question": "What is Nate's project called in the writers group?", + "goldAnswer": "\"Finding Home\"", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 215, + "category": 5, + "question": "Which activity helps Nate escape and numbs his mind?", + "goldAnswer": "watching fantasy and sci-fi movies", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 216, + "category": 5, + "question": "What filling did Nate use in the cake he made recently in May 2022?", + "goldAnswer": "strawberry", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D10:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 217, + "category": 5, + "question": "Who did Joanna plan to invite to her gaming party in June 2022?", + "goldAnswer": "Tournament friends, old friends, teammates", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 218, + "category": 5, + "question": "What special items did Joanna get for everyone at her gaming party?", + "goldAnswer": "Custom controller decorations", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 219, + "category": 5, + "question": "What supervillain is Joanna a fan of?", + "goldAnswer": "Spider-Man", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 220, + "category": 5, + "question": "Which superhero toy figure does Joanna share a photo of?", + "goldAnswer": "Iron Man", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 221, + "category": 5, + "question": "What did Joanna make and share with her vegan diet group?", + "goldAnswer": "vegan ice cream", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D16:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 222, + "category": 5, + "question": "How many people attended the gaming party hosted by Joanna in June 2022?", + "goldAnswer": "7", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D16:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 223, + "category": 5, + "question": "Where did Nate go for a road trip for research?", + "goldAnswer": "Woodhaven", + "prediction": "---\nJoanna: Congrats, Nate!", + "score": 0, + "evidence": [ + "D17:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-17-d172", + "diaId": "D17:2", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Congrats, Nate! That's awesome! So proud of you. Your hard work really paid off - keep it up! BTW, I took a road trip for research for my next movie while you were winning. Much-needed break and a chance to explore new places and get inspired." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 224, + "category": 5, + "question": "What did Joanna discover at the museum in Woodhaven?", + "goldAnswer": "cool old book collection", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 225, + "category": 5, + "question": "What specific themes are explored in Nate's new book?", + "goldAnswer": "loss, redemption, and forgiveness", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 226, + "category": 5, + "question": "How did Nate feel when someone wrote him a letter after reading his blog post?", + "goldAnswer": "Touched", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 227, + "category": 5, + "question": "What kind of impact does Joanna hope to have with her painting?", + "goldAnswer": "share her stories and hopefully have an impact", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 228, + "category": 5, + "question": "What did Nate share with his writers group in August 2022?", + "goldAnswer": "her book", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 229, + "category": 5, + "question": "How did Nate celebrate after sharing his book with a writers group?", + "goldAnswer": "making a delicious treat", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 230, + "category": 5, + "question": "How did Joanna celebrate winning the international tournament?", + "goldAnswer": "Taking time off to chill with pets", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 231, + "category": 5, + "question": "What substitution does Nate suggest for sugar in dairy-free baking?", + "goldAnswer": "dairy-free margarine or coconut oil", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D20:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 232, + "category": 5, + "question": "What type of show did Joanna host where she taught vegan ice cream recipes?", + "goldAnswer": "a cooking show", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D21:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 233, + "category": 5, + "question": "What is Joanna's favorite dish from the cooking show she hosted?", + "goldAnswer": "Coconut milk ice cream", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D21:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 234, + "category": 5, + "question": "What dessert did Nate share a photo of that has an almond flour crust, chocolate ganache, and fresh raspberries?", + "goldAnswer": "chocolate raspberry tart", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D21:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 235, + "category": 5, + "question": "What two main ingredients are part of the dessert Nate shared a photo of with blueberries, coconut milk, and a gluten-free crust?", + "goldAnswer": "blueberries and coconut milk", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D21:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 236, + "category": 5, + "question": "What movie did Joanna recently watch and enjoy on October 6, 2022?", + "goldAnswer": "Little Women", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D22:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 237, + "category": 5, + "question": "What did Nate make for one of the ladies at his writing club?", + "goldAnswer": "a bookmark", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D22:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 238, + "category": 5, + "question": "What game has Joanna been playing nonstop with a futuristic setting and gameplay on October 9, 2022?", + "goldAnswer": "Cyberpunk 2077", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 239, + "category": 5, + "question": "How did Nate describe the classic movie he watched?", + "goldAnswer": "gripping with great actors", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 240, + "category": 5, + "question": "What does Nate recommend to make a living room comfy like his?", + "goldAnswer": "couch for multiple people, fluffy blanket, lights that can be dimmed", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 241, + "category": 5, + "question": "What helps Joanna stay distracted and brings her sadness?", + "goldAnswer": "stuffed animal dog named Tilly", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 242, + "category": 5, + "question": "What does Nate do while he writes?", + "goldAnswer": "have a stuffed animal dog named Tilly with him", + "prediction": "---\nJoanna: Yeah Nate, your cooking is amazing!", + "score": 0, + "evidence": [ + "D24:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-4-d410", + "diaId": "D4:10", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Yeah Nate, your cooking is amazing! I can't stop thinking about the screenplay, so I just started writing another one while I wait to hear back about how the first one did." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 243, + "category": 5, + "question": "What does Nate do after receiving a rejection from a production company?", + "goldAnswer": "keep grinding and moving ahead", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 244, + "category": 5, + "question": "What does Joanna rely on for cheer and joy?", + "goldAnswer": "her turtles", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 245, + "category": 5, + "question": "What does Nate use to remember his dog from Michigan?", + "goldAnswer": "stuffed animal dog Tilly", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 246, + "category": 5, + "question": "What inspires Joanna to create music for her characters?", + "goldAnswer": "visuals to help bring the characters alive in her head so she can write better", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D25:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 247, + "category": 5, + "question": "What type of diet do Joanna's turtles have?", + "goldAnswer": "combination of vegetables, fruits, and insects", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D25:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 248, + "category": 5, + "question": "What did Nate find in old notebooks last week that prompted him to reflect on her progress as a writer?", + "goldAnswer": "early writings", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D26:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 249, + "category": 5, + "question": "What game is Joanna currently playing and recommends to others on November 7, 2022?", + "goldAnswer": "\"Xenoblade Chronicles\"", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D27:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 250, + "category": 5, + "question": "What did Nate receive from his brother that brought back childhood memories?", + "goldAnswer": "a handwritten letter", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D27:29" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 251, + "category": 5, + "question": "What is the type of game \"Xenoblade Chronicles\" that Joanna is playing?", + "goldAnswer": "fantasy RPG", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D27:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 252, + "category": 5, + "question": "What project is Nate working on in his notebook on November 9, 2022?", + "goldAnswer": "A suspenseful thriller set in a small Midwestern town", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D28:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 253, + "category": 5, + "question": "What is Joanna creating for YouTube on 9 November, 2022?", + "goldAnswer": "gaming content", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D28:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 254, + "category": 5, + "question": "What inspired Joanna to start making gaming videos?", + "goldAnswer": "Love of gaming and connecting with others who enjoy it too", + "prediction": "---\nJoanna: Wow, that's a cool idea!", + "score": 0, + "evidence": [ + "D28:15" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-28-d2814", + "diaId": "D28:14", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Wow, that's a cool idea! What inspired you to start making gaming videos?" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 255, + "category": 5, + "question": "What new content is Nate creating for television?", + "goldAnswer": "Gaming videos", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D28:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 256, + "category": 5, + "question": "What did Nate take a picture of near Fort Wayne last summer?", + "goldAnswer": "Sunset", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D28:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-42", + "questionIndex": 257, + "category": 5, + "question": "Why did Joanna get a third turtle?", + "goldAnswer": "She saw another one at a pet store and wanted to get it", + "prediction": "---\nJoanna: Wow!", + "score": 0, + "evidence": [ + "D28:25" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-28-d2826", + "diaId": "D28:26", + "speaker": "Joanna", + "score": 1, + "snippet": "---\nJoanna: Wow! It's always a shock where life will take us next! I bet just last week you would have never thought you would be getting a third turtle this year!" + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 258, + "category": 5, + "question": "What did Joanna take to the beach in Tampa?", + "goldAnswer": "turtles", + "prediction": "---\nNate: Wow Joanna, that must have been so exciting!", + "score": 0, + "evidence": [ + "D29:6" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-29-d296", + "diaId": "D29:6", + "speaker": "Nate", + "score": 1, + "snippet": "---\nNate: Wow Joanna, that must have been so exciting! It's incredible when you get those moments of joy. Anyway, I took my turtles to the beach in Tampa yesterday! They always bring me peace in the craziness of life." + } + ] + }, + { + "sampleId": "conv-42", + "questionIndex": 259, + "category": 5, + "question": "What does Joanna love most about having turtles?", + "goldAnswer": "They make her feel calm and don't require much looking after", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D29:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 0, + "category": 1, + "question": "what are John's goals with regards to his basketball career?", + "goldAnswer": "improve shooting percentage, win a championship", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:9", + "D6:15", + "D11:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 1, + "category": 1, + "question": "What are John's goals for his career that are not related to his basketball skills?", + "goldAnswer": "get endorsements, build his brand, do charity work", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:15", + "D11:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 2, + "category": 1, + "question": "What items does John collect?", + "goldAnswer": "sneakers, fantasy movie DVDs, jerseys", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:15", + "D12:18", + "D27:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 3, + "category": 3, + "question": "Would Tim enjoy reading books by C. S. Lewis or John Greene?", + "goldAnswer": "C. S.Lewis", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:14", + "D1:16", + "D1:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 4, + "category": 1, + "question": "What books has Tim read?", + "goldAnswer": "Harry Potter, Game of Thrones, the Name of the Wind, The Alchemist, The Hobbit, A Dance with Dragons, and the Wheel of Time.", + "prediction": "---\nTim: Yeah, John!", + "score": 0, + "evidence": [ + "D1:14", + "D2:7", + "D6:8", + "D11:26", + "D20:21", + "D26:36", + "D22:13" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-19-d1919", + "diaId": "D19:19", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: Yeah, John! I recently read a book that really made a big impact on me. It's all about how small changes can make big differences. It really changed the way I do things. Have you read any good books lately?" + }, + { + "docId": "transcripts/session-22-d229", + "diaId": "D22:9", + "speaker": "Tim", + "score": 0.9767441860465116, + "snippet": "---\nTim: Awesome! Sounds like your team has something similar to the characters in the series. They rely on each other to push through challenges. By the way, what book are you currently reading? I'm always on the lookout for new reads!" + }, + { + "docId": "transcripts/session-5-d513", + "diaId": "D5:13", + "speaker": "Tim", + "score": 0.9767441860465116, + "snippet": "---\nTim: Thanks for asking! I'm reading a fantasy book that really captivates me. It takes me to another world where I'm on the edge of my seat and my imagination soars. It's amazing how books can transport us like that." + }, + { + "docId": "transcripts/session-14-d1422", + "diaId": "D14:22", + "speaker": "Tim", + "score": 0.9767441860465116, + "snippet": "---\nTim: I'm reading this book and I'm totally hooked! What about you?" + }, + { + "docId": "transcripts/session-3-d330", + "diaId": "D3:30", + "speaker": "Tim", + "score": 0.9651162790697674, + "snippet": "---\nTim: That's awesome! I don't surf, but reading a great fantasy book helps me escape and feel free." + }, + { + "docId": "transcripts/session-28-d2816", + "diaId": "D28:16", + "speaker": "John", + "score": 0.9651162790697674, + "snippet": "---\nJohn: Thanks, Tim! It's awesome to see how sports can unite people. By the way, what book are you currently reading?" + }, + { + "docId": "transcripts/session-19-d1923", + "diaId": "D19:23", + "speaker": "Tim", + "score": 0.9651162790697674, + "snippet": "---\nTim: Definitely! Books have a way of opening up new worlds, inspiring us, and making us think. They have the power to make us feel better and help us grow, which is amazing. It's great that we share a love for reading. Let's keep exploring books and motivating each other! Talk to you later!" + }, + { + "docId": "transcripts/session-5-d515", + "diaId": "D5:15", + "speaker": "Tim", + "score": 0.9534883720930232, + "snippet": "---\nTim: It's a book by Patrick Rothfuss and it's awesome! The way the author builds the world and characters is amazing. You should read it!" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 5, + "category": 3, + "question": "Based on Tim's collections, what is a shop that he would enjoy visiting in New York city?", + "goldAnswer": "House of MinaLima", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 6, + "category": 2, + "question": "In which month's game did John achieve a career-high score in points?", + "goldAnswer": "June 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 7, + "category": 1, + "question": "Which geographical locations has Tim been to?", + "goldAnswer": "California, London, the Smoky Mountains", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:18", + "D3:2", + "D14:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 8, + "category": 3, + "question": "Which outdoor gear company likely signed up John for an endorsement deal?", + "goldAnswer": "Under Armour", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:15", + "D25:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 9, + "category": 1, + "question": "Which endorsement deals has John been offered?", + "goldAnswer": "basketball shoes and gear deal with Nike, potential sponsorship with Gatorade, Moxie a popular beverage company, outdoor gear company", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:13", + "D3:15", + "D25:2", + "D29:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 10, + "category": 2, + "question": "When was John in Seattle for a game?", + "goldAnswer": "early August, 2023", + "prediction": "---\nJohn: It's Seattle, I'm stoked for my game there next month!", + "score": 0, + "evidence": [ + "D3:19", + "D5:2" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-3-d319", + "diaId": "D3:19", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: It's Seattle, I'm stoked for my game there next month! It's one of my favorite cities to explore - super vibrant!" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 11, + "category": 1, + "question": "What sports does John like besides basketball?", + "goldAnswer": "surfing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:7", + "D2:14", + "D3:1", + "D3:25" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 12, + "category": 2, + "question": "What year did John start surfing?", + "goldAnswer": "2018", + "prediction": "---\nJohn: I started surfing five years ago and it's been great.", + "score": 0, + "evidence": [ + "D3:27" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-3-d327", + "diaId": "D3:27", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: I started surfing five years ago and it's been great. I love the connection to nature." + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 13, + "category": 1, + "question": "What does Tim do to escape reality?", + "goldAnswer": "Read fantasy books.", + "prediction": "---\nTim: They really fire up my imagination and take me to alternate realities.", + "score": 0, + "evidence": [ + "D2:11", + "D3:30" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-12-d1217", + "diaId": "D12:17", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: They really fire up my imagination and take me to alternate realities. They're my escape from reality." + }, + { + "docId": "transcripts/session-2-d211", + "diaId": "D2:11", + "speaker": "Tim", + "score": 0.989010989010989, + "snippet": "---\nTim: Thanks! I have lots of reminders of it - kind of a way to escape reality." + }, + { + "docId": "transcripts/session-15-d1529", + "diaId": "D15:29", + "speaker": "Tim", + "score": 0.967032967032967, + "snippet": "---\nTim: I love going on road trips with friends and family, exploring and hiking or playing board games. And in my free time, I enjoy curling up with a good book, escaping reality and getting lost in different worlds. That's what I'm talking about." + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 14, + "category": 1, + "question": "What kind of writing does Tim do?", + "goldAnswer": "comments on favorite books in a fantasy literature forum, articles on fantasy novels, studying characters, themes, and making book recommendations, writing a fantasy novel", + "prediction": "---\nTim: I can just imagine the thrill of being in that kind of atmosphere.", + "score": 0.015873015873015876, + "evidence": [ + "D2:1", + "D4:3", + "D4:5", + "D15:3" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-6-d66", + "diaId": "D6:6", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: I can just imagine the thrill of being in that kind of atmosphere. Must've been an amazing experience for you! BTW, I have been writing more articles - it lets me combine my love for reading and the joy of sharing great stories. Here's my latest one!" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 15, + "category": 3, + "question": "Who is Anthony?", + "goldAnswer": "likely John's friend, colleague or family", + "prediction": "---\nJohn: Oh yeah, I remember you telling me about Harry Potter!", + "score": 0.1111111111111111, + "evidence": [ + "D4:8" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-4-d48", + "diaId": "D4:8", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Oh yeah, I remember you telling me about Harry Potter! I've got a funny story. Anthony and I went to this charity thing and ended up in this intense Harry Potter trivia contest. We did alright, but there was this one super-nerd there that took home this as a prize." + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 16, + "category": 2, + "question": "After how many weeks did Tim reconnect with the fellow Harry Potter fan from California?", + "goldAnswer": "three weeks", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:2", + "D5:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 17, + "category": 1, + "question": "How many games has John mentioned winning?", + "goldAnswer": "6", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:3", + "D5:2", + "D22:4", + "D23:7", + "D24:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 18, + "category": 1, + "question": "What authors has Tim read books from?", + "goldAnswer": "J.K. Rowling, R.R. Martin, Patrick Rothfuss, Paulo Coelho, and J. R. R. Tolkien.", + "prediction": "---\nTim: Thanks!", + "score": 0, + "evidence": [ + "D1:14", + "D2:7", + "D4:7", + "D5:15", + "D:11:26", + "D20:21", + "D26:36" + ], + "retrievalRecall": 0.14285714285714285, + "usedContext": [ + { + "docId": "transcripts/session-5-d515", + "diaId": "D5:15", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: It's a book by Patrick Rothfuss and it's awesome! The way the author builds the world and characters is amazing. You should read it!" + }, + { + "docId": "transcripts/session-15-d155", + "diaId": "D15:5", + "speaker": "Tim", + "score": 0.9888888888888889, + "snippet": "---\nTim: Thanks! Books, movies, and real-life experiences all fire up my creativity. For example, reading about castles in the UK gave me loads of ideas. Plus, certain authors are like goldmines of inspiration for me. Connecting with the things I love makes writing even more fun." + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 19, + "category": 3, + "question": "What is a prominent charity organization that John might want to work with and why?", + "goldAnswer": "Good Sports, because they work with Nike, Gatorade, and Under Armour and they aim toprovide youth sports opportunities for kids ages 3-18 in high-need communities.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:13", + "D3:15", + "D6:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 20, + "category": 2, + "question": "Which city was John in before traveling to Chicago?", + "goldAnswer": "Seattle", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:19", + "D5:2", + "D6:1", + "D6:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 21, + "category": 1, + "question": "Which US cities does John mention visiting to Tim?", + "goldAnswer": "Seattle, Chicago, New York", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:19", + "D6:3", + "D9:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 22, + "category": 2, + "question": "When did John meet with his teammates after returning from Chicago?", + "goldAnswer": "August 15, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 23, + "category": 2, + "question": "When is Tim attending a book conference?", + "goldAnswer": "September 2023", + "prediction": "---\nTim: I have no big events coming up, but I'm hoping to attend a book conference next month.", + "score": 0, + "evidence": [ + "D7:6" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-7-d76", + "diaId": "D7:6", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: I have no big events coming up, but I'm hoping to attend a book conference next month. It's an interesting gathering of authors, publishers and book lovers where we talk about our favorite novels and new releases. I'm excited to go because it'll help me learn more about literature and cr..." + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 24, + "category": 2, + "question": "Where was John between August 11 and August 15 2023?", + "goldAnswer": "Chicago", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:1", + "D6:3", + "D7:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 25, + "category": 1, + "question": "What similar sports collectible do Tim and John own?", + "goldAnswer": "signed basketball", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:7", + "D7:9", + "D16:7", + "D16:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 26, + "category": 1, + "question": "Which TV series does Tim mention watching?", + "goldAnswer": "That, Wheel of Time", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:1", + "D17:11", + "D26:36" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 27, + "category": 3, + "question": "Which popular time management technique does Tim use to prepare for exams?", + "goldAnswer": "Pomodoro technique", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:3", + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 28, + "category": 3, + "question": "Which popular music composer's tunes does Tim enjoy playing on the piano?", + "goldAnswer": "John Williams", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:14", + "D8:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 29, + "category": 1, + "question": "What schools did John play basketball in and how many years was he with his team during high school?", + "goldAnswer": "Middle school, high school, and college and he was with his high school team for 4 years.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:13", + "D9:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 30, + "category": 1, + "question": "Which cities has John been to?", + "goldAnswer": "Seattle, Chicago, New York, and Paris.", + "prediction": "---\nJohn: Wow, Tim, that's an awesome book collection!", + "score": 0, + "evidence": [ + "D3:19", + "D6:3", + "D9:6", + "D27:36" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-9-d96", + "diaId": "D9:6", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Wow, Tim, that's an awesome book collection! It's cool to escape to different worlds with a hobby. By the way, I love discovering new cities - check out this pic from one of my trips to New York City!" + }, + { + "docId": "transcripts/session-11-d117", + "diaId": "D11:7", + "speaker": "diaId", + "score": 0.9642857142857144, + "snippet": "diaId: 'D11:7'\nspeaker: John\nturnIndex: 7" + }, + { + "docId": "transcripts/session-3-d319", + "diaId": "D3:19", + "speaker": "John", + "score": 0.9642857142857144, + "snippet": "---\nJohn: It's Seattle, I'm stoked for my game there next month! It's one of my favorite cities to explore - super vibrant!" + }, + { + "docId": "transcripts/session-3-d321", + "diaId": "D3:21", + "speaker": "diaId", + "score": 0.9523809523809524, + "snippet": "diaId: 'D3:21'\nspeaker: John\nturnIndex: 21" + }, + { + "docId": "transcripts/session-9-d98", + "diaId": "D9:8", + "speaker": "diaId", + "score": 0.9523809523809524, + "snippet": "diaId: 'D9:8'\nspeaker: John\nturnIndex: 8" + }, + { + "docId": "transcripts/session-14-d1417", + "diaId": "D14:17", + "speaker": "diaId", + "score": 0.9404761904761906, + "snippet": "diaId: 'D14:17'\nspeaker: John\nturnIndex: 17" + }, + { + "docId": "transcripts/session-29-d2912", + "diaId": "D29:12", + "speaker": "diaId", + "score": 0.9404761904761906, + "snippet": "diaId: 'D29:12'\nspeaker: John\nturnIndex: 12" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 31, + "category": 2, + "question": "What month did Tim plan on going to Universal Studios?", + "goldAnswer": "September, 2023", + "prediction": "---\nTim: Thanks!", + "score": 0, + "evidence": [ + "D10:9" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-10-d109", + "diaId": "D10:9", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: Thanks! Excited to try this. Love experimenting with spices. By the way, have you been to Universal Studios? Planning a trip there next month." + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 32, + "category": 3, + "question": "Which US states might Tim be in during September 2023 based on his plans of visiting Universal Studios?", + "goldAnswer": "California or Florida", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 33, + "category": 2, + "question": "When does John plan on traveling with his team on a team trip?", + "goldAnswer": "October, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 34, + "category": 3, + "question": "What could John do after his basketball career?", + "goldAnswer": "become a basketball coach since he likes giving back and leadership", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:19", + "D26:1", + "D27:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 35, + "category": 1, + "question": "What outdoor activities does John enjoy?", + "goldAnswer": "Hiking, surfing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:27", + "D12:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 36, + "category": 1, + "question": "Who is Tim and John's favorite basketball player?", + "goldAnswer": "LeBron James", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:20", + "D12:22", + "D16:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 37, + "category": 2, + "question": "Which week did Tim visit the UK for the Harry Potter Conference?", + "goldAnswer": "The week before October 13th, 2023.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 38, + "category": 1, + "question": "which country has Tim visited most frequently in his travels?", + "goldAnswer": "UK", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:18", + "D13:1", + "D18:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 39, + "category": 2, + "question": "What year did Tim go to the Smoky Mountains?", + "goldAnswer": "2022", + "prediction": "---\nTim: I snapped that pic on my trip to the Smoky Mountains last year.", + "score": 0, + "evidence": [ + "D14:16" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-14-d1416", + "diaId": "D14:16", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: I snapped that pic on my trip to the Smoky Mountains last year. It was incredible seeing it in person. Nature's really something else!" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 40, + "category": 2, + "question": "Has Tim been to North Carolina and/or Tennesee states in the US?", + "goldAnswer": "Yes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 41, + "category": 1, + "question": "What kind of fiction stories does Tim write?", + "goldAnswer": "Fantasy stories with plot twists", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:3", + "D16:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 42, + "category": 1, + "question": "What has John cooked?", + "goldAnswer": "Soup, a slow cooker meal, and honey garlic chicken with roasted veg.", + "prediction": "diaId: 'D15:30'\nspeaker: John\nturnIndex: 30", + "score": 0, + "evidence": [ + "D10:4", + "D15:30", + "D15:31", + "D15:32" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-15-d1530", + "diaId": "D15:30", + "speaker": "diaId", + "score": 1, + "snippet": "diaId: 'D15:30'\nspeaker: John\nturnIndex: 30" + }, + { + "docId": "transcripts/session-27-d274", + "diaId": "D27:4", + "speaker": "diaId", + "score": 0.9651162790697674, + "snippet": "diaId: 'D27:4'\nspeaker: John\nturnIndex: 4" + }, + { + "docId": "transcripts/session-10-d104", + "diaId": "D10:4", + "speaker": "diaId", + "score": 0.9534883720930232, + "snippet": "diaId: 'D10:4'\nspeaker: John\nturnIndex: 4" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 43, + "category": 1, + "question": "What does John like about Lebron James?", + "goldAnswer": "His heart, determination, skills, and leadership.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:20", + "D16:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 44, + "category": 2, + "question": "When did John and his wife go on a European vacation?", + "goldAnswer": "November, 2023.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 45, + "category": 2, + "question": "Which country was Tim visiting in the second week of November?", + "goldAnswer": "UK", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 46, + "category": 2, + "question": "Where was Tim in the week before 16 November 2023?", + "goldAnswer": "UK", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 47, + "category": 2, + "question": "When did John get married at a greenhouse?", + "goldAnswer": "last week of September 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 48, + "category": 1, + "question": "When did John get an ankle injury in 2023?", + "goldAnswer": "around November 16, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 49, + "category": 1, + "question": "How many times has John injured his ankle?", + "goldAnswer": "two times", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:2", + "D19:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 50, + "category": 1, + "question": "Which book was John reading during his recovery from an ankle injury?", + "goldAnswer": "The Alchemist", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:20", + "D18:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 51, + "category": 3, + "question": "What kind of yoga for building core strength might John benefit from?", + "goldAnswer": "Hatha Yoga", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 52, + "category": 1, + "question": "What does John do to supplement his basketball training?", + "goldAnswer": "Yoga, strength training", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:5", + "D20:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 53, + "category": 3, + "question": "What other exercises can help John with his basketball performance?", + "goldAnswer": "Sprinting, long-distance running, and boxing.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:5", + "D20:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 54, + "category": 2, + "question": "When did John take a trip to the Rocky Mountains?", + "goldAnswer": "2022", + "prediction": "---\nJohn: Yeah, nature's great for clearing the mind and calming the soul.", + "score": 0, + "evidence": [ + "D20:40" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-20-d2040", + "diaId": "D20:40", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Yeah, nature's great for clearing the mind and calming the soul. This was my Rocky Mountains trip last year and it was stunning. Seeing those mountains, fresh air - it makes you realize how incredible the world is." + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 55, + "category": 2, + "question": "When did John start playing professionally?", + "goldAnswer": "May, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:3", + "D21:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 56, + "category": 2, + "question": "When did Tim start playing the violin?", + "goldAnswer": "August 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 57, + "category": 1, + "question": "What instruments does Tim play?", + "goldAnswer": "piano, violin", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:12", + "D21:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 58, + "category": 2, + "question": "When did John attend the Harry Potter trivia?", + "goldAnswer": "August 2023.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:8", + "D22:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 59, + "category": 1, + "question": "Which career-high performances did John achieve in 2023?", + "goldAnswer": "highest point score, highest assist", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1", + "D23:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 60, + "category": 2, + "question": "When did John achieve a career-high assist performance?", + "goldAnswer": "December 11, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 61, + "category": 1, + "question": "What books has John read?", + "goldAnswer": "inpsiring book on dreaming big, The Alchemist, fantasy series, non-fiction books on personal development, Dune", + "prediction": "---\nJohn: Thanks!", + "score": 0, + "evidence": [ + "D4:10", + "D11:26", + "D17:9", + "D19:16", + "D19:20", + "D22:12" + ], + "retrievalRecall": 0.3333333333333333, + "usedContext": [ + { + "docId": "transcripts/session-11-d1125", + "diaId": "D11:25", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Thanks! I'll definitely check it out - looks like a great book to read while traveling. Can't wait to dive into it! Here's a photo of my bookshelf. You can see some of the books I've read and enjoyed." + }, + { + "docId": "transcripts/session-19-d1919", + "diaId": "D19:19", + "speaker": "Tim", + "score": 0.9885057471264368, + "snippet": "---\nTim: Yeah, John! I recently read a book that really made a big impact on me. It's all about how small changes can make big differences. It really changed the way I do things. Have you read any good books lately?" + }, + { + "docId": "transcripts/session-5-d512", + "diaId": "D5:12", + "speaker": "John", + "score": 0.9885057471264368, + "snippet": "---\nJohn: Having someone to support and motivate you is so important, whether it's in sports or any other aspect of life. I know you've found your peace in reading fantasy books - that's amazing! What book are you currently reading? Anything that has stood out to you?" + }, + { + "docId": "transcripts/session-22-d2214", + "diaId": "D22:14", + "speaker": "John", + "score": 0.9770114942528736, + "snippet": "---\nJohn: That's cool! I've heard it's such an inspiring book. Have you read all of George R. R. Martin's books?" + }, + { + "docId": "transcripts/session-19-d1916", + "diaId": "D19:16", + "speaker": "John", + "score": 0.9770114942528736, + "snippet": "---\nJohn: I love non-fiction books about personal development and mindset. They help me know myself better. Do you enjoy reading other types of books as well?" + }, + { + "docId": "transcripts/session-14-d1421", + "diaId": "D14:21", + "speaker": "John", + "score": 0.9655172413793103, + "snippet": "---\nJohn: Cool! Finding that balance is key. Are you currently reading any books?" + }, + { + "docId": "transcripts/session-4-d410", + "diaId": "D4:10", + "speaker": "John", + "score": 0.9655172413793103, + "snippet": "---\nJohn: I've been reading this inspiring book, it reminds me to keep dreaming." + }, + { + "docId": "transcripts/session-22-d2210", + "diaId": "D22:10", + "speaker": "John", + "score": 0.9540229885057471, + "snippet": "---\nJohn: Thanks! I'm currently reading a book that I really enjoy. I highly recommend it!" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 62, + "category": 1, + "question": "What does John do to share his knowledge?", + "goldAnswer": "gives seminars, mentors younger players.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:3", + "D26:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 63, + "category": 2, + "question": "When did John organize a basketball camp for kids?", + "goldAnswer": "summer 2023", + "prediction": "---\nJohn: Organizing a basketball camp for kids in my hometown last summer was an awesome experience!", + "score": 0.125, + "evidence": [ + "D26:23" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-26-d2623", + "diaId": "D26:23", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Organizing a basketball camp for kids in my hometown last summer was an awesome experience! Seeing their faces light up when they hit the court was priceless. It was a week full of laughs, high-fives, and personal growth for us all. That opportunity to inspire those kids and show them j..." + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 64, + "category": 2, + "question": "Which month was John in Italy?", + "goldAnswer": "December, 2023", + "prediction": "---\nJohn: Hey Tim!", + "score": 0, + "evidence": [ + "D27:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-27-d272", + "diaId": "D27:2", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Hey Tim! Cool to hear about your globetrotting group! Must be great connecting with other traveling buffs. By the way, have you been to Italy? I had a blast there last month." + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 65, + "category": 1, + "question": "What fantasy movies does Tim like?", + "goldAnswer": "Lord of the Rings, Harry Potter, and Star Wars.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:16", + "D8:18", + "D26:28", + "D26:32", + "D27:21" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 66, + "category": 3, + "question": "What is a Star Wars book that Tim might enjoy?", + "goldAnswer": "Star Wars: Jedi Apprentice by Judy Blundell and David Farland. It is a highly rated and immersive series about his favorite movies.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:19", + "D27:21" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 67, + "category": 3, + "question": "What would be a good hobby related to his travel dreams for Tim to pick up?", + "goldAnswer": "Writing a travel blog.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:1", + "D6:6", + "D15:3", + "D27:37" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 68, + "category": 2, + "question": "What day did Tim get into his study abroad program?", + "goldAnswer": "Januarty 5, 2024", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 69, + "category": 2, + "question": "When will Tim leave for Ireland?", + "goldAnswer": "February, 2024", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 70, + "category": 3, + "question": "Which Star Wars-related locations would Tim enjoy during his visit to Ireland?", + "goldAnswer": "Skellig Michael, Malin Head, Loop Head, Ceann Sibéal, and Brow Head because they are Star Wars filming locations.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:18", + "D27:21", + "D28:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 71, + "category": 4, + "question": "Which team did John sign with on 21 May, 2023?", + "goldAnswer": "The Minnesota Wolves", + "prediction": "---\nJohn: That's great!", + "score": 0, + "evidence": [ + "D1:5" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-1-d13", + "diaId": "D1:3", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: That's great! I just signed with a new team - excited for the season!" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 72, + "category": 4, + "question": "What is John's position on the team he signed with?", + "goldAnswer": "shooting guard", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 73, + "category": 4, + "question": "What challenge did John encounter during pre-season training?", + "goldAnswer": "fitting into the new team's style of play", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 74, + "category": 4, + "question": "What aspects of the Harry Potter universe will be discussed in John's fan project collaborations?", + "goldAnswer": "characters, spells, magical creatures", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 75, + "category": 4, + "question": "What forum did Tim join recently?", + "goldAnswer": "fantasy literature forum", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 76, + "category": 4, + "question": "What kind of picture did Tim share as part of their Harry Potter book collection?", + "goldAnswer": "MinaLima's creation from the Harry Potter films", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 77, + "category": 4, + "question": "What was the highest number of points John scored in a game recently?", + "goldAnswer": "40 points", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 78, + "category": 4, + "question": "What did John celebrate at a restaurant with teammates?", + "goldAnswer": "a tough win", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 79, + "category": 4, + "question": "What kind of deals did John sign with Nike and Gatorade?", + "goldAnswer": "basketball shoe and gear deal with Nike, potential sponsorship deal with Gatorade", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 80, + "category": 4, + "question": "Which city is John excited to have a game at?", + "goldAnswer": "Seattle", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 81, + "category": 4, + "question": "How long has John been surfing?", + "goldAnswer": "five years", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:27" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 82, + "category": 4, + "question": "How does John feel while surfing?", + "goldAnswer": "super exciting and free-feeling", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:29" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 83, + "category": 4, + "question": "What kind of articles has Tim been writing about for the online magazine?", + "goldAnswer": "different fantasy novels, characters, themes, and book recommendations", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 84, + "category": 4, + "question": "Which two fantasy novels does Tim particularly enjoy writing about?", + "goldAnswer": "Harry Potter and Game of Thrones", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 85, + "category": 4, + "question": "What did Anthony and John end up playing during the charity event?", + "goldAnswer": "an intense Harry Potter trivia contest", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 86, + "category": 4, + "question": "What did John share with the person he skyped about?", + "goldAnswer": "Characters from Harry Potter", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 87, + "category": 4, + "question": "How did John describe the team bond?", + "goldAnswer": "Awesome", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 88, + "category": 4, + "question": "How did John get introduced to basketball?", + "goldAnswer": "Dad signed him up for a local league", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 89, + "category": 4, + "question": "What is John's number one goal in his basketball career?", + "goldAnswer": "Winning a championship", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 90, + "category": 4, + "question": "What organization is John teaming up with for his charity work?", + "goldAnswer": "A local organization helping disadvantaged kids with sports and school", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 91, + "category": 4, + "question": "When did John meet back up with his teammates after his trip in August 2023?", + "goldAnswer": "Aug 15th", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 92, + "category": 4, + "question": "What did John's teammates give him when they met on Aug 15th?", + "goldAnswer": "a basketball with autographs on it", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 93, + "category": 4, + "question": "Why did John's teammates sign the basketball they gave him?", + "goldAnswer": "to show their friendship and appreciation", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 94, + "category": 4, + "question": "What is the main intention behind Tim wanting to attend the book conference?", + "goldAnswer": "to learn more about literature and create a stronger bond to it", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 95, + "category": 4, + "question": "What new activity has Tim started learning in August 2023?", + "goldAnswer": "play the piano", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 96, + "category": 4, + "question": "Which movie's theme is Tim's favorite to play on the piano?", + "goldAnswer": "\"Harry Potter and the Philosopher's Stone\"", + "prediction": "---\nTim: Thanks!", + "score": 0, + "evidence": [ + "D8:14", + "D8:16" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-8-d814", + "diaId": "D8:14", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: Thanks! I love playing different songs on the piano, but my favorite one to jam to is a theme from a movie I really enjoy. It brings back lots of great memories." + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 97, + "category": 4, + "question": "What special memory does \"Harry Potter and the Philosopher's Stone\" bring to Tim?", + "goldAnswer": "Watching it with his family", + "prediction": "---\nTim: Yeah, \"Harry Potter and the Philosopher's Stone\" is special to me.", + "score": 0, + "evidence": [ + "D8:16" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d816", + "diaId": "D8:16", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: Yeah, \"Harry Potter and the Philosopher's Stone\" is special to me. It was the first movie from the series and brings back some great memories. Watching it with my family was amazing. It was so magical!" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 98, + "category": 4, + "question": "Which movie does Tim mention they enjoy watching during Thanksgiving?", + "goldAnswer": "\"Home Alone\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 99, + "category": 4, + "question": "What tradition does Tim mention they love during Thanksgiving?", + "goldAnswer": "Prepping the feast and talking about what they're thankful for", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 100, + "category": 4, + "question": "How long did John and his high school basketball teammates play together?", + "goldAnswer": "Four years", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 101, + "category": 4, + "question": "How was John's experience in New York City?", + "goldAnswer": "Amazing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 102, + "category": 4, + "question": "What did John say about NYC, enticing Tim to visit?", + "goldAnswer": "It's got so much to check out - the culture, food - you won't regret it.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 103, + "category": 4, + "question": "What kind of soup did John make recently?", + "goldAnswer": "tasty soup with sage", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:4", + "D10:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 104, + "category": 4, + "question": "What spice did John add to the soup for flavor?", + "goldAnswer": "sage", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 105, + "category": 4, + "question": "What is Tim excited to see at Universal Studios?", + "goldAnswer": "The Harry Potter stuff", + "prediction": "---\nTim: Thanks!", + "score": 0, + "evidence": [ + "D10:11" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-10-d109", + "diaId": "D10:9", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: Thanks! Excited to try this. Love experimenting with spices. By the way, have you been to Universal Studios? Planning a trip there next month." + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 106, + "category": 4, + "question": "Where are John and his teammates planning to explore on a team trip?", + "goldAnswer": "a new city", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 107, + "category": 4, + "question": "What city did Tim suggest to John for the team trip next month?", + "goldAnswer": "Edinburgh, Scotland", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 108, + "category": 4, + "question": "What does John want to do after his basketball career?", + "goldAnswer": "positively influence and inspire others, potentially start a foundation and engage in charity work", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 109, + "category": 4, + "question": "What advice did Tim give John about picking endorsements?", + "goldAnswer": "Ensure they align with values and brand, look for companies that share the desire to make a change and help others, make sure the endorsement feels authentic", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 110, + "category": 4, + "question": "What book recommendation did Tim give to John for the trip?", + "goldAnswer": "A fantasy novel by Patrick Rothfuss", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 111, + "category": 4, + "question": "What type of venue did John and his girlfriend choose for their wedding ceremony?", + "goldAnswer": "Greenhouse", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 112, + "category": 4, + "question": "What was the setting for John and his wife's first dance?", + "goldAnswer": "Cozy restaurant", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 113, + "category": 4, + "question": "Which basketball team does Tim support?", + "goldAnswer": "The Wolves", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:21" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 114, + "category": 4, + "question": "What passion does Tim mention connects him with people from all over the world?", + "goldAnswer": "passion for fantasy stuff", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 115, + "category": 4, + "question": "How does John describe the game season for his team?", + "goldAnswer": "intense with tough losses and great wins", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 116, + "category": 4, + "question": "How does John say his team handles tough opponents?", + "goldAnswer": "by backing each other up and not quitting", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 117, + "category": 4, + "question": "What motivates John's team to get better, according to John?", + "goldAnswer": "facing tough opponents", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 118, + "category": 4, + "question": "What did John's team win at the end of the season?", + "goldAnswer": "a trophy", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 119, + "category": 4, + "question": "Where did Tim capture the photography of the sunset over the mountain range?", + "goldAnswer": "Smoky Mountains", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 120, + "category": 4, + "question": "How does John feel about being seen as a mentor by some of the younger players?", + "goldAnswer": "It feels great", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 121, + "category": 4, + "question": "What does John find rewarding about mentoring the younger players?", + "goldAnswer": "Seeing their growth, improvement, and confidence", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 122, + "category": 4, + "question": "What has John been able to help the younger players achieve?", + "goldAnswer": "reach their goals", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 123, + "category": 4, + "question": "What genre is the novel that Tim is writing?", + "goldAnswer": "Fantasy", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 124, + "category": 4, + "question": "Who is one of Tim's sources of inspiration for writing?", + "goldAnswer": "J.K. Rowling", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 125, + "category": 4, + "question": "What J.K. Rowling quote does Tim resonate with?", + "goldAnswer": "\"Turn on the light - happiness hides in the darkest of times.\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 126, + "category": 4, + "question": "What does John write on the whiteboard to help him stay motivated?", + "goldAnswer": "motivational quotes and strategies", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 127, + "category": 4, + "question": "What hobby is a therapy for John when away from the court?", + "goldAnswer": "Cooking", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:30" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 128, + "category": 4, + "question": "What type of meal does John often cook using a slow cooker?", + "goldAnswer": "honey garlic chicken with roasted veg", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:32", + "D15:33" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 129, + "category": 4, + "question": "How will John share the honey garlic chicken recipe with the other person?", + "goldAnswer": "write it down and mail it", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:34" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 130, + "category": 4, + "question": "What was Tim's huge writing issue last week,as mentioned on November 6, 2023?", + "goldAnswer": "He got stuck on a plot twist", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 131, + "category": 4, + "question": "What does Tim have that serves as a reminder of hard work and is his prized possession?", + "goldAnswer": "a basketball signed by his favorite player", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 132, + "category": 4, + "question": "Why do Tim and John find LeBron inspiring?", + "goldAnswer": "LeBron's determination and the epic block in Game 7 of the '16 Finals", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:9", + "D16:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 133, + "category": 4, + "question": "How did John describe the views during their road trip out on the European coastline?", + "goldAnswer": "Spectacular", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 134, + "category": 4, + "question": "What is one of Tim's favorite fantasy TV shows, as mentioned on November 11, 2023?", + "goldAnswer": "\"That\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 135, + "category": 4, + "question": "How does Tim stay motivated during difficult study sessions?", + "goldAnswer": "Visualizing goals and success", + "prediction": "---\nTim: Exams can be challenging, but I'm putting in my best effort.", + "score": 0, + "evidence": [ + "D18:6" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-18-d185", + "diaId": "D18:5", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: Exams can be challenging, but I'm putting in my best effort. Feeling optimistic and working diligently! How do you stay motivated during difficult study sessions?" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 136, + "category": 4, + "question": "What did Tim say about his injury on 16 November, 2023?", + "goldAnswer": "The doctor said it's not too serious", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 137, + "category": 4, + "question": "What was the setback Tim faced in his writing project on 21 November, 2023?", + "goldAnswer": "Story based on experiences in the UK didn't go as planned", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 138, + "category": 4, + "question": "How did John overcome his ankle injury from last season?", + "goldAnswer": "stayed focused on recovery and worked hard to strengthen his body", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 139, + "category": 4, + "question": "What motivated Tim to keep pushing himself to get better in writing and reading?", + "goldAnswer": "Love for writing and reading", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 140, + "category": 4, + "question": "How did John overcome a mistake he made during a big game in basketball?", + "goldAnswer": "Worked hard to get better and focused on growth", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 141, + "category": 4, + "question": "What book did John recently finish rereading that left him feeling inspired and hopeful about following dreams?", + "goldAnswer": "The Alchemist", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 142, + "category": 4, + "question": "How did \"The Alchemist\" impact John's perspective on following dreams?", + "goldAnswer": "made him think again about following dreams and searching for personal legends", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 143, + "category": 4, + "question": "What is John trying out to improve his strength and flexibility after recovery from ankle injury?", + "goldAnswer": "yoga", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 144, + "category": 4, + "question": "How long does John usually hold the yoga pose he shared with Tim?", + "goldAnswer": "30-60 seconds", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 145, + "category": 4, + "question": "Where was the forest picture shared by John on December 1,2023 taken?", + "goldAnswer": "near his hometown", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 146, + "category": 4, + "question": "What did Tim recently start learning in addition to being part of a travel club and working on studies?", + "goldAnswer": "an instrument", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 147, + "category": 4, + "question": "What instrument is Tim learning to play in December 2023?", + "goldAnswer": "violin", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 148, + "category": 4, + "question": "How long has Tim been playing the piano for, as of December 2023?", + "goldAnswer": "about four months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 149, + "category": 4, + "question": "What book did Tim just finish reading on 8th December, 2023?", + "goldAnswer": "\"A Dance with Dragons\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 150, + "category": 4, + "question": "Which book did Tim recommend to John as a good story on 8th December, 2023?", + "goldAnswer": "\"A Dance with Dragons\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 151, + "category": 4, + "question": "What is the topic of discussion between John and Tim on 11 December, 2023?", + "goldAnswer": "Academic achievements and sports successes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:1", + "D23:2", + "D23:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 152, + "category": 4, + "question": "What kind of game did John have a career-high in assists in?", + "goldAnswer": "basketball", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 153, + "category": 4, + "question": "What was John's way of dealing with doubts and stress when he was younger?", + "goldAnswer": "practicing basketball outside for hours", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 154, + "category": 4, + "question": "How did John feel about the atmosphere during the big game against the rival team?", + "goldAnswer": "electric and intense", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 155, + "category": 4, + "question": "How did John feel after being able to jog without pain?", + "goldAnswer": "It was a huge success.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 156, + "category": 4, + "question": "What kind of deal did John get in December?", + "goldAnswer": "Deal with a renowned outdoor gear company", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 157, + "category": 4, + "question": "Where was the photoshoot done for John's gear deal?", + "goldAnswer": "In a gorgeous forest", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 158, + "category": 4, + "question": "In which area has John's team seen the most growth during training?", + "goldAnswer": "Communication and bonding", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 159, + "category": 4, + "question": "What type of seminars is John conducting?", + "goldAnswer": "Sports and marketing seminars", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 160, + "category": 4, + "question": "What activity did Tim do after reading the stories about the Himalayan trek?", + "goldAnswer": "visited a travel agency", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 161, + "category": 4, + "question": "What is one cause that John supports with his influence and resources?", + "goldAnswer": "youth sports and fair chances in sports", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:21" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 162, + "category": 4, + "question": "What new fantasy TV series is Tim excited about?", + "goldAnswer": "\"The Wheel of Time\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:36" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 163, + "category": 4, + "question": "Which language is Tim learning?", + "goldAnswer": "German", + "prediction": "---\nTim: That app is great.", + "score": 0, + "evidence": [ + "D27:5" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-27-d277", + "diaId": "D27:7", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: Learning German has been tough but worth it. I like the structure of the language, it's much easier when I took French in high school. What made you decide to learn Spanish?" + }, + { + "docId": "transcripts/session-27-d2711", + "diaId": "D27:11", + "speaker": "Tim", + "score": 0.9888888888888889, + "snippet": "---\nTim: That app is great. Learning another language is tough, but the rewards are totally worth it." + }, + { + "docId": "transcripts/session-27-d275", + "diaId": "D27:5", + "speaker": "Tim", + "score": 0.9888888888888889, + "snippet": "---\nTim: Wow, traveling is amazing, isn't it? I'm learning German now - tough but fun. Do you know any other languages?" + }, + { + "docId": "transcripts/session-27-d279", + "diaId": "D27:9", + "speaker": "Tim", + "score": 0.9888888888888889, + "snippet": "---\nTim: Yeah, knowing another language opens up a lot of opportunities. Have you come across any good resources for learning Spanish? I've been using this app." + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 164, + "category": 4, + "question": "What language does Tim know besides German?", + "goldAnswer": "Spanish", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 165, + "category": 4, + "question": "What book did Tim get in Italy that inspired him to cook?", + "goldAnswer": "a cooking book", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 166, + "category": 4, + "question": "What is John's favorite book series?", + "goldAnswer": "Harry Potter", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 167, + "category": 4, + "question": "According to John, who is his favorite character from Lord of the Rings?", + "goldAnswer": "Aragorn", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 168, + "category": 4, + "question": "Why does John like Aragorn from Lord of the Rings?", + "goldAnswer": "brave, selfless, down-to-earth attitude", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:30" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 169, + "category": 4, + "question": "What kind of painting does John have in his room as a reminder?", + "goldAnswer": "a painting of Aragorn", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 170, + "category": 4, + "question": "What is the painting of Aragorn a reminder for John to be in everything he does?", + "goldAnswer": "be a leader", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 171, + "category": 4, + "question": "What map does Tim show to his friend John?", + "goldAnswer": "a map of Middle-earth from LOTR", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:33" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 172, + "category": 4, + "question": "Where will Tim be going for a semester abroad?", + "goldAnswer": "Ireland", + "prediction": "---\nTim: Hey John, long time no talk.", + "score": 0, + "evidence": [ + "D28:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-28-d281", + "diaId": "D28:1", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: Hey John, long time no talk. On Friday, I got great news - I'm finally in the study abroad program I applied for! Next month, I'm off to Ireland for a semester." + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 173, + "category": 4, + "question": "Which city in Ireland will Tim be staying in during his semester abroad?", + "goldAnswer": "Galway", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 174, + "category": 4, + "question": "What charity event did John organize recently in 2024?", + "goldAnswer": "benefit basketball game", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 175, + "category": 4, + "question": "What achievement did John share with Tim in January 2024?", + "goldAnswer": "endorsement with a popular beverage company", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 176, + "category": 4, + "question": "What was Johns's reaction to sealing the deal with the beverage company?", + "goldAnswer": "crazy feeling, sense of accomplishment", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 177, + "category": 4, + "question": "Which city did John recommend to Tim in January 2024?", + "goldAnswer": "Barcelona", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 178, + "category": 5, + "question": "Which team did Tim sign with on 21 May, 2023?", + "goldAnswer": "The Minnesota Wolves", + "prediction": "sessionId: session_1\nsessionDateTime: '7:48 pm on 21 May, 2023'\ndiaId: 'D1:4", + "score": 0, + "evidence": [ + "D1:5" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-1-d14", + "diaId": "D1:4", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_1\nsessionDateTime: '7:48 pm on 21 May, 2023'\ndiaId: 'D1:4'" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 179, + "category": 5, + "question": "What is Tim's position on the team he signed with?", + "goldAnswer": "shooting guard", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D1:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 180, + "category": 5, + "question": "What challenge did Tim encounter during pre-season training?", + "goldAnswer": "fitting into the new team's style of play", + "prediction": "---\nTim: Sounds good!", + "score": 0, + "evidence": [ + "D1:11" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-1-d110", + "diaId": "D1:10", + "speaker": "Tim", + "score": 1, + "snippet": "---\nTim: Sounds good! What challenges have you encountered during your pre-season training?" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 181, + "category": 5, + "question": "What cult did Tim join recently?", + "goldAnswer": "fantasy literature forum", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 182, + "category": 5, + "question": "What was the highest number of points Tim scored in a game recently?", + "goldAnswer": "40 points", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 183, + "category": 5, + "question": "What did Tim celebrate at a restaurant with teammates?", + "goldAnswer": "a tough win", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 184, + "category": 5, + "question": "What kind of deals did Tim sign with Nike and Gatorade?", + "goldAnswer": "basketball shoe and gear deal with Nike, potential sponsorship deal with Gatorade", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 185, + "category": 5, + "question": "How does Tim feel while surfing?", + "goldAnswer": "super exciting and free-feeling", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:29" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 186, + "category": 5, + "question": "What kind of articles has John been writing about for the online magazine?", + "goldAnswer": "different fantasy novels, characters, themes, and book recommendations", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 187, + "category": 5, + "question": "Which two mystery novels does Tim particularly enjoy writing about?", + "goldAnswer": "Harry Potter and Game of Thrones", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 188, + "category": 5, + "question": "What did Anthony and Tim end up playing during the charity event?", + "goldAnswer": "an intense Harry Potter trivia contest", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 189, + "category": 5, + "question": "How did Tim get introduced to basketball?", + "goldAnswer": "Dad signed him up for a local league", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D6:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 190, + "category": 5, + "question": "What is Tim's number one goal in his basketball career?", + "goldAnswer": "Winning a championship", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D6:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 191, + "category": 5, + "question": "What organization is Tim teaming up with for his charity work?", + "goldAnswer": "A local organization helping disadvantaged kids with sports and school", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D6:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 192, + "category": 5, + "question": "What did Tim's teammates give him when they met on Aug 15th?", + "goldAnswer": "a basketball with autographs on it", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 193, + "category": 5, + "question": "Why did John's teammates sign the football they gave him?", + "goldAnswer": "to show their friendship and appreciation", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 194, + "category": 5, + "question": "What is the main intention behind John wanting to attend the book conference?", + "goldAnswer": "to learn more about literature and create a stronger bond to it", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 195, + "category": 5, + "question": "What new activity has John started learning in August 2023?", + "goldAnswer": "play the piano", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 196, + "category": 5, + "question": "What special memory does \"Fifty Shades of Grey\" bring to Tim?", + "goldAnswer": "Watching it with his family", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 197, + "category": 5, + "question": "Which movie does John mention they enjoy watching during Thanksgiving?", + "goldAnswer": "\"Home Alone\"", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 198, + "category": 5, + "question": "What tradition does Tim mention they love during Halloween?", + "goldAnswer": "Prepping the feast and talking about what they're thankful for", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 199, + "category": 5, + "question": "How long did Tim and his high school basketball teammates play together?", + "goldAnswer": "Four years", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 200, + "category": 5, + "question": "How was Tim's experience in New York City?", + "goldAnswer": "Amazing", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 201, + "category": 5, + "question": "What spice did Tim add to the soup for flavor?", + "goldAnswer": "sage", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D10:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 202, + "category": 5, + "question": "What is Tim excited to see at Disneyland?", + "goldAnswer": "The Harry Potter stuff", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D10:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 203, + "category": 5, + "question": "Where are John and his teammates planning to avoid on a team trip?", + "goldAnswer": "a new city", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D11:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 204, + "category": 5, + "question": "What does Tim want to do after his basketball career?", + "goldAnswer": "positively influence and inspire others, potentially start a foundation and engage in charity work", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D11:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 205, + "category": 5, + "question": "What type of venue did John and his girlfriend choose for their breakup?", + "goldAnswer": "Greenhouse", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D12:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 206, + "category": 5, + "question": "What passion does John mention connects him with people from all over the world?", + "goldAnswer": "passion for fantasy stuff", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 207, + "category": 5, + "question": "How does Tim say his team handles tough opponents?", + "goldAnswer": "by backing each other up and not quitting", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 208, + "category": 5, + "question": "Where did Tim capture the painting of the sunset over the mountain range?", + "goldAnswer": "Smoky Mountains", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 209, + "category": 5, + "question": "What does Tim find rewarding about mentoring the younger players?", + "goldAnswer": "Seeing their growth, improvement, and confidence", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 210, + "category": 5, + "question": "What has Tim been able to help the younger players achieve?", + "goldAnswer": "reach their goals", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 211, + "category": 5, + "question": "What genre is the novel that John is writing?", + "goldAnswer": "Fantasy", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 212, + "category": 5, + "question": "Who is one of Tim's sources of inspiration for painting?", + "goldAnswer": "J.K. Rowling", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 213, + "category": 5, + "question": "What does Tim write on the whiteboard to help him stay motivated?", + "goldAnswer": "motivational quotes and strategies", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 214, + "category": 5, + "question": "What hobby is a therapy for Tim when away from the court?", + "goldAnswer": "Cooking", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:30" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 215, + "category": 5, + "question": "What type of meal does Tim often cook using a slow cooker?", + "goldAnswer": "honey garlic chicken with roasted veg", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:32", + "D15:33" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 216, + "category": 5, + "question": "How will Tim share the honey garlic chicken recipe with the other person?", + "goldAnswer": "write it down and mail it", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:34" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 217, + "category": 5, + "question": "What is one of Tim's favorite crime TV shows, as mentioned on November 11, 2023?", + "goldAnswer": "\"That\"", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 218, + "category": 5, + "question": "What was the setback Tim faced in his coding project on 21 November, 2023?", + "goldAnswer": "Story based on experiences in the UK didn't go as planned", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 219, + "category": 5, + "question": "How did Tim overcome his ankle injury from last season?", + "goldAnswer": "stayed focused on recovery and worked hard to strengthen his body", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 220, + "category": 5, + "question": "What motivated John to keep pushing himself to get better in writing and reading?", + "goldAnswer": "Love for writing and reading", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 221, + "category": 5, + "question": "How did Tim overcome a mistake he made during a big game in basketball?", + "goldAnswer": "Worked hard to get better and focused on growth", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 222, + "category": 5, + "question": "What is Tim trying out to improve his strength and flexibility after recovery from ankle injury?", + "goldAnswer": "yoga", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D20:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 223, + "category": 5, + "question": "What did John recently start learning in addition to being part of a travel club and working on studies?", + "goldAnswer": "an instrument", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D21:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 224, + "category": 5, + "question": "What instrument is John learning to play in December 2023?", + "goldAnswer": "violin", + "prediction": "---\nJohn: Learning an instrument is really cool.", + "score": 0, + "evidence": [ + "D21:11" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-21-d2110", + "diaId": "D21:10", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Learning an instrument is really cool. What instrument are you playing? What genres of music do you want to learn?" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 225, + "category": 5, + "question": "How long has John been playing the piano for, as of December 2023?", + "goldAnswer": "about four months", + "prediction": "---\nJohn: Wow!", + "score": 0, + "evidence": [ + "D21:13" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-21-d2112", + "diaId": "D21:12", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Wow! I hope I can hear you play the violin some day. How long have you been playing the piano again?" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 226, + "category": 5, + "question": "What movie did Tim just finish watching on 8th December, 2023?", + "goldAnswer": "\"A Dance with Dragons\"", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D22:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 227, + "category": 5, + "question": "What kind of game did Tim have a career-high in assists in?", + "goldAnswer": "basketball", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 228, + "category": 5, + "question": "What was Tim's way of dealing with doubts and stress when he was younger?", + "goldAnswer": "practicing basketball outside for hours", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 229, + "category": 5, + "question": "Where was the photoshoot done for John's fragrance deal?", + "goldAnswer": "In a gorgeous forest", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D25:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 230, + "category": 5, + "question": "In which area has Tim's team seen the most growth during training?", + "goldAnswer": "Communication and bonding", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D25:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 231, + "category": 5, + "question": "What type of seminars is Tim conducting?", + "goldAnswer": "Sports and marketing seminars", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D26:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 232, + "category": 5, + "question": "What is one cause that John opposes with his influence and resources?", + "goldAnswer": "youth sports and fair chances in sports", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D26:21" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 233, + "category": 5, + "question": "What new fantasy TV series is John excited about?", + "goldAnswer": "\"The Wheel of Time\"", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D26:36" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 234, + "category": 5, + "question": "Which language is John learning?", + "goldAnswer": "German", + "prediction": "---\nJohn: Wow!", + "score": 0, + "evidence": [ + "D27:5" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-27-d278", + "diaId": "D27:8", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: I've always wanted to learn Spanish. I just stared with it. It's such a useful language with many personal and professional opportunities!" + }, + { + "docId": "transcripts/session-27-d276", + "diaId": "D27:6", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Wow! Impressive you're learning German. I know a bit of it myself and Spanish, it makes travel so much easier. How's it going with your language studies?" + } + ] + }, + { + "sampleId": "conv-43", + "questionIndex": 235, + "category": 5, + "question": "According to John, who is his least favorite character from Lord of the Rings?", + "goldAnswer": "Aragorn", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D27:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 236, + "category": 5, + "question": "Why does Tim like Aragorn from Lord of the Rings?", + "goldAnswer": "brave, selfless, down-to-earth attitude", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D27:30" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 237, + "category": 5, + "question": "What kind of painting does Tim have in his room as a reminder?", + "goldAnswer": "a painting of Aragorn", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D27:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 238, + "category": 5, + "question": "What is the sculpture of Aragorn a reminder for John to be in everything he does?", + "goldAnswer": "be a leader", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D27:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 239, + "category": 5, + "question": "Which city in Ireland will John be staying in during his semester abroad?", + "goldAnswer": "Galway", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D28:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 240, + "category": 5, + "question": "What charity event did Tim organize recently in 2024?", + "goldAnswer": "benefit basketball game", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D28:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-43", + "questionIndex": 241, + "category": 5, + "question": "What was Tims's reaction to sealing the deal with the beverage company?", + "goldAnswer": "crazy feeling, sense of accomplishment", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D29:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 0, + "category": 2, + "question": "Which year did Audrey adopt the first three of her dogs?", + "goldAnswer": "2020", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 1, + "category": 2, + "question": "When did Andrew start his new job as a financial analyst?", + "goldAnswer": "The week before March 27, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 2, + "category": 1, + "question": "What kind of indoor activities has Andrew pursued with his girlfriend?", + "goldAnswer": "boardgames, volunteering at pet shelter, wine tasting, growing flowers", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:1", + "D23:1", + "D25:1", + "D19:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 3, + "category": 1, + "question": "What kind of places have Andrew and his girlfriend checked out around the city?", + "goldAnswer": "cafes, new places to eat, open space for hikes, pet shelter, wine tasting event, park", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1", + "D3:11", + "D4:2", + "D6:1", + "D13:1", + "D23:3", + "D25:1", + "D27:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 4, + "category": 2, + "question": "When did Audrey make muffins for herself?", + "goldAnswer": "The week of April 3rd to 9th", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 5, + "category": 2, + "question": "When did Audrey see a hummingbird?", + "goldAnswer": "first week of May 2023", + "prediction": "---\nAudrey: Hey Andrew!", + "score": 0, + "evidence": [ + "D4:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-4-d41", + "diaId": "D4:1", + "speaker": "Audrey", + "score": 1, + "snippet": "---\nAudrey: Hey Andrew! Long time no talk! Last week I finally went on a hike and had this amazing experience with a hummingbird. It was so cool watching it dart around with its wings! Nature is so beautiful." + }, + { + "docId": "transcripts/session-4-d42", + "diaId": "D4:2", + "speaker": "Andrew", + "score": 0.9880952380952381, + "snippet": "---\nAndrew: Hey Audrey! Glad to hear from you. That hummingbird was awesome! Nature's the best. Remember I was feeling down because I couldn't get out more? Well, good news - I found a new open space to hike nearby - feels so refreshing!" + } + ] + }, + { + "sampleId": "conv-44", + "questionIndex": 6, + "category": 2, + "question": "When did Audrey adopt Pixie?", + "goldAnswer": "around April 2, 2023", + "prediction": "---\nAudrey: Hey Andrew, I got a surprise for you!", + "score": 0, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-2-d21", + "diaId": "D2:1", + "speaker": "Audrey", + "score": 1, + "snippet": "---\nAudrey: Hey Andrew, I got a surprise for you! We adopted another puppy called Pixie. She's SO cute! Isn't she just the cutest?" + } + ] + }, + { + "sampleId": "conv-44", + "questionIndex": 7, + "category": 2, + "question": "How many years passed between Audrey adopting Pixie and her other three dogs?", + "goldAnswer": "three years", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:1", + "D1:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 8, + "category": 2, + "question": "Did Andrew have a pet dog during March 2023?", + "goldAnswer": "No", + "prediction": "No information available", + "score": 0.5, + "evidence": [ + "D2:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 9, + "category": 1, + "question": "What kind of classes or groups has Audrey joined to take better care of her dogs?", + "goldAnswer": "positive reinforcement training workshop to bond with pets, dog training course, agility training course, grooming course, dog-owners group", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:2", + "D10:1", + "D14:2", + "D16:6", + "D27:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 10, + "category": 2, + "question": "When did Audrey's positive reinforcement training course for dogs take place?", + "goldAnswer": "June, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 11, + "category": 2, + "question": "When did Andrew go rock climbing?", + "goldAnswer": "June 11, 2023", + "prediction": "---\nAndrew: Rock climbing was awesome!", + "score": 0, + "evidence": [ + "D8:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d83", + "diaId": "D8:3", + "speaker": "Andrew", + "score": 1, + "snippet": "---\nAndrew: Rock climbing was awesome! It was a challenge, but so satisfying. The view was stunning, and I was really proud of myself. Nature sure is amazing!\n" + }, + { + "docId": "transcripts/session-8-d87", + "diaId": "D8:7", + "speaker": "Andrew", + "score": 0.9677419354838709, + "snippet": "---\nAndrew: Yeah, rock climbing was awesome - I felt so accomplished reaching the top. It has definitely encouraged me to try more outdoor activities like kayaking and maybe bungee jumping? Nature always pushes me out of my comfort zone!" + }, + { + "docId": "transcripts/session-8-d81", + "diaId": "D8:1", + "speaker": "Andrew", + "score": 0.9569892473118279, + "snippet": "---\nAndrew: Hey! Long time no chat. Last Sunday was awesome - my friends and I took a rock climbing class and I made it to the top! It was a fantastic experience and now I'm hooked. Think I'm going to try to do more outdoor activities like this every week!" + } + ] + }, + { + "sampleId": "conv-44", + "questionIndex": 12, + "category": 1, + "question": "What outdoor activities has Andrew done other than hiking in nature?", + "goldAnswer": "rock climbing, fishing, camping", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:1", + "D17:1", + "D14:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 13, + "category": 2, + "question": "When did Audrey move to a new place?", + "goldAnswer": "June 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 14, + "category": 1, + "question": "What is something that Andrew really misses while working in the city?", + "goldAnswer": "being in nature", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:7", + "D9:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 15, + "category": 1, + "question": "What is a shared frustration regarding dog ownership for Audrey and Andrew?", + "goldAnswer": "Not being able to find pet friendly spots.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:8", + "D10:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 16, + "category": 2, + "question": "When is Andrew going to go hiking with Audrey?", + "goldAnswer": "August", + "prediction": "---\nAudrey: Hey Andrew!", + "score": 0, + "evidence": [ + "D11:7" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-4-d41", + "diaId": "D4:1", + "speaker": "Audrey", + "score": 1, + "snippet": "---\nAudrey: Hey Andrew! Long time no talk! Last week I finally went on a hike and had this amazing experience with a hummingbird. It was so cool watching it dart around with its wings! Nature is so beautiful." + }, + { + "docId": "transcripts/session-4-d42", + "diaId": "D4:2", + "speaker": "Andrew", + "score": 0.9850746268656716, + "snippet": "---\nAndrew: Hey Audrey! Glad to hear from you. That hummingbird was awesome! Nature's the best. Remember I was feeling down because I couldn't get out more? Well, good news - I found a new open space to hike nearby - feels so refreshing!" + }, + { + "docId": "transcripts/session-6-d61", + "diaId": "D6:1", + "speaker": "Andrew", + "score": 0.9850746268656716, + "snippet": "---\nAndrew: Hi Audrey! I had a great hike last weekend with some friends and my girlfriend at the spot we found recently. Nature was so peaceful – it was so nice to just relax and take it in. How's your week been? Anything exciting going on lately?" + }, + { + "docId": "transcripts/session-20-d202", + "diaId": "D20:2", + "speaker": "Audrey", + "score": 0.9701492537313433, + "snippet": "---\nAudrey: Hey Andrew! Great to hear from you. Have fun at the beach trip! Bet you can't wait to get out to the nature. Can't wait for our hike with the dogs next month. They always put a smile on my face - life's just not the same without them!" + }, + { + "docId": "transcripts/session-3-d31", + "diaId": "D3:1", + "speaker": "Andrew", + "score": 0.9552238805970149, + "snippet": "---\nAndrew: Hey Audrey! What's up? Missed chatting with ya! Check it out, my girl & I tried out that new cafe scene in the city last weekend! Super fun but kinda sad not being out in nature - that's when I feel like I'm really thriving. Oh man, I miss the peacefulness of being out on a hike." + }, + { + "docId": "transcripts/session-16-d162", + "diaId": "D16:2", + "speaker": "Audrey", + "score": 0.9552238805970149, + "snippet": "---\nAudrey: Hi Andrew! The cafe sounds great, and the hike pic's great! August's been eventful - I learned a new skill! It was really awesome, making sure they were pampered and happy. I've always loved caring for my pups, and now taking care of their grooming myself makes me closer to them. They..." + }, + { + "docId": "transcripts/session-16-d161", + "diaId": "D16:1", + "speaker": "Andrew", + "score": 0.9552238805970149, + "snippet": "---\nAndrew: Hey Audrey, hope you're doing good! So I've decided to take a break from work yesterday and check out a new cafe. It was a nice change and reminded me of how the great outdoors is always there to offer you peace. Here's a photo from my last hike - so serene! How's your month been so f..." + }, + { + "docId": "transcripts/session-6-d62", + "diaId": "D6:2", + "speaker": "Audrey", + "score": 0.9253731343283581, + "snippet": "---\nAudrey: Hey Andrew! That hike sounds great. Nature is good for the soul, right? My week's been good - taking care of my four doggies and making sure they're happy and healthy took up most of my free time. Also, exciting news! I signed up for a workshop about bonding with my pet next month. Ca..." + } + ] + }, + { + "sampleId": "conv-44", + "questionIndex": 17, + "category": 1, + "question": "How many times did Audrey and Andew plan to hike together?", + "goldAnswer": "three times", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:7", + "D24:13", + "D26:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 18, + "category": 1, + "question": "Where did Audrey get Pixie from?", + "goldAnswer": "breeder", + "prediction": "---\nAudrey: Pixie's fitting in great!", + "score": 0, + "evidence": [ + "D11:4", + "D2:1" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-2-d21", + "diaId": "D2:1", + "speaker": "Audrey", + "score": 1, + "snippet": "---\nAudrey: Hey Andrew, I got a surprise for you! We adopted another puppy called Pixie. She's SO cute! Isn't she just the cutest?" + }, + { + "docId": "transcripts/session-2-d23", + "diaId": "D2:3", + "speaker": "Audrey", + "score": 1, + "snippet": "---\nAudrey: Thanks! I know right? She's so cute! Pixie's been keeping us busy, so I haven't had a chance to check out that hiking spot yet." + }, + { + "docId": "transcripts/session-2-d25", + "diaId": "D2:5", + "speaker": "Audrey", + "score": 0.9878048780487806, + "snippet": "---\nAudrey: Pixie's fitting in great! It took her a few days to get used to the other dogs, but now they're awesome friends. They love playing and exploring the house - so cute!" + }, + { + "docId": "transcripts/session-26-d2613", + "diaId": "D26:13", + "speaker": "Audrey", + "score": 0.9878048780487806, + "snippet": "---\nAudrey: Thanks! They're all mutts, but Pepper and Panda are Lab mixes, and Precious and Pixie are Chihuahua mixes. I really need that. I can't wait the day they're all back to normal." + }, + { + "docId": "transcripts/session-15-d155", + "diaId": "D15:5", + "speaker": "Audrey", + "score": 0.9878048780487806, + "snippet": "---\nAudrey: Yeah, for sure. They each have their favorite spot to chill. Pepper loves lounging on the couch, Pixie always curls up in her bed, Precious has her chair, and Panda loves to relax on his rug! They all have their own little cozy spots." + } + ] + }, + { + "sampleId": "conv-44", + "questionIndex": 19, + "category": 3, + "question": "What is an indoor activity that Andrew would enjoy doing while make his dog happy?", + "goldAnswer": "cook dog treats", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:12", + "D12:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 20, + "category": 3, + "question": "Which meat does Audrey prefer eating more than others?", + "goldAnswer": "chicken", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:13", + "D10:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 21, + "category": 1, + "question": "What are the classes that Audrey took for her dogs to?", + "goldAnswer": "Positive reinforcement training class for bonding, dog training course, agility class", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:4", + "D10:1", + "D14:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 22, + "category": 2, + "question": "Where did Andrew go during the first weekend of August 2023?", + "goldAnswer": "camping with girlfriend", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 23, + "category": 1, + "question": "What are some problems that Andrew faces before he adopted Toby?", + "goldAnswer": "Finding the right dog and pet-friendly apartments close to open spaces", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:12", + "D5:3", + "D5:5", + "D5:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 24, + "category": 1, + "question": "Did Audrey and Andrew grow up with a pet dog?", + "goldAnswer": "Yes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:16", + "D13:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 25, + "category": 2, + "question": "When did Andrew and his girlfriend go fishing?", + "goldAnswer": "weekend before August 24, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 26, + "category": 1, + "question": "What is the biggest stressor in Andrew's life besides not being able to hike frequently?", + "goldAnswer": "work", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:3", + "D16:1", + "D18:1", + "D10:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 27, + "category": 1, + "question": "How does Andrew feel about his current work?", + "goldAnswer": "Stressful", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:3", + "D16:1", + "D18:1", + "D10:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 28, + "category": 1, + "question": "What is something that Audrey often dresses up her dogs with?", + "goldAnswer": "Hats", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:23", + "D4:25", + "D19:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 29, + "category": 1, + "question": "What are the names of Audrey's dogs?", + "goldAnswer": "Pepper, Precious, Panda, and Pixie", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:7", + "D2:1", + "D19:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 30, + "category": 2, + "question": "When is Andrew planning to go to the beach with his girlfriend?", + "goldAnswer": "November 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 31, + "category": 1, + "question": "What has Andrew done with his dogs?", + "goldAnswer": "Taking walks and hiking", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:27", + "D24:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 32, + "category": 1, + "question": "What kind of tattoo does Audrey have on her arm?", + "goldAnswer": "Tattoos of her four dogs.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:26", + "D15:1", + "D23:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 33, + "category": 3, + "question": "What can Andrew potentially do to improve his stress and accomodate his living situation with his dogs?", + "goldAnswer": "Change to a hybrid or remote job so he can move away from the city to the suburbs to have a larger living space and be closer to nature.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:3", + "D18:1", + "D21:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 34, + "category": 2, + "question": "How many months passed between Andrew adopting Toby and Buddy?", + "goldAnswer": "three months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:1", + "D24:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 35, + "category": 1, + "question": "What are the names of Andrew's dogs?", + "goldAnswer": "Toby, Scout, Buddy", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:1", + "D24:6", + "D28:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 36, + "category": 1, + "question": "What are some foods that Audrey likes eating?", + "goldAnswer": "chicken pot pie, chicken roast, blueberry muffins, sushi", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:18", + "D10:13", + "D10:23", + "D25:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 37, + "category": 2, + "question": "When did Audrey get into an accident in the park?", + "goldAnswer": "between October 19 and 24, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 38, + "category": 2, + "question": "When did Andrew and his girlfriend go on a wine tasting trip?", + "goldAnswer": "the weekend before October 24, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 39, + "category": 1, + "question": "What did Audrey get wtih having so many dogs?", + "goldAnswer": "Companionship", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:15", + "D23:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 40, + "category": 1, + "question": "What is a good place for dogs to run around freely and meet new friends?", + "goldAnswer": "The dog park", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:25", + "D14:2", + "D23:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 41, + "category": 1, + "question": "What are the breeds of Audrey's dogs?", + "goldAnswer": "Mongrel mixed with Lab for Pepper and Panda. Mongrel mixed with Chihuahua for Precious and Pixie.", + "prediction": "---\nAudrey: They're all mutts.", + "score": 0, + "evidence": [ + "D19:12", + "D26:13" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-11-d114", + "diaId": "D11:4", + "speaker": "Audrey", + "score": 1, + "snippet": "---\nAudrey: Thanks! I got lucky finding a breeder nearby that has the dogs I wanted. Yeah places that allows dogs are really hard to find unfortunately ." + }, + { + "docId": "transcripts/session-19-d1912", + "diaId": "D19:12", + "speaker": "Audrey", + "score": 0.9770114942528736, + "snippet": "---\nAudrey: They're all mutts. Two of them are Jack Russell mixes and the other two are Chihuahua mixes. And yea, I believe so! Some dog breeds do bond better than others." + }, + { + "docId": "transcripts/session-23-d2312", + "diaId": "D23:12", + "speaker": "Audrey", + "score": 0.9655172413793103, + "snippet": "---\nAudrey: Haha, that must've been hilarious! What breed is your pup again? He looks so fun! My dogs love running around the park. But one thing they hate is snow. I took them to a snowy one last winter and they were so confused! They definitely prefer nice, sunny days in the grass." + } + ] + }, + { + "sampleId": "conv-44", + "questionIndex": 42, + "category": 1, + "question": "What technique is Audrey using to discipline her dogs?", + "goldAnswer": "Positive reinforcement", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:4", + "D26:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 43, + "category": 3, + "question": "Which US state do Audrey and Andrew potentially live in?", + "goldAnswer": "Minnesota", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 44, + "category": 3, + "question": "Which national park could Audrey and Andrew be referring to in their conversations?", + "goldAnswer": "Voyageurs National Park", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:8", + "D11:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 45, + "category": 2, + "question": "How many pets will Andrew have, as of December 2023?", + "goldAnswer": "three", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:1", + "D24:2", + "D28:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 46, + "category": 2, + "question": "How many pets did Andrew have, as of September 2023?", + "goldAnswer": "one", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:1", + "D24:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 47, + "category": 2, + "question": "How many months passed between Andrew adopting Buddy and Scout", + "goldAnswer": "one month", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:2", + "D28:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 48, + "category": 1, + "question": "What does Andrew view his pets as?", + "goldAnswer": "Family", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:14", + "D28:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 49, + "category": 1, + "question": "What does Audrey view her pets as?", + "goldAnswer": "Family", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:15", + "D23:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 50, + "category": 1, + "question": "What is a skill that Audrey learned to take care of her dogs?", + "goldAnswer": "Grooming", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:2", + "D17:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 51, + "category": 1, + "question": "What items has Audrey bought or made for her dogs?", + "goldAnswer": "dog tags, toys, dog beds, collars", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:2", + "D9:5", + "D18:10", + "D24:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 52, + "category": 3, + "question": "What is something that Andrew could do to make birdwatching hobby to fit in his city schedule?", + "goldAnswer": "Install a bird feeder outside where he can see the birds without going outdoors.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:5", + "D20:21", + "D23:1", + "D1:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 53, + "category": 3, + "question": "What is a career that Andrew could potentially pursue with his love for animals and nature?", + "goldAnswer": "Park ranger or a similar position working for the National Park Services.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:18", + "D3:1", + "D5:7", + "D8:27" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 54, + "category": 1, + "question": "What activity do Audrey's dogs like to do in the dog park?", + "goldAnswer": "Play fetch with ball and frisbee, run around and meet other dogs", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:21", + "D10:7", + "D13:8", + "D23:14", + "D27:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 55, + "category": 2, + "question": "When did Andrew make his dogs a fun indoor area?", + "goldAnswer": "few days before November 22, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 56, + "category": 1, + "question": "Has Andrew moved into a new apartment for his dogs?", + "goldAnswer": "No", + "prediction": "No information available", + "score": 0.5, + "evidence": [ + "D5:5", + "D28:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 57, + "category": 2, + "question": "When did Andrew adopt Scout?", + "goldAnswer": "few days before November 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 58, + "category": 2, + "question": "What did Audrey eat for dinner on October 24, 2023?", + "goldAnswer": "sushi", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 59, + "category": 2, + "question": "How long has it been since Andrew adopted his first pet, as of November 2023?", + "goldAnswer": "4 months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 60, + "category": 1, + "question": "How many dogs does Andrew have?", + "goldAnswer": "3", + "prediction": "---\nAndrew: Thanks!", + "score": 0, + "evidence": [ + "D12:1", + "D24:2", + "D28:6" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-28-d2814", + "diaId": "D28:14", + "speaker": "Andrew", + "score": 1, + "snippet": "---\nAndrew: Thanks! We feel so lucky to have Scout. It's been amazing having so many furry friends! How are your dogs doing now?" + } + ] + }, + { + "sampleId": "conv-44", + "questionIndex": 61, + "category": 4, + "question": "Which specific type of bird mesmerizes Andrew?", + "goldAnswer": "Eagles", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 62, + "category": 4, + "question": "What did Andrew express missing about exploring nature trails with his family's dog?", + "goldAnswer": "The peaceful moments", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 63, + "category": 4, + "question": "What kind of pastries did Andrew and his girlfriend have at the cafe?", + "goldAnswer": "croissants, muffins, and tarts", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 64, + "category": 4, + "question": "What kind of flowers does Audrey have a tattoo of?", + "goldAnswer": "sunflowers", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 65, + "category": 4, + "question": "What does Audrey do during dog playdates in the park?", + "goldAnswer": "chat with people while dogs make new friends", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:21" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 66, + "category": 4, + "question": "What type of dog was Andrew looking to adopt based on his living space?", + "goldAnswer": "smaller dog", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 67, + "category": 4, + "question": "Where does Andrew want to live to give their dog a large, open space to run around?", + "goldAnswer": "near a park or woods", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 68, + "category": 4, + "question": "Why did Audrey sign up for a workshop about bonding with pets?", + "goldAnswer": "Strengthen the bond with her pets", + "prediction": "---\nAudrey: Hey Andrew!", + "score": 0, + "evidence": [ + "D6:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-6-d62", + "diaId": "D6:2", + "speaker": "Audrey", + "score": 1, + "snippet": "---\nAudrey: Hey Andrew! That hike sounds great. Nature is good for the soul, right? My week's been good - taking care of my four doggies and making sure they're happy and healthy took up most of my free time. Also, exciting news! I signed up for a workshop about bonding with my pet next month. Ca..." + } + ] + }, + { + "sampleId": "conv-44", + "questionIndex": 69, + "category": 4, + "question": "How did Audrey hear about the workshop on bonding with pets?", + "goldAnswer": "Saw a workshop flyer at the local pet store", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 70, + "category": 4, + "question": "What type of training was the workshop Audrey signed up for in May 2023?", + "goldAnswer": "Positive reinforcement training", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 71, + "category": 4, + "question": "How did Audrey describe she dog he met at the pet store?", + "goldAnswer": "Friendly and playful", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 72, + "category": 4, + "question": "Why did Audrey think positive reinforcement training is important for pets?", + "goldAnswer": "To have pets learn how to behave in a positive way", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 73, + "category": 4, + "question": "What challenge is Andrew facing in their search for a pet?", + "goldAnswer": "Finding a pet-friendly spot in the city", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 74, + "category": 4, + "question": "How does Andrew feel about their search for a pet-friendly place?", + "goldAnswer": "Discouraged but determined", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 75, + "category": 4, + "question": "What outdoor activities does Andrew plan on trying after the rock climbing class?", + "goldAnswer": "kayaking and bungee jumping", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 76, + "category": 4, + "question": "How long does Audrey typically walk her dogs for?", + "goldAnswer": "about an hour", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 77, + "category": 4, + "question": "What did Audrey set up in the backyard for their dogs on June 26, 2023?", + "goldAnswer": "a doggy play area with agility stuff and toys", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 78, + "category": 4, + "question": "What did Audrey and her friends stumble across during a hike a few years back, as mentioned on June 26, 2023?", + "goldAnswer": "a stunning lake in the mountains", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 79, + "category": 4, + "question": "What is Audrey's favorite recipe that she shares with Andrew on 3 July, 2023?", + "goldAnswer": "Chicken Pot Pie", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 80, + "category": 4, + "question": "What dish is one of Audrey's favorite dishes that includes garlic and is shared with Andrew on 3 July, 2023?", + "goldAnswer": "Roasted Chicken", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 81, + "category": 4, + "question": "What did Andrew and his GF do on the Monday before July 24, 2023?", + "goldAnswer": "volunteered at a pet shelter", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 82, + "category": 4, + "question": "What is the name of Audrey's childhood dog?", + "goldAnswer": "Max", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 83, + "category": 4, + "question": "What special memories does Audrey have with her childhood dog, Max?", + "goldAnswer": "Long walks in the neighborhood, exploring new paths, sharing worries and hopes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 84, + "category": 4, + "question": "What are some of the personalities of Audrey's four fur babies?", + "goldAnswer": "oldest is relaxed, second is playful, third can be naughty but loves cuddles, youngest is full of life", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 85, + "category": 4, + "question": "What type of classes did Audrey start with her pups recently on 4 August, 2023?", + "goldAnswer": "Agility classes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 86, + "category": 4, + "question": "How often does Audrey take her pups to the park for practice?", + "goldAnswer": "Twice a week", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 87, + "category": 4, + "question": "How long did the trail hike that Audrey went on with her pups take?", + "goldAnswer": "Two hours", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 88, + "category": 4, + "question": "What advice did Audrey give to Andrew regarding grooming Toby?", + "goldAnswer": "Grooming slowly and gently, paying attention to sensitive areas like ears and paws. And remember to stay patient and positive throughout the grooming process.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 89, + "category": 4, + "question": "What is essential to keep the dogs looking good according to Audrey?", + "goldAnswer": "Daily brushing, regular baths, nail trims, and lots of love", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 90, + "category": 4, + "question": "What did Audrey organize with the neighbors' dogs?", + "goldAnswer": "a doggy playdate", + "prediction": "---\nAudrey: That's great!", + "score": 0, + "evidence": [ + "D18:6" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-18-d186", + "diaId": "D18:6", + "speaker": "Audrey", + "score": 1, + "snippet": "---\nAudrey: That's great! Glad you found ways to relax. It's nice to have those little moments of joy. Something cool recently happened with my furry friends - I organized a doggy playdate with the neighbors' dogs. Seeing all those tails wagging was so sweet. They must have had so much fun!" + } + ] + }, + { + "sampleId": "conv-44", + "questionIndex": 91, + "category": 4, + "question": "What did Audrey do to give her dogs extra comfort as the weather cooled down?", + "goldAnswer": "Got new beds for them", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 92, + "category": 4, + "question": "How does Audrey describe the new beds for her dogs?", + "goldAnswer": "Super cozy and comfy", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 93, + "category": 4, + "question": "How did Audrey calm down her dog after the leash incident?", + "goldAnswer": "Petted, hugged, spoke calmly and slowly walked the dog", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 94, + "category": 4, + "question": "How often does Audrey take her dogs for walks?", + "goldAnswer": "Multiple times a day", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 95, + "category": 4, + "question": "What kind of flowers does Audrey take care of?", + "goldAnswer": "Peruvian Lilies", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 96, + "category": 4, + "question": "What did Andrew learn from reading books about ecological systems?", + "goldAnswer": "about animals, plants, and ecosystems and how they work together", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:25" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 97, + "category": 4, + "question": "What did Andrew suggest as a way to reduce carbon footprint?", + "goldAnswer": "biking or using public transport", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:33" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 98, + "category": 4, + "question": "How does Andrew suggest helping the planet while also training the body?", + "goldAnswer": "by biking", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:35" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 99, + "category": 4, + "question": "What did Audrey do with her pups over the weekend before 4th October, 2023?", + "goldAnswer": "Took them to the beach", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 100, + "category": 4, + "question": "What was the reason Audrey couldn't walk her dogs for a period of time?", + "goldAnswer": "Knee injury", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 101, + "category": 4, + "question": "What type of jewelry does Audrey make?", + "goldAnswer": "Jewelry made from recycled objects", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 102, + "category": 4, + "question": "Why does Audrey make jewelry out of recycled objects?", + "goldAnswer": "To show love for creativity and sustainability", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 103, + "category": 4, + "question": "What organization does Audrey donate a portion of his profits to?", + "goldAnswer": "Animal shelter", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 104, + "category": 4, + "question": "How does Audrey help out the animal shelter?", + "goldAnswer": "By donating a portion of his profits frmo selling jwelery", + "prediction": "---\nAudrey: Definitely!", + "score": 0, + "evidence": [ + "D22:9" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-22-d229", + "diaId": "D22:9", + "speaker": "Audrey", + "score": 1, + "snippet": "---\nAudrey: Definitely! Any hobby can have an impact when used right - I donate to an animal shelter. They do great work, so it's my way of helping out." + } + ] + }, + { + "sampleId": "conv-44", + "questionIndex": 105, + "category": 4, + "question": "What type of games do Audrey's dogs like to play at the park?", + "goldAnswer": "Fetch and Frisbee", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 106, + "category": 4, + "question": "What did Audrey make to thank her neighbors?", + "goldAnswer": "Goodies", + "prediction": "---\nAudrey: Hey!", + "score": 0, + "evidence": [ + "D23:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-23-d232", + "diaId": "D23:2", + "speaker": "Audrey", + "score": 1, + "snippet": "---\nAudrey: Hey! Sounds like you've been busy! I made some goodies recently to thank my neighbors for their pup-friendly homes. It was a nice way to bring some joy around here. Any plans for the weekend?" + } + ] + }, + { + "sampleId": "conv-44", + "questionIndex": 107, + "category": 4, + "question": "How do Audrey's dogs react to snow?", + "goldAnswer": "Confused", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 108, + "category": 4, + "question": "How does Audrey describe her dogs' response to snow?", + "goldAnswer": "They definitely prefer nice, sunny days in the grass.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 109, + "category": 4, + "question": "What kind of experiences are Audrey's dogs the best companions for?", + "goldAnswer": "Exploring the great outdoors", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 110, + "category": 4, + "question": "What activity do Andrew and Buddy enjoy doing together?", + "goldAnswer": "Walking", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 111, + "category": 4, + "question": "What do Andrew and Buddy like doing on walks?", + "goldAnswer": "Checking out new hiking trails", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 112, + "category": 4, + "question": "What cuisine did Andrew recently try at a new spot in town?", + "goldAnswer": "sushi", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 113, + "category": 4, + "question": "Which type of sushi did Audrey suggest trying first to someone new to sushi?", + "goldAnswer": "California or salmon roll", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 114, + "category": 4, + "question": "What type of date is Andrew going on Sunday?", + "goldAnswer": "picnic date", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 115, + "category": 4, + "question": "What did Andrew and Audrey plan to do on the Saturday after October 28, 2023?", + "goldAnswer": "Go hiking", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 116, + "category": 4, + "question": "What aspect of autumn does Andrew find beautiful?", + "goldAnswer": "The autumn colors", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:36" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 117, + "category": 4, + "question": "What did Audrey do in November 2023 to better take care of her dogs?", + "goldAnswer": "Joined a dog owners group", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 118, + "category": 4, + "question": "How often does Audrey meet up with other dog owners for tips and playdates?", + "goldAnswer": "Once a week", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 119, + "category": 4, + "question": "What did Audrey share to show ways to keep dogs active in the city?", + "goldAnswer": "photography of a basket full of stuffed animals", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 120, + "category": 4, + "question": "What type of activities does Audrey suggest for mental stimulation of the dogs?", + "goldAnswer": "puzzles, training, hide-and-seek", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 121, + "category": 4, + "question": "What is Andrew planning to do with Scout, Toby, and Buddy?", + "goldAnswer": "Take them to a nearby park", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 122, + "category": 4, + "question": "What did Andrew get for Scout to create a safe and fun space for them?", + "goldAnswer": "essentials like a bed, toys, and puppy pads", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 123, + "category": 5, + "question": "Which specific type of bird mesmerizes Audrey?", + "goldAnswer": "Eagles", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D1:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 124, + "category": 5, + "question": "What kind of flowers does Andrew have a tattoo of?", + "goldAnswer": "sunflowers", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 125, + "category": 5, + "question": "What type of dog was Audrey looking to adopt based on her living space?", + "goldAnswer": "smaller dog", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D5:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 126, + "category": 5, + "question": "Why did Audrey sign up for a workshop about car maintenance?", + "goldAnswer": "Strengthen the bond with her pets", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D6:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 127, + "category": 5, + "question": "How did Andrew hear about the workshop on bonding with pets?", + "goldAnswer": "Saw a workshop flyer at the local pet store", + "prediction": "---\nAndrew: That's awesome!", + "score": 0, + "evidence": [ + "D6:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-6-d63", + "diaId": "D6:3", + "speaker": "Andrew", + "score": 1, + "snippet": "---\nAndrew: That's awesome! Glad have the opportunity to bond with your pets. That workshop sounds cool. Where did you hear about it? And the one in the picture is adorable!" + } + ] + }, + { + "sampleId": "conv-44", + "questionIndex": 128, + "category": 5, + "question": "What type of training was the workshop Andrew signed up for in May 2023?", + "goldAnswer": "Positive reinforcement training", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D6:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 129, + "category": 5, + "question": "How did Andrew describe the dog he met at the pet store?", + "goldAnswer": "Friendly and playful", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D6:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 130, + "category": 5, + "question": "What challenge is Audrey facing in their search for a pet?", + "goldAnswer": "Finding a pet-friendly spot in the city", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 131, + "category": 5, + "question": "What indoor activities does Andrew plan on trying after the rock climbing class?", + "goldAnswer": "kayaking and bungee jumping", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 132, + "category": 5, + "question": "What did Andrew set up in the backyard for their dogs on June 26, 2023?", + "goldAnswer": "a doggy play area with agility stuff and toys", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 133, + "category": 5, + "question": "What did Audrey and her GF do on the Monday before July 24, 2023?", + "goldAnswer": "volunteered at a pet shelter", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 134, + "category": 5, + "question": "What is the name of Andrew's childhood dog?", + "goldAnswer": "Max", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 135, + "category": 5, + "question": "What special memories does Andrew have with his childhood dog, Max?", + "goldAnswer": "Long walks in the neighborhood, exploring new paths, sharing worries and hopes", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 136, + "category": 5, + "question": "What are some of the personalities of Andrew's four fur babies?", + "goldAnswer": "oldest is relaxed, second is playful, third can be naughty but loves cuddles, youngest is full of life", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 137, + "category": 5, + "question": "What type of classes did Andrew start with his pups recently on 4 August, 2023?", + "goldAnswer": "Agility classes", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 138, + "category": 5, + "question": "What is essential to keep the dogs looking good according to Andrew?", + "goldAnswer": "Daily brushing, regular baths, nail trims, and lots of love", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 139, + "category": 5, + "question": "What did Audrey organize with the neighbors' cats?", + "goldAnswer": "a doggy playdate", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 140, + "category": 5, + "question": "What did Andrew do to give his dogs extra comfort as the weather cooled down?", + "goldAnswer": "Got new beds for them", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 141, + "category": 5, + "question": "How does Andrew describe the new beds for his dogs?", + "goldAnswer": "Super cozy and comfy", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 142, + "category": 5, + "question": "How did Andrew calm down his dog after the leash incident?", + "goldAnswer": "Petted, hugged, spoke calmly and slowly walked the dog", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 143, + "category": 5, + "question": "How often does Andrew take his dogs for walks?", + "goldAnswer": "Multiple times a day", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 144, + "category": 5, + "question": "What kind of vegetables does Audrey take care of?", + "goldAnswer": "Peruvian Lilies", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 145, + "category": 5, + "question": "What did Andrew learn from reading books about economic systems?", + "goldAnswer": "about animals, plants, and ecosystems and how they work together", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D20:25" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 146, + "category": 5, + "question": "What was the reason Andrew couldn't walk his dogs for a period of time?", + "goldAnswer": "Knee injury", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D22:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 147, + "category": 5, + "question": "What type of jewelry does Andrew make?", + "goldAnswer": "Jewelry made from recycled objects", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D22:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 148, + "category": 5, + "question": "Why does Andrew make jewelry out of recycled objects?", + "goldAnswer": "To show love for creativity and sustainability", + "prediction": "---\nAndrew: That necklace looks awesome!", + "score": 0, + "evidence": [ + "D22:5" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-22-d226", + "diaId": "D22:6", + "speaker": "Andrew", + "score": 1, + "snippet": "---\nAndrew: That necklace looks awesome! The colors really stand out and the design is really cool. It's great that you're giving recycled objects new life. Do you make jewelry to sell or just as a hobby? Also, do you donate profits to a good cause?" + } + ] + }, + { + "sampleId": "conv-44", + "questionIndex": 149, + "category": 5, + "question": "What type of games do Andrew's dogs like to play at the park?", + "goldAnswer": "Fetch and Frisbee", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 150, + "category": 5, + "question": "What did Andrew make to thank his neighbors?", + "goldAnswer": "Goodies", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 151, + "category": 5, + "question": "How do Andrew's dogs react to snow?", + "goldAnswer": "Confused", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 152, + "category": 5, + "question": "How does Andrew describe his dogs' response to snow?", + "goldAnswer": "They definitely prefer nice, sunny days in the grass.", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 153, + "category": 5, + "question": "What kind of experiences are Audrey's cats the best companions for?", + "goldAnswer": "Exploring the great outdoors", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 154, + "category": 5, + "question": "What activity do Audrey and Buddy enjoy doing together?", + "goldAnswer": "Walking", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 155, + "category": 5, + "question": "What type of drink did Andrew recently try at a new spot in town?", + "goldAnswer": "sushi", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D25:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 156, + "category": 5, + "question": "Which type of pizza did Audrey suggest trying first to someone new to Italian cuisine?", + "goldAnswer": "California or salmon roll", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D25:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-44", + "questionIndex": 157, + "category": 5, + "question": "How often does Andrew meet up with other dog owners for tips and playdates?", + "goldAnswer": "Once a week", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D27:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 0, + "category": 3, + "question": "What are John's suspected health problems?", + "goldAnswer": "Obesity", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:27" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 1, + "category": 2, + "question": "Which recreational activity was James pursuing on March 16, 2022?", + "goldAnswer": "bowling", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 2, + "category": 1, + "question": "Which places or events have John and James planned to meet at?", + "goldAnswer": "VR Club, McGee's, baseball game", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:36", + "D21:15", + "D23:5", + "D23:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 3, + "category": 1, + "question": "Do both James and John have pets?", + "goldAnswer": "No", + "prediction": "No information available", + "score": 0.5, + "evidence": [ + "D1:12", + "D2:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 4, + "category": 2, + "question": "When did John resume playing drums in his adulthood?", + "goldAnswer": "February 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 5, + "category": 1, + "question": "What are John and James' favorite games?", + "goldAnswer": "John's favorite game is CS:GO, and James's is Apex Legends.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:11", + "D4:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 6, + "category": 3, + "question": "Does James live in Connecticut?", + "goldAnswer": "Likely yes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 7, + "category": 3, + "question": "In which state is the shelter from which James adopted the puppy?", + "goldAnswer": "Connecticut.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 8, + "category": 1, + "question": "How many pets does James have?", + "goldAnswer": "Three dogs.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:12", + "D1:14", + "D5:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 9, + "category": 1, + "question": "What are the names of James's dogs?", + "goldAnswer": "Ned, Daisy, Max", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:14", + "D5:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 10, + "category": 2, + "question": "When did James adopt Ned?", + "goldAnswer": "first week of April 2022", + "prediction": "---\nJames: His name's Ned and he's been awesome since I adopted him.", + "score": 0, + "evidence": [ + "D5:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-21-d213", + "diaId": "D21:3", + "speaker": "James", + "score": 1, + "snippet": "---\nJames: His name's Ned and he's been awesome since I adopted him. I can't imagine life without him. It's great to hear that your siblings signed up for programming." + }, + { + "docId": "transcripts/session-5-d51", + "diaId": "D5:1", + "speaker": "James", + "score": 1, + "snippet": "---\nJames: Hey John! Long time no chat - I adopted a pup from a shelter in Stamford last week and my days have been so much happier with him in the fam. I named it Ned. Any progress on your gaming goals?" + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 11, + "category": 2, + "question": "How was John feeling on April 10, 2022?", + "goldAnswer": "seeking solitude", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 12, + "category": 3, + "question": "Did James have a girlfriend during April 2022?", + "goldAnswer": "Presumably not", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 13, + "category": 2, + "question": "When did James visit Italy?", + "goldAnswer": "In 2021", + "prediction": "---\nJames: In fact, I haven't visited many countries.", + "score": 0.1818181818181818, + "evidence": [ + "D6:12" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-6-d614", + "diaId": "D6:14", + "speaker": "James", + "score": 1, + "snippet": "---\nJames: In fact, I haven't visited many countries. Besides Italy, I was also in Turkey and Mexico. What was the last country you visited?" + }, + { + "docId": "transcripts/session-6-d612", + "diaId": "D6:12", + "speaker": "James", + "score": 0.9891304347826086, + "snippet": "---\nJames: I agree with you, I also love to travel. Last year I visited Italy, for example. A very beautiful country with delicious food." + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 14, + "category": 2, + "question": "When did James buy himself a new adventure book?", + "goldAnswer": "April 26, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 15, + "category": 2, + "question": "When did James start playing Civilization VI?", + "goldAnswer": "March 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:29" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 16, + "category": 3, + "question": "What is the game with different colored cards that was John talking about with James?", + "goldAnswer": "UNO", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:34" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 17, + "category": 3, + "question": "What is the board game where you have to find the imposter that John mentions to James?", + "goldAnswer": "Mafia", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:36" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 18, + "category": 1, + "question": "Which books has John recommended to James?", + "goldAnswer": "The Name of the Wind, Stormlight Archive, Kingkiller Chronicles, Expanse", + "prediction": "---\nJames: Thanks for the recommendations, John!", + "score": 0, + "evidence": [ + "D8:14", + "D14:10" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-14-d1411", + "diaId": "D14:11", + "speaker": "James", + "score": 1, + "snippet": "---\nJames: Thanks for the recommendations, John! I'll definitely check out those books. What makes them your favorites?" + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 19, + "category": 3, + "question": "Was James feeling lonely before meeting Samantha?", + "goldAnswer": "Most likely yes, because he mentioned that the only creatures that gave him joy are dogs and he was actively trying to date.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 20, + "category": 1, + "question": "How many charity tournaments has John organized till date?", + "goldAnswer": "two", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:2", + "D29:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 21, + "category": 2, + "question": "When did John first organize a charity tournament with his friends?", + "goldAnswer": "May 7, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 22, + "category": 1, + "question": "Who or which organizations have been the beneficiaries of John's charity tournaments?", + "goldAnswer": "animal shelter, homeless, children's hospital", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:10", + "D10:12", + "D29:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 23, + "category": 2, + "question": "When will John start his new job?", + "goldAnswer": "In July, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 24, + "category": 1, + "question": "What kind of games has James tried to develop?", + "goldAnswer": "football simulator, virtual world inspired by Witcher 3", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:7", + "D1:4", + "D27:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 25, + "category": 3, + "question": "Are John and James fans of the same football team?", + "goldAnswer": "No, James is a Liverpool fan and John is a Manchester City fan.", + "prediction": "No information available", + "score": 0.15384615384615383, + "evidence": [ + "D13:12", + "D13:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 26, + "category": 1, + "question": "Which countries has James visited?", + "goldAnswer": "Italy, Mexico, Turkey, Canada, Greenland", + "prediction": "---\nJames: In fact, I haven't visited many countries.", + "score": 0, + "evidence": [ + "D6:12", + "D6:14", + "D16:9", + "D17:22" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-6-d614", + "diaId": "D6:14", + "speaker": "James", + "score": 1, + "snippet": "---\nJames: In fact, I haven't visited many countries. Besides Italy, I was also in Turkey and Mexico. What was the last country you visited?" + }, + { + "docId": "transcripts/session-6-d612", + "diaId": "D6:12", + "speaker": "James", + "score": 0.9782608695652174, + "snippet": "---\nJames: I agree with you, I also love to travel. Last year I visited Italy, for example. A very beautiful country with delicious food." + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 27, + "category": 1, + "question": "What kind of classes has James joined?", + "goldAnswer": "game design course, cooking classes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:6", + "D23:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 28, + "category": 2, + "question": "When did James volunteer at an organization?", + "goldAnswer": "May 2022", + "prediction": "---\nJames: It was great to see how much a simple act of kindness can mean to someone in need.", + "score": 0, + "evidence": [ + "D15:9" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-15-d1510", + "diaId": "D15:10", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: That's awesome, James! Was it cool to see the impact of the gifts? Can you tell me more about the organization you volunteered with?" + }, + { + "docId": "transcripts/session-15-d1511", + "diaId": "D15:11", + "speaker": "James", + "score": 0.9887640449438202, + "snippet": "---\nJames: It was great to see how much a simple act of kindness can mean to someone in need. I volunteered with an organization that provides necessary items to those who are less fortunate. It felt so rewarding to help, even if it was in a small way." + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 29, + "category": 2, + "question": "When did James depart for his trip to Canada?", + "goldAnswer": "July 11, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 30, + "category": 3, + "question": "Which country did James book tickets for in July 2022?", + "goldAnswer": "Canada", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:9", + "D16:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 31, + "category": 2, + "question": "How many days did James plan to spend on his trip in Canada?", + "goldAnswer": "19 days", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:9", + "D16:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 32, + "category": 2, + "question": "Where was James at on July 12, 2022?", + "goldAnswer": "Toronto, Canada", + "prediction": "sessionId: session_17\nsessionDateTime: '9:49 am on 22 July, 2022'\ndiaId: 'D17:12", + "score": 0, + "evidence": [ + "D16:9" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-17-d1712", + "diaId": "D17:12", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_17\nsessionDateTime: '9:49 am on 22 July, 2022'\ndiaId: 'D17:12'" + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 33, + "category": 3, + "question": "Did John and James study together?", + "goldAnswer": "Yes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 34, + "category": 1, + "question": "Which countries did James visit in July 2022?", + "goldAnswer": "Canada, Greenland", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:9", + "D17:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 35, + "category": 3, + "question": "What additional country did James visit during his trip to Canada?", + "goldAnswer": "Greenland", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 36, + "category": 3, + "question": "Who is Jill?", + "goldAnswer": "Most likely John's partner.", + "prediction": "---\nJohn: Thank you very much, Jill will be delighted!", + "score": 0.14285714285714285, + "evidence": [ + "D17:24" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-17-d1725", + "diaId": "D17:25", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Thank you very much, Jill will be delighted!" + }, + { + "docId": "transcripts/session-17-d1724", + "diaId": "D17:24", + "speaker": "James", + "score": 1, + "snippet": "---\nJames: Certainly! And not only impressions, I also brought souvenirs. For both you and your Jill!" + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 37, + "category": 2, + "question": "When did John spend time with his sister and dogs?", + "goldAnswer": "July 21, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 38, + "category": 1, + "question": "What happened to John's job situation in 2022?", + "goldAnswer": "quit his IT Job, secured his dream job, aspires to become an eSports competition organizer", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:36", + "D18:1", + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 39, + "category": 2, + "question": "When did John start his job in IT?", + "goldAnswer": "2019", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 40, + "category": 1, + "question": "What kind of tricks do James's pets know?", + "goldAnswer": "swimming, catching frisbees, balancing on a skateboard, sit, stay, paw, and rollover", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:17", + "D14:17", + "D14:23", + "D17:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 41, + "category": 2, + "question": "When did James meet Samantha?", + "goldAnswer": "August 9, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 42, + "category": 2, + "question": "When did James take his 3 dogs to the beach?", + "goldAnswer": "August 9, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 43, + "category": 2, + "question": "When did John plan his next meeting with his siblings?", + "goldAnswer": "In September, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 44, + "category": 3, + "question": "Why didn't John want to go to Starbucks?", + "goldAnswer": "Possibly because he likes to drink beer on his days off.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:12", + "D21:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 45, + "category": 1, + "question": "What kind of beer does McGee's bar serve?", + "goldAnswer": "Stout, lager", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:15", + "D21:17", + "D23:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 46, + "category": 2, + "question": "When did John and James meet at McGee's bar?", + "goldAnswer": "August 27, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 47, + "category": 2, + "question": "When did James ask Samantha to be his girlfriend?", + "goldAnswer": "September 3, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 48, + "category": 2, + "question": "When did James, Samantha and John go to the baseball game together?", + "goldAnswer": "September 11, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:5", + "D23:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 49, + "category": 1, + "question": "What gaming equipments did John buy or refurbish?", + "goldAnswer": "Sennheiser headphones, Logitech mouse, gaming desk", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:8", + "D23:10", + "D20:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 50, + "category": 2, + "question": "When did James start taking cooking classes?", + "goldAnswer": "September 2, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 51, + "category": 1, + "question": "Which new games did John start play during the course of the conversation with James?", + "goldAnswer": "AC Valhalla, Witcher 3, FIFA 23, Dungeons of the Dragons, futuristic dystopian game", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:4", + "D19:7", + "D30:14", + "D24:1", + "D24:3", + "D8:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 52, + "category": 2, + "question": "When did John start working on his 2D Adventure mobile game?", + "goldAnswer": "approximately summer of 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 53, + "category": 2, + "question": "How long did it take for James to complete his Witcher-inspired game?", + "goldAnswer": "six months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:1", + "D27:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 54, + "category": 1, + "question": "What kind of programming-related events has John hosted?", + "goldAnswer": "online programming competition, programming seminar", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:1", + "D28:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 55, + "category": 2, + "question": "When did John and his programming friends host an online programming competition?", + "goldAnswer": "Last week before 13 October 2022.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 56, + "category": 1, + "question": "Which of James's family members have visited him in the last year?", + "goldAnswer": "mother, sister", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:28", + "D28:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 57, + "category": 2, + "question": "When did James' mother and her friend visit him?", + "goldAnswer": "October 19, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 58, + "category": 2, + "question": "When did James try Cyberpunk 2077 game?", + "goldAnswer": "October 20, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:27" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 59, + "category": 2, + "question": "When did John and his gaming friends organize the charity tournament?", + "goldAnswer": "On the night of October 30 to 31, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 60, + "category": 1, + "question": "What games has John played with his friends at charity tournaments?", + "goldAnswer": "CS:GO, Fortnite, Overwatch and Apex Legends", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:4", + "D29:1", + "D29:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 61, + "category": 2, + "question": "What was James' big moment with Samantha in October 2023?", + "goldAnswer": "They decided to live together and rented an apartment not far from McGee's bar.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:8", + "D29:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 62, + "category": 2, + "question": "How long did James and Samantha date for before deciding to move in together?", + "goldAnswer": "nearly three months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:14", + "D29:8", + "D29:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 63, + "category": 2, + "question": "When did James, his family and his dogs start on a road trip together?", + "goldAnswer": "November 4, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 64, + "category": 2, + "question": "How long did John practice chess for before winning the chess tournament?", + "goldAnswer": "nearly four months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:1", + "D30:2", + "D30:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 65, + "category": 2, + "question": "When did James and his family visit Mark and Josh?", + "goldAnswer": "November 7, 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D31:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 66, + "category": 2, + "question": "When did John work with a game developer on a project?", + "goldAnswer": "November 5-6, 2022", + "prediction": "---\nJohn: Hey James!", + "score": 0, + "evidence": [ + "D31:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-31-d312", + "diaId": "D31:2", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Hey James! That sounds awesome! I had a super fun weekend - I worked with a game developer on a project and it was great to see my ideas come to life. It was an incredible experience!" + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 67, + "category": 4, + "question": "What programming languages has James worked with?", + "goldAnswer": "Python and C++", + "prediction": "---\nJames: I haven’t worked with any other programming languages, but I hope to work in the future.", + "score": 0, + "evidence": [ + "D1:8" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-1-d110", + "diaId": "D1:10", + "speaker": "James", + "score": 1, + "snippet": "---\nJames: I haven’t worked with any other programming languages, but I hope to work in the future." + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 68, + "category": 4, + "question": "What type of mobile application does James plan to build with John?", + "goldAnswer": "An app for dog walking and pet care", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 69, + "category": 4, + "question": "How does James plan to make his dog-sitting app unique?", + "goldAnswer": "By allowing users to customize their pup's preferences/needs", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 70, + "category": 4, + "question": "What has John mostly found with the metal detector so far?", + "goldAnswer": "bottle caps", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 71, + "category": 4, + "question": "What did James offer to do for John regarding pets?", + "goldAnswer": "help find the perfect pet", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 72, + "category": 4, + "question": "What instrument is John learning to play as of 27 March, 2022?", + "goldAnswer": "Drums", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:2", + "D3:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 73, + "category": 4, + "question": "How long has John been playing the drums as of 27 March, 2022?", + "goldAnswer": "One month", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 74, + "category": 4, + "question": "What game did John play in an intense tournament at the gaming convention in March 2022?", + "goldAnswer": "CS:GO", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 75, + "category": 4, + "question": "What game was James playing in the online gaming tournament in April 2022?", + "goldAnswer": "Apex Legends", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 76, + "category": 4, + "question": "How does James communicate with his gaming team?", + "goldAnswer": "voice chat", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 77, + "category": 4, + "question": "What advice did James receive from the famous players he met at the tournament?", + "goldAnswer": "never put your ego above team success", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 78, + "category": 4, + "question": "What did James adopt in April 2022?", + "goldAnswer": "a pup", + "prediction": "sessionId: session_5\nsessionDateTime: '9:52 am on 12 April, 2022'\ndiaId: 'D5:1", + "score": 0, + "evidence": [ + "D5:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-5-d51", + "diaId": "D5:1", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_5\nsessionDateTime: '9:52 am on 12 April, 2022'\ndiaId: 'D5:1'" + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 79, + "category": 4, + "question": "What is the name of the pup that was adopted by James?", + "goldAnswer": "Ned", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 80, + "category": 4, + "question": "Why did James embody the appearance of the game character from the woman he saw during a walk?", + "goldAnswer": "He found her appearance and eyes amazing.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 81, + "category": 4, + "question": "What inspired James to create the game character in the virtual world?", + "goldAnswer": "Appearance of a woman he saw during a walk", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 82, + "category": 4, + "question": "Which country did James visit in 2021?", + "goldAnswer": "Italy", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 83, + "category": 4, + "question": "What impresses John about Japan?", + "goldAnswer": "Technologically advanced megacities and tasty street food", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 84, + "category": 4, + "question": "What kind of assignment was giving John a hard time at work?", + "goldAnswer": "Coding assignment", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 85, + "category": 4, + "question": "What breed is Daisy, one of James' dogs?", + "goldAnswer": "Labrador", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 86, + "category": 4, + "question": "What type of pizza is James' favorite?", + "goldAnswer": "Pepperoni", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 87, + "category": 4, + "question": "What type of pizza is John's favorite?", + "goldAnswer": "Hawaiian", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 88, + "category": 4, + "question": "What did John organize with his friends on May 8, 2022?", + "goldAnswer": "A tournament for CS:GO", + "prediction": "sessionId: session_10\nsessionDateTime: '12:45 am on 8 May, 2022'\ndiaId: 'D10:2", + "score": 0, + "evidence": [ + "D10:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-10-d102", + "diaId": "D10:2", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_10\nsessionDateTime: '12:45 am on 8 May, 2022'\ndiaId: 'D10:2'" + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 89, + "category": 4, + "question": "What did John and his friends do with the remaining money after helping the dog shelter?", + "goldAnswer": "Bought groceries and cooked food for the homeless", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 90, + "category": 4, + "question": "What was the main goal of the money raised from the charity tournament organized by John and his friends in May 2022?", + "goldAnswer": "Raise money for a dog shelter", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 91, + "category": 4, + "question": "What did the system John created help the charitable foundation with?", + "goldAnswer": "tracking inventory, resources, and donations", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 92, + "category": 4, + "question": "What did John create for the charitable foundation that helped generate reports for analysis?", + "goldAnswer": "computer application on smartphones", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 93, + "category": 4, + "question": "What did John receive for achieving second place in the tournament?", + "goldAnswer": "money and a trophy", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:5", + "D12:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 94, + "category": 4, + "question": "What project is James working on in his game design course?", + "goldAnswer": "a new part of the football simulator, collecting player databases", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 95, + "category": 4, + "question": "Who does James support in football matches?", + "goldAnswer": "Liverpool", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 96, + "category": 4, + "question": "Which football club does John support?", + "goldAnswer": "Manchester City", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 97, + "category": 4, + "question": "What disagreement do James and John have about their football teams?", + "goldAnswer": "debating on which team will perform better in the championship", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 98, + "category": 4, + "question": "What is Max good at doing according to James?", + "goldAnswer": "catching frisbees in mid-air", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 99, + "category": 4, + "question": "What is the main focus of the organization that James volunteered with?", + "goldAnswer": "providing necessary items to those who are less fortunate", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 100, + "category": 4, + "question": "Will there be an interview required to volunteer with the organization James volunteered for?", + "goldAnswer": "No", + "prediction": "No information available", + "score": 0.5, + "evidence": [ + "D15:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 101, + "category": 4, + "question": "How did John relax in his free time on 9 July, 2022?", + "goldAnswer": "Reading", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 102, + "category": 4, + "question": "What did James enjoy doing on cold winter days?", + "goldAnswer": "Reading while snuggled under the covers", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 103, + "category": 4, + "question": "What new hobby did James become interested in on 9 July, 2022?", + "goldAnswer": "Extreme sports", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 104, + "category": 4, + "question": "Where did James plan to visit after Toronto?", + "goldAnswer": "Vancouver", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 105, + "category": 4, + "question": "When did James plan to return from his trip to Toronto and Vancouver?", + "goldAnswer": "July 20", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 106, + "category": 4, + "question": "What online game did John start playing recently for improving strategy?", + "goldAnswer": "Chess", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 107, + "category": 4, + "question": "What made John leave his IT job?", + "goldAnswer": "to focus on things that align with his values and passions", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 108, + "category": 4, + "question": "Which game tournaments does John plan to organize besides CS:GO?", + "goldAnswer": "Fortnite competitions", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 109, + "category": 4, + "question": "What happened to James's puppy during the recent visit to the clinic?", + "goldAnswer": "routine examination and vaccination", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 110, + "category": 4, + "question": "What game genre did John start exploring instead of shooters?", + "goldAnswer": "strategy and RPG games", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 111, + "category": 4, + "question": "Which RPG game is John playing and enjoying on 10 August, 2022?", + "goldAnswer": "The Witcher 3", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 112, + "category": 4, + "question": "What aspect of \"The Witcher 3\" does John find immersive?", + "goldAnswer": "shaping the world with choices", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 113, + "category": 4, + "question": "Whose phone number did James receive during the beach outing?", + "goldAnswer": "Samantha", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 114, + "category": 4, + "question": "What is James planning to do after receiving Samantha's phone number?", + "goldAnswer": "call her", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 115, + "category": 4, + "question": "What is John organizing with his siblings?", + "goldAnswer": "a gaming night", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 116, + "category": 4, + "question": "What type of beer does John not like?", + "goldAnswer": "dark beer", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 117, + "category": 4, + "question": "What were some difficulties James faced during the development of his game?", + "goldAnswer": "balancing mechanics and ensuring fairness", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 118, + "category": 4, + "question": "What has John been teaching his siblings?", + "goldAnswer": "coding", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 119, + "category": 4, + "question": "What kind of programs are John's siblings making?", + "goldAnswer": "basic games and stories", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 120, + "category": 4, + "question": "Which company's headphones did John choose for gaming?", + "goldAnswer": "Sennheiser", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 121, + "category": 4, + "question": "What did James and Samantha discover they both enjoy at McGee's bar?", + "goldAnswer": "Lager beer", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 122, + "category": 4, + "question": "How much does James pay per cooking class?", + "goldAnswer": "$10", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 123, + "category": 4, + "question": "What did James learn to make in the cooking class besides omelette and meringue?", + "goldAnswer": "Dough", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 124, + "category": 4, + "question": "Why did James sign up for a cooking class?", + "goldAnswer": "He wanted to learn something new", + "prediction": "---\nJames: Yes, two days ago I signed up for a cooking class.", + "score": 0, + "evidence": [ + "D23:13" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-23-d2313", + "diaId": "D23:13", + "speaker": "James", + "score": 1, + "snippet": "---\nJames: Yes, two days ago I signed up for a cooking class. I never liked cooking, but I felt that I wanted to learn something new. At the first lesson we prepared several simple dishes. I got a great omelette the first time!" + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 125, + "category": 4, + "question": "What did James prepare for the first time in the cooking class?", + "goldAnswer": "Omelette", + "prediction": "---\nJames: Yes, two days ago I signed up for a cooking class.", + "score": 0, + "evidence": [ + "D23:13" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-23-d2313", + "diaId": "D23:13", + "speaker": "James", + "score": 1, + "snippet": "---\nJames: Yes, two days ago I signed up for a cooking class. I never liked cooking, but I felt that I wanted to learn something new. At the first lesson we prepared several simple dishes. I got a great omelette the first time!" + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 126, + "category": 4, + "question": "What is the name of the board game John tried in September 2022?", + "goldAnswer": "Dungeons of the Dragon", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 127, + "category": 4, + "question": "Where does James get his ideas from?", + "goldAnswer": "books, movies, dreams", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 128, + "category": 4, + "question": "What kind of dream did James have recently?", + "goldAnswer": "a dream with a medieval castle full of puzzles and traps", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 129, + "category": 4, + "question": "What kind of music does John like?", + "goldAnswer": "electronic and rock music", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 130, + "category": 4, + "question": "What instrument did James used to play when he was younger?", + "goldAnswer": "guitar", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 131, + "category": 4, + "question": "What did John use to play when he was younger to let off steam?", + "goldAnswer": "drums", + "prediction": "---\nJohn: Playing drums when I was younger was a fun way to let off steam.", + "score": 0.13333333333333333, + "evidence": [ + "D24:15" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-24-d2415", + "diaId": "D24:15", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Playing drums when I was younger was a fun way to let off steam. Here's a photo of an old drum set I used to play on." + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 132, + "category": 4, + "question": "What career milestone did John achieve recently in September 2022?", + "goldAnswer": "making his first mobile game", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 133, + "category": 4, + "question": "What type of game is John's upcoming mobile game?", + "goldAnswer": "2D adventure", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 134, + "category": 4, + "question": "What does John do to stay informed and constantly learn about game design?", + "goldAnswer": "watch tutorials and keep up with developer forums", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 135, + "category": 4, + "question": "What kind of gig was John offered at the game dev non-profit organization?", + "goldAnswer": "programming mentor for game developers", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 136, + "category": 4, + "question": "What does John feel about starting the journey as a programming mentor for game developers?", + "goldAnswer": "excited and inspired", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 137, + "category": 4, + "question": "What kind of games is James excited to play with his new video card?", + "goldAnswer": "RPGs", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 138, + "category": 4, + "question": "What inspired James to create his game?", + "goldAnswer": "Witcher 3", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 139, + "category": 4, + "question": "What sparked James' passion for gaming when he was a kid?", + "goldAnswer": "Super Mario and The Legend of Zelda games", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:25" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 140, + "category": 4, + "question": "What did James lose progress on due to a power outage?", + "goldAnswer": "a game", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 141, + "category": 4, + "question": "What games were played at the gaming tournament organized by John on 31 October, 2022?", + "goldAnswer": "Fortnite, Overwatch, Apex Legends", + "prediction": "---\nJames: Hey John!", + "score": 0, + "evidence": [ + "D29:1", + "D29:3" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-29-d292", + "diaId": "D29:2", + "speaker": "James", + "score": 1, + "snippet": "---\nJames: Hey John! Awesome job organizing a gaming tournament for a children's hospital! Combining gaming and a good cause - that's really cool! Tell me more about who helped out and what other games were played." + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 142, + "category": 4, + "question": "What was the purpose of the gaming tournament organized by John on 31 October, 2022?", + "goldAnswer": "To raise money for a children's hospital", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:1", + "D29:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 143, + "category": 4, + "question": "What decision did James and Samantha make on 31 October, 2022?", + "goldAnswer": "To move in together", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:8", + "D29:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 144, + "category": 4, + "question": "Where did James and Samantha decide to live together on 31 October, 2022?", + "goldAnswer": "In an apartment not far from McGee's bar", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 145, + "category": 4, + "question": "Why did James and Samantha choose an apartment near McGee's bar?", + "goldAnswer": "They love spending time together at the bar", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 146, + "category": 4, + "question": "What game is John hooked on playing on 5 November, 2022?", + "goldAnswer": "FIFA 23", + "prediction": "sessionId: session_30\nsessionDateTime: '5:20 pm on 5 November, 2022'\ndiaId: 'D30:14", + "score": 0, + "evidence": [ + "D30:14" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-30-d3014", + "diaId": "D30:14", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_30\nsessionDateTime: '5:20 pm on 5 November, 2022'\ndiaId: 'D30:14'" + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 147, + "category": 4, + "question": "What did John suggest James practice before playing FIFA 23 together?", + "goldAnswer": "Control with a gamepad and timing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 148, + "category": 4, + "question": "What project did John work on with a game developer by 7 November, 2022?", + "goldAnswer": "An online board game", + "prediction": "---\nJohn: Hey James!", + "score": 0, + "evidence": [ + "D31:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-31-d312", + "diaId": "D31:2", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Hey James! That sounds awesome! I had a super fun weekend - I worked with a game developer on a project and it was great to see my ideas come to life. It was an incredible experience!" + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 149, + "category": 4, + "question": "What is the name of John's cousin's dog?", + "goldAnswer": "Luna", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D31:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 150, + "category": 5, + "question": "What did John adopt in April 2022?", + "goldAnswer": "a pup", + "prediction": "sessionId: session_5\nsessionDateTime: '9:52 am on 12 April, 2022'\ndiaId: 'D5:1", + "score": 0, + "evidence": [ + "D5:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-5-d51", + "diaId": "D5:1", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_5\nsessionDateTime: '9:52 am on 12 April, 2022'\ndiaId: 'D5:1'" + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 151, + "category": 5, + "question": "What is the name of the kitten that was adopted by James?", + "goldAnswer": "Ned", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D5:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 152, + "category": 5, + "question": "What inspired John to create the game character in the virtual world?", + "goldAnswer": "Appearance of a woman he saw during a walk", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D6:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 153, + "category": 5, + "question": "Which country did John visit in 2021?", + "goldAnswer": "Italy", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D6:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 154, + "category": 5, + "question": "What kind of assignment was giving James a hard time at work?", + "goldAnswer": "Coding assignment", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 155, + "category": 5, + "question": "What did James and his friends do with the remaining money after helping the dog shelter?", + "goldAnswer": "Bought groceries and cooked food for the homeless", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D10:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 156, + "category": 5, + "question": "What was the main goal of the money raised from the political campaign organized by John and his friends in May 2022?", + "goldAnswer": "Raise money for a dog shelter", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D10:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 157, + "category": 5, + "question": "What did the system John created help the illegal organization with?", + "goldAnswer": "tracking inventory, resources, and donations", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D11:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 158, + "category": 5, + "question": "What did James create for the charitable foundation that helped generate reports for analysis?", + "goldAnswer": "computer application on smartphones", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D11:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 159, + "category": 5, + "question": "Who does James support in cricket matches?", + "goldAnswer": "Liverpool", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 160, + "category": 5, + "question": "What is Max good at doing according to John?", + "goldAnswer": "catching frisbees in mid-air", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 161, + "category": 5, + "question": "Will there be a background check required to volunteer with the organization James volunteered for?", + "goldAnswer": "No", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 162, + "category": 5, + "question": "How did James relax in his free time on 9 July, 2022?", + "goldAnswer": "Reading", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D16:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 163, + "category": 5, + "question": "What new hobby did John become interested in on 9 July, 2022?", + "goldAnswer": "Extreme sports", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D16:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 164, + "category": 5, + "question": "When did John plan to return from his trip to Toronto and Vancouver?", + "goldAnswer": "July 20", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D16:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 165, + "category": 5, + "question": "What made James leave his IT job?", + "goldAnswer": "to focus on things that align with his values and passions", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 166, + "category": 5, + "question": "Which game tournaments does James plan to organize besides CS:GO?", + "goldAnswer": "Fortnite competitions", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 167, + "category": 5, + "question": "What happened to James's kitten during the recent visit to the clinic?", + "goldAnswer": "routine examination and vaccination", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 168, + "category": 5, + "question": "What aspect of \"The Witcher 3\" does John find boring?", + "goldAnswer": "shaping the world with choices", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 169, + "category": 5, + "question": "What is John planning to do after receiving Samantha's phone number?", + "goldAnswer": "call her", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 170, + "category": 5, + "question": "What has James been teaching his siblings?", + "goldAnswer": "coding", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D22:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 171, + "category": 5, + "question": "How much does James pay per dance class?", + "goldAnswer": "$10", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 172, + "category": 5, + "question": "What did James learn to make in the chemistry class besides omelette and meringue?", + "goldAnswer": "Dough", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 173, + "category": 5, + "question": "Why did James sign up for a ballet class?", + "goldAnswer": "He wanted to learn something new", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 174, + "category": 5, + "question": "What did John prepare for the first time in the cooking class?", + "goldAnswer": "Omelette", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 175, + "category": 5, + "question": "What is the name of the board game James tried in September 2022?", + "goldAnswer": "Dungeons of the Dragon", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 176, + "category": 5, + "question": "Where does John get his ideas from?", + "goldAnswer": "books, movies, dreams", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 177, + "category": 5, + "question": "What did James use to play when he was younger to let off steam?", + "goldAnswer": "drums", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 178, + "category": 5, + "question": "What does James do to stay informed and constantly learn about game design?", + "goldAnswer": "watch tutorials and keep up with developer forums", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D25:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 179, + "category": 5, + "question": "What kind of gig was James offered at the game dev non-profit organization?", + "goldAnswer": "programming mentor for game developers", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D26:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 180, + "category": 5, + "question": "What does James feel about starting the journey as a programming mentor for game developers?", + "goldAnswer": "excited and inspired", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D26:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 181, + "category": 5, + "question": "What inspired James to create his painting?", + "goldAnswer": "Witcher 3", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D27:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 182, + "category": 5, + "question": "What games were played at the gaming tournament organized by James on 31 October, 2022?", + "goldAnswer": "Fortnite, Overwatch, Apex Legends", + "prediction": "---\nJames: Hey John!", + "score": 0, + "evidence": [ + "D29:1", + "D29:3" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-29-d292", + "diaId": "D29:2", + "speaker": "James", + "score": 1, + "snippet": "---\nJames: Hey John! Awesome job organizing a gaming tournament for a children's hospital! Combining gaming and a good cause - that's really cool! Tell me more about who helped out and what other games were played." + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 183, + "category": 5, + "question": "What was the purpose of the gaming tournament organized by James on 31 October, 2022?", + "goldAnswer": "To raise money for a children's hospital", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D29:1", + "D29:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 184, + "category": 5, + "question": "What decision did John and Samantha make on 31 October, 2022?", + "goldAnswer": "To move in together", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D29:8", + "D29:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 185, + "category": 5, + "question": "Where did John and Samantha decide to live together on 31 October, 2022?", + "goldAnswer": "In an apartment not far from McGee's bar", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D29:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 186, + "category": 5, + "question": "Why did John and Samantha choose an apartment near McGee's bar?", + "goldAnswer": "They love spending time together at the bar", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D29:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 187, + "category": 5, + "question": "What game is James hooked on playing on 5 November, 2022?", + "goldAnswer": "FIFA 23", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D30:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-47", + "questionIndex": 188, + "category": 5, + "question": "What project did James work on with a game developer by 7 November, 2022?", + "goldAnswer": "An online board game", + "prediction": "---\nJohn: Hey James!", + "score": 0, + "evidence": [ + "D31:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-31-d312", + "diaId": "D31:2", + "speaker": "John", + "score": 1, + "snippet": "---\nJohn: Hey James! That sounds awesome! I had a super fun weekend - I worked with a game developer on a project and it was great to see my ideas come to life. It was an incredible experience!" + } + ] + }, + { + "sampleId": "conv-47", + "questionIndex": 189, + "category": 5, + "question": "What is the name of James's cousin's dog?", + "goldAnswer": "Luna", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D31:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 0, + "category": 2, + "question": "What kind of project was Jolene working on in the beginning of January 2023?", + "goldAnswer": "electricity engineering project", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 1, + "category": 1, + "question": "Which of Deborah`s family and friends have passed away?", + "goldAnswer": "mother, father, her friend Karlie", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:5", + "D2:1", + "D6:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 2, + "category": 2, + "question": "When did Deborah`s mother pass away?", + "goldAnswer": "a few years before 2023", + "prediction": "---\nDeborah: Max is my mother's cat, I took him when my mother passed away.", + "score": 0, + "evidence": [ + "D1:5" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-22-d2223", + "diaId": "D22:23", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Max is my mother's cat, I took him when my mother passed away." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 3, + "category": 2, + "question": "When did Jolene`s mother pass away?", + "goldAnswer": "in 2022", + "prediction": "---\nJolene: Sorry about your loss, Deb.", + "score": 0, + "evidence": [ + "D1:6" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-1-d16", + "diaId": "D1:6", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: Sorry about your loss, Deb. My mother also passed away last year. This is my room in her house, I also have many memories there. Is there anything special about it you remember?" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 4, + "category": 2, + "question": "When did Jolene's mom gift her a pendant?", + "goldAnswer": "in 2010", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 5, + "category": 3, + "question": "In what country did Jolene's mother buy her the pendant?", + "goldAnswer": "In France", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 6, + "category": 1, + "question": "What symbolic gifts do Deborah and Jolene have from their mothers?", + "goldAnswer": "pendants", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:8", + "D1:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 7, + "category": 2, + "question": "Which country were Jolene and her mother visiting in 2010?", + "goldAnswer": "France", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 8, + "category": 1, + "question": "What helped Deborah find peace when grieving deaths of her loved ones?", + "goldAnswer": "yoga, old photos, the roses and dahlias in a flower garden, nature", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:15", + "D2:3", + "D6:4", + "D15:29" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 9, + "category": 2, + "question": "When did Deborah's father pass away?", + "goldAnswer": "January 25, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 10, + "category": 2, + "question": "When was Deborah's parents' wedding?", + "goldAnswer": "in 1993", + "prediction": "---\nDeborah: Even though it's hard, it's comforting to look back on the great memories.", + "score": 0, + "evidence": [ + "D2:3" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-2-d23", + "diaId": "D2:3", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Even though it's hard, it's comforting to look back on the great memories. We looked at the family album. Photos give me peace during difficult times. This is my parents' wedding in 1993." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 11, + "category": 3, + "question": "Is Deborah married?", + "goldAnswer": "yes", + "prediction": "---\nDeborah: That beach is super special to me.", + "score": 0, + "evidence": [ + "D2:5", + "D19:11", + "D23:4", + "D28:11" + ], + "retrievalRecall": 0.25, + "usedContext": [ + { + "docId": "transcripts/session-7-d76", + "diaId": "D7:6", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Aw, that's wonderful! How long have you been married?" + }, + { + "docId": "transcripts/session-28-d2811", + "diaId": "D28:11", + "speaker": "Deborah", + "score": 0.9882352941176471, + "snippet": "---\nDeborah: That beach is super special to me. It's where I got married and discovered my love for surfing. It's always filled with joy and peace." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 12, + "category": 2, + "question": "When did Deborah receive an appreciation letter from her community?", + "goldAnswer": "January 26, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 13, + "category": 1, + "question": "What places give Deborah peace?", + "goldAnswer": "sitting in a spot by the window in her Mom's house, sitting by the beach, Bali, forest trail in a nearby park", + "prediction": "---\nDeborah: I've been blessed to travel to a few places and Bali last year was one of my favs.", + "score": 0.02631578947368421, + "evidence": [ + "D2:13", + "D4:34", + "D6:10", + "D19:17" + ], + "retrievalRecall": 0.25, + "usedContext": [ + { + "docId": "transcripts/session-6-d610", + "diaId": "D6:10", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: I've been blessed to travel to a few places and Bali last year was one of my favs. It was a gorgeous island that gave me peace, great for yoga." + }, + { + "docId": "transcripts/session-11-d116", + "diaId": "D11:6", + "speaker": "Deborah", + "score": 0.9880952380952381, + "snippet": "---\nDeborah: I'm also a big fan of scents like this! Candles and essential oils add warmth and calm to my yoga session. It's amazing how certain smells can transport you to a place of peace. Do you have any other ways to enhance your yoga practice?" + }, + { + "docId": "transcripts/session-4-d432", + "diaId": "D4:32", + "speaker": "Deborah", + "score": 0.9761904761904762, + "snippet": "---\nDeborah: Oh, there's so many great places! My favorite is a park with a forest trail - it's so calming getting lost in nature. Then there's this beach nearby that I love - the sound of the waves and the sand under my feet make me feel all peaceful and happy. Do you have any favorite spots, Jo..." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 14, + "category": 1, + "question": "What were Deborah's mother's hobbies?", + "goldAnswer": "reading, traveling, art, cooking", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:17", + "D2:19", + "D12:3", + "D29:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 15, + "category": 4, + "question": "What pets does Jolene have?", + "goldAnswer": "snakes", + "prediction": "---\nJolene: Your support means a lot.", + "score": 0, + "evidence": [ + "D2:20", + "D2:22", + "D2:24" + ], + "retrievalRecall": 0.3333333333333333, + "usedContext": [ + { + "docId": "transcripts/session-2-d225", + "diaId": "D2:25", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Cool, Jolene! Pets bring so much happiness!" + }, + { + "docId": "transcripts/session-22-d2230", + "diaId": "D22:30", + "speaker": "Jolene", + "score": 0.9876543209876543, + "snippet": "---\nJolene: I am proud of your action to tame these pets!" + }, + { + "docId": "transcripts/session-16-d164", + "diaId": "D16:4", + "speaker": "Jolene", + "score": 0.9753086419753086, + "snippet": "---\nJolene: Your support means a lot. Susie really helps when times get tough. Pets have been great company. Video games have also been a nice distraction." + }, + { + "docId": "transcripts/session-14-d146", + "diaId": "D14:6", + "speaker": "diaId", + "score": 0.9629629629629629, + "snippet": "diaId: 'D14:6'\nspeaker: Jolene\nturnIndex: 6" + }, + { + "docId": "transcripts/session-15-d1518", + "diaId": "D15:18", + "speaker": "diaId", + "score": 0.9629629629629629, + "snippet": "diaId: 'D15:18'\nspeaker: Jolene\nturnIndex: 18" + }, + { + "docId": "transcripts/session-2-d226", + "diaId": "D2:26", + "speaker": "Jolene", + "score": 0.9629629629629629, + "snippet": "---\nJolene: They are very unusual pets! Here's me and my partner gaming last week - it's so fun. We played the game \"Detroit\" on the console. We are both crazy about this activity!" + }, + { + "docId": "transcripts/session-15-d1517", + "diaId": "D15:17", + "speaker": "Deborah", + "score": 0.9629629629629629, + "snippet": "---\nDeborah: Thanks, Jolene! Your support means a lot to me. I'm here for you too. By the way, I noticed your pet in the picture. What made you decide to get a snake?" + }, + { + "docId": "transcripts/session-2-d222", + "diaId": "D2:22", + "speaker": "diaId", + "score": 0.9629629629629629, + "snippet": "diaId: 'D2:22'\nspeaker: Jolene\nturnIndex: 22" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 16, + "category": 4, + "question": "What are the names of Jolene's snakes?", + "goldAnswer": "Susie, Seraphim", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:20", + "D2:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 17, + "category": 2, + "question": "When did Jolene buy her pet Seraphim?", + "goldAnswer": "in 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 18, + "category": 3, + "question": "In what country did Jolene buy snake Seraphim?", + "goldAnswer": "In France", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 19, + "category": 1, + "question": "How many times has Jolene been to France?", + "goldAnswer": "two times", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:24", + "D1:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 20, + "category": 1, + "question": "Which games have Jolene and her partner played together?", + "goldAnswer": "Detroit, Walking Dead, Battlefield 1, It Takes Two, Overcooked 2", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:26", + "D2:30", + "D20:1", + "D15:10", + "D19:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 21, + "category": 2, + "question": "When do Jolene and her partner plan to complete the game \"Walking Dead\"?", + "goldAnswer": "Saturday after 27 January, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:30" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 22, + "category": 2, + "question": "When did Deborah meet Anna?", + "goldAnswer": "31 January, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 23, + "category": 3, + "question": "Why did Jolene sometimes put off doing yoga?", + "goldAnswer": "She's more interested in playing video games", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:11", + "D2:30" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 24, + "category": 1, + "question": "What new yoga poses did Deborah try?", + "goldAnswer": "Warrior II, Dancer Pose (Natarajasana), Tree pose", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:14", + "D14:3", + "D14:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 25, + "category": 4, + "question": "What are Jolene's favorite books?", + "goldAnswer": "Sapiens, Avalanche by Neal Stephenson", + "prediction": "---\nDeborah: Yeah, Jolene.", + "score": 0, + "evidence": [ + "D4:21", + "D4:23" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-2-d217", + "diaId": "D2:17", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Yeah, Jolene. She'd sit there every night with a book and a smile, reading was one of her hobbies. It was one of her favorite places in the house." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 26, + "category": 2, + "question": "Which book did Jolene read in January 2023?", + "goldAnswer": "Avalanche by Neal Stephenson", + "prediction": "---\nDeborah: Yeah, Jolene.", + "score": 0, + "evidence": [ + "D4:23" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-2-d217", + "diaId": "D2:17", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Yeah, Jolene. She'd sit there every night with a book and a smile, reading was one of her hobbies. It was one of her favorite places in the house." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 27, + "category": 2, + "question": "When was Jolene in Bogota?", + "goldAnswer": "in summer 2022", + "prediction": "---\nJolene: Here's a picture I took on vacation last summer in Bogota.", + "score": 0.26666666666666666, + "evidence": [ + "D4:33" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-4-d433", + "diaId": "D4:33", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: Here's a picture I took on vacation last summer in Bogota. It was so beautiful and calming watching the sunset over the water. It definitely made me appreciate nature's calming power." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 28, + "category": 3, + "question": "In what country was Jolene during summer 2022?", + "goldAnswer": "Colombia", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:33" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 29, + "category": 2, + "question": "When did Jolene have a mini-retreat to reflect on her career?", + "goldAnswer": "Wednesday before 9 February, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 30, + "category": 2, + "question": "When did Jolene have a dinner and drinks with her friends?", + "goldAnswer": "21 February, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 31, + "category": 2, + "question": "When was the last photo of Deborah and Karlie taken?", + "goldAnswer": "in summer 2022", + "prediction": "---\nDeborah: Memories keep our loved ones close.", + "score": 0, + "evidence": [ + "D6:8" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-6-d68", + "diaId": "D6:8", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Memories keep our loved ones close. This is the last photo with Karlie which was taken last summer when we hiked. It was our last one. We had such a great time! Every time I see it, I can't help but smile." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 32, + "category": 2, + "question": "When was Deborah in Bali?", + "goldAnswer": "in 2022", + "prediction": "---\nDeborah: I've been blessed to travel to a few places and Bali last year was one of my favs.", + "score": 0, + "evidence": [ + "D6:10" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-6-d610", + "diaId": "D6:10", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: I've been blessed to travel to a few places and Bali last year was one of my favs. It was a gorgeous island that gave me peace, great for yoga." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 33, + "category": 4, + "question": "How long have Jolene and her partner been together?", + "goldAnswer": "for three years", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 34, + "category": 2, + "question": "Which year did Jolene and her partner start dating?", + "goldAnswer": "2020", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 35, + "category": 2, + "question": "When did Deborah go for her first morning jog in a nearby park?", + "goldAnswer": "24 February, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 36, + "category": 3, + "question": "How old is Jolene?", + "goldAnswer": "likely no more than 30; since she's in school", + "prediction": "---\nJolene: How old is Luna?", + "score": 0, + "evidence": [ + "D8:2", + "D13:5", + "D21:6", + "D21:8", + "D22:6", + "D22:14", + "D24:2", + "D24:14", + "D25:5", + "D26:6" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-22-d2228", + "diaId": "D22:28", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: How old is Luna?" + }, + { + "docId": "transcripts/session-23-d2317", + "diaId": "D23:17", + "speaker": "Jolene", + "score": 0.9878048780487806, + "snippet": "---\nJolene: We had a great time visiting an old temple. The stairs were amazing!" + }, + { + "docId": "transcripts/session-29-d296", + "diaId": "D29:6", + "speaker": "Jolene", + "score": 0.9756097560975611, + "snippet": "---\nJolene: Visiting your mom's old home sounds like it was really special. Is there something special you remember about her?" + }, + { + "docId": "transcripts/session-28-d288", + "diaId": "D28:8", + "speaker": "Jolene", + "score": 0.951219512195122, + "snippet": "---\nJolene: Looking at old photos must have been so nostalgic! It's great that you could share that experience with friends. It's amazing how photos and memories can give us a deeper appreciation for the people we love." + }, + { + "docId": "transcripts/session-4-d434", + "diaId": "D4:34", + "speaker": "Deborah", + "score": 0.926829268292683, + "snippet": "---\nDeborah: That sounds great, Jolene. Nature's calming for sure. Guess it helps us forget the daily craziness and find inner peace. No wonder you're a fan! I like to come to this spot by the water near my mom's old house. It's where I reflect on her life and find some peace. Being surrounded by..." + }, + { + "docId": "transcripts/session-29-d295", + "diaId": "D29:5", + "speaker": "Deborah", + "score": 0.9146341463414634, + "snippet": "---\nDeborah: That sounds amazing, Jolene! I've been interested in underwater life, but I haven't had the chance to try scuba diving yet. Recently, I've been spending time remembering my mom. Last Sunday, I visited her old house and sat on a bench. It was a comforting experience, as if I could fee..." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 37, + "category": 2, + "question": "When did Jolene take Seraphim to the park?", + "goldAnswer": "Sunday before 2 March, 2023", + "prediction": "---\nJolene: I did take Seraphim to the park last Sunday.", + "score": 0.14285714285714285, + "evidence": [ + "D8:8" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d88", + "diaId": "D8:8", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: I did take Seraphim to the park last Sunday. She loved it and here's a pic." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 38, + "category": 2, + "question": "When did Deborah start the yoga class in the neighborhood?", + "goldAnswer": "Friday before 13 March, 2023", + "prediction": "---\nDeborah: So much has been going on lately.", + "score": 0, + "evidence": [ + "D9:5" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-9-d93", + "diaId": "D9:3", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: So much has been going on lately. I started this yoga class in the neighborhood - it's such a good feeling! Now I get to share the exercise with my neighbors and watch it really transform them." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 39, + "category": 1, + "question": "What time management techniques do Deborah and Jolene use?", + "goldAnswer": "the Pomodoro Technique - 25 minutes work and 5-minute break, scheduler or to-do list, The Eisenhower Matrix, bullet journal", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:4", + "D10:5", + "D10:6", + "D10:13", + "D18:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 40, + "category": 3, + "question": "Does Deborah live close to the beach or the mountains?", + "goldAnswer": "beach", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 41, + "category": 1, + "question": "What ways do Deborah and Jolene use to enhance their yoga practice?", + "goldAnswer": "candles, music, essential oils", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:4", + "D11:7", + "D28:16", + "D28:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 42, + "category": 4, + "question": "What music pieces does Deborah listen to during her yoga practice?", + "goldAnswer": "Savana, Sleep", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:8", + "D11:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 43, + "category": 2, + "question": "When did Deborah go for a bicycle ride with Anna?", + "goldAnswer": "first week of April, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 44, + "category": 2, + "question": "When did Deborah go to an art show with Anna?", + "goldAnswer": "on 9 April, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 45, + "category": 2, + "question": "When did Jolene finish her robotics project?", + "goldAnswer": "May 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 46, + "category": 2, + "question": "How long did Jolene work on the robotics project given to her by her Professor?", + "goldAnswer": "four months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1", + "D12:10", + "D13:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 47, + "category": 2, + "question": "When did Jolene do yoga at Talkeetna?", + "goldAnswer": "on 5 June, 2023", + "prediction": "---\nJolene: Yeah, I`m trying to do it.", + "score": 0, + "evidence": [ + "D13:15" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-13-d1315", + "diaId": "D13:15", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: Yeah, I`m trying to do it. Here's an example of how I spent yesterday morning, yoga on top of mount Talkeetna." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 48, + "category": 3, + "question": "Which US state did Jolene visit during her internship?", + "goldAnswer": "Alaska", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 49, + "category": 4, + "question": "How long has Jolene been doing yoga and meditation?", + "goldAnswer": "about 3 years", + "prediction": "---\nDeborah: Nice job, Jolene!", + "score": 0, + "evidence": [ + "D13:17" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-13-d1316", + "diaId": "D13:16", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Nice job, Jolene! How long have you been doing yoga and meditation? It looks like it's really helping you regroup and recharge." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 50, + "category": 2, + "question": "Which year did Jolene start practicing yoga?", + "goldAnswer": "2020", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 51, + "category": 2, + "question": "When did Jolene buy a new aquarium for Seraphim?", + "goldAnswer": "24 June, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 52, + "category": 2, + "question": "When did Jolene lose a lot of progress in her work?", + "goldAnswer": "last week of July 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 53, + "category": 2, + "question": "When did Jolene adopt her snake Susie?", + "goldAnswer": "in 2021", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:6", + "D28:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 54, + "category": 2, + "question": "Which pet did Jolene adopt first - Susie or Seraphim?", + "goldAnswer": "Susie", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:24", + "D2:28", + "D16:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 55, + "category": 2, + "question": "Which pet did Jolene adopt more recently - Susie or Seraphim?", + "goldAnswer": "Seraphim", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:24", + "D2:28", + "D16:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 56, + "category": 2, + "question": "When did Deborah lead a meditation session during the sunset?", + "goldAnswer": "week before 16 August, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 57, + "category": 2, + "question": "When did Jolene gift her partner a new console?", + "goldAnswer": "17 August, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 58, + "category": 4, + "question": "What games does Jolene recommend for Deborah?", + "goldAnswer": "Zelda BOTW for Switch , Animal Crossing: New Horizons, Overcooked 2", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:8", + "D19:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 59, + "category": 4, + "question": "What do Deborah and her husband do together?", + "goldAnswer": "play detective games together, spend time outdoors and explore nature", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:13", + "D19:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 60, + "category": 2, + "question": "When did Deborah go to a yoga retreat near her mom's place?", + "goldAnswer": "a week before 24 August,2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 61, + "category": 4, + "question": "What projects is Jolene planning for next year?", + "goldAnswer": "developing renewable energy finding ways to supply clean water to those with limited access", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:10", + "D22:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 62, + "category": 4, + "question": "Where did Deborah get her cats?", + "goldAnswer": "Luna is from the shelter and Max is her mother's cat", + "prediction": "---\nDeborah: I'm here for you if you need me.", + "score": 0, + "evidence": [ + "D22:23", + "D22:25" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-9-d919", + "diaId": "D9:19", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: I'm here for you if you need me. Let's catch up soon." + }, + { + "docId": "transcripts/session-10-d1013", + "diaId": "D10:13", + "speaker": "Deborah", + "score": 0.9883720930232558, + "snippet": "---\nDeborah: The Eisenhower Matrix sorts tasks into four boxes, categorizing them based on their urgency and importance. It can be really useful for organizing and prioritizing. Here's a breakdown." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 63, + "category": 4, + "question": "How old are Deborah's cats?", + "goldAnswer": "Max is 8 years old and Luna is 5 years old", + "prediction": "---\nDeborah: Yes, I really love cats, and they also need a home, love, and care!", + "score": 0, + "evidence": [ + "D22:27", + "D22:29" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-22-d2227", + "diaId": "D22:27", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Yes, I really love cats, and they also need a home, love, and care! Moreover, Max is already old, he is 8 years old." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 64, + "category": 4, + "question": "Does Deborah like cats?", + "goldAnswer": "Yes", + "prediction": "---\nDeborah: I haven't introduced you to my pets yet!", + "score": 0, + "evidence": [ + "D22:27", + "D15:25" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-15-d1525", + "diaId": "D15:25", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: I haven't introduced you to my pets yet! I don't like dogs, that's why I have cats." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 65, + "category": 2, + "question": "Which country was Jolene located in during the last week of August 2023?", + "goldAnswer": "Brazil", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 66, + "category": 2, + "question": "When did Jolene and her partner return home from Rio de Janeiro?", + "goldAnswer": "29 August, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 67, + "category": 4, + "question": "What was Jolene doing with her partner in Rio de Janeiro?", + "goldAnswer": "they went on excursions, checked out some cool yoga classes, visited a lot of delicious cafes, visited an old temple", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:15", + "D23:1", + "D23:3", + "D23:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 68, + "category": 2, + "question": "When did Deborah visit Brazil?", + "goldAnswer": "2020", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 69, + "category": 4, + "question": "Have Deborah and Jolene been to Rio de Janeiro?", + "goldAnswer": "yes", + "prediction": "---\nJolene: Hey Deborah, how's it going?", + "score": 0, + "evidence": [ + "D23:1", + "D23:3", + "D23:18" + ], + "retrievalRecall": 0.3333333333333333, + "usedContext": [ + { + "docId": "transcripts/session-23-d231", + "diaId": "D23:1", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: Hey Deborah, how's it going? Guess what? Yesterday my partner and I got back from an awesome trip to Rio de Janeiro- we checked out some cool yoga classes." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 70, + "category": 3, + "question": "Is the friend who wrote Deborah the motivational quote no longer alive?", + "goldAnswer": "likely yes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 71, + "category": 2, + "question": "When did Deborah go to a community meetup?", + "goldAnswer": "last week of August 2023", + "prediction": "---\nDeborah: I was busy too - went to a community meetup last Friday.", + "score": 0.12500000000000003, + "evidence": [ + "D24:1" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-24-d243", + "diaId": "D24:3", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: I was busy too - went to a community meetup last Friday. We shared stories and it was nice to feel how connected we are. It made me think about how important relationships are. How about you, how are things going in that area?" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 72, + "category": 4, + "question": "When did Jolene's parents give her first console?", + "goldAnswer": "when she was 10", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 73, + "category": 1, + "question": "Did Jolene teach herself how to play the console?", + "goldAnswer": "yes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:28", + "D24:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 74, + "category": 4, + "question": "What do Deborah and Jolene plan to try when they meet in a new cafe?", + "goldAnswer": "coffee and fresh pastries", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:10", + "D26:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 75, + "category": 3, + "question": "What card game is Deborah talking about?", + "goldAnswer": "Exploding Kittens", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 76, + "category": 2, + "question": "When did Jolene and her partner try scuba diving lessons?", + "goldAnswer": "Friday before 17 September, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 77, + "category": 1, + "question": "Where did Jolene and her partner find a cool diving spot?", + "goldAnswer": "Phuket", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:1", + "D29:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 78, + "category": 2, + "question": "Where did Jolene and her partner spend most of September 2023?", + "goldAnswer": "Phuket", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 79, + "category": 1, + "question": "Has Deborah tried surfing?", + "goldAnswer": "yes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:11", + "D29:25" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 80, + "category": 1, + "question": "Has Jolene tried surfing?", + "goldAnswer": "no", + "prediction": "---\nJolene: Sounds nice, Deb!", + "score": 0, + "evidence": [ + "D10:20", + "D29:26", + "D29:30" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-29-d2924", + "diaId": "D29:24", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: Sounds nice, Deb! A cozy nook is a must! The beach is a great place for finding peace and relaxation. Have you ever tried surfing?" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 81, + "category": 2, + "question": "When did the Deboran and Jolene agree to go surfing?", + "goldAnswer": "in October 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:34" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 82, + "category": 1, + "question": "Which locations does Deborah practice her yoga at?", + "goldAnswer": "at her mother's old home, park, yoga studio, beach", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:11", + "D2:13", + "D3:6", + "D4:12", + "D6:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 83, + "category": 1, + "question": "What kind of professional activities does Jolene participate in to gain more experience in her field?", + "goldAnswer": "present work at virtual conference, attend workshops and intern at firms", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:6", + "D13:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 84, + "category": 1, + "question": "What kind of engineering projects has Jolene worked on?", + "goldAnswer": "electrical engineering, robotics, sustainable water purifier, productive and affordable aerial surveillance system", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:2", + "D3:1", + "D4:5", + "D17:10", + "D17:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 85, + "category": 1, + "question": "Which community activities have Deborah and Anna participated in?", + "goldAnswer": "yoga, running", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:12", + "D4:16", + "D15:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 86, + "category": 1, + "question": "What gifts has Deborah received?", + "goldAnswer": "an appreciate letter from her community, a flower bouqet from her friend, a motivational quote from a friend", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:7", + "D2:9", + "D4:26", + "D23:20", + "D23:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 87, + "category": 1, + "question": "Which countries has Deborah traveled to?", + "goldAnswer": "Thailand, Brazil", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:10", + "D23:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 88, + "category": 1, + "question": "What activities does Deborah pursue besides practicing and teaching yoga?", + "goldAnswer": "biking, going to art shows, running, organizing workshops to practice mindfulness and self-care, surfing, gardening", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:1", + "D15:1", + "D15:11", + "D28:11", + "D29:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 89, + "category": 4, + "question": "What are the names of Jolene's snakes?", + "goldAnswer": "Susie, Seraphim", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:20", + "D2:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 90, + "category": 4, + "question": "What are Jolene's favorite books?", + "goldAnswer": "Sapiens, Avalanche by Neal Stephenson", + "prediction": "---\nDeborah: Yeah, Jolene.", + "score": 0, + "evidence": [ + "D4:21", + "D4:23" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-2-d217", + "diaId": "D2:17", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Yeah, Jolene. She'd sit there every night with a book and a smile, reading was one of her hobbies. It was one of her favorite places in the house." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 91, + "category": 4, + "question": "What music pieces does Deborah listen to during her yoga practice?", + "goldAnswer": "Savana, Sleep", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:8", + "D11:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 92, + "category": 4, + "question": "What games does Jolene recommend for Deborah?", + "goldAnswer": "Zelda BOTW for Switch , Animal Crossing: New Horizons, Overcooked 2", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:8", + "D19:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 93, + "category": 4, + "question": "What projects is Jolene planning for next year?", + "goldAnswer": "developing renewable energy finding ways to supply clean water to those with limited access", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:10", + "D22:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 94, + "category": 4, + "question": "Where did Deborah get her cats?", + "goldAnswer": "Luna is from the shelter and Max is her mother's cat", + "prediction": "---\nDeborah: I'm here for you if you need me.", + "score": 0, + "evidence": [ + "D22:23", + "D22:25" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-9-d919", + "diaId": "D9:19", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: I'm here for you if you need me. Let's catch up soon." + }, + { + "docId": "transcripts/session-10-d1013", + "diaId": "D10:13", + "speaker": "Deborah", + "score": 0.9883720930232558, + "snippet": "---\nDeborah: The Eisenhower Matrix sorts tasks into four boxes, categorizing them based on their urgency and importance. It can be really useful for organizing and prioritizing. Here's a breakdown." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 95, + "category": 4, + "question": "How old are Deborah's cats?", + "goldAnswer": "Max is 8 years old and Luna is 5 years old", + "prediction": "---\nDeborah: Yes, I really love cats, and they also need a home, love, and care!", + "score": 0, + "evidence": [ + "D22:27", + "D22:29" + ], + "retrievalRecall": 0.5, + "usedContext": [ + { + "docId": "transcripts/session-22-d2227", + "diaId": "D22:27", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Yes, I really love cats, and they also need a home, love, and care! Moreover, Max is already old, he is 8 years old." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 96, + "category": 4, + "question": "What was Jolene doing with her partner in Rio de Janeiro?", + "goldAnswer": "they went on excursions, checked out some cool yoga classes, visited a lot of delicious cafes, visited an old temple", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:15", + "D23:1", + "D23:3", + "D23:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 97, + "category": 4, + "question": "Have Deborah and Jolene been to Rio de Janeiro?", + "goldAnswer": "yes", + "prediction": "---\nJolene: Hey Deborah, how's it going?", + "score": 0, + "evidence": [ + "D23:1", + "D23:3", + "D23:18" + ], + "retrievalRecall": 0.3333333333333333, + "usedContext": [ + { + "docId": "transcripts/session-23-d231", + "diaId": "D23:1", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: Hey Deborah, how's it going? Guess what? Yesterday my partner and I got back from an awesome trip to Rio de Janeiro- we checked out some cool yoga classes." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 98, + "category": 4, + "question": "When did Jolene's parents give her first console?", + "goldAnswer": "when she was 10", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 99, + "category": 4, + "question": "What do Deborah and Jolene plan to try when they meet in a new cafe?", + "goldAnswer": "coffee and fresh pastries", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:10", + "D26:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 100, + "category": 4, + "question": "What project did Jolene finish last week before 23 January, 2023?", + "goldAnswer": "an electrical engineering project", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 101, + "category": 4, + "question": "When did Jolene buy her pet snake?", + "goldAnswer": "A year ago", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 102, + "category": 4, + "question": "What project was Jolene working on as of 1 February, 2023?", + "goldAnswer": "Robotics project", + "prediction": "sessionId: session_3\nsessionDateTime: '7:03 pm on 1 February, 2023'\ndiaId: 'D3:2", + "score": 0, + "evidence": [ + "D3:1" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-3-d32", + "diaId": "D3:2", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_3\nsessionDateTime: '7:03 pm on 1 February, 2023'\ndiaId: 'D3:2'" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 103, + "category": 4, + "question": "Where did Deborah meet her new neighbor Anna?", + "goldAnswer": "yoga in the park", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 104, + "category": 4, + "question": "What activity did Jolene and her partner plan to do together instead of resuming yoga?", + "goldAnswer": "play the console", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 105, + "category": 4, + "question": "What milestone did Jolene achieve recently on 4 February, 2023?", + "goldAnswer": "Design and build a sustainable water purifier for a rural community", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 106, + "category": 4, + "question": "What is Jolene's favorite book which she mentioned on 4 February, 2023?", + "goldAnswer": "\"Sapiens\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:21" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 107, + "category": 4, + "question": "What does Deborah bring with her whenever she comes to reflect on her mom?", + "goldAnswer": "amulet", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:36" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 108, + "category": 4, + "question": "What new outlook did Jolene gain after her mini retreat on 9 February, 2023?", + "goldAnswer": "A confidence boost", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 109, + "category": 4, + "question": "What cool stuff did Jolene accomplish at the retreat on 9 February, 2023?", + "goldAnswer": "Came up with neat solutions for her engineering project", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 110, + "category": 4, + "question": "What idea did Jolene have to help underprivileged kids learn about STEM subjects on 9 February, 2023?", + "goldAnswer": "A volunteer program where engineers teach STEM to underprivileged kids", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 111, + "category": 4, + "question": "How does Jolene plan to involve local engineers in her idea of teaching STEM to underprivileged kids?", + "goldAnswer": "As guest speakers for workshops", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 112, + "category": 4, + "question": "What gave Deborah peace in the garden she visited?", + "goldAnswer": "Roses and dahlias", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 113, + "category": 4, + "question": "Why did Deborah spend time in the garden?", + "goldAnswer": "to find comfort after losing a friend", + "prediction": "---\nDeborah: The roses and dahlias bring me peace.", + "score": 0, + "evidence": [ + "D6:4" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-6-d64", + "diaId": "D6:4", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: The roses and dahlias bring me peace. I lost a friend last week, so I've been spending time in the garden to find some comfort." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 114, + "category": 4, + "question": "How did Jolene and her partner initially meet?", + "goldAnswer": "In an engineering class in college", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 115, + "category": 4, + "question": "What activity does Deborah incorporate into her daily routine after going for a morning jog in the park?", + "goldAnswer": "spending time with loved ones", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 116, + "category": 4, + "question": "According to Jolene, what does exercise help her to feel?", + "goldAnswer": "connected to her body", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 117, + "category": 4, + "question": "What did Deb share a photo of, which brought a smile to Jolene's face?", + "goldAnswer": "a yellow coffee cup with a handwritten message", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 118, + "category": 4, + "question": "What is one of Jolene's favorite dishes?", + "goldAnswer": "lasagna", + "prediction": "---\nJolene: One of my favorite dishes is lasagna!", + "score": 0.2222222222222222, + "evidence": [ + "D8:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d82", + "diaId": "D8:2", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: One of my favorite dishes is lasagna! Comfort food can be a great pick-me-up. I've got a lot going on with my studies and exams." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 119, + "category": 4, + "question": "What picture did Jolene share related to feeling overwhelmed?", + "goldAnswer": "a photo of a desk with a notebook and a computer monitor", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 120, + "category": 4, + "question": "What did Jolene and Deb discuss as a helpful strategy for studying and time management?", + "goldAnswer": "breaking tasks into smaller pieces and setting goals, using planners or schedulers", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 121, + "category": 4, + "question": "What did Jolene ask Deb to help with on 13 March, 2023?", + "goldAnswer": "time management", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 122, + "category": 4, + "question": "What method does Deb suggest Jolene to try for organizing tasks based on importance and urgency?", + "goldAnswer": "The Eisenhower Matrix", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 123, + "category": 4, + "question": "What did Jolene and Anna discuss while watching the sunset by the sea?", + "goldAnswer": "They realized they inspire each other", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 124, + "category": 4, + "question": "How does Jolene plan to pursue her dream of learning to surf?", + "goldAnswer": "gathering information, watching videos, getting a beginners' guide", + "prediction": "No information available", + "score": 0.2, + "evidence": [ + "D10:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 125, + "category": 4, + "question": "What did Deborah buy to enhance her yoga practice besides the props?", + "goldAnswer": "candle", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 126, + "category": 4, + "question": "What type of music does Deborah find helpful during her yoga practice?", + "goldAnswer": "instrumental tracks with mellow melodies and rhythms", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 127, + "category": 4, + "question": "Who are the musicians mentioned by Jolene that she enjoys listening to during her yoga practice?", + "goldAnswer": "Nils Frahm and Olafur Arnalds", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 128, + "category": 4, + "question": "What album does Deborah recommend for meditation and deep relaxation?", + "goldAnswer": "'Sleep'", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 129, + "category": 4, + "question": "Which show did Deborah go to with a friend on 9 April, 2023?", + "goldAnswer": "an art show", + "prediction": "sessionId: session_12\nsessionDateTime: '4:30 pm on 9 April, 2023'\ndiaId: 'D12:1", + "score": 0, + "evidence": [ + "D12:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-12-d121", + "diaId": "D12:1", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_12\nsessionDateTime: '4:30 pm on 9 April, 2023'\ndiaId: 'D12:1'" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 130, + "category": 4, + "question": "What does Deborah find comforting about going to art shows?", + "goldAnswer": "It makes her feel like she's still experiencing it with her mom", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 131, + "category": 4, + "question": "How does Jolene describe the time spent with her snakes and partner?", + "goldAnswer": "Valuable and relaxing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 132, + "category": 4, + "question": "What does Jolene enjoy doing with her partner after a long day?", + "goldAnswer": "Playing video games", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 133, + "category": 4, + "question": "What is Jolene currently doing in June 2023?", + "goldAnswer": "interning at a well-known engineering firm", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 134, + "category": 4, + "question": "For how long has Jolene had Seraphim as a pet?", + "goldAnswer": "one year", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 135, + "category": 4, + "question": "How does Jolene feel when spending time with Seraphim?", + "goldAnswer": "comforted", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 136, + "category": 4, + "question": "Which new yoga pose did Deborah share a photo of?", + "goldAnswer": "tree pose", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 137, + "category": 4, + "question": "What group activity did Deborah start with Anna?", + "goldAnswer": "running group", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 138, + "category": 4, + "question": "What made being part of the running group easy for Deborah to stay motivated?", + "goldAnswer": "helping and pushing each other during runs", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 139, + "category": 4, + "question": "Why did Jolene decide to get a snake as a pet?", + "goldAnswer": "fascinated by reptiles and it felt like the perfect pet", + "prediction": "---\nDeborah: Thanks, Jolene!", + "score": 0, + "evidence": [ + "D15:18" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-15-d1517", + "diaId": "D15:17", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Thanks, Jolene! Your support means a lot to me. I'm here for you too. By the way, I noticed your pet in the picture. What made you decide to get a snake?" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 140, + "category": 4, + "question": "What is the favorite game Jolene plays with her partner?", + "goldAnswer": "It takes two", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 141, + "category": 4, + "question": "What activity does Deborah do with her cats?", + "goldAnswer": "take them out for a run in the park every morning and evening", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:27" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 142, + "category": 4, + "question": "How does Jolene describe the feeling of finding her snake snuggled under the bed after it got out?", + "goldAnswer": "It really showed how much she loves her.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 143, + "category": 4, + "question": "Why does Deborah take her cats out for a run in the park every day?", + "goldAnswer": "Exercise and nature are important to her", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:27" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 144, + "category": 4, + "question": "How did Jolene come to have her pet, Susie?", + "goldAnswer": "She adopted her two years ago when feeling lonely.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 145, + "category": 4, + "question": "What activities have been helping Jolene stay distracted during tough times?", + "goldAnswer": "Video games and spending time with her pet, Susie", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 146, + "category": 4, + "question": "What kind of yoga routine does Deborah recommend to Jolene?", + "goldAnswer": "A gentle flow routine focused on breathing and grounding", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 147, + "category": 4, + "question": "What did Jolene design inspired by their love for space and engines?", + "goldAnswer": "Notebooks", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 148, + "category": 4, + "question": "What journal has Jolene been using to help track tasks and stay organized?", + "goldAnswer": "bullet journal", + "prediction": "---\nJolene: Thanks, Deb!", + "score": 0, + "evidence": [ + "D18:3" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-18-d183", + "diaId": "D18:3", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: Thanks, Deb! I've been trying out some time management strategies recently and started using a bullet journal. It's been really helpful for tracking my tasks and staying organized." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 149, + "category": 4, + "question": "What game did Jolene recommend for being calming and cute?", + "goldAnswer": "Animal Crossing: New Horizons", + "prediction": "---\nJolene: I have a few game recommendations.", + "score": 0, + "evidence": [ + "D19:8" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-19-d198", + "diaId": "D19:8", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: I have a few game recommendations. Zelda BOTW for Switch is an awesome open-world game. Animal Crossing: New Horizons is really calming and cute. As for my favorite game, it's hard to choose just one!" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 150, + "category": 4, + "question": "What game did Jolene suggest as an awesome open-world game for the Nintendo Switch?", + "goldAnswer": "Zelda BOTW", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 151, + "category": 4, + "question": "What did Deborah and her husband use to play to bond and make memories?", + "goldAnswer": "video games", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 152, + "category": 4, + "question": "What is special about the bench at the park near Deborah's house?", + "goldAnswer": "It holds special memories of conversations with her mom", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 153, + "category": 4, + "question": "What did Deborah and her mom chat about at their special bench in the park?", + "goldAnswer": "dreams and life", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 154, + "category": 4, + "question": "What feeling does Deborah get when she thinks about the time spent with her mom at their special spot?", + "goldAnswer": "peace and gratitude", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:21" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 155, + "category": 4, + "question": "What habits does Jolene practice to feel balanced?", + "goldAnswer": "yoga, meditation, walks, and mindfulness", + "prediction": "---\nJolene: Yep Deb, slowing down and enjoying simple moments can bring a lot of balance and happiness.", + "score": 0, + "evidence": [ + "D20:12" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-20-d2011", + "diaId": "D20:11", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: Yep Deb, slowing down and enjoying simple moments can bring a lot of balance and happiness. I'm trying to do more yoga and meditation myself to help relax and stay focused. Are there any calming habits that you practice to feel balanced?" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 156, + "category": 4, + "question": "Which yoga pose is Jolene a fan of for rest and calmness?", + "goldAnswer": "savasana (the corpse pose)", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 157, + "category": 4, + "question": "How long has Jolene been doing yoga?", + "goldAnswer": "3 years", + "prediction": "---\nDeborah: Nice job, Jolene!", + "score": 0, + "evidence": [ + "D20:21" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-13-d1316", + "diaId": "D13:16", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Nice job, Jolene! How long have you been doing yoga and meditation? It looks like it's really helping you regroup and recharge." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 158, + "category": 4, + "question": "What did Jolene participate in recently that provided her with a rewarding experience?", + "goldAnswer": "presenting at a virtual conference", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 159, + "category": 4, + "question": "How did Jolene feel after receiving positive feedback at the virtual conference?", + "goldAnswer": "thrilled and rewarded", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 160, + "category": 4, + "question": "What kind of event did Jolene present at recently?", + "goldAnswer": "virtual conference", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 161, + "category": 4, + "question": "What did Jolene's mom stress the value of, which she wants to keep in mind for her engineering projects?", + "goldAnswer": "Helping others", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 162, + "category": 4, + "question": "What type of projects is Jolene interested in getting involved in the future?", + "goldAnswer": "Sustainable initiatives and developing innovative solutions for environmental issues", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 163, + "category": 4, + "question": "How did Deborah get Luna, one of her cats?", + "goldAnswer": "From the shelter", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:25" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 164, + "category": 4, + "question": "How old is Max?", + "goldAnswer": "8 years old", + "prediction": "---\nDeborah: Yes, I really love cats, and they also need a home, love, and care!", + "score": 0, + "evidence": [ + "D22:27" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-22-d2227", + "diaId": "D22:27", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Yes, I really love cats, and they also need a home, love, and care! Moreover, Max is already old, he is 8 years old." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 165, + "category": 4, + "question": "What type of classes did Jolene and her partner check out during their trip to Rio de Janeiro on 30 August, 2023?", + "goldAnswer": "Yoga classes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 166, + "category": 4, + "question": "What type of place does Jolene visit to meditate?", + "goldAnswer": "A tranquil spot by a pond", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 167, + "category": 4, + "question": "What was the new plant Jolene got used as a reminder for on 30 August, 2023?", + "goldAnswer": "To nurture herself and embrace fresh starts", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:29" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 168, + "category": 4, + "question": "Why did Jolene get the new plant on 30 August, 2023?", + "goldAnswer": "As a reminder to nurture herself and embrace fresh starts", + "prediction": "sessionId: session_23\nsessionDateTime: '11:46 am on 30 August, 2023'\ndiaId: 'D23:27", + "score": 0, + "evidence": [ + "D23:29" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-23-d2327", + "diaId": "D23:27", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_23\nsessionDateTime: '11:46 am on 30 August, 2023'\ndiaId: 'D23:27'" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 169, + "category": 4, + "question": "What has Jolene been focusing on lately besides studying?", + "goldAnswer": "relationship with her partner", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 170, + "category": 4, + "question": "How did Deborah's mom support her yoga practice when she first started?", + "goldAnswer": "attended classes with her", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 171, + "category": 4, + "question": "What was the video game console that Jolene's parents got her at age 10?", + "goldAnswer": "nintendo game console", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 172, + "category": 4, + "question": "What was one of Jolene's favorite games to play with her mom on the nintendo wii game system?", + "goldAnswer": "Monster Hunter: World", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 173, + "category": 4, + "question": "What course did Jolene sign up for on 6 September 2023?", + "goldAnswer": "meditation", + "prediction": "---\nJolene: Woohoo!", + "score": 0, + "evidence": [ + "D25:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-25-d251", + "diaId": "D25:1", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: Woohoo! I signed up for a meditation course at a retreat near a lake. Can't wait to share this experience with my partner and learn some new techniques. Sooo excited!" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 174, + "category": 4, + "question": "Why did Jolene have to reschedule their meeting with Deborah on September 8, 2023?", + "goldAnswer": "Jolene already had plans", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 175, + "category": 4, + "question": "Where did Jolene and her partner travel for a few weeks in September 2023?", + "goldAnswer": "Phuket", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 176, + "category": 4, + "question": "What was the main focus of the session that stood out to Jolene during the retreat?", + "goldAnswer": "releasing expectations and judgments and savoring the present", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 177, + "category": 4, + "question": "How did Jolene feel about her progress in practicing mindfulness and gratitude?", + "goldAnswer": "experiencing a new level of joy and happiness", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 178, + "category": 4, + "question": "What positive change did Jolene experience during the retreat?", + "goldAnswer": "finding inner peace", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 179, + "category": 4, + "question": "What did Jolene recently play that she described to Deb?", + "goldAnswer": "a card game about cats", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 180, + "category": 4, + "question": "What did Deborah do with their mom's old friends?", + "goldAnswer": "reminisced and looked through photos", + "prediction": "---\nDeborah: Since speaking last, I reconnected with my mom's old friends.", + "score": 0, + "evidence": [ + "D28:7" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-28-d281", + "diaId": "D28:1", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Since speaking last, I reconnected with my mom's old friends. Their stories made me tear up and reminded me how lucky I am to have had her." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 181, + "category": 4, + "question": "Where did Deborah get married?", + "goldAnswer": "on the beach", + "prediction": "---\nDeborah: That beach is super special to me.", + "score": 0.2, + "evidence": [ + "D28:11" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-7-d76", + "diaId": "D7:6", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: Aw, that's wonderful! How long have you been married?" + }, + { + "docId": "transcripts/session-28-d2811", + "diaId": "D28:11", + "speaker": "Deborah", + "score": 0.9882352941176471, + "snippet": "---\nDeborah: That beach is super special to me. It's where I got married and discovered my love for surfing. It's always filled with joy and peace." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 182, + "category": 4, + "question": "What does yoga on the beach provide for Deborah?", + "goldAnswer": "a peaceful atmosphere", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 183, + "category": 4, + "question": "How does Jolene describe their home room?", + "goldAnswer": "little haven for peace and rest", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 184, + "category": 4, + "question": "What new activity did Deborah and her neighbor organize for the community on 16 September, 2023?", + "goldAnswer": "Free gardening class", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 185, + "category": 4, + "question": "What was Deborah's mom passionate about?", + "goldAnswer": "Cooking", + "prediction": "---\nDeborah: The group members sent this to me!", + "score": 0, + "evidence": [ + "D29:7" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-2-d29", + "diaId": "D2:9", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: The group members sent this to me! They thanked me for the positive influence I had on them. Those moments remind me why I'm so passionate about yoga." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 186, + "category": 4, + "question": "What food did Deborah's mom make for her on birthdays?", + "goldAnswer": "Pineapple cakes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 187, + "category": 4, + "question": "What kind of cookies did Jolene used to bake with someone close to her?", + "goldAnswer": "Chocolate chip cookies", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 188, + "category": 4, + "question": "What outdoor activity did Jolene suggest doing together with Deborah?", + "goldAnswer": "Surfing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:27" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 189, + "category": 4, + "question": "What activity did Deborah enjoy at the music festival with their pals on September 20, 2023?", + "goldAnswer": "Dancing and bopping around", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 190, + "category": 4, + "question": "What did Deborah find freeing at the music festival?", + "goldAnswer": "Dancing and bopping around", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 191, + "category": 5, + "question": "What are the names of Deborah's snakes?", + "goldAnswer": "Susie, Seraphim", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:20", + "D2:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 192, + "category": 5, + "question": "What are Deborah's favorite books?", + "goldAnswer": "Sapiens, Avalanche by Neal Stephenson", + "prediction": "---\nDeborah: That's quite a collection!", + "score": 0, + "evidence": [ + "D4:21", + "D4:23" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-4-d420", + "diaId": "D4:20", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: That's quite a collection! Have you had a favorite book lately? I'd love to hear your thoughts." + }, + { + "docId": "transcripts/session-2-d217", + "diaId": "D2:17", + "speaker": "Deborah", + "score": 0.9886363636363636, + "snippet": "---\nDeborah: Yeah, Jolene. She'd sit there every night with a book and a smile, reading was one of her hobbies. It was one of her favorite places in the house." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 193, + "category": 5, + "question": "Where did Deborah get her dogs?", + "goldAnswer": "Luna is from the shelter and Max is her mother's cat", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D22:23", + "D22:25" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 194, + "category": 5, + "question": "How old are Jolene's cats?", + "goldAnswer": "Max is 8 years old and Luna is 5 years old", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D22:27", + "D22:29" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 195, + "category": 5, + "question": "When did Deborah's parents give her first console?", + "goldAnswer": "when she was 10", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 196, + "category": 5, + "question": "When did Jolene release her pet snake?", + "goldAnswer": "A year ago", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 197, + "category": 5, + "question": "Where did Jolene meet her new friend Anna?", + "goldAnswer": "yoga in the park", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 198, + "category": 5, + "question": "What is Deborah's favorite book which she mentioned on 4 February, 2023?", + "goldAnswer": "\"Sapiens\"", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:21" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 199, + "category": 5, + "question": "What cool stuff did Deborah accomplish at the retreat on 9 February, 2023?", + "goldAnswer": "Came up with neat solutions for her engineering project", + "prediction": "---\nDeborah: You deserve credit for stepping outside your comfort zone and believing in yourself.", + "score": 0, + "evidence": [ + "D5:5" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-5-d54", + "diaId": "D5:4", + "speaker": "Deborah", + "score": 1, + "snippet": "---\nDeborah: You deserve credit for stepping outside your comfort zone and believing in yourself. What cool stuff did you accomplish at the retreat?" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 200, + "category": 5, + "question": "How does Deborah plan to involve local engineers in her idea of teaching STEM to underprivileged kids?", + "goldAnswer": "As guest speakers for workshops", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D5:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 201, + "category": 5, + "question": "What gave Deborah anxiety in the garden she visited?", + "goldAnswer": "Roses and dahlias", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D6:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 202, + "category": 5, + "question": "Why did Jolene spend time in the garden?", + "goldAnswer": "to find comfort after losing a friend", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D6:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 203, + "category": 5, + "question": "How did Jolene and her rival initially meet?", + "goldAnswer": "In an engineering class in college", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 204, + "category": 5, + "question": "What activity does Jolene incorporate into her daily routine after going for a morning jog in the park?", + "goldAnswer": "spending time with loved ones", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 205, + "category": 5, + "question": "What method does Jolene suggest Deborah to try for organizing tasks based on importance and urgency?", + "goldAnswer": "The Eisenhower Matrix", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D10:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 206, + "category": 5, + "question": "How does Jolene plan to pursue her dream of climbing mountains?", + "goldAnswer": "gathering information, watching videos, getting a beginners' guide", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D10:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 207, + "category": 5, + "question": "Who are the authors mentioned by Jolene that she enjoys reading during her yoga practice?", + "goldAnswer": "Nils Frahm and Olafur Arnalds", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D11:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 208, + "category": 5, + "question": "Which show did Jolene go to with a friend on 9 April, 2023?", + "goldAnswer": "an art show", + "prediction": "sessionId: session_12\nsessionDateTime: '4:30 pm on 9 April, 2023'\ndiaId: 'D12:1", + "score": 0, + "evidence": [ + "D12:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-12-d121", + "diaId": "D12:1", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_12\nsessionDateTime: '4:30 pm on 9 April, 2023'\ndiaId: 'D12:1'" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 209, + "category": 5, + "question": "What does Deborah find comforting about going to horror movie screenings?", + "goldAnswer": "It makes her feel like she's still experiencing it with her mom", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D12:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 210, + "category": 5, + "question": "How does Deborah describe the time spent with her snakes and partner?", + "goldAnswer": "Valuable and relaxing", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D12:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 211, + "category": 5, + "question": "For how long has Jolene had Lucifer as a pet?", + "goldAnswer": "one year", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 212, + "category": 5, + "question": "How does Deborah feel when spending time with Seraphim?", + "goldAnswer": "comforted", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 213, + "category": 5, + "question": "What made being part of the running group easy for Jolene to stay motivated?", + "goldAnswer": "helping and pushing each other during runs", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 214, + "category": 5, + "question": "Why did Jolene decide to get a tarantula as a pet?", + "goldAnswer": "fascinated by reptiles and it felt like the perfect pet", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 215, + "category": 5, + "question": "How did Deborah come to have her pet, Susie?", + "goldAnswer": "She adopted her two years ago when feeling lonely.", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D16:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 216, + "category": 5, + "question": "What did Deborah design inspired by their love for space and engines?", + "goldAnswer": "Notebooks", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 217, + "category": 5, + "question": "What journal has Deborah been using to help track tasks and stay organized?", + "goldAnswer": "bullet journal", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 218, + "category": 5, + "question": "What game did Jolene recommend to Deborah for being thrilling and intense?", + "goldAnswer": "Animal Crossing: New Horizons", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 219, + "category": 5, + "question": "What game did Deborah suggest as an awesome open-world game for the Nintendo Switch?", + "goldAnswer": "Zelda BOTW", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 220, + "category": 5, + "question": "What is special about the bench at the park near Jolene's house?", + "goldAnswer": "It holds special memories of conversations with her mom", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 221, + "category": 5, + "question": "What did Jolene and her mom chat about at their special bench in the park?", + "goldAnswer": "dreams and life", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 222, + "category": 5, + "question": "How did Deborah feel after receiving positive feedback at the virtual conference?", + "goldAnswer": "thrilled and rewarded", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D21:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 223, + "category": 5, + "question": "What kind of event did Deborah present at recently?", + "goldAnswer": "virtual conference", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D21:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 224, + "category": 5, + "question": "What did Deborah's mom stress the value of, which she wants to keep in mind for her engineering projects?", + "goldAnswer": "Helping others", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D22:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 225, + "category": 5, + "question": "What type of projects is Deborah interested in getting involved in the future?", + "goldAnswer": "Sustainable initiatives and developing innovative solutions for environmental issues", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D22:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 226, + "category": 5, + "question": "How did Jolene get Luna, one of her cats?", + "goldAnswer": "From the shelter", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D22:25" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 227, + "category": 5, + "question": "What type of classes did Deborah and her partner check out during their trip to Rio de Janeiro on 30 August, 2023?", + "goldAnswer": "Yoga classes", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 228, + "category": 5, + "question": "Why did Deborah get the new plant on 30 August, 2023?", + "goldAnswer": "As a reminder to nurture herself and embrace fresh starts", + "prediction": "sessionId: session_23\nsessionDateTime: '11:46 am on 30 August, 2023'\ndiaId: 'D23:27", + "score": 0, + "evidence": [ + "D23:29" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-23-d2327", + "diaId": "D23:27", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_23\nsessionDateTime: '11:46 am on 30 August, 2023'\ndiaId: 'D23:27'" + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 229, + "category": 5, + "question": "How did Jolene's mom support her yoga practice when she first started?", + "goldAnswer": "attended classes with her", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 230, + "category": 5, + "question": "What was the video game console that Deborah's parents got her at age 10?", + "goldAnswer": "nintendo game console", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 231, + "category": 5, + "question": "What was one of Deborah's favorite games to play with her mom on the PlayStation game system?", + "goldAnswer": "Monster Hunter: World", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 232, + "category": 5, + "question": "Where did Deborah and her partner travel for a few weeks in September 2023?", + "goldAnswer": "Phuket", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D27:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 233, + "category": 5, + "question": "What did Jolene do with their mom's old friends?", + "goldAnswer": "reminisced and looked through photos", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D28:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 234, + "category": 5, + "question": "Where did Jolene get married?", + "goldAnswer": "on the beach", + "prediction": "---\nJolene: We're not married yet but we've been together for three years.", + "score": 0, + "evidence": [ + "D28:11" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-7-d77", + "diaId": "D7:7", + "speaker": "Jolene", + "score": 1, + "snippet": "---\nJolene: We're not married yet but we've been together for three years. We're taking it slow and loving the ride. This ring on his hand is just a decoration, not a wedding ring." + } + ] + }, + { + "sampleId": "conv-48", + "questionIndex": 235, + "category": 5, + "question": "What new activity did Jolene and her neighbor organize for the community on 16 September, 2023?", + "goldAnswer": "Free gardening class", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D29:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 236, + "category": 5, + "question": "What food did Jolene's mom make for her on holidays?", + "goldAnswer": "Pineapple cakes", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D29:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 237, + "category": 5, + "question": "What kind of cookies did Deborah used to bake with someone close to her?", + "goldAnswer": "Chocolate chip cookies", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D29:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-48", + "questionIndex": 238, + "category": 5, + "question": "What activity did Jolene enjoy at the music festival with their pals on September 20, 2023?", + "goldAnswer": "Dancing and bopping around", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D30:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 0, + "category": 1, + "question": "What kind of car does Evan drive?", + "goldAnswer": "Prius", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:2", + "D1:4", + "D18:1", + "D18:3", + "D22:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 1, + "category": 1, + "question": "What kinds of things did Evan have broken?", + "goldAnswer": "His old Prius and his new Prius.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:1", + "D18:2", + "D18:3", + "D1:2", + "D1:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 2, + "category": 1, + "question": "Where has Evan been on roadtrips with his family?", + "goldAnswer": "Rockies, Jasper", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:2", + "D1:4", + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 3, + "category": 1, + "question": "How many Prius has Evan owned?", + "goldAnswer": "two", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:2", + "D1:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 4, + "category": 2, + "question": "Which hobby did Sam take up in May 2023?", + "goldAnswer": "painting", + "prediction": "---\nEvan: Hey Sam, work stress can really get to you.", + "score": 0, + "evidence": [ + "D1:11" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-11-d111", + "diaId": "D11:1", + "speaker": "Sam", + "score": 1, + "snippet": "---\nSam: Hey Evan, long time no see! I've started eating healthier - what's new with you? Picked up any new hobbies?" + }, + { + "docId": "transcripts/session-1-d120", + "diaId": "D1:20", + "speaker": "Evan", + "score": 1, + "snippet": "---\nEvan: No worries, Sam! Super pumped for you! Let's catch up soon and see how you're enjoying your new hobbies!" + }, + { + "docId": "transcripts/session-13-d135", + "diaId": "D13:5", + "speaker": "Evan", + "score": 0.9883720930232558, + "snippet": "---\nEvan: Hey Sam, work stress can really get to you. Have you tried anything new to de-stress? Maybe picking up a hobby or something could help." + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 5, + "category": 3, + "question": "Which country was Evan visiting in May 2023?", + "goldAnswer": "Canada", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 6, + "category": 1, + "question": "How many roadtrips did Evan take in May 2023?", + "goldAnswer": "two", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:4", + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 7, + "category": 1, + "question": "What new hobbies did Sam consider trying?", + "goldAnswer": "Painting, kayaking, hiking, cooking, running", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:11", + "D2:10", + "D10:8", + "D13:6", + "D13:8", + "D20:6", + "D7:2", + "D7:4", + "D7:6", + "D21:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 8, + "category": 1, + "question": "What hobby did Evan start practicing a few years ago that he enjoys?", + "goldAnswer": "Watercolor painting", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:14", + "D1:16", + "D8:13", + "D8:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 9, + "category": 2, + "question": "When did Evan go to Jasper with his family?", + "goldAnswer": "weekend before May 24, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 10, + "category": 3, + "question": "Which type of vacation would Evan prefer with his family, walking tours in metropolitan cities or camping trip in the outdoors?", + "goldAnswer": "camping trip in the outdoors", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:1", + "D2:3", + "D19:1", + "D19:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 11, + "category": 1, + "question": "What health issue did Sam face that motivated him to change his lifestyle?", + "goldAnswer": "Weight problem", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:6", + "D3:4", + "D24:12", + "D24:14", + "D5:5", + "D6:2", + "D7:2", + "D7:12", + "D8:1", + "D10:6", + "D12:1", + "D13:2", + "D14:1", + "D15:1", + "D16:3", + "D17:3", + "D24:20", + "D25:1", + "D25:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 12, + "category": 2, + "question": "When did Sam first go to the doctor and find out he had a weight problem?", + "goldAnswer": "A few days before May 24, 2023.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 13, + "category": 2, + "question": "When did Evan have his sudden heart palpitation incident that really shocked him up?", + "goldAnswer": "first week of June 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 14, + "category": 1, + "question": "What is Evan's favorite food?", + "goldAnswer": "Ginger snaps", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:3", + "D5:5", + "D23:15", + "D22:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 15, + "category": 1, + "question": "What kind of unhealthy snacks does Sam enjoy eating?", + "goldAnswer": "soda, candy", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 16, + "category": 1, + "question": "What recurring issue frustrates Sam at the grocery store?", + "goldAnswer": "Malfunctioning self-checkout machines.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:16", + "D22:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 17, + "category": 2, + "question": "When did Sam's friends mock him for being overweight?", + "goldAnswer": "Friday before 27 July 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 18, + "category": 1, + "question": "What kind of healthy food suggestions has Evan given to Sam?", + "goldAnswer": "flavored seltzer water, dark chocolate with high cocoa content, air-popped popcorn and fruit, veggies, healthy sandwich snacks, energy balls, grilled chicken salad with avocado", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:5", + "D4:10", + "D22:10", + "D22:14", + "D24:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 19, + "category": 3, + "question": "Considering their conversations and personal growth, what advice might Evan and Sam give to someone facing a major life transition or challenge?", + "goldAnswer": "Evan and Sam would likely advise embracing small, consistent changes​​, finding stress-relieving activities like hiking​​, painting, and road trips​​, and the importance of friendship and support in navigating challenges​​.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:10", + "D3:15", + "D22:1", + "D8:17", + "D8:22", + "D9:8", + "D9:11", + "D14:7", + "D14:12", + "D12:7", + "D12:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 20, + "category": 3, + "question": "In light of the health and dietary changes discussed, what would be an appropriate gift for both Evan and Sam to encourage their healthy lifestyles?", + "goldAnswer": "a cookbook with healthy recipes or a subscription to a healthy meal delivery service.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:9", + "D3:1", + "D3:3", + "D3:5", + "D4:10", + "D14:12", + "D5:9", + "D7:3", + "D7:2", + "D7:5", + "D7:12", + "D8:1", + "D8:5", + "D8:7", + "D8:8", + "D8:12", + "D9:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 21, + "category": 1, + "question": "How does Evan describe the woman and his feelings for her that he met in Canada?", + "goldAnswer": "He says she's cool, incredible, like something out of a movie, and that he feels alive around her. Every moment with her is fun and energetic, also Evan feels really lucky to have someone who gets him.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:1", + "D5:3", + "D23:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 22, + "category": 2, + "question": "When Evan did meet his future wife?", + "goldAnswer": "week before August 7, 2023.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 23, + "category": 2, + "question": "When did Sam start working out at the gym?", + "goldAnswer": "July 28, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 24, + "category": 2, + "question": "What significant event happened in Sam's life towards the end of summer 2023?", + "goldAnswer": "He fell in love with a Canadian woman", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 25, + "category": 2, + "question": "Which year did Evan start taking care of his health seriously?", + "goldAnswer": "2021", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:6", + "D5:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 26, + "category": 1, + "question": "What motivates Evan to take care of his health?", + "goldAnswer": "family, fitness tracker, thirst for adventure on interesting hikes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:9", + "D5:11", + "D5:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 27, + "category": 3, + "question": "What electronic device could Evan gift Sam to help him keep up with his fitness goals?", + "goldAnswer": "fitness tracker", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 28, + "category": 1, + "question": "What kind of writing does Sam do to relax and cope with his health issues?", + "goldAnswer": "journalling, creative writing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:4", + "D11:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 29, + "category": 1, + "question": "Who did Evan meet on his trip to Canada, and who did he come back from Canada with?", + "goldAnswer": "Evan met the woman he fell in love with and returned with her.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:1", + "D6:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 30, + "category": 2, + "question": "When Evan get back from a vacation with his SO?", + "goldAnswer": "August 13, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 31, + "category": 3, + "question": "How might Evan and Sam's experiences with health and lifestyle changes influence their approach to stress and challenges?", + "goldAnswer": "Their experiences likely lead them to view challenges as opportunities for growth and change. They both have embraced healthier lifestyles, indicating a proactive approach to managing stress and challenges.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:1 D4:4 D4:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 32, + "category": 1, + "question": "What recurring frustration does Evan experience?", + "goldAnswer": "Evan consistently misplaces his keys every week.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:13", + "D21:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 33, + "category": 1, + "question": "What is the recurring dream that Sam keeps having?", + "goldAnswer": "he's flying over a cityscape.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:14", + "D24:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 34, + "category": 1, + "question": "What accidents has Evan's son faced lately?", + "goldAnswer": "injured at a soccer game, fell off his bike", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:1", + "D20:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 35, + "category": 2, + "question": "When was Evan's son injured at soccer?", + "goldAnswer": "Saturday before August 15, 2023.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 36, + "category": 1, + "question": "What kind of foods or recipes has Sam recommended to Evan?", + "goldAnswer": "grilled vegetables, grilled chicken and veggie stir-fry, poutine", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:8", + "D8:7", + "D23:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 37, + "category": 1, + "question": "What kind of healthy meals did Sam start eating after getting a health scare?", + "goldAnswer": "salad, grilled salmon and vegetables, grilled chicken and veggie stir-fry, Beef Merlot, fruit bowl, smoothie bowl", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:2", + "D8:1", + "D7:4", + "D8:7", + "D10:2", + "D11:1", + "D18:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 38, + "category": 3, + "question": "What role does nature and the outdoors play in Evan and Sam's mental well-being?", + "goldAnswer": "Nature and outdoor activities seem to be significant stress relievers and sources of joy for both Evan and Sam. These activities likely contribute positively to their mental well-being.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:1 D22:2 D9:10 D9:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 39, + "category": 2, + "question": "How many months lapsed between Sam's first and second doctor's appointment?", + "goldAnswer": "three months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:6", + "D7:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 40, + "category": 2, + "question": "When did Evan start taking painting classes?", + "goldAnswer": "Few days before 19 August, 2023.", + "prediction": "---\nEvan: Thanks, Sam!", + "score": 0, + "evidence": [ + "D8:12" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d814", + "diaId": "D8:14", + "speaker": "Evan", + "score": 1, + "snippet": "---\nEvan: Thanks, Sam! It all started when a friend of mine gave me this painting one day, it inspired me a lot and that's when I started painting. And I joined the classes to find like-minded people and show them what I can do, you can always improve your skills." + }, + { + "docId": "transcripts/session-8-d812", + "diaId": "D8:12", + "speaker": "Evan", + "score": 0.967032967032967, + "snippet": "---\nEvan: Thanks Sam! I'll give it a shot and let you know how it went. Trying out new recipes is a great way to stay busy and creative. By the way, I also started taking a painting classes few days ago and I'm really enjoying it. It's all about trying new things, right?" + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 41, + "category": 2, + "question": "Which classes did Evan join in mid-August 2023?", + "goldAnswer": "painting classes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 42, + "category": 1, + "question": "How did Evan get into painting?", + "goldAnswer": "His friend got him into it by gifting him a painting and giving him some advice. The painting inspired Evan.", + "prediction": "---\nSam: Hey Evan, that sounds like a fun and unexpected event!", + "score": 0.1, + "evidence": [ + "D1:14", + "D1:15", + "D1:16", + "D8:14" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-8-d816", + "diaId": "D8:16", + "speaker": "Evan", + "score": 1, + "snippet": "---\nEvan: Thanks, Sam! Just been painting with these for now, but might look into other classes. It's awesome for finding my peace and expressing myself!" + }, + { + "docId": "transcripts/session-11-d117", + "diaId": "D11:7", + "speaker": "Sam", + "score": 1, + "snippet": "---\nSam: Hey Evan, that sounds like a fun and unexpected event! It's always interesting how helping someone can turn into a little adventure of its own. And how's your watercolor painting going?" + }, + { + "docId": "transcripts/session-11-d116", + "diaId": "D11:6", + "speaker": "Evan", + "score": 0.9651162790697674, + "snippet": "---\nEvan: I do my favorite watercolor painting to keep me busy. It's a chill way to relax and get into the colors. By the way, something happened two weeks ago! You're not gonna believe this, I had a bit of an adventure recently. Helped a lost tourist find their way, and we ended up taking an une..." + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 43, + "category": 3, + "question": "How often does Sam get health checkups?", + "goldAnswer": "every three months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:6", + "D7:2", + "D12:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 44, + "category": 1, + "question": "What kind of subjects does Evan enjoy painting?", + "goldAnswer": "nature landscapes, portraits, abstract minimalism", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:20", + "D20:13", + "D20:15", + "D21:10", + "D21:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 45, + "category": 2, + "question": "Which places in Canada was Evan visiting in July 2023?", + "goldAnswer": "Banff, Rocky Mountains", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:27", + "D9:8", + "D9:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 46, + "category": 3, + "question": "How do Evan and Sam use creative outlets to cope with life's challenges?", + "goldAnswer": "Evan and Sam use creative activities, like painting and writing, as therapeutic tools to express themselves and cope with stress.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:18 D21:22 D11:15 D11:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 47, + "category": 2, + "question": "When did Evan go skiing in Banff?", + "goldAnswer": "July 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:26", + "D8:27", + "D8:28" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 48, + "category": 1, + "question": "What new diet and lifestyle change did Sam adopt over time?", + "goldAnswer": "Healthy eating, exercise routine, running, hiking", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:1", + "D9:1", + "D21:9", + "D22:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 49, + "category": 1, + "question": "Who was injured in Evan's family?", + "goldAnswer": "Evan's son and Evan himself", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:1", + "D7:9", + "D7:10", + "D9:2", + "D11:2", + "D11:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 50, + "category": 1, + "question": "What kind of hobbies does Evan pursue?", + "goldAnswer": "painting, hiking, reading books, biking, skiing, snowboarding, ice skating, swimming, camping, kayaking", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:14", + "D1:6", + "D4:8", + "D6:1", + "D8:30", + "D9:6", + "D25:8", + "D25:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 51, + "category": 3, + "question": "What challenges does Sam face in his quest for a healthier lifestyle, and how does he address them?", + "goldAnswer": "Sam faces challenges like maintaining motivation and making dietary changes. He addresses them by enrolling in cooking classes and seeking support from friends like Evan.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:2", + "D4:6", + "D14:1", + "D14:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 52, + "category": 2, + "question": "Which activity do Evan and Sam plan on doing together during September 2023?", + "goldAnswer": "painting", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:12", + "D10:13", + "D10:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 53, + "category": 2, + "question": "When did Evan and Sam decide to paint together?", + "goldAnswer": "Saturday after 11 September, 2023.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:12", + "D10:13", + "D10:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 54, + "category": 1, + "question": "What personal health incidents does Evan face in 2023?", + "goldAnswer": "heart palpitations, twisted ankle, twisted ankle", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1", + "D9:2", + "D11:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 55, + "category": 1, + "question": "What recurring adventure does Evan have with strangers?", + "goldAnswer": "Helping lost tourists and experiencing unexpected adventures in the city.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:6", + "D14:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 56, + "category": 1, + "question": "What is Sam's persistent problem with his phone?", + "goldAnswer": "His new phone malfunctioning, particularly with the navigation app.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:15", + "D14:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 57, + "category": 3, + "question": "Which US state was Sam travelling in during October 2023?", + "goldAnswer": "California", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 58, + "category": 2, + "question": "When did Evan start lifting weights?", + "goldAnswer": "October 2022", + "prediction": "---\nEvan: Hey Sam, tough news.", + "score": 0, + "evidence": [ + "D12:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-12-d122", + "diaId": "D12:2", + "speaker": "Evan", + "score": 1, + "snippet": "---\nEvan: Hey Sam, tough news. Yeah, our health can really put a damper on things. I started lifting weights one year ago and it's been a journey. It was a struggle at first, but I'm seeing some gains. You interested in trying it out?" + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 59, + "category": 2, + "question": "When did Sam and his friend decide to try kayaking?", + "goldAnswer": "October 14, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 60, + "category": 2, + "question": "Which new activity does Sam take up in October 2023?", + "goldAnswer": "kayaking", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 61, + "category": 2, + "question": "What kind of stress was Sam dealing with in October 2023?", + "goldAnswer": "work-related stress", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 62, + "category": 1, + "question": "What health scares did Sam and Evan experience?", + "goldAnswer": "Sam faced a health scare with stomach pains that turned out to be gastritis, prompting him to rethink his health habits. Evan, on the other hand, experienced two separate incidents: a sudden heart palpitation incident and a different event involving a misunderstanding during a medical check-up. These experiences have significantly influenced their perspectives on health and well-being.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1", + "D14:1", + "D14:2", + "D17:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 63, + "category": 2, + "question": "When was Sam in the ER?", + "goldAnswer": "weekend before 17 October, 2023.", + "prediction": "diaId: 'D14:1'\nspeaker: Sam\nturnIndex: 1", + "score": 0, + "evidence": [ + "D14:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-14-d141", + "diaId": "D14:1", + "speaker": "diaId", + "score": 1, + "snippet": "diaId: 'D14:1'\nspeaker: Sam\nturnIndex: 1" + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 64, + "category": 1, + "question": "Which ailment does Sam have to face due to his weight?", + "goldAnswer": "gastritis", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:6", + "D7:2", + "D12:1", + "D14:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 65, + "category": 3, + "question": "Does Evan live close to a beach or mountains?", + "goldAnswer": "beach", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:16", + "D16:18", + "D16:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 66, + "category": 2, + "question": "When did Evan lose his job?", + "goldAnswer": "end of October 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 67, + "category": 2, + "question": "When did Evan and Sam planned a trip to the beach together?", + "goldAnswer": "December, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:24" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 68, + "category": 2, + "question": "What was Sam doing on December 4, 2023?", + "goldAnswer": "Attending a Weight Watchers meeting", + "prediction": "sessionId: session_21\nsessionDateTime: '4:25 pm on 26 December, 2023'\ndiaId: 'D21:22", + "score": 0, + "evidence": [ + "D18:6" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-18-d1815", + "diaId": "D18:15", + "speaker": "date", + "score": 1, + "snippet": "date: '2026-03-11'\nsampleId: conv-49\nsessionId: session_18" + }, + { + "docId": "transcripts/session-22-d2215", + "diaId": "D22:15", + "speaker": "date", + "score": 0.9868421052631579, + "snippet": "date: '2026-03-11'\nsampleId: conv-49\nsessionId: session_22" + }, + { + "docId": "transcripts/session-21-d2122", + "diaId": "D21:22", + "speaker": "sessionId", + "score": 0.9868421052631579, + "snippet": "sessionId: session_21\nsessionDateTime: '4:25 pm on 26 December, 2023'\ndiaId: 'D21:22'" + }, + { + "docId": "transcripts/session-20-d205", + "diaId": "D20:5", + "speaker": "sessionId", + "score": 0.9868421052631579, + "snippet": "sessionId: session_20\nsessionDateTime: '6:48 pm on 17 December, 2023'\ndiaId: 'D20:5'" + }, + { + "docId": "transcripts/session-20-d202", + "diaId": "D20:2", + "speaker": "sessionId", + "score": 0.9868421052631579, + "snippet": "sessionId: session_20\nsessionDateTime: '6:48 pm on 17 December, 2023'\ndiaId: 'D20:2'" + }, + { + "docId": "transcripts/session-21-d212", + "diaId": "D21:2", + "speaker": "sessionId", + "score": 0.9868421052631579, + "snippet": "sessionId: session_21\nsessionDateTime: '4:25 pm on 26 December, 2023'\ndiaId: 'D21:2'" + }, + { + "docId": "transcripts/session-20-d206", + "diaId": "D20:6", + "speaker": "sessionId", + "score": 0.9736842105263158, + "snippet": "sessionId: session_20\nsessionDateTime: '6:48 pm on 17 December, 2023'\ndiaId: 'D20:6'" + }, + { + "docId": "transcripts/session-22-d2213", + "diaId": "D22:13", + "speaker": "date", + "score": 0.9736842105263158, + "snippet": "date: '2026-03-11'\nsampleId: conv-49\nsessionId: session_22" + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 69, + "category": 1, + "question": "Which two significant life events occur in Evan's life in December 2023 with his partner?", + "goldAnswer": "his partner gets pregnant and they get married", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:1", + "D21:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 70, + "category": 2, + "question": "How long did Evan and his partner date before getting married?", + "goldAnswer": "four months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:1", + "D21:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 71, + "category": 3, + "question": "Which major holiday season conincides with Evan's wedding?", + "goldAnswer": "Christmas", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 72, + "category": 1, + "question": "Which activity did Sam resume in December 2023 after a long time?", + "goldAnswer": "hiking", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:6", + "D22:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 73, + "category": 2, + "question": "When is Evan planning a big family reunion?", + "goldAnswer": "Summer 2024", + "prediction": "---\nEvan: Thanks, Sam!", + "score": 0, + "evidence": [ + "D19:11" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-19-d1911", + "diaId": "D19:11", + "speaker": "Evan", + "score": 1, + "snippet": "---\nEvan: Thanks, Sam! Yeah, we're planning a big family reunion next summer. It's going to be a blast and a perfect opportunity to add to our collage." + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 74, + "category": 2, + "question": "When did Evan's son fall off his bike?", + "goldAnswer": "Thursday before December 17, 2023.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 75, + "category": 2, + "question": "When did Evan announce his marriage to his extended family?", + "goldAnswer": "January 5, 2024", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 76, + "category": 2, + "question": "When did Evan finish the painting that's hanging in the exhibit?", + "goldAnswer": "few days before 17 December, 2023.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:13", + "D20:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 77, + "category": 1, + "question": "How does Evan spend his time with his bride after the wedding?", + "goldAnswer": "family get-together, honeymoon in Canada to see snowy landscapes, ski, taste local cuisine and do some snowshoeing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:15", + "D23:23", + "D23:25", + "D24:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 78, + "category": 1, + "question": "Who did Evan tell about his marriage?", + "goldAnswer": "To Sam, to his friends from work, and to his and his wife's families.", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:2", + "D22:4", + "D22:5", + "D23:1", + "D23:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 79, + "category": 2, + "question": "When will Evan and his partner have their honeymoon in Canada?", + "goldAnswer": "February 2024", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:23" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 80, + "category": 2, + "question": "When did Evan have a drunken night with his friends?", + "goldAnswer": "January 9, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 81, + "category": 1, + "question": "What is a stress reliever for Evan?", + "goldAnswer": "Drawing, traveling, places with a beautiful view, yoga, sunsets or something comfortable for Evan", + "prediction": "---\nEvan: Of course, Sam!", + "score": 0.04444444444444444, + "evidence": [ + "D1:14", + "D2:10", + "D2:11", + "D2:14", + "D8:18", + "D10:8", + "D11:8", + "D16:23", + "D18:7", + "D24:19", + "D24:21" + ], + "retrievalRecall": 0.18181818181818182, + "usedContext": [ + { + "docId": "transcripts/session-11-d118", + "diaId": "D11:8", + "speaker": "Evan", + "score": 1, + "snippet": "---\nEvan: It's been great! I find painting to be a great stress reliever. Here's what I did last week." + }, + { + "docId": "transcripts/session-2-d211", + "diaId": "D2:11", + "speaker": "Evan", + "score": 0.9777777777777777, + "snippet": "---\nEvan: Of course, Sam! Painting is a great way to relieve stress and be creative. It gives you the freedom to explore colors and textures and express feelings. I've been doing it for a few years now and it helps me find peace. But unfortunately it won't help you with your weight problem, besid..." + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 82, + "category": 1, + "question": "What is a stress reliever for Sam?", + "goldAnswer": "Unhealthy snacks, sweets, yoga, places with beautiful views", + "prediction": "---\nEvan: Of course, Sam!", + "score": 0, + "evidence": [ + "D10:6", + "D13:2", + "D13:4", + "D16:17", + "D16:23", + "D18:8" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-11-d118", + "diaId": "D11:8", + "speaker": "Evan", + "score": 1, + "snippet": "---\nEvan: It's been great! I find painting to be a great stress reliever. Here's what I did last week." + }, + { + "docId": "transcripts/session-2-d211", + "diaId": "D2:11", + "speaker": "Evan", + "score": 0.9777777777777777, + "snippet": "---\nEvan: Of course, Sam! Painting is a great way to relieve stress and be creative. It gives you the freedom to explore colors and textures and express feelings. I've been doing it for a few years now and it helps me find peace. But unfortunately it won't help you with your weight problem, besid..." + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 83, + "category": 4, + "question": "What type of car did Evan get after his old Prius broke down?", + "goldAnswer": "new Prius", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 84, + "category": 4, + "question": "How did Evan get into watercolor painting?", + "goldAnswer": "friend's advice", + "prediction": "---\nSam: Hey Evan, that sounds like a fun and unexpected event!", + "score": 0, + "evidence": [ + "D1:16" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-11-d117", + "diaId": "D11:7", + "speaker": "Sam", + "score": 1, + "snippet": "---\nSam: Hey Evan, that sounds like a fun and unexpected event! It's always interesting how helping someone can turn into a little adventure of its own. And how's your watercolor painting going?" + }, + { + "docId": "transcripts/session-11-d116", + "diaId": "D11:6", + "speaker": "Evan", + "score": 0.989010989010989, + "snippet": "---\nEvan: I do my favorite watercolor painting to keep me busy. It's a chill way to relax and get into the colors. By the way, something happened two weeks ago! You're not gonna believe this, I had a bit of an adventure recently. Helped a lost tourist find their way, and we ended up taking an une..." + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 85, + "category": 4, + "question": "What did Evan start doing a few years back as a stress-buster?", + "goldAnswer": "watercolor painting", + "prediction": "---\nEvan: Yep, it's a great stress-buster.", + "score": 0, + "evidence": [ + "D1:14" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-1-d114", + "diaId": "D1:14", + "speaker": "Evan", + "score": 1, + "snippet": "---\nEvan: Yep, it's a great stress-buster. I started doing this a few years back." + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 86, + "category": 4, + "question": "What advice did Evan give Sam about finding a passion?", + "goldAnswer": "keep trying new things until something sparks excitement", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 87, + "category": 4, + "question": "Where did Evan take his family for a road trip on 24 May, 2023?", + "goldAnswer": "Jasper", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 88, + "category": 4, + "question": "What did Evan find relaxing about his road trip to Jasper?", + "goldAnswer": "fresh air, peacefulness, cozy cabin surrounded by mountains and forests", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 89, + "category": 4, + "question": "What habit is Sam trying to change in terms of diet?", + "goldAnswer": "consuming soda and candy", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 90, + "category": 4, + "question": "What new suggestion did Evan give to Sam regarding his soda and candy consumption?", + "goldAnswer": "try flavored seltzer water and dark chocolate with high cocoa content", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 91, + "category": 4, + "question": "What did Sam agree to try instead of soda and candy?", + "goldAnswer": "flavored seltzer water and dark chocolate with high cocoa content", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 92, + "category": 4, + "question": "What frustrating issue did Sam face at the supermarket?", + "goldAnswer": "broken self-checkout machines", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 93, + "category": 4, + "question": "What novel is Evan reading that he finds gripping?", + "goldAnswer": "The Great Gatsby", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 94, + "category": 4, + "question": "What kind of water does Evan suggest Sam try as an alternative to soda?", + "goldAnswer": "Flavored seltzer water", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 95, + "category": 4, + "question": "What does the smartwatch help Evan with?", + "goldAnswer": "tracks progress and serves as a constant reminder to keep going", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 96, + "category": 4, + "question": "What does the bonsai tree symbolize for Evan?", + "goldAnswer": "strength and resilience", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 97, + "category": 4, + "question": "Why did Evan decide to get the bonsai tree?", + "goldAnswer": "motivates him to keep going through tough times", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 98, + "category": 4, + "question": "According to Sam, what is more important than perfection?", + "goldAnswer": "progress", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 99, + "category": 4, + "question": "What did Evan suggest Sam to check out for insights into his dream?", + "goldAnswer": "dream interpretation book", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 100, + "category": 4, + "question": "What did Evan mention he had been searching for fruitlessly for half an hour?", + "goldAnswer": "his keys", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 101, + "category": 4, + "question": "What class is Sam taking to learn how to make healthier meals?", + "goldAnswer": "cooking class", + "prediction": "---\nSam: Hey Evan, sorry to hear about what happened.", + "score": 0, + "evidence": [ + "D7:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-7-d72", + "diaId": "D7:2", + "speaker": "Sam", + "score": 1, + "snippet": "---\nSam: Hey Evan, sorry to hear about what happened. I can imagine how hard it must have been for you. Things haven't been easy for me either. Had a tough week and a doc's appointment, so it was kinda like a wake-up call to take better care of myself. On a bright side, I'm taking a cooking class..." + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 102, + "category": 4, + "question": "What dish did Sam make on 18 August, 2023 that turned out flavorful?", + "goldAnswer": "grilled dish with salmon and vegetables", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 103, + "category": 4, + "question": "What kind of recipe did Evan request from Sam on 19 August, 2023?", + "goldAnswer": "recipes with more vegetables", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 104, + "category": 4, + "question": "What food did Sam share a photo of on 19 August, 2023?", + "goldAnswer": "bowl of spinach, avocado, and strawberries", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 105, + "category": 4, + "question": "What type of painting classes did Evan start taking in 2023?", + "goldAnswer": "watercolor painting classes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 106, + "category": 4, + "question": "What did Evan start painting years ago due to being inspired by a friend's gift?", + "goldAnswer": "forest scene", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 107, + "category": 4, + "question": "What nature concept do watercolor painting classes emphasize according to Evan?", + "goldAnswer": "observing nature and painting what is seen", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 108, + "category": 4, + "question": "What type of landscapes does Evan love painting the most?", + "goldAnswer": "sunsets over the ocean", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 109, + "category": 4, + "question": "What fun activity did Evan mention doing in July 2023?", + "goldAnswer": "skiing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 110, + "category": 4, + "question": "What injury did Evan suffer from in August 2023?", + "goldAnswer": "Twisted knee", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 111, + "category": 4, + "question": "What sports activity has Evan been doing to stay active while dealing with the knee injury?", + "goldAnswer": "Swimming", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 112, + "category": 4, + "question": "What suggestion did Sam give to Evan to help with his knee issue?", + "goldAnswer": "Consider low-impact exercises or physical therapy", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 113, + "category": 4, + "question": "What did Evan suggest Sam try as a calming hobby?", + "goldAnswer": "Painting", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 114, + "category": 4, + "question": "What did Evan recommend Sam acquire to get started with painting?", + "goldAnswer": "Acrylic paints, brushes, canvas/paper, palette", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 115, + "category": 4, + "question": "What activity does Evan do to keep himself busy while healing his knee?", + "goldAnswer": "Watercolor painting", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 116, + "category": 4, + "question": "What painting did Evan share with Sam in October?", + "goldAnswer": "a cactus in the desert", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 117, + "category": 4, + "question": "What kind of writing does Sam enjoy as a form of expression?", + "goldAnswer": "creative writing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 118, + "category": 4, + "question": "What electronics issue has been frustrating Sam lately?", + "goldAnswer": "malfunctioning navigation app on the new phone", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 119, + "category": 4, + "question": "What activity did Evan start one year ago?", + "goldAnswer": "lifting weights", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 120, + "category": 4, + "question": "What advice did Evan give to Sam to avoid injuries while starting weightlifting?", + "goldAnswer": "Find a trainer", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 121, + "category": 4, + "question": "Where did Sam and his mate plan to try kayaking?", + "goldAnswer": "Lake Tahoe", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 122, + "category": 4, + "question": "What digestive issue did Sam experience lately?", + "goldAnswer": "Gastritis", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 123, + "category": 4, + "question": "What adventurous theme is emerging in Evan's life as mentioned by Sam?", + "goldAnswer": "helping lost tourists", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 124, + "category": 4, + "question": "What does Evan mention about his progress at the gym to Sam?", + "goldAnswer": "gaining strength", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 125, + "category": 4, + "question": "How did Evan start his transformation journey two years ago?", + "goldAnswer": "Changed his diet and started walking regularly", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 126, + "category": 4, + "question": "What gift did Evan receive from a close friend?", + "goldAnswer": "1968 Kustom K-200A vintage guitar", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 127, + "category": 4, + "question": "Why had Evan been going through a tough time lately?", + "goldAnswer": "Lost their job due to downsizing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 128, + "category": 4, + "question": "How does Evan describe the island he grew up on?", + "goldAnswer": "A happy place", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 129, + "category": 4, + "question": "What was the main reason for Evan's frustration with his new Prius breaking down?", + "goldAnswer": "He relied on it for his active lifestyle and road trips", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 130, + "category": 4, + "question": "How did Sam suggest Evan view the setback with his broken Prius?", + "goldAnswer": "As a chance to explore other ways of staying active and traveling", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 131, + "category": 4, + "question": "What did Sam suggest Evan try for stress relief and flexibility?", + "goldAnswer": "Yoga", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 132, + "category": 4, + "question": "What did Sam offer Evan regarding yoga?", + "goldAnswer": "Support and tips", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 133, + "category": 4, + "question": "What news did Evan share with Sam on 9th December 2023?", + "goldAnswer": "partner is pregnant", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 134, + "category": 4, + "question": "What family event is Evan planning for next summer?", + "goldAnswer": "big family reunion", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 135, + "category": 4, + "question": "What is the motto of Evan's family?", + "goldAnswer": "'Bring it on Home'", + "prediction": "---\nEvan: Oh, that one?", + "score": 0.25, + "evidence": [ + "D19:7" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-19-d197", + "diaId": "D19:7", + "speaker": "Evan", + "score": 1, + "snippet": "---\nEvan: Oh, that one? It's from our trip to Banff. We have this sign in the frame that says 'Bring it on Home' - it's our family's motto, always reminding us of the importance of togetherness, no matter where we are." + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 136, + "category": 4, + "question": "According to Evan, what is important for Sam to believe in concerning his weight?", + "goldAnswer": "Your worth is not defined by your weight", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 137, + "category": 4, + "question": "Who helped Evan get the painting published in the exhibition?", + "goldAnswer": "a close friend", + "prediction": "---\nEvan: That's a close friend of mine who helped me get this painting published in the exhibition!", + "score": 0.2222222222222222, + "evidence": [ + "D20:17" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-20-d2017", + "diaId": "D20:17", + "speaker": "Evan", + "score": 1, + "snippet": "---\nEvan: That's a close friend of mine who helped me get this painting published in the exhibition!" + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 138, + "category": 4, + "question": "What did Sam recently start enjoying to clear his head?", + "goldAnswer": "running in the mornings", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 139, + "category": 4, + "question": "What did Sam suggest Evan should do with his keys?", + "goldAnswer": "put a GPS sensor on them", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:21" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 140, + "category": 4, + "question": "How did Evan feel when he painted the piece with the bird flying over it?", + "goldAnswer": "a sense of joy and freedom", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 141, + "category": 4, + "question": "What did Evan suggest Sam should keep doing to find his own version of love?", + "goldAnswer": "Keep trying new things", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 142, + "category": 4, + "question": "How did Evan describe the process of creating the painting with the bird flying over it?", + "goldAnswer": "embracing the creative process without restraint", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 143, + "category": 4, + "question": "What did Evan want to share with his work friends?", + "goldAnswer": "getting married", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 144, + "category": 4, + "question": "What did Evan share with Sam after their hiking trip?", + "goldAnswer": "a photo of a man standing on a rock looking out over a valley", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 145, + "category": 4, + "question": "What did Evan offer to share with Sam after talking about healthy snacks?", + "goldAnswer": "the recipes for cookies", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 146, + "category": 4, + "question": "What did Evan and his partner share with their extended family on January 5, 2024?", + "goldAnswer": "their marriage", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 147, + "category": 4, + "question": "What was Evan limiting himself to on his new diet?", + "goldAnswer": "just two ginger snaps a day", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 148, + "category": 4, + "question": "What sports activity did Evan and his partner try in a recent weekend?", + "goldAnswer": "Snowshoeing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 149, + "category": 4, + "question": "What advice did Evan suggest Sam seek from a doctor?", + "goldAnswer": "diet plan and low-impact exercises", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:11", + "D24:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 150, + "category": 4, + "question": "What suggestions did Evan give for low-impact exercises?", + "goldAnswer": "swimming, yoga, walking", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 151, + "category": 4, + "question": "What movie did Sam watch that motivated him to keep up with his routine?", + "goldAnswer": "The Godfather", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 152, + "category": 4, + "question": "What activity helped Evan with stress and flexibility?", + "goldAnswer": "Yoga", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 153, + "category": 4, + "question": "What did Evan share a photo of that was taken on a camping trip?", + "goldAnswer": "a kayak", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 154, + "category": 4, + "question": "Why did Evan apologize to his partner?", + "goldAnswer": "for a drunken night", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 155, + "category": 4, + "question": "How does Evan describe being out on the water while kayaking and watching the sunset?", + "goldAnswer": "peaceful", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 156, + "category": 5, + "question": "What type of car did Sam get after his old Prius broke down?", + "goldAnswer": "new Prius", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D1:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 157, + "category": 5, + "question": "How did Sam get into watercolor painting?", + "goldAnswer": "friend's advice", + "prediction": "---\nSam: Wow, that's impressive!", + "score": 0, + "evidence": [ + "D1:16" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-1-d115", + "diaId": "D1:15", + "speaker": "Sam", + "score": 1, + "snippet": "---\nSam: Wow, that's impressive! How did you get into watercolor painting?" + }, + { + "docId": "transcripts/session-11-d117", + "diaId": "D11:7", + "speaker": "Sam", + "score": 0.9891304347826086, + "snippet": "---\nSam: Hey Evan, that sounds like a fun and unexpected event! It's always interesting how helping someone can turn into a little adventure of its own. And how's your watercolor painting going?" + }, + { + "docId": "transcripts/session-11-d116", + "diaId": "D11:6", + "speaker": "Evan", + "score": 0.9782608695652174, + "snippet": "---\nEvan: I do my favorite watercolor painting to keep me busy. It's a chill way to relax and get into the colors. By the way, something happened two weeks ago! You're not gonna believe this, I had a bit of an adventure recently. Helped a lost tourist find their way, and we ended up taking an une..." + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 158, + "category": 5, + "question": "What did Sam start doing a few years back as a stress-buster?", + "goldAnswer": "watercolor painting", + "prediction": "---\nEvan: Yep, it's a great stress-buster.", + "score": 0, + "evidence": [ + "D1:14" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-1-d114", + "diaId": "D1:14", + "speaker": "Evan", + "score": 1, + "snippet": "---\nEvan: Yep, it's a great stress-buster. I started doing this a few years back." + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 159, + "category": 5, + "question": "Where did Sam take his family for a road trip on 24 May, 2023?", + "goldAnswer": "Jasper", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 160, + "category": 5, + "question": "What did Sam find relaxing about his road trip to Jasper?", + "goldAnswer": "fresh air, peacefulness, cozy cabin surrounded by mountains and forests", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 161, + "category": 5, + "question": "What habit is Evan trying to change in terms of diet?", + "goldAnswer": "consuming soda and candy", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 162, + "category": 5, + "question": "What frustrating issue did Evan face at the supermarket?", + "goldAnswer": "broken self-checkout machines", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 163, + "category": 5, + "question": "What novel is Sam reading that he finds gripping?", + "goldAnswer": "The Great Gatsby", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 164, + "category": 5, + "question": "What does the smartwatch help Sam with?", + "goldAnswer": "tracks progress and serves as a constant reminder to keep going", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D5:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 165, + "category": 5, + "question": "Why did Sam decide to get the bonsai tree?", + "goldAnswer": "motivates him to keep going through tough times", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D5:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 166, + "category": 5, + "question": "What did Sam mention he had been searching for fruitlessly for half an hour?", + "goldAnswer": "his keys", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D6:13" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 167, + "category": 5, + "question": "What class is Evan taking to learn how to make healthier meals?", + "goldAnswer": "cooking class", + "prediction": "---\nSam: Hey Evan, sorry to hear about what happened.", + "score": 0, + "evidence": [ + "D7:2" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-7-d72", + "diaId": "D7:2", + "speaker": "Sam", + "score": 1, + "snippet": "---\nSam: Hey Evan, sorry to hear about what happened. I can imagine how hard it must have been for you. Things haven't been easy for me either. Had a tough week and a doc's appointment, so it was kinda like a wake-up call to take better care of myself. On a bright side, I'm taking a cooking class..." + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 168, + "category": 5, + "question": "What dish did Sam make on 18 August, 2023 that turned out bland?", + "goldAnswer": "grilled dish with salmon and vegetables", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 169, + "category": 5, + "question": "What food did Evan share a photo of on 19 August, 2023?", + "goldAnswer": "bowl of spinach, avocado, and strawberries", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 170, + "category": 5, + "question": "What did Evan start sculpting years ago due to being inspired by a friend's gift?", + "goldAnswer": "forest scene", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 171, + "category": 5, + "question": "What nature concept do watercolor painting classes emphasize according to Sam?", + "goldAnswer": "observing nature and painting what is seen", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 172, + "category": 5, + "question": "What type of landscapes does Sam love painting the most?", + "goldAnswer": "sunsets over the ocean", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D8:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 173, + "category": 5, + "question": "What sports activity has Sam been doing to stay active while dealing with the knee injury?", + "goldAnswer": "Swimming", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 174, + "category": 5, + "question": "What activity does Sam do to keep himself busy while healing his knee?", + "goldAnswer": "Watercolor painting", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D11:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 175, + "category": 5, + "question": "What kind of writing does Evan enjoy as a form of expression?", + "goldAnswer": "creative writing", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D11:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 176, + "category": 5, + "question": "What electronics issue has been frustrating Evan lately?", + "goldAnswer": "malfunctioning navigation app on the new phone", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D11:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 177, + "category": 5, + "question": "What activity did Evan quit one year ago?", + "goldAnswer": "lifting weights", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D12:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 178, + "category": 5, + "question": "Where did Sam and his mate plan to try skydiving?", + "goldAnswer": "Lake Tahoe", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 179, + "category": 5, + "question": "What digestive issue did Evan experience lately?", + "goldAnswer": "Gastritis", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D14:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 180, + "category": 5, + "question": "How did Sam start his transformation journey two years ago?", + "goldAnswer": "Changed his diet and started walking regularly", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 181, + "category": 5, + "question": "What gift did Sam receive from a close friend?", + "goldAnswer": "1968 Kustom K-200A vintage guitar", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D16:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 182, + "category": 5, + "question": "How does Sam describe the island he grew up on?", + "goldAnswer": "A happy place", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 183, + "category": 5, + "question": "What was the main reason for Evan's frustration with his new Prius getting stolen?", + "goldAnswer": "He relied on it for his active lifestyle and road trips", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D18:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 184, + "category": 5, + "question": "What family event is Sam planning for next summer?", + "goldAnswer": "big family reunion", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 185, + "category": 5, + "question": "What is the motto of Sam's family?", + "goldAnswer": "'Bring it on Home'", + "prediction": "---\nEvan: Oh, that one?", + "score": 0, + "evidence": [ + "D19:7" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-19-d197", + "diaId": "D19:7", + "speaker": "Evan", + "score": 1, + "snippet": "---\nEvan: Oh, that one? It's from our trip to Banff. We have this sign in the frame that says 'Bring it on Home' - it's our family's motto, always reminding us of the importance of togetherness, no matter where we are." + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 186, + "category": 5, + "question": "Who helped Sam get the painting published in the exhibition?", + "goldAnswer": "a close friend", + "prediction": "---\nEvan: That's a close friend of mine who helped me get this painting published in the exhibition!", + "score": 0, + "evidence": [ + "D20:17" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-20-d2017", + "diaId": "D20:17", + "speaker": "Evan", + "score": 1, + "snippet": "---\nEvan: That's a close friend of mine who helped me get this painting published in the exhibition!" + } + ] + }, + { + "sampleId": "conv-49", + "questionIndex": 187, + "category": 5, + "question": "How did Sam feel when he painted the piece with the bird flying over it?", + "goldAnswer": "a sense of joy and freedom", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D21:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 188, + "category": 5, + "question": "How did Sam describe the process of creating the painting with the bird flying over it?", + "goldAnswer": "embracing the creative process without restraint", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D21:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 189, + "category": 5, + "question": "What did Evan and his partner keep from their extended family on January 5, 2024?", + "goldAnswer": "their marriage", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 190, + "category": 5, + "question": "What was Sam limiting himself to on his new diet?", + "goldAnswer": "just two ginger snaps a day", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 191, + "category": 5, + "question": "What dance activity did Evan and his partner try in a recent weekend?", + "goldAnswer": "Snowshoeing", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 192, + "category": 5, + "question": "What suggestions did Evan give for high-impact exercises?", + "goldAnswer": "swimming, yoga, walking", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 193, + "category": 5, + "question": "What movie did Evan watch that motivated him to keep up with his routine?", + "goldAnswer": "The Godfather", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:18" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 194, + "category": 5, + "question": "What activity hindered Evan's stress and flexibility?", + "goldAnswer": "Yoga", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-49", + "questionIndex": 195, + "category": 5, + "question": "What did Sam share a photo of that was taken on a camping trip?", + "goldAnswer": "a kayak", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D25:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 0, + "category": 2, + "question": "When did Calvin first travel to Tokyo?", + "goldAnswer": "between 26 March and 20 April 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 1, + "category": 1, + "question": "What items did Calvin buy in March 2023?", + "goldAnswer": "mansion in Japan, luxury car Ferrari 488 GTB", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:3", + "D2:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 2, + "category": 2, + "question": "When did Dave see Aerosmith perform live?", + "goldAnswer": "on the weekend before March 26, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 3, + "category": 1, + "question": "Which bands has Dave enjoyed listening to?", + "goldAnswer": "Aerosmith, The Fireworks", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:10", + "D23:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 4, + "category": 3, + "question": "Which country do Calvin and Dave want to meet in?", + "goldAnswer": "United States", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:9", + "D3:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 5, + "category": 1, + "question": "What are Dave's dreams?", + "goldAnswer": "open a car maintenance shop, work on classic cars, build a custom car from scratch", + "prediction": "---\nDave: Glad to help, Calvin!", + "score": 0, + "evidence": [ + "D4:5", + "D4:5", + "D5:5" + ], + "retrievalRecall": 0.6666666666666666, + "usedContext": [ + { + "docId": "transcripts/session-4-d45", + "diaId": "D4:5", + "speaker": "diaId", + "score": 1, + "snippet": "diaId: 'D4:5'\nspeaker: Dave\nturnIndex: 5" + }, + { + "docId": "transcripts/session-4-d46", + "diaId": "D4:6", + "speaker": "Calvin", + "score": 0.9493670886075949, + "snippet": "---\nCalvin: Wow, Dave! Going for it with classic cars is cool! Fulfilling your dreams is so important." + }, + { + "docId": "transcripts/session-24-d244", + "diaId": "D24:4", + "speaker": "diaId", + "score": 0.9493670886075949, + "snippet": "diaId: 'D24:4'\nspeaker: Dave\nturnIndex: 4" + }, + { + "docId": "transcripts/session-12-d1214", + "diaId": "D12:14", + "speaker": "Dave", + "score": 0.9493670886075949, + "snippet": "---\nDave: Glad to help, Calvin! Eager to see what you do. Keep at it and never forget your dreams!" + }, + { + "docId": "transcripts/session-12-d1215", + "diaId": "D12:15", + "speaker": "Calvin", + "score": 0.9367088607594937, + "snippet": "---\nCalvin: Thanks, Dave! I appreciate your support, it means a lot to me. I'll keep going for my dreams." + }, + { + "docId": "transcripts/session-4-d44", + "diaId": "D4:4", + "speaker": "Calvin", + "score": 0.9367088607594937, + "snippet": "---\nCalvin: Woo, Dave! Congrats on achieving your dream - you've got guts and ambition - that's awesome! Keep it up!" + }, + { + "docId": "transcripts/session-12-d1213", + "diaId": "D12:13", + "speaker": "Calvin", + "score": 0.9367088607594937, + "snippet": "---\nCalvin: Thanks, Dave! Your support and encouragement mean a lot to me. I'm determined to make my dreams come true." + }, + { + "docId": "transcripts/session-26-d2614", + "diaId": "D26:14", + "speaker": "diaId", + "score": 0.9367088607594937, + "snippet": "diaId: 'D26:14'\nspeaker: Dave\nturnIndex: 14" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 6, + "category": 1, + "question": "Which types of cars does Dave like the most?", + "goldAnswer": "classic vintage cars", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:5", + "D1:2", + "D3:12", + "D4:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 7, + "category": 3, + "question": "Does Dave's shop employ a lot of people?", + "goldAnswer": "Yes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 8, + "category": 2, + "question": "When did Dave start his car maintenance shop?", + "goldAnswer": "May 1, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 9, + "category": 2, + "question": "When did a mishap occur with Calvin's musical gear and favorite mic?", + "goldAnswer": "On a week before 16 May, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 10, + "category": 2, + "question": "When did Calvin's place get flooded in Tokyo?", + "goldAnswer": "On a week before 16 May, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 11, + "category": 1, + "question": "What mishaps has Calvin run into?", + "goldAnswer": "flooding of his mansion, car accident", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:1", + "D9:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 12, + "category": 2, + "question": "When was Calvin's concert in Tokyo?", + "goldAnswer": "last week of May 2023", + "prediction": "---\nCalvin: Thanks, Dave!", + "score": 0, + "evidence": [ + "D6:11", + "D7:1" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-24-d2411", + "diaId": "D24:11", + "speaker": "Calvin", + "score": 1, + "snippet": "---\nCalvin: Thanks, Dave! That pic was taken in Tokyo during a concert. Man, the energy was nuts - felt like the whole city came out!" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 13, + "category": 3, + "question": "Would Calvin enjoy performing at the Hollywood Bowl?", + "goldAnswer": "Yes; because he enjoys the rush of performing onstage to large crowds", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D7:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 14, + "category": 2, + "question": "When did Calvin meet with the creative team for his new album?", + "goldAnswer": "8 June, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 15, + "category": 1, + "question": "Why does Dave regularly visit parks?", + "goldAnswer": "because it relaxes and calms him", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D8:4", + "D1:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 16, + "category": 2, + "question": "When did Dave take a trip to mountainous regions?", + "goldAnswer": "July 2023", + "prediction": "---\nDave: I booked a trip to a mountainous region for next month!", + "score": 0, + "evidence": [ + "D8:10" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d810", + "diaId": "D8:10", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: I booked a trip to a mountainous region for next month! Finally gonna be able to see those majestic peaks! Gonna be an amazing experience!" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 17, + "category": 2, + "question": "When did Calvin have a car incident?", + "goldAnswer": "on the Friday before 21 June, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 18, + "category": 1, + "question": "How many times has Calvin had to deal with insurance paperwork?", + "goldAnswer": "two times", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:5", + "D9:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 19, + "category": 1, + "question": "Which places or events has Calvin visited in Tokyo?", + "goldAnswer": "music festival, car museum, Shibuya crossing, Shinjuku", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1", + "D12:7", + "D24:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 20, + "category": 1, + "question": "Who inspired Dave's passion for car engineering?", + "goldAnswer": "His Dad", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:2", + "D12:4", + "D26:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 21, + "category": 3, + "question": "Does Calvin wish to become more popular?", + "goldAnswer": "Yes; he want's to grow his fanbase", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:11", + "D27:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 22, + "category": 1, + "question": "Does Calvin want to expand his brand?", + "goldAnswer": "yes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:11", + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 23, + "category": 1, + "question": "What is Dave's main passion?", + "goldAnswer": "auto engineering", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:3", + "D5:5", + "D4:5", + "D3:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 24, + "category": 1, + "question": "Can Dave work with engines?", + "goldAnswer": "yes", + "prediction": "---\nDave: Hey Calvin, good to catch up again!", + "score": 0, + "evidence": [ + "D13:7", + "D22:5", + "D20:1" + ], + "retrievalRecall": 0.6666666666666666, + "usedContext": [ + { + "docId": "transcripts/session-20-d201", + "diaId": "D20:1", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: Hey Calvin, good to catch up again! Had a tough time with my car project. Worked on the engine of the vintage Mustang, thought I'd fixed it, but when I started it up, heard a weird noise. So disappointing after putting so much work in. Take a look at the engine!" + }, + { + "docId": "transcripts/session-13-d133", + "diaId": "D13:3", + "speaker": "Dave", + "score": 0.9767441860465116, + "snippet": "---\nDave: Thanks, Calvin! This is a dream come true for me, as I've always wanted to learn auto engineering and work on building a custom car." + }, + { + "docId": "transcripts/session-4-d45", + "diaId": "D4:5", + "speaker": "Dave", + "score": 0.9651162790697674, + "snippet": "---\nDave: Thanks! Appreciate the support. My dream was to open a shop and it's a step towards my other dream of working on classic cars. I love their design and engineering." + }, + { + "docId": "transcripts/session-13-d137", + "diaId": "D13:7", + "speaker": "Dave", + "score": 0.9651162790697674, + "snippet": "---\nDave: I've been working on this car, doing engine swaps and suspension modifications. Now I'm learning about body modifications. Giving this classic muscle car a modern twist is a challenge but so fun!" + }, + { + "docId": "transcripts/session-5-d55", + "diaId": "D5:5", + "speaker": "Dave", + "score": 0.9534883720930232, + "snippet": "---\nDave: Thanks Calvin! Appreciate the support. I'm gonna keep learning more about auto engineering, maybe even build a custom car from scratch someday - that's the dream! For now, just gonna keep working on this project and assisting customers." + }, + { + "docId": "transcripts/session-25-d2515", + "diaId": "D25:15", + "speaker": "Dave", + "score": 0.9534883720930232, + "snippet": "---\nDave: Ever since I was ten, I've been fascinated with how machines work. I found an old car in a neighbor's garage and asked if I could fix it. That's when my love for car engineering began! I enjoyed transforming it from broken-down to high-running, and that sense of accomplishment made me h..." + }, + { + "docId": "transcripts/session-26-d267", + "diaId": "D26:7", + "speaker": "Calvin", + "score": 0.9534883720930232, + "snippet": "---\nCalvin: That's awesome, Dave! So happy you followed your dreams and became an engineer. Seeing you work on cars is inspiring - it makes me want to keep pushing my music. Check this out - a pic of me performing with someone I admire! So amazing!" + }, + { + "docId": "transcripts/session-7-d73", + "diaId": "D7:3", + "speaker": "Calvin", + "score": 0.9534883720930232, + "snippet": "---\nCalvin: Thanks, Dave! It was an amazing experience - the energy and love from the fans was crazy. The car in the pic? It's the one you were fixing up the engine for a friend? Working on cars helps me chill and clear my head." + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 25, + "category": 2, + "question": "When did Dave host a card-playing night with his friends?", + "goldAnswer": "on the Friday before 22 August, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 26, + "category": 2, + "question": "When did Calvin record a podcast with his friends?", + "goldAnswer": "21 August, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 27, + "category": 2, + "question": "Which city was Calvin visiting in August 2023?", + "goldAnswer": "Miami", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 28, + "category": 1, + "question": "What does Calvin do to relax?", + "goldAnswer": "take long drives in his car, embrace nature, fixing cars", + "prediction": "---\nCalvin: Hey Dave, long drives in [this car] really help me relax.", + "score": 0.23838383838383836, + "evidence": [ + "D5:8", + "D5:10", + "D7:5" + ], + "retrievalRecall": 0.3333333333333333, + "usedContext": [ + { + "docId": "transcripts/session-28-d2829", + "diaId": "D28:29", + "speaker": "Calvin", + "score": 1, + "snippet": "---\nCalvin: I only work in the studio. I have another room for relaxation with a TV, just take a look that room is cozy and relaxing. And yeah, It's a great way to unwind and get inspired." + }, + { + "docId": "transcripts/session-5-d57", + "diaId": "D5:7", + "speaker": "Dave", + "score": 0.9642857142857144, + "snippet": "---\nDave: Thanks, Calvin! Gotta take time to chill. Do you have any hobbies that help you relax?" + }, + { + "docId": "transcripts/session-28-d2836", + "diaId": "D28:36", + "speaker": "Dave", + "score": 0.9523809523809524, + "snippet": "---\nDave: Cool, Calvin! Music really helps me focus and be productive. When I'm doing my car stuff, I listen to vinyl to relax and stay on track." + }, + { + "docId": "transcripts/session-30-d3017", + "diaId": "D30:17", + "speaker": "Dave", + "score": 0.9523809523809524, + "snippet": "---\nDave: Cool, Calvin! Found an even better spot, with a bench under a tree with pink flowers - so peaceful. A perfect spot to relax and take in the beauty." + }, + { + "docId": "transcripts/session-5-d56", + "diaId": "D5:6", + "speaker": "Calvin", + "score": 0.9404761904761906, + "snippet": "---\nCalvin: Wow, Dave! You're so inspiring - good for you for pushing yourself to achieve your dream. Making a custom car sounds awesome. Don't forget to relax and enjoy the process too!" + }, + { + "docId": "transcripts/session-11-d112", + "diaId": "D11:2", + "speaker": "Calvin", + "score": 0.9404761904761906, + "snippet": "---\nCalvin: Hey Dave! Great hearing from you! Wow, a road trip sounds awesome. I bet it felt great to get away from work and relax on those twisty roads. Recharging with your passion is awesome!" + }, + { + "docId": "transcripts/session-5-d58", + "diaId": "D5:8", + "speaker": "Calvin", + "score": 0.9404761904761906, + "snippet": "---\nCalvin: Hey Dave, long drives in [this car] really help me relax. The feeling of the wind and the open road is so freeing. It helps me clear my head. What do you like to do to chill out?" + }, + { + "docId": "transcripts/session-21-d214", + "diaId": "D21:4", + "speaker": "Dave", + "score": 0.9285714285714286, + "snippet": "---\nDave: Wow, Calvin, that car looks great! Working on cars really helps me relax, it's therapeutic to see them come back to life. I've been working on that Ford Mustang I found in a junkyard - it was in bad shape, but I knew it had potential." + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 29, + "category": 1, + "question": "What are Dave's hobbies other than fixing cars?", + "goldAnswer": "take a walk, go hiking, listen to favorite albums, live concerts, photography", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:9", + "D5:11", + "D8:8", + "D27:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 30, + "category": 1, + "question": "What kind of music does Dave listen to?", + "goldAnswer": "classic rock, Japanese music", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:10", + "D28:40", + "D10:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 31, + "category": 2, + "question": "Where was Dave in the last two weeks of August 2023?", + "goldAnswer": "San Francisco", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:1", + "D17:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 32, + "category": 1, + "question": "Where did Dave return from with new knowledge of different techniques of car restoration?", + "goldAnswer": "San Francisco", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:1", + "D14:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 33, + "category": 1, + "question": "What was Dave doing in San Francisco?", + "goldAnswer": "attending a car modification workshop", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:1", + "D14:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 34, + "category": 2, + "question": "When did Dave return from San Francisco?", + "goldAnswer": "September 1, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 35, + "category": 2, + "question": "When did Calvin book flight tickets to Boston?", + "goldAnswer": "last week of August 2023", + "prediction": "---\nCalvin: Wow, Dave, that's awesome!", + "score": 0, + "evidence": [ + "D17:6" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-17-d176", + "diaId": "D17:6", + "speaker": "Calvin", + "score": 1, + "snippet": "---\nCalvin: Wow, Dave, that's awesome! You should be really proud of yourself for bringing joy to others. I booked a flight ticket to Boston last week! I'm so excited about my upcoming trip to Boston. Look at this! See you soon, buddy!" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 36, + "category": 2, + "question": "When was Calvin's album released?", + "goldAnswer": "September 11, 2023", + "prediction": "---\nDave: Hey Calvin!", + "score": 0, + "evidence": [ + "D18:1" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-18-d182", + "diaId": "D18:2", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: Hey Calvin! Congrats on your album release - that's awesome! Has it been overwhelming or inspiring?" + }, + { + "docId": "transcripts/session-28-d282", + "diaId": "D28:2", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: Congrats on your album release and the party, Calvin! Must've been a great feeling having your loved ones show their support." + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 37, + "category": 3, + "question": "Does Calvin love music tours?", + "goldAnswer": "yes", + "prediction": "---\nDave: That sounds awesome, Calvin!", + "score": 0, + "evidence": [ + "D18:7", + "D16:2", + "D7:1" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-18-d1810", + "diaId": "D18:10", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: That sounds awesome, Calvin! Live music is the best. I'm sure you're gonna have a blast on tour and make some awesome memories. If you ever want to check out my garage and see some cool cars, I'd love to show you around. Keep rockin'!" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 38, + "category": 2, + "question": "When did Dave have a great jam session with his band?", + "goldAnswer": "September 14, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 39, + "category": 3, + "question": "Would Dave prefer working on a Dodge Charger or a Subaru Forester?", + "goldAnswer": "Dodge Charger", + "prediction": "No information available", + "score": 0, + "evidence": [], + "retrievalRecall": 1, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 40, + "category": 1, + "question": "What was the artists Calvin used to listen to when he was a kid?", + "goldAnswer": "Tupac and Dr. Dre", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:8", + "D20:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 41, + "category": 1, + "question": "Which of their family member do Calvin and Dave have nostalgic memories about?", + "goldAnswer": "Dad", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:2", + "D20:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 42, + "category": 3, + "question": "Based on the conversation, did Calvin and Dave have a meeting in Boston between August and November 2023? Answer in yes or no.", + "goldAnswer": "No", + "prediction": "No information available", + "score": 0.5, + "evidence": [], + "retrievalRecall": 1, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 43, + "category": 2, + "question": "Which city was Calvin at on October 3, 2023?", + "goldAnswer": "Boston", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 44, + "category": 2, + "question": "When did Calvin met with local artists in Boston?", + "goldAnswer": "October 3, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 45, + "category": 1, + "question": "What shared activities do Dave and Calvin have?", + "goldAnswer": "Working on cars", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:3", + "D21:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 46, + "category": 1, + "question": "What is Dave's favorite activity?", + "goldAnswer": "Restoring cars", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:4", + "D22:7", + "D19:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 47, + "category": 1, + "question": "How many car shows has Dave attended?", + "goldAnswer": "two", + "prediction": "---\nDave: Hey Calvin!", + "score": 0, + "evidence": [ + "D3:12", + "D22:1" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-1-d12", + "diaId": "D1:2", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: Hey Calvin! Nice to meet you too! Things have been going well since we last talked. I attended this awesome event recently. It was like a car lover's paradise! They had so many classic cars on show, I was in awe. I even had the opportunity to speak with some of the owners and hear their..." + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 48, + "category": 2, + "question": "What was Dave doing in the first weekend of October 2023?", + "goldAnswer": "attending a car show", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 49, + "category": 1, + "question": "When Dave was a child, what did he and his father do in the garage?", + "goldAnswer": "tinkering with car engines, restoration and refurbishing cars", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:2", + "D12:4", + "D22:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 50, + "category": 2, + "question": "When did Calvin buy his second Ferrari?", + "goldAnswer": "first week of October 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 51, + "category": 2, + "question": "When did Calvin and Frank Ocean start collaborating?", + "goldAnswer": "August 2022", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:5", + "D15:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 52, + "category": 2, + "question": "When did Calvin plan on travelling to Tokyo the second time?", + "goldAnswer": "November 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 53, + "category": 1, + "question": "Who supports Calvin in tough times?", + "goldAnswer": "friends and team", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:6", + "D29:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 54, + "category": 1, + "question": "What does help Calvin stay connected to the creative process?", + "goldAnswer": "Calvin stays connected to the creative process by always staying up-to-date on world events and watching documentaries about artists.", + "prediction": "---\nCalvin: Thanks, Dave!", + "score": 0.09523809523809525, + "evidence": [ + "D25:8", + "D28:31" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-28-d2833", + "diaId": "D28:33", + "speaker": "Calvin", + "score": 1, + "snippet": "---\nCalvin: Thanks, Dave! Appreciate the support! Does this notebook help you stay connected to the creative process?" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 55, + "category": 2, + "question": "When did Calvin visit some of the sights in Boston with a former high school friend?", + "goldAnswer": "October 24, 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 56, + "category": 1, + "question": "Which cities did Dave travel to in 2023?", + "goldAnswer": "San Francsico, Detroit", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:1", + "D26:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 57, + "category": 2, + "question": "Which hobby did Dave pick up in October 2023?", + "goldAnswer": "photography", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 58, + "category": 1, + "question": "Which events in Dave's life inspired him to take up auto engineering?", + "goldAnswer": "attending a car show with Dad, working on an old car in a neighbor's garage when he was young, spent a summer restoring an old car with Dad", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:6", + "D25:12", + "D12:2", + "D12:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 59, + "category": 1, + "question": "How many Ferraris does Calvin own?", + "goldAnswer": "two", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:1", + "D23:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 60, + "category": 1, + "question": "What gifts has Calvin received from his artist friends?", + "goldAnswer": "gold chain, custom-made guitar with an octopus on it", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:24", + "D4:26", + "D16:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 61, + "category": 2, + "question": "How long did Dave's work on the Ford Mustang take?", + "goldAnswer": "nearly two months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:11", + "D20:1", + "D21:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 62, + "category": 2, + "question": "How long was the car modification workshop in San Francisco?", + "goldAnswer": "two weeks", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:1", + "D17:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 63, + "category": 1, + "question": "What style of guitars does Calvin own?", + "goldAnswer": "custom-made yellow guitar with an octopus on it, shiny purple guitar", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:13", + "D16:4", + "D16:18", + "D16:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 64, + "category": 1, + "question": "What activities has Dave participated in with his friends?", + "goldAnswer": "weekly visits to local parks, countryside roadtrip, celebration of the opening of his car maintenance shop, card-playing nights", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:3", + "D11:1", + "D6:8", + "D15:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 65, + "category": 2, + "question": "When did Dave take a photo of a Boston clock tower?", + "goldAnswer": "September 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 66, + "category": 1, + "question": "Do all of Dave's car restoration projects go smoothly?", + "goldAnswer": "No", + "prediction": "No information available", + "score": 0.5, + "evidence": [ + "D27:10", + "D13:7", + "D25:17", + "D20:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 67, + "category": 2, + "question": "Where was Calvin located in the last week of October 2023?", + "goldAnswer": "Tokyo", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 68, + "category": 2, + "question": "When did Dave find the car he repaired and started sharing in his blog?", + "goldAnswer": "last week of October 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 69, + "category": 2, + "question": "When did Dave buy a vintage camera?", + "goldAnswer": "November 2023", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:05" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 70, + "category": 2, + "question": "When did Calvin attend a gala in Boston?", + "goldAnswer": "November 16, 2023", + "prediction": "---\nDave: Wow, Calvin!", + "score": 0, + "evidence": [ + "D30:1" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-30-d3021", + "diaId": "D30:21", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: Wow, Calvin! That's amazing news! Congratulations on both the gala attendance and the upcoming performance. I can't wait to hear all about it and maybe even catch one of your shows in Boston. Let me know when you're free to catch up. Cheers to your musical journey!" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 71, + "category": 4, + "question": "How long did Calvin plan to stay in Japan?", + "goldAnswer": "A few months", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D1:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 72, + "category": 4, + "question": "Which band was Dave's favorite at the music festival in April 2023?", + "goldAnswer": "Aerosmith", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D2:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 73, + "category": 4, + "question": "Where did Calvin attend a music festival in April 2023?", + "goldAnswer": "Tokyo", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 74, + "category": 4, + "question": "What advice did Calvin receive from the producer at the music festival?", + "goldAnswer": "to stay true to himself and sound unique", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D3:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 75, + "category": 4, + "question": "What is Dave's new business venture as of 1 May, 2023?", + "goldAnswer": "Car maintenance shop", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 76, + "category": 4, + "question": "What type of cars does Dave work on at his shop?", + "goldAnswer": "all kinds of cars, from regular maintenance to full restorations of classic cars", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 77, + "category": 4, + "question": "What did Calvin receive as a gift from another artist?", + "goldAnswer": "a gold necklace with a diamond pendant", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 78, + "category": 4, + "question": "What was the necklace Calvin received meant to remind him of?", + "goldAnswer": "why he keeps hustling as a musician", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D4:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 79, + "category": 4, + "question": "What does Dave do when he feels his creativity is frozen?", + "goldAnswer": "immerse himself in something he loves", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 80, + "category": 4, + "question": "How does Calvin plan to jumpstart his inspiration?", + "goldAnswer": "explore other things and have some fun", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D5:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 81, + "category": 4, + "question": "What did Calvin manage to save during the flood incident?", + "goldAnswer": "music gear and favorite microphone", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D6:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 82, + "category": 4, + "question": "What did Dave open in May 2023?", + "goldAnswer": "a car shop", + "prediction": "---\nCalvin: Hey Dave, long drives in [this car] really help me relax.", + "score": 0.14285714285714285, + "evidence": [ + "D6:8" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-6-d69", + "diaId": "D6:9", + "speaker": "Calvin", + "score": 1, + "snippet": "---\nCalvin: Way to go, Dave! Congrats on opening your own car shop! Your excitement is contagious. Keep up the great work!" + }, + { + "docId": "transcripts/session-4-d42", + "diaId": "D4:2", + "speaker": "Calvin", + "score": 1, + "snippet": "---\nCalvin: Wow Dave! Congrats on opening your own car maintenance shop! It looks like all your hard work and dedication paid off." + }, + { + "docId": "transcripts/session-28-d2843", + "diaId": "D28:43", + "speaker": "Calvin", + "score": 0.9876543209876543, + "snippet": "---\nCalvin: Yeah, Dave! Exploring different styles and times can open up new perspectives. Broadening your musical knowledge is awesome. Good luck with work, see ya!" + }, + { + "docId": "transcripts/session-26-d261", + "diaId": "D26:1", + "speaker": "Calvin", + "score": 0.9876543209876543, + "snippet": "---\nCalvin: Hey Dave! Long time no talk! I had a great time yesterday, and visited some sights in Boston with a high school friend. It was really fun and eye-opening." + }, + { + "docId": "transcripts/session-4-d45", + "diaId": "D4:5", + "speaker": "Dave", + "score": 0.9876543209876543, + "snippet": "---\nDave: Thanks! Appreciate the support. My dream was to open a shop and it's a step towards my other dream of working on classic cars. I love their design and engineering." + }, + { + "docId": "transcripts/session-5-d58", + "diaId": "D5:8", + "speaker": "Calvin", + "score": 0.9753086419753086, + "snippet": "---\nCalvin: Hey Dave, long drives in [this car] really help me relax. The feeling of the wind and the open road is so freeing. It helps me clear my head. What do you like to do to chill out?" + }, + { + "docId": "transcripts/session-4-d43", + "diaId": "D4:3", + "speaker": "Dave", + "score": 0.9753086419753086, + "snippet": "---\nDave: Thanks, Cal! It's great to see my hard work paying off. Opening this shop was my dream, and I'm really happy to see it getting started. It was a lot of hard work, but it was worth it." + }, + { + "docId": "transcripts/session-6-d68", + "diaId": "D6:8", + "speaker": "Dave", + "score": 0.9753086419753086, + "snippet": "---\nDave: I'm so excited, I opened my car shop last week! Invited some friends over to celebrate and it's been amazing. Super stoked to share my passion and help out with folks' rides. It's been incredible so far." + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 83, + "category": 4, + "question": "What gives Dave a sense of achievement and purpose?", + "goldAnswer": "Fixing up things", + "prediction": "---\nDave: I'm passionate about fixing up things.", + "score": 0.5454545454545454, + "evidence": [ + "D7:6" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-7-d76", + "diaId": "D7:6", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: I'm passionate about fixing up things. It's more than just a hobby - it gives me a sense of achievement and purpose. I get a real buzz transforming something that's not working into something that runs smoothly - it's like giving it a second chance." + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 84, + "category": 4, + "question": "What fuels Calvin's soul?", + "goldAnswer": "Performing live", + "prediction": "---\nCalvin: Performing live always fuels my soul!", + "score": 0.4444444444444445, + "evidence": [ + "D7:11" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-7-d711", + "diaId": "D7:11", + "speaker": "Calvin", + "score": 1, + "snippet": "---\nCalvin: Performing live always fuels my soul! I love the rush and connection with the crowd, the feeling's indescribable—it's an absolute high!" + }, + { + "docId": "transcripts/session-15-d156", + "diaId": "D15:6", + "speaker": "Calvin", + "score": 1, + "snippet": "---\nCalvin: It was an incredible experience, Dave! The city was buzzing with energy and the festival crowd was so lively - it was like fuel for my soul. Look at this photo, that's amazing!" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 85, + "category": 4, + "question": "What is Dave doing to relax on weekends?", + "goldAnswer": "exploring parks", + "prediction": "---\nDave: Hey, nice photo of the studio!", + "score": 0, + "evidence": [ + "D8:4" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-8-d84", + "diaId": "D8:4", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: Hey, nice photo of the studio! Working in a team yields incredible results, well done! Keep pushing it! I've been doing good - thanks for asking. I've been exploring some parks on the weekends to relax - it's so peaceful being surrounded by nature. Are there any chill spots you enjoy in..." + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 86, + "category": 4, + "question": "What sports activity is Calvin planning to try after the tour with Frank Ocean?", + "goldAnswer": "Skiing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D9:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 87, + "category": 4, + "question": "What was Calvin excited to do after getting his car fixed on 7 July, 2023?", + "goldAnswer": "get back on the road", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 88, + "category": 4, + "question": "What did Calvin and his friends arrange for in the park?", + "goldAnswer": "regular walks together", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D10:3" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 89, + "category": 4, + "question": "What kind of music has Calvin been creating lately?", + "goldAnswer": "experimenting with different genres", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 90, + "category": 4, + "question": "How does Calvin describe his process of adding electronic elements to his songs?", + "goldAnswer": "gives them a fresh vibe", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D11:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 91, + "category": 4, + "question": "What car brand does Calvin own that he is proud of?", + "goldAnswer": "Ferrari", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 92, + "category": 4, + "question": "What is Calvin's biggest current goal?", + "goldAnswer": "expand his brand worldwide and grow his fanbase", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 93, + "category": 4, + "question": "What is Dave's advice to Calvin regarding his dreams?", + "goldAnswer": "to never forget his dreams", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D12:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 94, + "category": 4, + "question": "What workshop did Dave get picked for on 11 August, 2023?", + "goldAnswer": "Car mod workshop", + "prediction": "sessionId: session_13\nsessionDateTime: '5:22 pm on 11 August, 2023'\ndiaId: 'D13:1", + "score": 0, + "evidence": [ + "D13:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-13-d131", + "diaId": "D13:1", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_13\nsessionDateTime: '5:22 pm on 11 August, 2023'\ndiaId: 'D13:1'" + }, + { + "docId": "transcripts/session-13-d132", + "diaId": "D13:2", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_13\nsessionDateTime: '5:22 pm on 11 August, 2023'\ndiaId: 'D13:2'" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 95, + "category": 4, + "question": "What kind of modifications has Dave been working on in the car mod workshop?", + "goldAnswer": "engine swaps, suspension modifications, and body modifications", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 96, + "category": 4, + "question": "What type of car did Dave work on during the workshop?", + "goldAnswer": "classic muscle car", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 97, + "category": 4, + "question": "What does Dave say is important for making his custom cars unique?", + "goldAnswer": "attention to small details", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D13:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 98, + "category": 4, + "question": "How did the audience in Tokyo react when Calvin sang one of his songs?", + "goldAnswer": "Everyone was so into it and sang along", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D14:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 99, + "category": 4, + "question": "How did Calvin meet Frank Ocean?", + "goldAnswer": "At a music festival in Tokyo", + "prediction": "---\nCalvin: Thanks, Dave!", + "score": 0, + "evidence": [ + "D15:4" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-15-d154", + "diaId": "D15:4", + "speaker": "Calvin", + "score": 1, + "snippet": "---\nCalvin: Thanks, Dave! I had the opportunity to meet Frank Ocean at a music festival in Tokyo and we clicked. We've been speaking and sharing ideas we arranged a meeting and recorded a song in the studio at my mansion - it's been great!" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 100, + "category": 4, + "question": "Where did Calvin and Frank Ocean record a song together?", + "goldAnswer": "In the studio at Calvin's mansion", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 101, + "category": 4, + "question": "What did Calvin and his friends record in August 2023?", + "goldAnswer": "a podcast discussing the rap industry", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D15:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 102, + "category": 4, + "question": "Where did Calvin start shooting a video for his new album?", + "goldAnswer": "Miami", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 103, + "category": 4, + "question": "What design is featured on Calvin's guitar?", + "goldAnswer": "octopus", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 104, + "category": 4, + "question": "Why did Calvin get his guitar customized with a shiny finish?", + "goldAnswer": "unique look", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 105, + "category": 4, + "question": "What color glow did Calvin customize his guitar with?", + "goldAnswer": "purple", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D16:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 106, + "category": 4, + "question": "Where did Dave come back from with insights on car modification on 1st September 2023?", + "goldAnswer": "San Francisco", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 107, + "category": 4, + "question": "What emotion does Dave mention feeling when he sees the relief of someone whose car he fixed?", + "goldAnswer": "Proud", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 108, + "category": 4, + "question": "What did Calvin book a flight ticket for on 1st September 2023?", + "goldAnswer": "Boston", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D17:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 109, + "category": 4, + "question": "What is Calvin excited about after the tour?", + "goldAnswer": "exploring and growing his brand", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 110, + "category": 4, + "question": "What plans do Calvin and Dave have for when Calvin visits Boston?", + "goldAnswer": "Check out Dave's garage and maybe get some ideas for future projects", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D18:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 111, + "category": 4, + "question": "Which Disney movie did Dave mention as one of his favorites?", + "goldAnswer": "Ratatouille", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 112, + "category": 4, + "question": "How does Dave feel about the reactions of people when they see the finished restoration project?", + "goldAnswer": "satisfying and worth the hard work", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D19:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 113, + "category": 4, + "question": "What activity did Calvin enjoy during his summer drives?", + "goldAnswer": "feeling the wind blowing through his hair", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 114, + "category": 4, + "question": "Which song from the childhood of Calvin brings back memories of a road trip with his dad?", + "goldAnswer": "\"California Love\"", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D20:6", + "D20:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 115, + "category": 4, + "question": "What project did Calvin work on to chill out?", + "goldAnswer": "A shiny orange car", + "prediction": "---\nCalvin: Hey Dave, it was awesome talking to those artists!", + "score": 0, + "evidence": [ + "D21:3" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-21-d213", + "diaId": "D21:3", + "speaker": "Calvin", + "score": 1, + "snippet": "---\nCalvin: Hey Dave, it was awesome talking to those artists! Our mutual friend knew we'd be a great fit. Can't wait to show you the final result. Also, check out this project - I love working on it to chill out. How about you? Got any hobbies to help you relax?" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 116, + "category": 4, + "question": "What car did Dave work on in the junkyard?", + "goldAnswer": "Ford Mustang", + "prediction": "---\nDave: Wow, Calvin, that car looks great!", + "score": 0, + "evidence": [ + "D21:4" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-21-d214", + "diaId": "D21:4", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: Wow, Calvin, that car looks great! Working on cars really helps me relax, it's therapeutic to see them come back to life. I've been working on that Ford Mustang I found in a junkyard - it was in bad shape, but I knew it had potential." + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 117, + "category": 4, + "question": "What does Dave find satisfying about restoring old cars?", + "goldAnswer": "Transforming something old and beat-up into something beautiful", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 118, + "category": 4, + "question": "What do Calvin and Dave use to reach their goals?", + "goldAnswer": "Hard work and determination", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D21:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 119, + "category": 4, + "question": "What does working on cars represent for Dave?", + "goldAnswer": "Therapy and a way to get away from everyday stress", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 120, + "category": 4, + "question": "What does Dave aim to do with his passion for cars?", + "goldAnswer": "Take something broken and make it into something awesome", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D22:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 121, + "category": 4, + "question": "What did Calvin recently get that is a \"masterpiece on wheels\"?", + "goldAnswer": "Ferrari", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 122, + "category": 4, + "question": "Who headlined the music festival that Dave attended in October?", + "goldAnswer": "The Fireworks", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 123, + "category": 4, + "question": "How does Calvin stay motivated when faced with setbacks?", + "goldAnswer": "Reminds himself of his passion for goals, gets help from others, and takes a break to recharge", + "prediction": "---\nDave: Calvin, thanks for the encouragement.", + "score": 0.1, + "evidence": [ + "D23:4" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-23-d233", + "diaId": "D23:3", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: Calvin, thanks for the encouragement. It can be tough when you feel like your efforts are going unseen. I gotta have faith and patience. I'm sure it's only a matter of time till things work out. How do you stay motivated when faced with setbacks?" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 124, + "category": 4, + "question": "What activity does Dave find fulfilling, similar to Calvin's passion for music festivals?", + "goldAnswer": "fixing things", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D23:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 125, + "category": 4, + "question": "Where did Calvin and Dave meet Frank Ocean to start collaborating?", + "goldAnswer": "at a festival", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 126, + "category": 4, + "question": "Which part of Tokyo is described as Tokyo's Times Square by Calvin?", + "goldAnswer": "Shibuya Crossing", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 127, + "category": 4, + "question": "What specific location in Tokyo does Calvin mention being excited to explore?", + "goldAnswer": "Shinjuku", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 128, + "category": 4, + "question": "What dish does Dave recommend Calvin to try in Tokyo?", + "goldAnswer": "ramen", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D24:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 129, + "category": 4, + "question": "What does Calvin find energizing during the tour?", + "goldAnswer": "Performing and connecting with the crowd", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 130, + "category": 4, + "question": "How does Calvin balance his job and personal life?", + "goldAnswer": "Takes it one day at a time", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 131, + "category": 4, + "question": "What inspired Calvin's recent music?", + "goldAnswer": "Struggles that people go through", + "prediction": "---\nCalvin: Yeah, for sure!", + "score": 0, + "evidence": [ + "D25:10" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-25-d2510", + "diaId": "D25:10", + "speaker": "Calvin", + "score": 1, + "snippet": "---\nCalvin: Yeah, for sure! Recently, I've been really inspired by some of the struggles that people go through. It's made me dig deeper into my music to try to capture those feelings." + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 132, + "category": 4, + "question": "How does Calvin describe his music in relation to capturing feelings?", + "goldAnswer": "Express himself and work through his emotions", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 133, + "category": 4, + "question": "Why did Dave start working on cars?", + "goldAnswer": "Fascinated with how machines work", + "prediction": "---\nDave: Wow, Calvin, imagining how your music affects others must be incredible!", + "score": 0.11764705882352941, + "evidence": [ + "D25:15" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-20-d201", + "diaId": "D20:1", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: Hey Calvin, good to catch up again! Had a tough time with my car project. Worked on the engine of the vintage Mustang, thought I'd fixed it, but when I started it up, heard a weird noise. So disappointing after putting so much work in. Take a look at the engine!" + }, + { + "docId": "transcripts/session-28-d288", + "diaId": "D28:8", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: Wow, Calvin, imagining how your music affects others must be incredible! Keep up the great work! By the way, I recently started a blog on car mods. It's my way to share my passion with others. Do you have any tips on blogging for me? Just take a look at this beautiful car!" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 134, + "category": 4, + "question": "What is the toughest part of car restoration according to Dave?", + "goldAnswer": "Paying extra attention to detail", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 135, + "category": 4, + "question": "What does Calvin believe makes an artist create something extraordinary?", + "goldAnswer": "Paying attention to small details", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:22" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 136, + "category": 4, + "question": "When did Dave sell the car he restored last year?", + "goldAnswer": "Last year", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D25:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 137, + "category": 4, + "question": "When did Calvin first get interested in cars?", + "goldAnswer": "at an early age", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 138, + "category": 4, + "question": "How did Calvin feel about performing with someone he admires?", + "goldAnswer": "Unreal, like a dream come true", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 139, + "category": 4, + "question": "What realization did the nightclub experience bring to Calvin?", + "goldAnswer": "how much music means to him, it's like his passion and purpose", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 140, + "category": 4, + "question": "What do Dave and Calvin agree on regarding their pursuits?", + "goldAnswer": "It's fulfilling and motivating", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D26:11" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 141, + "category": 4, + "question": "Which city is featured in the photograph Dave showed Calvin?", + "goldAnswer": "Boston", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D27:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 142, + "category": 4, + "question": "What did Calvin do recently at his Japanese house?", + "goldAnswer": "Threw a small party for his new album", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 143, + "category": 4, + "question": "What did Dave recently start a blog about?", + "goldAnswer": "Car mods", + "prediction": "---\nDave: Thanks, Calvin!", + "score": 0, + "evidence": [ + "D28:8" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-28-d2810", + "diaId": "D28:10", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: Thanks, Calvin! It's awesome people are checking out my blog and asking me for advice. I recently posted about how I made this car look like a beast, and it was great to hear it inspired others to start their own DIY projects." + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 144, + "category": 4, + "question": "What is Dave's way to share his passion with others?", + "goldAnswer": "Through a blog on car mods", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 145, + "category": 4, + "question": "What type of videos does Calvin usually watch on his television?", + "goldAnswer": "Music videos, concerts, documentaries about artists and their creative process", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:31" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 146, + "category": 4, + "question": "What type of music has Dave been getting into lately?", + "goldAnswer": "Classic rock", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:40" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 147, + "category": 4, + "question": "What tools does Calvin use to boost his motivation for music?", + "goldAnswer": "Writing lyrics and notes", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:34" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 148, + "category": 4, + "question": "What type of content does Dave post on his blog that inspired others to start their own DIY projects?", + "goldAnswer": "How he made his car look like a beast", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 149, + "category": 4, + "question": "What kind of impact does Dave's blog on car mods have on people?", + "goldAnswer": "It inspires others to start their DIY projects", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D28:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 150, + "category": 4, + "question": "Who did Calvin invite to see him perform in Boston on 13 November, 2023?", + "goldAnswer": "his old high school buddy", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D29:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 151, + "category": 4, + "question": "What hobby did Calvin take up recently?", + "goldAnswer": "Photography", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 152, + "category": 4, + "question": "What new item did Dave buy recently?", + "goldAnswer": "A vintage camera", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 153, + "category": 4, + "question": "What type of photos does Dave like to capture with his new camera?", + "goldAnswer": "Nature - sunsets, beaches, waves", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 154, + "category": 4, + "question": "What event did Calvin attend in Boston?", + "goldAnswer": "Fancy gala", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:2" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 155, + "category": 4, + "question": "What did Calvin discuss with the cool artist he met at the gala?", + "goldAnswer": "Music and art", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 156, + "category": 4, + "question": "Where did Dave take a stunning photo of a waterfall?", + "goldAnswer": "Nearby park", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 157, + "category": 4, + "question": "What positive impact does Calvin mention nature has on tough times?", + "goldAnswer": "Nature helps us appreciate life", + "prediction": "No information available", + "score": 0, + "evidence": [ + "D30:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 158, + "category": 5, + "question": "Which DJ was Dave's favorite at the music festival in April 2023?", + "goldAnswer": "Aerosmith", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D2:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 159, + "category": 5, + "question": "What advice did Calvin receive from the chef at the music festival?", + "goldAnswer": "to stay true to himself and sound unique", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D3:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 160, + "category": 5, + "question": "What is Calvin's new business venture as of 1 May, 2023?", + "goldAnswer": "Car maintenance shop", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 161, + "category": 5, + "question": "What type of cars does Calvin work on at his shop?", + "goldAnswer": "all kinds of cars, from regular maintenance to full restorations of classic cars", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 162, + "category": 5, + "question": "What did Dave receive as a gift from another artist?", + "goldAnswer": "a gold necklace with a diamond pendant", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 163, + "category": 5, + "question": "What was the necklace Dave received meant to remind him of?", + "goldAnswer": "why he keeps hustling as a musician", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D4:26" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 164, + "category": 5, + "question": "What did Calvin open in May 2023?", + "goldAnswer": "a car shop", + "prediction": "---\nCalvin: Hey Dave, long drives in [this car] really help me relax.", + "score": 0, + "evidence": [ + "D6:8" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-6-d69", + "diaId": "D6:9", + "speaker": "Calvin", + "score": 1, + "snippet": "---\nCalvin: Way to go, Dave! Congrats on opening your own car shop! Your excitement is contagious. Keep up the great work!" + }, + { + "docId": "transcripts/session-4-d42", + "diaId": "D4:2", + "speaker": "Calvin", + "score": 1, + "snippet": "---\nCalvin: Wow Dave! Congrats on opening your own car maintenance shop! It looks like all your hard work and dedication paid off." + }, + { + "docId": "transcripts/session-28-d2843", + "diaId": "D28:43", + "speaker": "Calvin", + "score": 0.9876543209876543, + "snippet": "---\nCalvin: Yeah, Dave! Exploring different styles and times can open up new perspectives. Broadening your musical knowledge is awesome. Good luck with work, see ya!" + }, + { + "docId": "transcripts/session-26-d261", + "diaId": "D26:1", + "speaker": "Calvin", + "score": 0.9876543209876543, + "snippet": "---\nCalvin: Hey Dave! Long time no talk! I had a great time yesterday, and visited some sights in Boston with a high school friend. It was really fun and eye-opening." + }, + { + "docId": "transcripts/session-5-d58", + "diaId": "D5:8", + "speaker": "Calvin", + "score": 0.9753086419753086, + "snippet": "---\nCalvin: Hey Dave, long drives in [this car] really help me relax. The feeling of the wind and the open road is so freeing. It helps me clear my head. What do you like to do to chill out?" + }, + { + "docId": "transcripts/session-4-d41", + "diaId": "D4:1", + "speaker": "Dave", + "score": 0.9629629629629629, + "snippet": "---\nDave: Hey Calvin, long time no see! A lot's been happening since we last talked. Guess what? I finally opened my own car maintenance shop! It's so satisfying to have a spot to work on cars - it's like a dream come true! Take a look at the photo." + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 165, + "category": 5, + "question": "What gives Calvin a sense of achievement and purpose?", + "goldAnswer": "Fixing up things", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D7:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 166, + "category": 5, + "question": "What sports activity is Dave planning to try after the tour with Frank Ocean?", + "goldAnswer": "Skiing", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D9:15" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 167, + "category": 5, + "question": "How does Calvin describe his process of adding acoustic elements to his songs?", + "goldAnswer": "gives them a fresh vibe", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D11:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 168, + "category": 5, + "question": "What clothing brand does Calvin own that he is proud of?", + "goldAnswer": "Ferrari", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D12:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 169, + "category": 5, + "question": "What workshop did Calvin get picked for on 11 August, 2023?", + "goldAnswer": "Car mod workshop", + "prediction": "sessionId: session_13\nsessionDateTime: '5:22 pm on 11 August, 2023'\ndiaId: 'D13:1", + "score": 0, + "evidence": [ + "D13:1" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-13-d131", + "diaId": "D13:1", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_13\nsessionDateTime: '5:22 pm on 11 August, 2023'\ndiaId: 'D13:1'" + }, + { + "docId": "transcripts/session-13-d132", + "diaId": "D13:2", + "speaker": "sessionId", + "score": 1, + "snippet": "sessionId: session_13\nsessionDateTime: '5:22 pm on 11 August, 2023'\ndiaId: 'D13:2'" + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 170, + "category": 5, + "question": "What kind of modifications has Calvin been working on in the car mod workshop?", + "goldAnswer": "engine swaps, suspension modifications, and body modifications", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 171, + "category": 5, + "question": "What type of car did Calvin work on during the workshop?", + "goldAnswer": "classic muscle car", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D13:7" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 172, + "category": 5, + "question": "What did Dave and his friends record in August 2023?", + "goldAnswer": "a podcast discussing the rap industry", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D15:12" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 173, + "category": 5, + "question": "Where did Dave start shooting a video for his new album?", + "goldAnswer": "Miami", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D16:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 174, + "category": 5, + "question": "What design is featured on Dave's guitar?", + "goldAnswer": "octopus", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D16:14" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 175, + "category": 5, + "question": "Why did Dave get his guitar customized with a shiny finish?", + "goldAnswer": "unique look", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D16:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 176, + "category": 5, + "question": "What color glow did Dave customize his guitar with?", + "goldAnswer": "purple", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D16:20" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 177, + "category": 5, + "question": "Where did Calvin come back from with insights on car modification on 1st September 2023?", + "goldAnswer": "San Francisco", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 178, + "category": 5, + "question": "What emotion does Calvin mention feeling when he sees the relief of someone whose car he fixed?", + "goldAnswer": "Proud", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 179, + "category": 5, + "question": "What did Dave book a flight ticket for on 1st September 2023?", + "goldAnswer": "Boston", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D17:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 180, + "category": 5, + "question": "Which horror movie did Dave mention as one of his favorites?", + "goldAnswer": "Ratatouille", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D19:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 181, + "category": 5, + "question": "Which song from the childhood of Dave brings back memories of a road trip with his dad?", + "goldAnswer": "\"California Love\"", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D20:6", + "D20:8" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 182, + "category": 5, + "question": "What car did Calvin work on in the junkyard?", + "goldAnswer": "Ford Mustang", + "prediction": "---\nDave: Wow, Calvin, that car looks great!", + "score": 0, + "evidence": [ + "D21:4" + ], + "retrievalRecall": 1, + "usedContext": [ + { + "docId": "transcripts/session-21-d214", + "diaId": "D21:4", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: Wow, Calvin, that car looks great! Working on cars really helps me relax, it's therapeutic to see them come back to life. I've been working on that Ford Mustang I found in a junkyard - it was in bad shape, but I knew it had potential." + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 183, + "category": 5, + "question": "What does Dave find satisfying about destroying old cars?", + "goldAnswer": "Transforming something old and beat-up into something beautiful", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D21:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 184, + "category": 5, + "question": "What does working on boats represent for Dave?", + "goldAnswer": "Therapy and a way to get away from everyday stress", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D22:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 185, + "category": 5, + "question": "What does Dave aim to do with his passion for cooking?", + "goldAnswer": "Take something broken and make it into something awesome", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D22:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 186, + "category": 5, + "question": "What did Calvin recently get that is a \"masterpiece on canvas\"?", + "goldAnswer": "Ferrari", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:16" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 187, + "category": 5, + "question": "Who headlined the music festival that Calvin attended in October?", + "goldAnswer": "The Fireworks", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D23:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 188, + "category": 5, + "question": "Which part of Tokyo is described as Tokyo's Times Square by Dave?", + "goldAnswer": "Shibuya Crossing", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 189, + "category": 5, + "question": "What specific location in Tokyo does Calvin mention being excited to avoid?", + "goldAnswer": "Shinjuku", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D24:19" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 190, + "category": 5, + "question": "When did Calvin sell the car he restored last year?", + "goldAnswer": "Last year", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D25:17" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 191, + "category": 5, + "question": "When did Calvin first get interested in motorcycles?", + "goldAnswer": "at an early age", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D26:6" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 192, + "category": 5, + "question": "What realization did the nightclub experience bring to Dave?", + "goldAnswer": "how much music means to him, it's like his passion and purpose", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D26:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 193, + "category": 5, + "question": "What did Dave do recently at his Japanese house?", + "goldAnswer": "Threw a small party for his new album", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D28:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 194, + "category": 5, + "question": "What did Calvin recently start a blog about?", + "goldAnswer": "Car mods", + "prediction": "---\nDave: Thanks, Calvin!", + "score": 0, + "evidence": [ + "D28:8" + ], + "retrievalRecall": 0, + "usedContext": [ + { + "docId": "transcripts/session-28-d2810", + "diaId": "D28:10", + "speaker": "Dave", + "score": 1, + "snippet": "---\nDave: Thanks, Calvin! It's awesome people are checking out my blog and asking me for advice. I recently posted about how I made this car look like a beast, and it was great to hear it inspired others to start their own DIY projects." + } + ] + }, + { + "sampleId": "conv-50", + "questionIndex": 195, + "category": 5, + "question": "What type of videos does Dave usually watch on his television?", + "goldAnswer": "Music videos, concerts, documentaries about artists and their creative process", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D28:31" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 196, + "category": 5, + "question": "What type of art has Dave been getting into lately?", + "goldAnswer": "Classic rock", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D28:40" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 197, + "category": 5, + "question": "What type of content does Dave post on his blog that inspired others to start their own cooking projects?", + "goldAnswer": "How he made his car look like a beast", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D28:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 198, + "category": 5, + "question": "What kind of impact does Dave's blog on vegan recipes have on people?", + "goldAnswer": "It inspires others to start their DIY projects", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D28:10" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 199, + "category": 5, + "question": "Who did Dave invite to see him perform in Boston on 13 November, 2023?", + "goldAnswer": "his old high school buddy", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D29:1" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 200, + "category": 5, + "question": "What new item did Calvin buy recently?", + "goldAnswer": "A vintage camera", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D30:5" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 201, + "category": 5, + "question": "What type of photos does Calvin like to capture with his new camera?", + "goldAnswer": "Nature - sunsets, beaches, waves", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D30:9" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 202, + "category": 5, + "question": "What did Dave discuss with the cool artist he met at the gala?", + "goldAnswer": "Music and art", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D30:4" + ], + "retrievalRecall": 0, + "usedContext": [] + }, + { + "sampleId": "conv-50", + "questionIndex": 203, + "category": 5, + "question": "Where did Calvin take a stunning photo of a waterfall?", + "goldAnswer": "Nearby park", + "prediction": "No information available", + "score": 1, + "evidence": [ + "D30:15" + ], + "retrievalRecall": 0, + "usedContext": [] + } + ] +} \ No newline at end of file diff --git a/benchmarks/locomo/results/locomo_extractive_full_20260311_bm25final.md b/benchmarks/locomo/results/locomo_extractive_full_20260311_bm25final.md new file mode 100644 index 00000000..86379b60 --- /dev/null +++ b/benchmarks/locomo/results/locomo_extractive_full_20260311_bm25final.md @@ -0,0 +1,31 @@ +# LoCoMo Benchmark Results (locomo_extractive_full_20260311_bm25final) + +- Started: 2026-03-11T02:32:55.699Z +- Completed: 2026-03-11T02:53:55.132Z +- Duration: 1259.4s +- Evaluated questions: 1986/1986 +- ClawVault overall score: **20.92%** +- Retrieval recall@context: **8.25%** + +## Leaderboard Comparison + +| System | QA score | Source | Notes | +| --- | ---: | --- | --- | +| ClawVault (this run) | 20.92% | Local benchmark run | | +| Letta filesystem | 74.00% | https://www.letta.com/blog/benchmarking-ai-agent-memory | | +| Mem0^g (claimed) | 68.50% | https://mem0.ai/blog/ai-agent-memory-benchmark/ | | +| LoCoMo RAG (Dialog, top-25, GPT-3.5) | 41.00% | LoCoMo paper Table 3 | Answer prediction F1 overall | +| LoCoMo RAG (Observation, top-5, GPT-3.5) | 43.30% | LoCoMo paper Table 3 | Answer prediction F1 overall | +| LoCoMo RAG (Summary, top-10, GPT-3.5) | 32.00% | LoCoMo paper Table 3 | Answer prediction F1 overall | + +## ClawVault Per-Category Score + +| Category | Questions | Score | +| --- | ---: | ---: | +| 1 | 282 | 0.87% | +| 2 | 321 | 0.42% | +| 3 | 96 | 3.50% | +| 4 | 841 | 0.51% | +| 5 | 446 | 90.58% | + +> Note: Published numbers may use slightly different model/prompt/judge settings. RAG rows use LoCoMo paper Table 3 answer-prediction overall F1. diff --git a/benchmarks/locomo/retrieval.ts b/benchmarks/locomo/retrieval.ts new file mode 100644 index 00000000..816b3dbf --- /dev/null +++ b/benchmarks/locomo/retrieval.ts @@ -0,0 +1,144 @@ +import type { ClawVault, SearchResult } from '../../src/index.ts'; + +export interface RetrievedContext { + docId: string; + score: number; + snippet: string; + text: string; + diaId?: string; + speaker?: string; +} + +export interface RetrievalOptions { + retrievalLimit: number; + contextLimit: number; + rrfK: number; + useVsearch: boolean; +} + +interface ScoredCandidate { + result: SearchResult; + fusedScore: number; +} + +const QUESTION_STOPWORDS = new Set([ + 'a', 'an', 'the', 'and', 'or', 'but', 'if', 'then', 'to', 'of', 'for', 'in', 'on', 'at', 'by', 'with', + 'from', 'as', 'is', 'are', 'was', 'were', 'be', 'been', 'being', 'do', 'does', 'did', 'have', 'has', + 'had', 'can', 'could', 'would', 'should', 'will', 'shall', 'may', 'might', 'must', + 'what', 'when', 'where', 'who', 'whom', 'whose', 'which', 'why', 'how', + 'go', 'goes', 'went', 'gone', 'going', + 'get', 'gets', 'got', 'getting', + 'make', 'makes', 'made', 'making', + 'take', 'takes', 'took', 'taking', + 'know', 'knows', 'knew', + 'think', 'thinks', 'thought', + 'say', 'says', 'said', + 'tell', 'tells', 'told', + 'give', 'gives', 'gave', + 'see', 'sees', 'saw' +]); + +function normalizeSearchQuery(question: string): string { + const tokens = question + .toLowerCase() + .split(/[^a-z0-9]+/) + .map((token) => token.trim()) + .filter(Boolean) + .filter((token) => !QUESTION_STOPWORDS.has(token)); + const unique = [...new Set(tokens)].slice(0, 12); + return unique.join(' ').trim() || question; +} + +function getDiaId(result: SearchResult): string | undefined { + const fm = result.document.frontmatter as Record; + const raw = fm.diaId ?? fm.dia_id; + if (typeof raw === 'string') { + return raw; + } + + const match = result.document.id.match(/session-(\d+)-d(\d+)$/i); + if (!match) { + return undefined; + } + const session = match[1]; + const packed = match[2]; + if (!packed.startsWith(session)) { + return undefined; + } + const turn = packed.slice(session.length); + if (!turn) { + return undefined; + } + return `D${session}:${turn}`; +} + +function getSpeaker(result: SearchResult): string | undefined { + const fm = result.document.frontmatter as Record; + const raw = fm.speaker; + if (typeof raw === 'string') { + return raw; + } + const snippetLine = (result.snippet || '').split('\n').find((line) => line.includes(':')); + if (!snippetLine) { + return undefined; + } + const candidate = snippetLine.split(':')[0]?.trim(); + return candidate || undefined; +} + +function rrfFuse(streams: SearchResult[][], k: number): SearchResult[] { + const byDocId = new Map(); + for (const stream of streams) { + stream.forEach((result, rank) => { + const docId = result.document.id; + const previous = byDocId.get(docId); + const increment = 1 / (k + rank + 1); + if (!previous) { + byDocId.set(docId, { result, fusedScore: increment }); + } else { + previous.fusedScore += increment; + } + }); + } + + return [...byDocId.values()] + .sort((a, b) => b.fusedScore - a.fusedScore) + .map((entry) => entry.result); +} + +export async function retrieveContext( + vault: ClawVault, + question: string, + options: RetrievalOptions +): Promise { + const lexicalQuery = normalizeSearchQuery(question); + const searchResults = await vault.find(lexicalQuery, { + category: 'transcripts', + fullContent: true, + limit: options.retrievalLimit + }); + + let vectorResults: SearchResult[] = []; + if (options.useVsearch) { + try { + vectorResults = await vault.vsearch(question, { + category: 'transcripts', + fullContent: true, + limit: options.retrievalLimit + }); + } catch { + // Keep benchmark resilient when embeddings are unavailable for a run. + vectorResults = []; + } + } + + const fused = rrfFuse([searchResults, vectorResults], options.rrfK).slice(0, options.contextLimit); + return fused.map((result) => ({ + docId: result.document.id, + score: result.score, + snippet: result.snippet ?? '', + text: result.document.content || result.snippet || '', + diaId: getDiaId(result), + speaker: getSpeaker(result) + })); +} diff --git a/benchmarks/locomo/run.ts b/benchmarks/locomo/run.ts new file mode 100644 index 00000000..effa4aaa --- /dev/null +++ b/benchmarks/locomo/run.ts @@ -0,0 +1,293 @@ +import * as fs from 'node:fs/promises'; +import * as path from 'node:path'; +import { parseArgs } from 'node:util'; +import { createVault, qmdEmbed, qmdUpdate } from '../../src/index.ts'; +import { DEFAULT_DATASET_PATH, DEFAULT_OUTPUT_DIR, DEFAULT_VAULTS_DIR, PUBLISHED_BASELINES } from './constants.ts'; +import { countDatasetQuestions, loadLocomoDataset, parseSessions } from './dataset.ts'; +import { downloadLocomoDataset } from './download.ts'; +import { ExtractiveAnswerer, OpenAICompatibleAnswerer, type Answerer } from './llm.ts'; +import { ensureQmdCollection, ensureWorkingQmdBinary } from './qmd.ts'; +import { buildLeaderboard, type BenchmarkConfigSnapshot, writeResults } from './report.ts'; +import { retrieveContext } from './retrieval.ts'; +import { aggregateMetrics, scoreLocomoQuestion } from './scoring.ts'; +import type { EvaluatedQuestion, LocomoQuestion, LocomoSample } from './types.ts'; + +function slugify(value: string): string { + return value.toLowerCase().replace(/[^a-z0-9]+/g, '-').replace(/(^-|-$)/g, ''); +} + +function runNameNow(prefix: string): string { + const now = new Date(); + const stamp = `${now.getUTCFullYear()}${String(now.getUTCMonth() + 1).padStart(2, '0')}${String(now.getUTCDate()).padStart(2, '0')}_${String(now.getUTCHours()).padStart(2, '0')}${String(now.getUTCMinutes()).padStart(2, '0')}${String(now.getUTCSeconds()).padStart(2, '0')}`; + return `${prefix}_${stamp}`; +} + +function questionGoldAnswer(question: LocomoQuestion): string { + if (question.answer !== undefined && question.answer !== null) { + return String(question.answer); + } + if (question.adversarial_answer !== undefined && question.adversarial_answer !== null) { + return String(question.adversarial_answer); + } + return ''; +} + +function retrievalRecall(evidence: string[], contexts: Array<{ diaId?: string }>): number { + if (!evidence || evidence.length === 0) { + return 1; + } + const contextDiaIds = new Set(contexts.map((ctx) => ctx.diaId).filter((id): id is string => Boolean(id))); + const hits = evidence.reduce((sum, diaId) => sum + (contextDiaIds.has(diaId) ? 1 : 0), 0); + return hits / evidence.length; +} + +async function ingestSampleIntoVault( + sample: LocomoSample, + runName: string, + vaultsDir: string, + useVsearch: boolean +): Promise>> { + const sampleVaultPath = path.resolve(vaultsDir, runName, sample.sample_id); + await fs.rm(sampleVaultPath, { recursive: true, force: true }); + + const vault = await createVault( + sampleVaultPath, + { + name: `locomo-${slugify(runName)}-${slugify(sample.sample_id)}`, + categories: ['transcripts'] + }, + { skipBases: true, skipTasks: true, skipGraph: true } + ); + + const sessions = parseSessions(sample.conversation); + for (const session of sessions) { + for (let turnIndex = 0; turnIndex < session.turns.length; turnIndex += 1) { + const turn = session.turns[turnIndex]; + if (!turn.text.trim()) continue; + + await vault.store({ + category: 'transcripts', + title: `${session.sessionId}-${turn.diaId || `turn-${turnIndex + 1}`}`, + content: `${turn.speaker}: ${turn.text}`, + frontmatter: { + sampleId: sample.sample_id, + sessionId: session.sessionId, + sessionDateTime: session.dateTime, + diaId: turn.diaId, + speaker: turn.speaker, + turnIndex: turnIndex + 1 + } + }); + } + } + + ensureQmdCollection(vault.getQmdCollection(), sampleVaultPath); + qmdUpdate(vault.getQmdCollection()); + if (useVsearch) { + qmdEmbed(vault.getQmdCollection()); + } + return vault; +} + +function parseCli() { + const { values } = parseArgs({ + options: { + dataset: { type: 'string', default: DEFAULT_DATASET_PATH }, + outputDir: { type: 'string', default: DEFAULT_OUTPUT_DIR }, + vaultsDir: { type: 'string', default: DEFAULT_VAULTS_DIR }, + runName: { type: 'string' }, + mode: { type: 'string', default: 'openai' }, + model: { type: 'string', default: process.env.LOCOMO_MODEL ?? 'gpt-4o-mini' }, + apiBaseUrl: { type: 'string', default: process.env.LOCOMO_OPENAI_BASE_URL ?? 'https://api.openai.com/v1' }, + apiKey: { type: 'string', default: process.env.LOCOMO_OPENAI_API_KEY ?? process.env.OPENAI_API_KEY ?? '' }, + maxQuestions: { type: 'string' }, + retrievalLimit: { type: 'string', default: '12' }, + contextLimit: { type: 'string', default: '8' }, + rrfK: { type: 'string', default: '60' }, + maxRetries: { type: 'string', default: '5' }, + retryBaseDelayMs: { type: 'string', default: '1000' }, + timeoutMs: { type: 'string', default: '60000' }, + maxTokens: { type: 'string', default: '80' }, + seed: { type: 'string' }, + keepVaults: { type: 'boolean', default: false }, + downloadIfMissing: { type: 'boolean', default: true }, + disableVsearch: { type: 'boolean', default: false } + }, + allowPositionals: false + }); + + const mode = values.mode === 'extractive' ? 'extractive' : 'openai'; + const maxQuestions = values.maxQuestions ? Number(values.maxQuestions) : undefined; + const seed = values.seed ? Number(values.seed) : undefined; + + return { + datasetPath: path.resolve(values.dataset), + outputDir: path.resolve(values.outputDir), + vaultsDir: path.resolve(values.vaultsDir), + runName: values.runName ?? runNameNow(`locomo_${mode}`), + mode, + model: values.model, + apiBaseUrl: values.apiBaseUrl, + apiKey: values.apiKey, + maxQuestions: Number.isFinite(maxQuestions) ? maxQuestions : undefined, + retrievalLimit: Number(values.retrievalLimit), + contextLimit: Number(values.contextLimit), + rrfK: Number(values.rrfK), + maxRetries: Number(values.maxRetries), + retryBaseDelayMs: Number(values.retryBaseDelayMs), + timeoutMs: Number(values.timeoutMs), + maxTokens: Number(values.maxTokens), + seed: Number.isFinite(seed) ? seed : undefined, + keepVaults: values.keepVaults, + downloadIfMissing: values.downloadIfMissing, + useVsearch: !values.disableVsearch + }; +} + +function buildAnswerer(config: ReturnType): Answerer { + if (config.mode === 'extractive') { + return new ExtractiveAnswerer(); + } + + if (!config.apiKey) { + throw new Error( + 'OpenAI-compatible mode requires an API key. Set LOCOMO_OPENAI_API_KEY/OPENAI_API_KEY or use --mode extractive.' + ); + } + + return new OpenAICompatibleAnswerer({ + baseUrl: config.apiBaseUrl, + apiKey: config.apiKey, + model: config.model, + maxTokens: config.maxTokens, + timeoutMs: config.timeoutMs, + maxRetries: config.maxRetries, + retryBaseDelayMs: config.retryBaseDelayMs, + seed: config.seed + }); +} + +async function ensureDataset(datasetPath: string, downloadIfMissing: boolean): Promise { + try { + await fs.access(datasetPath); + } catch { + if (!downloadIfMissing) { + throw new Error(`Dataset not found at ${datasetPath}. Re-run with --downloadIfMissing.`); + } + const downloaded = await downloadLocomoDataset({ outputPath: datasetPath }); + console.log(`Downloaded dataset: ${downloaded.path} (${downloaded.bytes} bytes)`); + } +} + +async function main(): Promise { + const config = parseCli(); + const startedAt = new Date(); + const qmdStatus = ensureWorkingQmdBinary(path.resolve('benchmarks/locomo')); + await ensureDataset(config.datasetPath, config.downloadIfMissing); + + const answerer = buildAnswerer(config); + const samples = (await loadLocomoDataset(config.datasetPath)) + .slice() + .sort((a, b) => a.sample_id.localeCompare(b.sample_id)); + const totalQuestions = countDatasetQuestions(samples); + + console.log(`LoCoMo samples: ${samples.length}, total questions: ${totalQuestions}`); + console.log(`Answer mode: ${answerer.name}, model: ${config.model}`); + if (qmdStatus.shimmed) { + console.log(`Applied qmd shim: ${qmdStatus.shimPath}`); + } + + const evaluated: EvaluatedQuestion[] = []; + let processedQuestions = 0; + + for (const sample of samples) { + if (config.maxQuestions !== undefined && processedQuestions >= config.maxQuestions) break; + console.log(`Ingesting ${sample.sample_id}...`); + const vault = await ingestSampleIntoVault(sample, config.runName, config.vaultsDir, config.useVsearch); + + for (let qIdx = 0; qIdx < sample.qa.length; qIdx += 1) { + if (config.maxQuestions !== undefined && processedQuestions >= config.maxQuestions) break; + const qa = sample.qa[qIdx]; + + const contexts = await retrieveContext(vault, qa.question, { + retrievalLimit: config.retrievalLimit, + contextLimit: config.contextLimit, + rrfK: config.rrfK, + useVsearch: config.useVsearch + }); + const prediction = await answerer.answer(qa.question, contexts); + const gold = questionGoldAnswer(qa); + const score = scoreLocomoQuestion(prediction, gold, qa.category); + + evaluated.push({ + sampleId: sample.sample_id, + questionIndex: qIdx, + category: qa.category, + question: qa.question, + goldAnswer: gold, + prediction, + score, + evidence: qa.evidence ?? [], + retrievalRecall: retrievalRecall(qa.evidence ?? [], contexts), + usedContext: contexts.map((ctx) => ({ + docId: ctx.docId, + diaId: ctx.diaId, + speaker: ctx.speaker, + score: ctx.score, + snippet: ctx.snippet + })) + }); + + processedQuestions += 1; + if (processedQuestions % 50 === 0) { + console.log(`Processed ${processedQuestions} questions...`); + } + } + + if (!config.keepVaults) { + await fs.rm(vault.getPath(), { recursive: true, force: true }); + } + } + + const completedAt = new Date(); + const metrics = aggregateMetrics(evaluated); + const configSnapshot: BenchmarkConfigSnapshot = { + mode: config.mode, + model: config.model, + apiBaseUrl: config.mode === 'openai' ? config.apiBaseUrl : undefined, + datasetPath: config.datasetPath, + retrievalLimit: config.retrievalLimit, + contextLimit: config.contextLimit, + rrfK: config.rrfK, + useVsearch: config.useVsearch, + maxQuestions: config.maxQuestions, + seed: config.seed + }; + + const resultPayload = { + runName: config.runName, + startedAt: startedAt.toISOString(), + completedAt: completedAt.toISOString(), + durationSeconds: (completedAt.getTime() - startedAt.getTime()) / 1000, + config: configSnapshot, + qmd: qmdStatus, + dataset: { + sampleCount: samples.length, + totalQuestions, + evaluatedQuestions: evaluated.length + }, + metrics, + leaderboard: buildLeaderboard(metrics.overallScorePct, PUBLISHED_BASELINES), + questions: evaluated + }; + + const outputPaths = await writeResults(config.outputDir, config.runName, resultPayload); + console.log(`Saved JSON: ${outputPaths.jsonPath}`); + console.log(`Saved Markdown: ${outputPaths.markdownPath}`); + console.log(`ClawVault score: ${metrics.overallScorePct.toFixed(2)}%`); +} + +main().catch((error) => { + console.error(error); + process.exitCode = 1; +}); diff --git a/benchmarks/locomo/scoring.test.ts b/benchmarks/locomo/scoring.test.ts new file mode 100644 index 00000000..36ffdda6 --- /dev/null +++ b/benchmarks/locomo/scoring.test.ts @@ -0,0 +1,61 @@ +import { describe, expect, it } from 'vitest'; +import { aggregateMetrics, scoreLocomoQuestion } from './scoring.ts'; +import type { EvaluatedQuestion } from './types.ts'; + +describe('LoCoMo scoring', () => { + it('scores category 1 with comma-split multi-answer matching', () => { + const score = scoreLocomoQuestion('pottery, painting', 'pottery, camping, painting', 1); + expect(score).toBeGreaterThan(0.6); + expect(score).toBeLessThan(1); + }); + + it('scores category 3 against first semicolon-delimited answer only', () => { + const score = scoreLocomoQuestion( + 'Likely no', + 'Likely no; if context changes the answer could differ', + 3 + ); + expect(score).toBe(1); + }); + + it('scores category 5 based on abstention phrase', () => { + expect(scoreLocomoQuestion('No information available', '', 5)).toBe(1); + expect(scoreLocomoQuestion('I think it was Tuesday', '', 5)).toBe(0); + }); + + it('aggregates per-category and overall metrics', () => { + const evaluated: EvaluatedQuestion[] = [ + { + sampleId: 'conv-1', + questionIndex: 0, + category: 1, + question: 'q1', + goldAnswer: 'a', + prediction: 'a', + score: 1, + evidence: [], + retrievalRecall: 1, + usedContext: [] + }, + { + sampleId: 'conv-1', + questionIndex: 1, + category: 2, + question: 'q2', + goldAnswer: 'a', + prediction: 'b', + score: 0, + evidence: [], + retrievalRecall: 0.5, + usedContext: [] + } + ]; + + const aggregated = aggregateMetrics(evaluated); + expect(aggregated.questionCount).toBe(2); + expect(aggregated.overallScore).toBe(0.5); + expect(aggregated.retrievalRecall).toBe(0.75); + expect(aggregated.byCategory['1']?.count).toBe(1); + expect(aggregated.byCategory['2']?.score).toBe(0); + }); +}); diff --git a/benchmarks/locomo/scoring.ts b/benchmarks/locomo/scoring.ts new file mode 100644 index 00000000..d2e5161b --- /dev/null +++ b/benchmarks/locomo/scoring.ts @@ -0,0 +1,127 @@ +import natural from 'natural'; +import type { AggregatedMetrics, EvaluatedQuestion } from './types.ts'; + +const { PorterStemmer } = natural; + +const ARTICLE_AND_RE = /\b(a|an|the|and)\b/g; +const PUNCTUATION_RE = /[^\w\s]|_/g; +const NO_INFO_RE = /(no information available|not mentioned)/i; + +function normalizeAnswer(value: string): string { + return value + .replaceAll(',', '') + .toLowerCase() + .replace(PUNCTUATION_RE, ' ') + .replace(ARTICLE_AND_RE, ' ') + .replace(/\s+/g, ' ') + .trim(); +} + +function stemTokens(value: string): string[] { + return normalizeAnswer(value) + .split(' ') + .filter(Boolean) + .map((token) => PorterStemmer.stem(token)); +} + +function f1Score(prediction: string, groundTruth: string): number { + const predTokens = stemTokens(prediction); + const goldTokens = stemTokens(groundTruth); + if (predTokens.length === 0 || goldTokens.length === 0) { + return 0; + } + + const predCounts = new Map(); + for (const token of predTokens) { + predCounts.set(token, (predCounts.get(token) ?? 0) + 1); + } + + const goldCounts = new Map(); + for (const token of goldTokens) { + goldCounts.set(token, (goldCounts.get(token) ?? 0) + 1); + } + + let overlap = 0; + for (const [token, predCount] of predCounts.entries()) { + const goldCount = goldCounts.get(token) ?? 0; + overlap += Math.min(predCount, goldCount); + } + + if (overlap === 0) { + return 0; + } + + const precision = overlap / predTokens.length; + const recall = overlap / goldTokens.length; + return (2 * precision * recall) / (precision + recall); +} + +function multiAnswerF1(prediction: string, groundTruth: string): number { + const predictions = prediction.split(',').map((part) => part.trim()).filter(Boolean); + const groundTruths = groundTruth.split(',').map((part) => part.trim()).filter(Boolean); + if (predictions.length === 0 || groundTruths.length === 0) { + return 0; + } + + const perGroundTruth = groundTruths.map((gold) => { + return Math.max(...predictions.map((pred) => f1Score(pred, gold))); + }); + + return perGroundTruth.reduce((sum, val) => sum + val, 0) / perGroundTruth.length; +} + +export function scoreLocomoQuestion(prediction: string, rawGoldAnswer: string, category: number): number { + if (category === 5) { + return NO_INFO_RE.test(prediction) ? 1 : 0; + } + + const goldAnswer = category === 3 ? rawGoldAnswer.split(';')[0].trim() : rawGoldAnswer; + if (category === 1) { + return multiAnswerF1(prediction, goldAnswer); + } + + return f1Score(prediction, goldAnswer); +} + +export function aggregateMetrics(evaluatedQuestions: EvaluatedQuestion[]): AggregatedMetrics { + const questionCount = evaluatedQuestions.length; + if (questionCount === 0) { + return { + questionCount: 0, + overallScore: 0, + overallScorePct: 0, + retrievalRecall: 0, + retrievalRecallPct: 0, + byCategory: {} + }; + } + + const overallScore = evaluatedQuestions.reduce((sum, q) => sum + q.score, 0) / questionCount; + const retrievalRecall = evaluatedQuestions.reduce((sum, q) => sum + q.retrievalRecall, 0) / questionCount; + + const byCategoryBuckets = new Map(); + for (const result of evaluatedQuestions) { + const bucket = byCategoryBuckets.get(result.category) ?? []; + bucket.push(result.score); + byCategoryBuckets.set(result.category, bucket); + } + + const byCategory: AggregatedMetrics['byCategory'] = {}; + for (const [category, scores] of [...byCategoryBuckets.entries()].sort((a, b) => a[0] - b[0])) { + const score = scores.reduce((sum, val) => sum + val, 0) / scores.length; + byCategory[String(category)] = { + count: scores.length, + score, + scorePct: score * 100 + }; + } + + return { + questionCount, + overallScore, + overallScorePct: overallScore * 100, + retrievalRecall, + retrievalRecallPct: retrievalRecall * 100, + byCategory + }; +} diff --git a/benchmarks/locomo/types.ts b/benchmarks/locomo/types.ts new file mode 100644 index 00000000..59d757bc --- /dev/null +++ b/benchmarks/locomo/types.ts @@ -0,0 +1,63 @@ +export interface LocomoQuestion { + question: string; + answer?: string | number; + adversarial_answer?: string; + evidence: string[]; + category: number; +} + +export interface LocomoTurn { + speaker: string; + diaId: string; + text: string; + imgUrl?: string[]; + blipCaption?: string; + query?: string; +} + +export interface LocomoSession { + sessionId: string; + sessionIndex: number; + dateTime?: string; + turns: LocomoTurn[]; +} + +export interface LocomoConversation { + speaker_a: string; + speaker_b: string; + [key: string]: unknown; +} + +export interface LocomoSample { + sample_id: string; + qa: LocomoQuestion[]; + conversation: LocomoConversation; +} + +export interface EvaluatedQuestion { + sampleId: string; + questionIndex: number; + category: number; + question: string; + goldAnswer: string; + prediction: string; + score: number; + evidence: string[]; + retrievalRecall: number; + usedContext: Array<{ + docId: string; + diaId?: string; + speaker?: string; + score: number; + snippet: string; + }>; +} + +export interface AggregatedMetrics { + questionCount: number; + overallScore: number; + overallScorePct: number; + retrievalRecall: number; + retrievalRecallPct: number; + byCategory: Record; +} diff --git a/package-lock.json b/package-lock.json index d59cf033..11018826 100644 --- a/package-lock.json +++ b/package-lock.json @@ -1,12 +1,12 @@ { "name": "clawvault", - "version": "2.6.5", + "version": "3.2.0", "lockfileVersion": 3, "requires": true, "packages": { "": { "name": "clawvault", - "version": "2.6.5", + "version": "3.2.0", "license": "MIT", "dependencies": { "chalk": "^5.3.0", diff --git a/package.json b/package.json index 520b9bdd..8f68bc63 100644 --- a/package.json +++ b/package.json @@ -40,6 +40,8 @@ "typecheck": "tsc --noEmit", "test": "npm run build && vitest run", "ci": "npm run typecheck && npm test", + "bench:locomo:download": "npx tsx benchmarks/locomo/download.ts", + "bench:locomo": "npx tsx benchmarks/locomo/run.ts", "prepublishOnly": "npm run build" }, "keywords": [