-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathsamples.js
More file actions
46 lines (43 loc) · 3.7 KB
/
Copy pathsamples.js
File metadata and controls
46 lines (43 loc) · 3.7 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
// samples.js
// The sample tasks used to TEST a pre-seed prompt — written for legal work. Each task is a user
// message sent to the prompt(s) under test, so you can see how the prompt shapes real legal answers.
//
// Tasks are grouped by GOVERNING LAW (choose the jurisdiction in Settings). Within each set the
// kind of ask is deliberately VARIED — brief / detailed / summarise / explicit table / one-sentence /
// step-by-step / plain default — to check that a prompt OBEYS an explicit instruction instead of
// steamrolling it with its own defaults. The `id` names the kind of ask and is the SAME across
// jurisdictions, so an A/B comparison stays comparable and you can switch governing law without
// changing what each slot tests.
//
// These are general legal questions on purpose, so the test works across practice areas. Edit them,
// or replace them with examples close to your own matters, for a sharper read. Keep the SAME tasks
// across the two rounds of a comparison, though — an A/B result only holds if both rounds use the
// same questions.
//
// Adding a jurisdiction (e.g. France, Germany — see the to-dos) is just another key here whose id
// matches an entry in config.JURISDICTIONS; everything else (Settings, the test runner) picks it up.
const SETS = {
// England and Wales — English common law.
'england-wales': [
{ id: 'brief-explain', user: 'Briefly, what is the difference between a contract and a deed under English law?' },
{ id: 'detailed-howto', user: 'Give a detailed, step-by-step guide to issuing a claim form under the Civil Procedure Rules.' },
{ id: 'summarise', user: 'Summarise the fiduciary duties applicable to a company director.' },
{ id: 'table-compare', user: 'In a table, compare the difference between a sole trader, a limited liability partnership (LLP), and a private limited company under English law across owner liability, taxation, and formation requirements.' },
{ id: 'one-sentence', user: 'In one sentence, what is the role of consideration in forming a contract under English law?' },
{ id: 'just-the-answer', user: 'What is the standard limitation period for a simple breach-of-contract claim under the Limitation Act 1980?' },
{ id: 'decision-help', user: 'A client is deciding whether to accept a Part 36 offer or press on to trial. How should they think through the choice?' },
{ id: 'default-explain', user: 'Explain the difference between legal advice privilege and litigation privilege under English law.' },
],
// United States — federal law and general state-law principles.
us: [
{ id: 'brief-explain', user: 'Briefly, what is the difference between a misdemeanor and a felony under U.S. law?' },
{ id: 'detailed-howto', user: 'Give a detailed, step-by-step guide to filing a motion to dismiss under Rule 12(b)(6) in U.S. federal court.' },
{ id: 'summarise', user: 'Summarise what is a fiduciary duty under Delaware law and how it affects a corporate director.' },
{ id: 'table-compare', user: 'In a table, compare an LLC, an S-corporation, and a C-corporation under U.S. law across owner liability, federal taxation, and ownership restrictions.' },
{ id: 'one-sentence', user: 'In one sentence, what protection does the Fourth Amendment provide?' },
{ id: 'just-the-answer', user: 'What is a typical statute of limitations for a written-contract claim across most U.S. states?' },
{ id: 'decision-help', user: 'A client is weighing whether to settle a breach-of-contract dispute or take it to trial. How should they think through the choice?' },
{ id: 'default-explain', user: 'Explain the constitutional right against self-incrimination under U.S. law.' },
],
};
module.exports = SETS;