Skip to content

Commit

Permalink
feat: fix missing newline in Gemma2 instruct, made ChatML default ins…
Browse files Browse the repository at this point in the history
…truct
  • Loading branch information
Vali-98 committed Dec 16, 2024
1 parent bb9662b commit 536b289
Showing 1 changed file with 17 additions and 17 deletions.
34 changes: 17 additions & 17 deletions constants/Instructs.ts
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,21 @@ const defaultBooleans = {
}

const defaultInstructs: InstructType[] = [
{
system_prompt: "Write {{char}}'s next reply in a chat between {{char}} and {{user}}.",
system_prefix: '<|im_start|>system\n',
system_suffix: '<|im_end|>\n',
input_prefix: '<|im_start|>user\n',
input_suffix: '<|im_end|>\n',
output_prefix: '<|im_start|>assistant\n',
last_output_prefix: '<|im_start|>assistant\n',
output_suffix: '<|im_end|>\n',
stop_sequence: '<|im_end|>',
user_alignment_message: '',
activation_regex: '',
name: 'ChatML',
...defaultBooleans,
},
{
system_prompt: "Write {{char}}'s next reply in a chat between {{char}} and {{user}}.",
system_prefix: '### Instruction: ',
Expand Down Expand Up @@ -55,21 +70,6 @@ const defaultInstructs: InstructType[] = [
name: 'Llama 3',
...defaultBooleans,
},
{
system_prompt: "Write {{char}}'s next reply in a chat between {{char}} and {{user}}.",
system_prefix: '<|im_start|>system\n',
system_suffix: '<|im_end|>\n',
input_prefix: '<|im_start|>user\n',
input_suffix: '<|im_end|>\n',
output_prefix: '<|im_start|>assistant\n',
last_output_prefix: '<|im_start|>assistant\n',
output_suffix: '<|im_end|>\n',
stop_sequence: '<|im_end|>',
user_alignment_message: '',
activation_regex: '',
name: 'ChatML',
...defaultBooleans,
},
{
system_prompt: "Write {{char}}'s next reply in a chat between {{char}} and {{user}}.",
system_prefix: '<|system|>\n',
Expand Down Expand Up @@ -106,8 +106,8 @@ const defaultInstructs: InstructType[] = [
system_suffix: '<end_of_turn>\n',
input_prefix: '<start_of_turn>user\n',
input_suffix: '<end_of_turn>\n',
output_prefix: '<start_of_turn>model',
last_output_prefix: '<start_of_turn>model',
output_prefix: '<start_of_turn>model\n',
last_output_prefix: '<start_of_turn>model\n',
output_suffix: '<end_of_turn>\n',
stop_sequence: '<end_of_turn>',
user_alignment_message: '',
Expand Down

0 comments on commit 536b289

Please sign in to comment.