remove non-working special token code

axolotl-ai-cloud · Oct 11, 2024 · 14d4b16 · 14d4b16
1 parent 9717d0b
commit 14d4b16
Showing 1 changed file with 2 additions and 12 deletions.
diff --git a/src/axolotl/core/chat/format/llama3x.py b/src/axolotl/core/chat/format/llama3x.py
@@ -25,16 +25,6 @@ def format_message(message: Messages, message_index: Optional[int] = None) -> Me
         ),
     )
 
-    if message_index == 0:
-        message.content.insert(
-            0,
-            MessageContents(
-                type="text",
-                value="<|begin_of_text|>",
-                weight=0,
-            ),
-        )
-
     message.content.append(
         MessageContents(type="text", value="<|eot_id|>", weight=message.weight)
     )
@@ -45,8 +35,8 @@ def format_message(message: Messages, message_index: Optional[int] = None) -> Me
         message.content.insert(
             0,
             MessageContents(
-                type="special_token",
-                value="bos_token",
+                type="text",
+                value="<|begin_of_text|>",
                 weight=0,
             ),
         )