Update llama.py

danielhanchen · danielhanchen · commit e0f2da4ee5af · 2024-07-01T21:46:21.000-07:00
diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
@@ -871,7 +871,6 @@ def _CausalLM_fast_forward(
             loss = fast_cross_entropy_loss(
                 logits = shift_logits,
                 labels = shift_labels,
-                logit_softcapping = getattr(self.config, "final_logit_softcapping", 0),
             )
         pass
 

Original file line number	Diff line number	Diff line change
`@@ -871,7 +871,6 @@ def _CausalLM_fast_forward(`
`871`	`871`	`loss = fast_cross_entropy_loss(`
`872`	`872`	`logits = shift_logits,`
`873`	`873`	`labels = shift_labels,`
`874`		`- logit_softcapping = getattr(self.config, "final_logit_softcapping", 0),`
`875`	`874`	`)`
`876`	`875`	`pass`
`877`	`876`