[WIP]

huggingface · Oct 28, 2024 · c9ccd7f · c9ccd7f
1 parent e219421
commit c9ccd7f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/optimum/neuron/trainers.py b/optimum/neuron/trainers.py
@@ -2238,6 +2238,7 @@ def odds_ratio_loss(
         #     torch.log1p(-torch.exp(policy_chosen_logps)) - torch.log1p(-torch.exp(policy_rejected_logps))
         # )
 
+        # We used this instead of `torch.log1p` because it produces NaNs in BF16.
         def log1p(x):
             return torch.log(1 + x)