Update llama.py

unslothai · Jun 6, 2024 · 8b1ebc4 · 8b1ebc4
1 parent c1e1646
commit 8b1ebc4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/unsloth/models/llama.py b/unsloth/models/llama.py
@@ -791,7 +791,7 @@ def _CausalLM_fast_forward(
         *args, **kwargs,
     ) -> Union[Tuple, CausalLMOutputWithPast]:
 
-        if past_key_values is not None:
+        if past_key_values is not None and self.config.model_type != "qwen2":
             outputs = fast_forward_inference(
                 self,
                 input_ids,