Skip to content

Commit

Permalink
remove extra space in convert_hf_to_gguf.py:1556
Browse files Browse the repository at this point in the history
  • Loading branch information
ymcki committed Dec 5, 2024
1 parent 29b9b2f commit e2afcc0
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion convert_hf_to_gguf.py
Original file line number Diff line number Diff line change
Expand Up @@ -1553,7 +1553,7 @@ def __init__(self, *args, **kwargs):
# _num_kv_heads[il] is num_attention_head // n_heads_in_group and
# _num_heads[il] is num_attention_head
for il in range(len(_block_configs)):
if _block_configs[il]["attention"]["n_heads_in_group"] is None:
if _block_configs[il]["attention"]["n_heads_in_group"] is None:
if _block_configs[il]["attention"]["replace_with_linear"] is True:
self._num_kv_heads.append(0)
self._num_heads.append(self.hparams["num_attention_heads"])
Expand Down

0 comments on commit e2afcc0

Please sign in to comment.