Skip to content

Commit

Permalink
Browse files Browse the repository at this point in the history
  • Loading branch information
hiyouga committed Feb 15, 2024
1 parent 7924ffc commit 22acab8
Show file tree
Hide file tree
Showing 2 changed files with 3 additions and 3 deletions.
2 changes: 1 addition & 1 deletion data/dataset_info.json
Original file line number Diff line number Diff line change
Expand Up @@ -190,7 +190,7 @@
"tags": {
"role_tag": "role",
"content_tag": "content",
"user_tag": "human",
"user_tag": "user",
"assistant_tag": "assistant"
},
"formatting": "sharegpt"
Expand Down
4 changes: 2 additions & 2 deletions src/llmtuner/model/adapter.py
Original file line number Diff line number Diff line change
Expand Up @@ -63,8 +63,8 @@ def init_adapter(

freeze_modules = {"all"}
for name, _ in model.named_modules():
if "0." in name:
freeze_modules.add(name.split("0.")[-1].split(".")[0])
if ".0." in name:
freeze_modules.add(name.split(".0.")[-1].split(".")[0])

trainable_layers = []
for module_name in finetuning_args.name_module_trainable:
Expand Down

0 comments on commit 22acab8

Please sign in to comment.