Skip to content

Commit

Permalink
Apply isort and black reformatting
Browse files Browse the repository at this point in the history
Signed-off-by: mayani-nv <[email protected]>
  • Loading branch information
mayani-nv committed Jan 14, 2025
1 parent 2a715b1 commit 3c69e28
Showing 1 changed file with 2 additions and 5 deletions.
7 changes: 2 additions & 5 deletions tests/collections/llm/gpt/model/test_phi3.py
Original file line number Diff line number Diff line change
Expand Up @@ -14,16 +14,13 @@

import torch.nn.functional as F

from nemo.collections.llm.gpt.model.phi3mini import (
Phi3Config,
Phi3ConfigMini,
)
from nemo.collections.llm.gpt.model.phi3mini import Phi3Config, Phi3ConfigMini


def test_Phi3_config():
config = Phi3Config(
num_layers=32, hidden_size=3072, num_attention_heads=32, num_query_groups=32, ffn_hidden_size=8192
)
)
assert config.normalization == "RMSNorm"
assert config.activation_func == F.silu
assert config.gated_linear_unit is True
Expand Down

0 comments on commit 3c69e28

Please sign in to comment.