Skip to content

Commit 2066ac8

Browse files
committed
refactor(granite): align modeling with latest TnX
1 parent 3c27338 commit 2066ac8

File tree

3 files changed

+771
-227
lines changed

3 files changed

+771
-227
lines changed

optimum/neuron/models/granite/config.py

+4-1
Original file line numberDiff line numberDiff line change
@@ -18,7 +18,10 @@
1818

1919

2020
class GraniteConfig(LlamaConfig):
21-
"""The Granite model uses the same configuration as the TnX LLama model"""
21+
"""The Granite model uses the same base configuration as the TnX LLama model
22+
23+
It simply includes in addition the granite specific scaling factors.
24+
"""
2225

2326
def __init__(
2427
self, config: PretrainedConfig, n_positions: int, batch_size: int, amp: str, tp_degree: int, **kwargs

0 commit comments

Comments
 (0)