We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3696050 commit e5ef4dfCopy full SHA for e5ef4df
vllm/model_executor/models/kimi_linear.py
@@ -155,6 +155,7 @@ def __init__(
155
hidden_act=config.hidden_act,
156
quant_config=quant_config,
157
reduce_results=False,
158
+ prefix=f"{prefix}.shared_experts",
159
)
160
161
def forward(self, hidden_states: torch.Tensor) -> torch.Tensor:
@@ -340,7 +341,7 @@ def __init__(
340
341
self.block_sparse_moe = KimiMoE(
342
config=config,
343
- prefix=f"{prefix}.mlp",
344
+ prefix=f"{prefix}.block_sparse_moe",
345
346
self.mlp = self.block_sparse_moe
347
else:
0 commit comments