Skip to content

Commit c5f8585

Browse files
authored
add missing moe deprecated fields to inference config (#2556)
1 parent abe4fc6 commit c5f8585

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

deepspeed/inference/config.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -260,6 +260,10 @@ class DeepSpeedInferenceConfig(DeepSpeedConfigModel):
260260
alias="expert_mp_group",
261261
deprecated=True,
262262
new_param="moe.ep_mp_group")
263+
moe_experts: list = Field([1], deprecated=True, new_param="moe.moe_experts")
264+
moe_type: MoETypeEnum = Field(MoETypeEnum.standard,
265+
deprecated=True,
266+
new_param="moe.type")
263267

264268
@validator("moe")
265269
def moe_backward_compat(cls, field_value, values):

0 commit comments

Comments
 (0)