We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent abe4fc6 commit c5f8585Copy full SHA for c5f8585
deepspeed/inference/config.py
@@ -260,6 +260,10 @@ class DeepSpeedInferenceConfig(DeepSpeedConfigModel):
260
alias="expert_mp_group",
261
deprecated=True,
262
new_param="moe.ep_mp_group")
263
+ moe_experts: list = Field([1], deprecated=True, new_param="moe.moe_experts")
264
+ moe_type: MoETypeEnum = Field(MoETypeEnum.standard,
265
+ deprecated=True,
266
+ new_param="moe.type")
267
268
@validator("moe")
269
def moe_backward_compat(cls, field_value, values):
0 commit comments