We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 715c2d8 commit dd1a50aCopy full SHA for dd1a50a
vllm/sampling_params.py
@@ -275,7 +275,8 @@ def update_from_generation_config(
275
self, generation_config: Dict[str, Any]) -> None:
276
"""Update if there are non-default values from generation_config"""
277
# Update eos_token_id for generation
278
- if eos_ids := generation_config.get("eos_token_id"):
+ if (not self.ignore_eos) and (eos_ids :=
279
+ generation_config.get("eos_token_id")):
280
# it can be either int or list of int
281
if isinstance(eos_ids, int):
282
eos_ids = [eos_ids]
0 commit comments