Skip to content

Commit 5716c5d

Browse files
authored
Fix linear assert (#401)
1 parent f755642 commit 5716c5d

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

vllm_gaudi/extension/bucketing/linear.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -109,11 +109,11 @@ def warmup_range(config: Tuple[int, int, int]):
109109
"""
110110
bmin, bstep, bmax = config
111111
add_zero_bucket = bmin == 0
112-
if add_zero_bucket:
113-
bmin = bstep
114112
assert bmin <= bmax, ("Min. batch size cannot be greater than max. "
115113
"batch size. If you want to skip warmup, "
116114
"set VLLM_SKIP_WARMUP=true")
115+
if add_zero_bucket:
116+
bmin = bstep
117117
base = itertools.repeat(2)
118118
ramp_up_acc = itertools.accumulate(base, func=operator.mul, initial=bmin)
119119
ramp_up_tw = itertools.takewhile(lambda x: x < bstep and x <= bmax, \

0 commit comments

Comments
 (0)