Skip to content

Commit 3ba780c

Browse files
committed
fix precommit
1 parent fa381dc commit 3ba780c

File tree

1 file changed

+2
-4
lines changed

1 file changed

+2
-4
lines changed

vllm/worker/hpu_model_runner.py

Lines changed: 2 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1090,7 +1090,7 @@ def __init__(
10901090
and not self.lora_config)
10911091
self.use_delayed_sampling = get_config(
10921092
).use_delayed_sampling and can_use_delayed_sampling
1093-
self.mm_tokens_per_image = None
1093+
self.mm_tokens_per_image = 1
10941094

10951095
def _set_gc_threshold(self) -> None:
10961096
"""
@@ -3213,9 +3213,7 @@ def warmup_model(self, kv_caches: List[torch.Tensor]) -> None:
32133213
if graphs:
32143214
self.graphed_buckets.add(cfg)
32153215
if self.is_mm_run():
3216-
img_args = (int(seq_len) // self.mm_tokens_per_image) \
3217-
if self.mm_tokens_per_image is not None \
3218-
else int(seq_len)
3216+
img_args = int(seq_len) // self.mm_tokens_per_image
32193217
self.warmup_scenario(
32203218
int(bs),
32213219
int(seq_len),

0 commit comments

Comments
 (0)