Skip to content

Commit e3b9487

Browse files
committed
Pre-stored version information
Signed-off-by: lianyibo <[email protected]>
1 parent 787010a commit e3b9487

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

vllm_ascend/core/scheduler.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -53,6 +53,7 @@ def __init__(
5353
include_finished_set, log_stats)
5454
self.scheduled_req_ids: set[str] = set()
5555
self.running: list[Request] = []
56+
self.lock_version = vllm_version_is("0.9.2")
5657

5758
def schedule(self) -> SchedulerOutput:
5859
if self.scheduler_config.chunked_prefill_enabled:
@@ -283,13 +284,13 @@ def skip_cur_request():
283284
# allow the lower-priority requests to be scheduled.
284285
req_index += 1
285286
continue
286-
if vllm_version_is("0.9.2"):
287+
if self.lock_version:
287288
num_draft_tokens = max(
288289
num_new_tokens + request.num_computed_tokens -
289290
request.num_tokens, 0)
290291

291292
while True:
292-
if vllm_version_is("0.9.2"):
293+
if self.lock_version:
293294
new_blocks = self.kv_cache_manager.allocate_slots(
294295
request,
295296
num_new_tokens,

0 commit comments

Comments
 (0)