File tree Expand file tree Collapse file tree 1 file changed +3
-2
lines changed Expand file tree Collapse file tree 1 file changed +3
-2
lines changed Original file line number Diff line number Diff line change @@ -53,6 +53,7 @@ def __init__(
53
53
include_finished_set , log_stats )
54
54
self .scheduled_req_ids : set [str ] = set ()
55
55
self .running : list [Request ] = []
56
+ self .lock_version = vllm_version_is ("0.9.2" )
56
57
57
58
def schedule (self ) -> SchedulerOutput :
58
59
if self .scheduler_config .chunked_prefill_enabled :
@@ -283,13 +284,13 @@ def skip_cur_request():
283
284
# allow the lower-priority requests to be scheduled.
284
285
req_index += 1
285
286
continue
286
- if vllm_version_is ( "0.9.2" ) :
287
+ if self . lock_version :
287
288
num_draft_tokens = max (
288
289
num_new_tokens + request .num_computed_tokens -
289
290
request .num_tokens , 0 )
290
291
291
292
while True :
292
- if vllm_version_is ( "0.9.2" ) :
293
+ if self . lock_version :
293
294
new_blocks = self .kv_cache_manager .allocate_slots (
294
295
request ,
295
296
num_new_tokens ,
You can’t perform that action at this time.
0 commit comments