Skip to content

Commit 31765e6

Browse files
committed
Drop times queue wait
1 parent a8bd097 commit 31765e6

File tree

1 file changed

+1
-9
lines changed

1 file changed

+1
-9
lines changed

src/guidellm/scheduler/worker.py

Lines changed: 1 addition & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -31,7 +31,6 @@
3131
from guidellm.scheduler.result import (
3232
MPQueues,
3333
SchedulerRequestInfo,
34-
WorkerProcessRequestTime,
3534
WorkerProcessResult,
3635
)
3736
from guidellm.scheduler.types import RequestT, ResponseT
@@ -109,13 +108,6 @@ async def resolve(
109108
"""
110109
...
111110

112-
async def get_request_time(
113-
self,
114-
times_queue: Queue[WorkerProcessRequestTime],
115-
timeout: Optional[int] = None,
116-
) -> WorkerProcessRequestTime:
117-
return await asyncio.to_thread(times_queue.get, timeout=timeout) # type: ignore[attr-defined]
118-
119111
async def send_result(
120112
self,
121113
results_queue: Queue[WorkerProcessResult[RequestT, ResponseT]],
@@ -205,7 +197,7 @@ async def _process_runner():
205197
else queues.requests.get_nowait()
206198
)
207199
dequeued_time = time.time()
208-
request_times = await self.get_request_time(queues.times, 5)
200+
request_times = queues.times.get_nowait()
209201
except (QueueEmpty, IndexError):
210202
# Requeue the session if we don't have a next time yet
211203
if request_session is not None:

0 commit comments

Comments
 (0)