File tree Expand file tree Collapse file tree 1 file changed +1
-9
lines changed Expand file tree Collapse file tree 1 file changed +1
-9
lines changed Original file line number Diff line number Diff line change 31
31
from guidellm .scheduler .result import (
32
32
MPQueues ,
33
33
SchedulerRequestInfo ,
34
- WorkerProcessRequestTime ,
35
34
WorkerProcessResult ,
36
35
)
37
36
from guidellm .scheduler .types import RequestT , ResponseT
@@ -109,13 +108,6 @@ async def resolve(
109
108
"""
110
109
...
111
110
112
- async def get_request_time (
113
- self ,
114
- times_queue : Queue [WorkerProcessRequestTime ],
115
- timeout : Optional [int ] = None ,
116
- ) -> WorkerProcessRequestTime :
117
- return await asyncio .to_thread (times_queue .get , timeout = timeout ) # type: ignore[attr-defined]
118
-
119
111
async def send_result (
120
112
self ,
121
113
results_queue : Queue [WorkerProcessResult [RequestT , ResponseT ]],
@@ -205,7 +197,7 @@ async def _process_runner():
205
197
else queues .requests .get_nowait ()
206
198
)
207
199
dequeued_time = time .time ()
208
- request_times = await self . get_request_time ( queues .times , 5 )
200
+ request_times = queues .times . get_nowait ( )
209
201
except (QueueEmpty , IndexError ):
210
202
# Requeue the session if we don't have a next time yet
211
203
if request_session is not None :
You can’t perform that action at this time.
0 commit comments