Skip to content

Commit ce57740

Browse files
committed
revert worker changes
Signed-off-by: Uri Shaket <ushaket@redhat.com>
1 parent 90d910e commit ce57740

2 files changed

Lines changed: 3 additions & 15 deletions

File tree

src/guidellm/scheduler/worker.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -370,6 +370,7 @@ async def _process_next_request(self, target_start: float):
370370
if request_info is None:
371371
raise RuntimeError("Received invalid request info from backend")
372372

373+
# Complete the request
373374
request_info.timings.resolve_end = time.time()
374375
self._send_update("completed", response, request, request_info)
375376

tests/unit/scheduler/test_worker.py

Lines changed: 2 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -18,10 +18,7 @@
1818
SynchronousStrategy,
1919
WorkerProcess,
2020
)
21-
from guidellm.schemas import (
22-
RequestInfo,
23-
RequestTimings,
24-
)
21+
from guidellm.schemas import RequestInfo, RequestTimings
2522
from guidellm.utils import InterProcessMessagingQueue
2623
from tests.unit.testing_utils import async_timeout
2724

@@ -53,15 +50,11 @@ def __init__(
5350
resolve_delay: float = 0.0,
5451
should_fail: bool = False,
5552
request_error_rate: float = 0.0,
56-
should_yield_response: bool = True,
57-
response_payload: Any | None = None,
5853
):
5954
self.lifecycle_delay = lifecycle_delay
6055
self.resolve_delay = resolve_delay
6156
self.should_fail = should_fail
6257
self.request_error_rate = request_error_rate
63-
self.should_yield_response = should_yield_response
64-
self.response_payload = response_payload
6558
self.process_startup_called = False
6659
self.validate_called = False
6760
self.process_shutdown_called = False
@@ -106,13 +99,7 @@ async def resolve(self, request, request_info, request_history):
10699
raise RuntimeError("Mock resolve failed")
107100
if self.request_error_rate > 0.0 and random.random() < self.request_error_rate:
108101
raise RuntimeError("Mock resolve failed")
109-
if self.should_yield_response:
110-
payload = (
111-
self.response_payload
112-
if self.response_payload is not None
113-
else f"response_for_{request}"
114-
)
115-
yield payload, request_info
102+
yield f"response_for_{request}", request_info
116103

117104

118105
class TestWorkerProcess:

0 commit comments

Comments
 (0)