Skip to content

Commit 51e3170

Browse files
committed
fix format
1 parent b3e93e1 commit 51e3170

File tree

1 file changed

+11
-5
lines changed

1 file changed

+11
-5
lines changed

fastdeploy/engine/sched/resource_manager_v1.py

Lines changed: 11 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -97,13 +97,13 @@ def _prepare_decode_task(self, request):
9797

9898
def _prepare_preempt_task(self, request):
9999
return ScheduledPreemptTask(idx=request.idx, request_id=request.request_id)
100-
100+
101101
def reschedule_preempt_task(self, request_id):
102102
with self.lock:
103103
if request_id in self.to_be_rescheduled_request_id_set and request_id in self.requests:
104104
request = self.requests[request_id]
105105
self.waiting.appendleft(request)
106-
self.to_be_rescheduled_request_id_set.remove(request_id)
106+
self.to_be_rescheduled_request_id_set.remove(request_id)
107107

108108
def _trigger_preempt(self, request, num_new_blocks, preempted_reqs, scheduled_reqs):
109109
can_schedule = True
@@ -421,9 +421,15 @@ def finish_requests(self, request_ids: Union[str, Iterable[str]]):
421421
self.running.remove(request)
422422
request.status = RequestStatus.FINISHED
423423
self._free_blocks(request)
424-
if request.request_id in self.to_be_rescheduled_request_id_set: # finished after preempted, blocks have been recycled.
425-
self.to_be_rescheduled_request_id_set.remove(request.request_id) # just remove from to_be_rescheduled_request_id_set
426-
if request in self.waiting: # after finished, this request still scheduled from preempted to waiting, unexpected error, should not be here
424+
if (
425+
request.request_id in self.to_be_rescheduled_request_id_set
426+
): # finished after preempted, blocks have been recycled.
427+
self.to_be_rescheduled_request_id_set.remove(
428+
request.request_id
429+
) # just remove from to_be_rescheduled_request_id_set
430+
if (
431+
request in self.waiting
432+
): # after finished, this request still scheduled from preempted to waiting, unexpected error, should not be here
427433
raise RuntimeError(f"request {request.request_id} scheduled into waiting list, after finished")
428434

429435
self.tasks_list[request.idx] = None

0 commit comments

Comments
 (0)