Skip to content

Commit f0ea999

Browse files
committed
update code
1 parent b1c6b0f commit f0ea999

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

fastdeploy/worker/gpu_model_runner.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -272,7 +272,9 @@ def insert_tasks_v1(self, req_dicts: List[Request], num_running_requests: int =
272272
)
273273

274274
input_ids = request.prompt_token_ids + request.output_token_ids
275-
logger.debug(f"Handle prefill request {request} at idx {idx} prefill_start_index {prefill_start_index} prefill_end_index {prefill_end_index} need_prefilled_token_num {len(input_ids)}")
275+
logger.debug(
276+
f"Handle prefill request {request} at idx {idx} prefill_start_index {prefill_start_index} prefill_end_index {prefill_end_index} need_prefilled_token_num {len(input_ids)}"
277+
)
276278
self.share_inputs["input_ids"][idx : idx + 1, :length] = np.array(
277279
input_ids[prefill_start_index:prefill_end_index]
278280
)

0 commit comments

Comments
 (0)