Skip to content

Commit 4870919

Browse files
fix stopseq error info (#3342)
Co-authored-by: YuBaoku <49938469+EmmonsCurse@users.noreply.github.com>
1 parent a375378 commit 4870919

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

fastdeploy/engine/engine.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -535,7 +535,7 @@ def add_requests(self, task, sampling_params=None, **kwargs):
535535
max_stop_seqs_num = int(envs.FD_MAX_STOP_SEQS_NUM)
536536
if len(stop_seqs_len) > max_stop_seqs_num:
537537
error_msg = (
538-
f"Length of stop ({stop_seqs_len}) exceeds the limit max_model_len({max_stop_seqs_num})."
538+
f"Length of stop ({stop_seqs_len}) exceeds the limit max_stop_seqs_num({max_stop_seqs_num})."
539539
"Please reduce the number of stop or set a lager max_stop_seqs_num by `FD_MAX_STOP_SEQS_NUM`"
540540
)
541541
llm_logger.error(error_msg)
@@ -544,7 +544,7 @@ def add_requests(self, task, sampling_params=None, **kwargs):
544544
for single_stop_seq_len in stop_seqs_len:
545545
if single_stop_seq_len > stop_seqs_max_len:
546546
error_msg = (
547-
f"Length of stop_seqs({single_stop_seq_len}) exceeds the limit max_model_len({stop_seqs_max_len})."
547+
f"Length of stop_seqs({single_stop_seq_len}) exceeds the limit stop_seqs_max_len({stop_seqs_max_len})."
548548
"Please reduce the length of stop sequences or set a larger stop_seqs_max_len by `FD_STOP_SEQS_MAX_LEN`"
549549
)
550550
llm_logger.error(error_msg)

fastdeploy/entrypoints/engine_client.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -152,7 +152,7 @@ def add_requests(self, task):
152152
max_stop_seqs_num = int(envs.FD_MAX_STOP_SEQS_NUM)
153153
if len(stop_seqs_len) > max_stop_seqs_num:
154154
error_msg = (
155-
f"Length of stop ({stop_seqs_len}) exceeds the limit max_model_len({max_stop_seqs_num})."
155+
f"Length of stop ({stop_seqs_len}) exceeds the limit max_stop_seqs_num({max_stop_seqs_num})."
156156
"Please reduce the number of stop or set a lager max_stop_seqs_num by `FD_MAX_STOP_SEQS_NUM`"
157157
)
158158
api_server_logger.error(error_msg)
@@ -161,7 +161,7 @@ def add_requests(self, task):
161161
for single_stop_seq_len in stop_seqs_len:
162162
if single_stop_seq_len > stop_seqs_max_len:
163163
error_msg = (
164-
f"Length of stop_seqs({single_stop_seq_len}) exceeds the limit max_model_len({stop_seqs_max_len})."
164+
f"Length of stop_seqs({single_stop_seq_len}) exceeds the limit stop_seqs_max_len({stop_seqs_max_len})."
165165
"Please reduce the length of stop sequences or set a larger stop_seqs_max_len by `FD_STOP_SEQS_MAX_LEN`"
166166
)
167167
api_server_logger.error(error_msg)

0 commit comments

Comments
 (0)