Skip to content

Commit 6bd3676

Browse files
committed
update code
1 parent a829d0e commit 6bd3676

File tree

3 files changed

+4
-5
lines changed

3 files changed

+4
-5
lines changed

fastdeploy/config.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -119,7 +119,7 @@ def __init__(
119119
self.reasoning_parser = None
120120

121121
for key, value in args.items():
122-
if hasattr(self, key):
122+
if hasattr(self, key) and value != "None":
123123
setattr(self, key, value)
124124

125125
assert self.model != ""

fastdeploy/input/ernie_vl_processor.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -162,6 +162,7 @@ def _check_mm_limits(self, item):
162162
def process_request_dict(self, request, max_model_len=None):
163163
"""process the input data"""
164164

165+
request['enable_thinking'] = self.get_enable_thinking(request.get("enable_thinking"))
165166
if not request.get("eos_token_ids"):
166167
request["eos_token_ids"] = self.eos_token_ids
167168

@@ -244,7 +245,7 @@ def process_response_dict(self, response_dict, stream, **kwargs):
244245
Returns:
245246
Dict: response contain text fields
246247
"""
247-
enable_thinking = self.get_enable_thinking(kwargs.get("enable_thinking"))
248+
enable_thinking = self.get_enable_thinking(kwargs.pop("enable_thinking", None))
248249
if stream:
249250
return self.process_response_dict_streaming(response_dict, enable_thinking=enable_thinking, **kwargs)
250251
else:

fastdeploy/input/text_processor.py

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -430,9 +430,7 @@ def process_response_dict(self, response_dict, **kwargs):
430430
Returns:
431431
Dict: response contain text fields
432432
"""
433-
enable_thinking = kwargs.pop("enable_thinking", True)
434-
if enable_thinking is None:
435-
enable_thinking = True
433+
enable_thinking = self.get_enable_thinking(kwargs.pop("enable_thinking", None))
436434
stream = kwargs.get("stream", True)
437435
if stream:
438436
return self.process_response_dict_streaming(response_dict, enable_thinking=enable_thinking, **kwargs)

0 commit comments

Comments
 (0)