model_name

Author: Yzc216

fastdeploy/entrypoints/openai/serving_chat.py

@@ -78,9 +78,8 @@ async def create_chat_completion(self, request: ChatCompletionRequest):
             err_msg = f"Only master node can accept completion request, please send request to master node: {self.pod_ips[0]}"
             api_server_logger.error(err_msg)
             return ErrorResponse(message=err_msg, code=400)
-        if request.model == "default" or self.models.model_paths[0].verification is False:
-            request.model = self.models.model_name()
-        if not self.models.is_supported_model(request.model):
+        is_supported, request.model = self.models.is_supported_model(request.model)
+        if not is_supported:
             err_msg = f"Unsupported model: {request.model}, support {', '.join([x.name for x in self.models.model_paths])} or default"
             api_server_logger.error(err_msg)
             return ErrorResponse(message=err_msg, code=400)

fastdeploy/entrypoints/openai/serving_completion.py

@@ -68,9 +68,8 @@ async def create_completion(self, request: CompletionRequest):
             err_msg = f"Only master node can accept completion request, please send request to master node: {self.pod_ips[0]}"
             api_server_logger.error(err_msg)
             return ErrorResponse(message=err_msg, code=400)
-        if request.model == "default" or self.models.model_paths[0].verification is False:
-            request.model = self.models.model_name()
-        if not self.models.is_supported_model(request.model):
+        is_supported, request.model = self.models.is_supported_model(request.model)
+        if not is_supported:
             err_msg = f"Unsupported model: {request.model}, support {', '.join([x.name for x in self.models.model_paths])} or default"
             api_server_logger.error(err_msg)
             return ErrorResponse(message=err_msg, code=400)

fastdeploy/entrypoints/openai/serving_models.py

@@ -61,15 +61,15 @@ def _check_master(self):
             return True
         return False
 
-    def is_supported_model(self, model_name) -> bool:
+    def is_supported_model(self, model_name) -> tuple[bool, str]:
         """
         Check whether the specified model is supported.
         """
         if self.model_paths[0].verification is False:
-            return True
+            return True, self.model_name()
         if model_name == "default":
-            return True
-        return any(model.name == model_name for model in self.model_paths)
+            return True, self.model_name()
+        return any(model.name == model_name for model in self.model_paths), model_name
 
     def model_name(self) -> str:
         """