Skip to content

Commit 95a016b

Browse files
committed
[bugfix] add param valid log
1 parent cbea83a commit 95a016b

File tree

3 files changed

+4
-3
lines changed

3 files changed

+4
-3
lines changed

fastdeploy/entrypoints/openai/serving_chat.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -121,7 +121,7 @@ async def create_chat_completion(self, request: ChatCompletionRequest):
121121
if isinstance(prompt_token_ids, np.ndarray):
122122
prompt_token_ids = prompt_token_ids.tolist()
123123
except ParameterError as e:
124-
api_server_logger.error(e.message)
124+
api_server_logger.error(f"request[{request_id}] generator error: {str(e)}, {e.message}")
125125
self.engine_client.semaphore.release()
126126
return ErrorResponse(
127127
error=ErrorInfo(message=str(e.message), type=ErrorType.INVALID_REQUEST_ERROR, param=e.param)

fastdeploy/entrypoints/openai/serving_completion.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -152,7 +152,7 @@ async def create_completion(self, request: CompletionRequest):
152152
prompt_batched_token_ids.append(prompt_token_ids)
153153
del current_req_dict
154154
except ParameterError as e:
155-
api_server_logger.error(e.message)
155+
api_server_logger.error(f"OpenAIServingCompletion format error: {e}, {e.message}")
156156
self.engine_client.semaphore.release()
157157
return ErrorResponse(code=400, message=str(e.message), type="invalid_request", param=e.param)
158158
except Exception as e:

fastdeploy/utils.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -82,7 +82,7 @@ async def handle_exception(request: Request, exc: Exception) -> JSONResponse:
8282

8383
# 处理请求参数验证异常
8484
@staticmethod
85-
async def handle_request_validation_exception(_: Request, exc: RequestValidationError) -> JSONResponse:
85+
async def handle_request_validation_exception(request: Request, exc: RequestValidationError) -> JSONResponse:
8686
errors = exc.errors()
8787
if not errors:
8888
message = str(exc)
@@ -100,6 +100,7 @@ async def handle_request_validation_exception(_: Request, exc: RequestValidation
100100
param=param,
101101
)
102102
)
103+
api_server_logger.error(f"invalid_request_error: {request.url} {param} {message}")
103104
return JSONResponse(content=err.model_dump(), status_code=HTTPStatus.BAD_REQUEST)
104105

105106

0 commit comments

Comments
 (0)