diff --git a/mlserver/types/base.py b/mlserver/types/base.py index becfa06ef..ac76b6e37 100644 --- a/mlserver/types/base.py +++ b/mlserver/types/base.py @@ -12,8 +12,7 @@ class BaseModel(pydantic.BaseModel): """ model_config = ConfigDict( - protected_namespaces=(), - use_enum_values=True, + protected_namespaces=(), use_enum_values=True, ser_json_inf_nan="null" ) def model_dump(self, exclude_unset=True, exclude_none=True, **kwargs): diff --git a/tests/batching/test_requests.py b/tests/batching/test_requests.py index 5a4826690..78a1b40a7 100644 --- a/tests/batching/test_requests.py +++ b/tests/batching/test_requests.py @@ -9,6 +9,7 @@ InferenceResponse, Parameters, ) +import numpy as np from mlserver.batching.requests import BatchedRequests @@ -187,7 +188,10 @@ def test_merge_request_inputs( parameters=Parameters(content_type="np"), inputs=[ RequestInput( - name="foo", datatype="INT32", data=[1, 2, 3], shape=[1, 3] + name="foo", + datatype="INT32", + data=[1, 2, 3, np.nan], + shape=[1, 4], ) ], ), @@ -195,7 +199,10 @@ def test_merge_request_inputs( parameters=Parameters(foo="bar"), inputs=[ RequestInput( - name="foo", datatype="INT32", data=[4, 5, 6], shape=[1, 3] + name="foo", + datatype="INT32", + data=[4, 5, 6, np.inf], + shape=[1, 4], ) ], ), @@ -206,8 +213,8 @@ def test_merge_request_inputs( RequestInput( name="foo", datatype="INT32", - data=[1, 2, 3, 4, 5, 6], - shape=[2, 3], + data=[1, 2, 3, None, 4, 5, 6, None], + shape=[2, 4], ) ], ),