pass parameter in rest v2 infer (kserve#2797)

* pass parameter in rest v2 infer Signed-off-by: Naegionn <[email protected]> * Set parameter to empty dict if it is none Signed-off-by: Lukas <[email protected]> --------- Signed-off-by: Naegionn <[email protected]> Signed-off-by: Lukas <[email protected]>
elukey · Apr 8, 2023 · 94052fd · 94052fd
1 parent 5980cf6
commit 94052fd
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/python/kserve/kserve/protocol/rest/v2_endpoints.py b/python/kserve/kserve/protocol/rest/v2_endpoints.py
@@ -125,7 +125,9 @@ async def infer(
 
         request_headers = dict(raw_request.headers)
         infer_inputs = [InferInput(name=input.name, shape=input.shape, datatype=input.datatype,
-                                   data=input.data) for input in request_body.inputs]
+                                   data=input.data,
+                                   parameters={} if input.parameters is None else input.parameters
+                                   ) for input in request_body.inputs]
         infer_request = InferRequest(model_name=model_name, infer_inputs=infer_inputs)
         response, response_headers = await self.dataplane.infer(
             model_name=model_name, body=infer_request, headers=request_headers)