mirror of
https://github.com/hanzo-ml/kserve.git
synced 2026-10-30 20:53:49 +00:00
96796aa3ca
* Add support for binary data extension protocol and FP16 datatype support Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Add FP16 validation Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Refactor, support request outputs and add tests Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Add back numpy as data support Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Add binary data extension support for inference client Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Increase timeout for gprc client Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Rebase master Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Apply suggestions from code review Signed-off-by: Dan Sun <[email protected]> --------- Signed-off-by: Sivanantham Chinnaiyan <[email protected]> Signed-off-by: Dan Sun <[email protected]> Co-authored-by: Dan Sun <[email protected]>
22 lines
307 B
JSON
22 lines
307 B
JSON
{
|
|
"inputs": [
|
|
{
|
|
"name": "input-0",
|
|
"shape": [2, 4],
|
|
"datatype": "FP32",
|
|
"data": [
|
|
[6.8, 2.8, 4.8, 1.4],
|
|
[6.0, 3.4, 4.5, 1.6]
|
|
]
|
|
}
|
|
],
|
|
"outputs": [
|
|
{
|
|
"name": "output-0",
|
|
"parameters": {
|
|
"binary_data": true
|
|
}
|
|
}
|
|
]
|
|
}
|