mirror of
https://github.com/hanzo-ml/kserve.git
synced 2026-10-30 20:53:49 +00:00
105a2b34ba
* Implemented gRPC in kserve Signed-off-by: Suresh-Nakkeran <[email protected]> * Fix gRPC custom model example and test Signed-off-by: Dan Sun <[email protected]> * Add python v2 grpc type interface file Signed-off-by: Dan Sun <[email protected]> * Fix transformer gRPC example Signed-off-by: Dan Sun <[email protected]> * Fix custom grpc docker file Signed-off-by: Suresh-Nakkeran <[email protected]> * Fixed issue in master merge Added kserve version in custom_model_grpc Dockerfile Added ServerMetadata function in grpc servicer Truncated points in grpc test case response Signed-off-by: Suresh-Nakkeran <[email protected]> * Removed dependency of asyncio in server start Signed-off-by: Suresh-Nakkeran <[email protected]> * Fix asyncio.run for examples Signed-off-by: Dan Sun <[email protected]> * Add processing/asyncio threading arguments Signed-off-by: Dan Sun <[email protected]> * Gracefully terminate grpc server Signed-off-by: Dan Sun <[email protected]> * Added support to read headers Signed-off-by: Suresh-Nakkeran <[email protected]> * Added grpc response conversation Signed-off-by: Suresh-Nakkeran <[email protected]> * Added logging interceptor in gRPC Signed-off-by: Suresh-Nakkeran <[email protected]> * Added test cases for grpc model with transformer Signed-off-by: Suresh-Nakkeran <[email protected]> Signed-off-by: Suresh-Nakkeran <[email protected]> Signed-off-by: Dan Sun <[email protected]> Co-authored-by: Dan Sun <[email protected]>
22 lines
538 B
YAML
22 lines
538 B
YAML
apiVersion: "serving.kserve.io/v1alpha1"
|
|
kind: "TrainedModel"
|
|
metadata:
|
|
name: "model1-sklearn"
|
|
spec:
|
|
inferenceService: "sklearn-iris-example"
|
|
model:
|
|
storageUri: "gs://kfserving-examples/models/sklearn/1.0/model"
|
|
framework: "sklearn"
|
|
memory: "256Mi"
|
|
---
|
|
apiVersion: "serving.kserve.io/v1alpha1"
|
|
kind: "TrainedModel"
|
|
metadata:
|
|
name: "model2-sklearn"
|
|
spec:
|
|
inferenceService: "sklearn-iris-example"
|
|
model:
|
|
storageUri: "gs://kfserving-examples/models/sklearn/1.0/model"
|
|
framework: "sklearn"
|
|
memory: "256Mi"
|