mirror of
https://github.com/hanzo-ml/kserve.git
synced 2026-10-30 20:53:49 +00:00
Jagadeesh JandGitHub
b3507779d3
Signed-off-by: Jagadeesh J <[email protected]> Signed-off-by: Jagadeesh J <[email protected]>
13 lines
292 B
YAML
13 lines
292 B
YAML
apiVersion: "serving.kserve.io/v1beta1"
|
|
kind: "InferenceService"
|
|
metadata:
|
|
name: "pytorch-batcher"
|
|
spec:
|
|
predictor:
|
|
minReplicas: 1
|
|
batcher:
|
|
maxBatchSize: 16
|
|
maxLatency: 300
|
|
pytorch:
|
|
storageUri: "gs://kfserving-examples/models/torchserve/image_classifier/v1"
|