mirror of
https://github.com/hanzo-ml/kserve.git
synced 2026-10-30 20:53:49 +00:00
SivananthamandGitHub
4a3bdb247c
* Configure logging for serving runtimes Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Add pyyaml dependency Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * black format Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * fix pyproject.toml Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Rebase master Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * cleanup logger for e2e Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Modify logger format to include func name Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Log model download time. Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Rebase master Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Allow disabling logger configuration and deprecate logger related arg in model server Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Rebase master Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Resolve comments Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * pyyaml=^6.0.0 to fix build failure Signed-off-by: Sivanantham Chinnaiyan <[email protected]> * Remove logger related parameters from model server Signed-off-by: Sivanantham Chinnaiyan <[email protected]> --------- Signed-off-by: Sivanantham Chinnaiyan <[email protected]>
65 lines
1.4 KiB
YAML
65 lines
1.4 KiB
YAML
apiVersion: serving.kserve.io/v1beta1
|
|
kind: InferenceService
|
|
metadata:
|
|
labels:
|
|
controller-tools.k8s.io: "1.0"
|
|
name: german-credit
|
|
spec:
|
|
predictor:
|
|
containerConcurrency: 0
|
|
containers:
|
|
- image: aipipeline/aifserver:predictor
|
|
name: kserve-container
|
|
resources:
|
|
limits:
|
|
cpu: "1"
|
|
memory: 2Gi
|
|
requests:
|
|
cpu: "1"
|
|
memory: 2Gi
|
|
logger:
|
|
mode: all
|
|
url: http://message-dumper.default/
|
|
explainer:
|
|
containers:
|
|
- name: explainer
|
|
image: aipipeline/aifserver:latest
|
|
command:
|
|
- python
|
|
- -m
|
|
- aifserver
|
|
- --predictor_host
|
|
- german-credit-predictor-default.default.svc.cluster.local
|
|
- --model_name
|
|
- german-credit
|
|
- --feature_names
|
|
- age
|
|
- sex
|
|
- credit_history=Delay
|
|
- credit_history=None/Paid
|
|
- credit_history=Other
|
|
- savings=500+
|
|
- savings=<500
|
|
- savings=Unknown/None
|
|
- employment=1-4 years
|
|
- employment=4+ years
|
|
- employment=unemployed
|
|
- --label_names
|
|
- credit
|
|
- --favorable_label
|
|
- "1"
|
|
- --unfavorable_label
|
|
- "2"
|
|
- --privileged_groups
|
|
- '{"age": 1}'
|
|
- --unprivileged_groups
|
|
- '{"age": 0}'
|
|
imagePullPolicy: Always
|
|
resources:
|
|
limits:
|
|
cpu: "2"
|
|
memory: 2Gi
|
|
requests:
|
|
cpu: "2"
|
|
memory: 2Gi
|