mirror of
https://github.com/hanzo-ml/kserve.git
synced 2026-10-30 20:53:49 +00:00
746f04fbbc
Signed-off-by: Sergey Bekkerman <[email protected]> Signed-off-by: SeanCondon <[email protected]> Co-authored-by: SeanCondon <[email protected]>
33 lines
729 B
YAML
33 lines
729 B
YAML
---
|
|
apiVersion: serving.kserve.io/v1alpha2
|
|
kind: LLMInferenceService
|
|
metadata:
|
|
name: gpt-oss-20b
|
|
spec:
|
|
# Main/decode pool replica count
|
|
model:
|
|
uri: "pvc://gpt-oss-20b-pvc"
|
|
name: RedHatAI/gpt-oss-20b
|
|
replicas: 1
|
|
baseRefs:
|
|
- name: llmisvc-config-pd-disagg
|
|
template:
|
|
containers:
|
|
- name: main
|
|
resources:
|
|
limits:
|
|
nvidia.com/gpu: "1"
|
|
requests:
|
|
nvidia.com/gpu: "1"
|
|
prefill:
|
|
# Prefill pool replica count (higher for concurrent prefill requests)
|
|
replicas: 2
|
|
template:
|
|
containers:
|
|
- name: main
|
|
resources:
|
|
limits:
|
|
nvidia.com/gpu: "1"
|
|
requests:
|
|
nvidia.com/gpu: "1"
|