mirror of
https://github.com/hanzo-ml/kuberay.git
synced 2026-10-30 19:48:47 +00:00
Signed-off-by: Future-Outlier <[email protected]> Co-authored-by: Future-Outlier <[email protected]>
108 lines
4.0 KiB
YAML
108 lines
4.0 KiB
YAML
# Make sure to increase resource requests and limits before using this example in production.
|
|
# For examples with more realistic resource configuration, see
|
|
# ray-cluster.complete.large.yaml and
|
|
# ray-cluster.autoscaler.large.yaml.
|
|
apiVersion: ray.io/v1
|
|
kind: RayService
|
|
metadata:
|
|
name: rayservice-sample
|
|
spec:
|
|
# serveConfigV2 takes a yaml multi-line scalar, which should be a Ray Serve multi-application config. See https://docs.ray.io/en/latest/serve/multi-app.html.
|
|
serveConfigV2: |
|
|
applications:
|
|
- name: fruit_app
|
|
import_path: fruit.deployment_graph
|
|
route_prefix: /fruit
|
|
runtime_env:
|
|
working_dir: "https://github.com/ray-project/test_dag/archive/78b4a5da38796123d9f9ffff59bab2792a043e95.zip"
|
|
deployments:
|
|
- name: MangoStand
|
|
num_replicas: 2
|
|
max_replicas_per_node: 1
|
|
user_config:
|
|
price: 3
|
|
ray_actor_options:
|
|
num_cpus: 0.1
|
|
- name: OrangeStand
|
|
num_replicas: 1
|
|
user_config:
|
|
price: 2
|
|
ray_actor_options:
|
|
num_cpus: 0.1
|
|
- name: PearStand
|
|
num_replicas: 1
|
|
user_config:
|
|
price: 1
|
|
ray_actor_options:
|
|
num_cpus: 0.1
|
|
- name: FruitMarket
|
|
num_replicas: 1
|
|
ray_actor_options:
|
|
num_cpus: 0.1
|
|
- name: math_app
|
|
import_path: conditional_dag.serve_dag
|
|
route_prefix: /calc
|
|
runtime_env:
|
|
working_dir: "https://github.com/ray-project/test_dag/archive/78b4a5da38796123d9f9ffff59bab2792a043e95.zip"
|
|
deployments:
|
|
- name: Adder
|
|
num_replicas: 1
|
|
user_config:
|
|
increment: 3
|
|
ray_actor_options:
|
|
num_cpus: 0.1
|
|
- name: Multiplier
|
|
num_replicas: 1
|
|
user_config:
|
|
factor: 5
|
|
ray_actor_options:
|
|
num_cpus: 0.1
|
|
- name: Router
|
|
num_replicas: 1
|
|
rayClusterConfig:
|
|
rayVersion: "2.52.0" # should match the Ray version in the image of the containers
|
|
######################headGroupSpecs#################################
|
|
# Ray head pod template.
|
|
headGroupSpec:
|
|
# The `rayStartParams` are used to configure the `ray start` command.
|
|
# See https://github.com/ray-project/kuberay/blob/master/docs/guidance/rayStartParams.md for the default settings of `rayStartParams` in KubeRay.
|
|
# See https://docs.ray.io/en/latest/cluster/cli.html#ray-start for all available options in `rayStartParams`.
|
|
rayStartParams: {}
|
|
#pod template
|
|
template:
|
|
spec:
|
|
containers:
|
|
- name: ray-head
|
|
image: rayproject/ray:2.52.0
|
|
resources:
|
|
limits:
|
|
cpu: "2"
|
|
memory: "5Gi"
|
|
requests:
|
|
cpu: "2"
|
|
memory: "2Gi"
|
|
workerGroupSpecs:
|
|
# the pod replicas in this group typed worker
|
|
- replicas: 1
|
|
minReplicas: 1
|
|
maxReplicas: 5
|
|
# logical group name, for this called small-group, also can be functional
|
|
groupName: small-group
|
|
# The `rayStartParams` are used to configure the `ray start` command.
|
|
# See https://github.com/ray-project/kuberay/blob/master/docs/guidance/rayStartParams.md for the default settings of `rayStartParams` in KubeRay.
|
|
# See https://docs.ray.io/en/latest/cluster/cli.html#ray-start for all available options in `rayStartParams`.
|
|
rayStartParams: {}
|
|
#pod template
|
|
template:
|
|
spec:
|
|
containers:
|
|
- name: ray-worker # must consist of lower case alphanumeric characters or '-', and must start and end with an alphanumeric character (e.g. 'my-name', or '123-abc'
|
|
image: rayproject/ray:2.52.0
|
|
resources:
|
|
limits:
|
|
cpu: "1"
|
|
memory: "2Gi"
|
|
requests:
|
|
cpu: "500m"
|
|
memory: "2Gi"
|