Files
kuberay/benchmark/memory_benchmark/scripts/ray-cluster.benchmark.yaml.template
Kai-Hsun ChenandGitHub 678ec2525e [release] Update Ray image to 2.34.0 (#2303)
* update to 2.34.0

Signed-off-by: kaihsun <[email protected]>

* use DeploymentHandle instead

* change to new Serve API

Signed-off-by: kaihsun <[email protected]>

* skip ray serve autoscaling

Signed-off-by: kaihsun <[email protected]>

* fix autoscaling issue

Signed-off-by: kaihsun <[email protected]>

---------

Signed-off-by: kaihsun <[email protected]>
2024-08-13 18:18:59 -07:00

58 lines
1.3 KiB
Plaintext

apiVersion: ray.io/v1alpha1
kind: RayCluster
metadata:
name: '$raycluster_name'
spec:
rayVersion: '2.34.0'
# Ray head pod template
headGroupSpec:
rayStartParams:
dashboard-host: '0.0.0.0'
template:
spec:
containers:
- name: ray-head
image: rayproject/ray:2.34.0
resources:
limits:
cpu: 1
memory: 1Gi
requests:
cpu: 1
memory: 1Gi
ports:
- containerPort: 6379
name: gcs-server
- containerPort: 8265
name: dashboard
- containerPort: 10001
name: client
workerGroupSpecs:
- replicas: $num_worker_pods
minReplicas: 0
maxReplicas: 200
groupName: small-group
rayStartParams: {}
template:
spec:
containers:
- name: ray-worker
image: rayproject/ray:2.34.0
lifecycle:
preStop:
exec:
command: ["/bin/sh","-c","ray stop"]
volumeMounts:
- mountPath: /tmp/ray
name: ray-logs
resources:
limits:
cpu: "1"
memory: "1G"
requests:
cpu: "1"
memory: "1G"
volumes:
- name: ray-logs
emptyDir: {}