mirror of
https://github.com/hanzo-ml/kuberay.git
synced 2026-10-30 19:48:47 +00:00
123 lines
5.9 KiB
Python
123 lines
5.9 KiB
Python
from .volumes import *
|
|
from .environmentvariables import *
|
|
|
|
DEFAULT_WORKER_START_PARAMS = {"node-ip-address": "$MY_POD_IP"}
|
|
|
|
|
|
class WorkerNodeSpec:
|
|
"""
|
|
WorkerNodeSpec is used to define Ray cluster worker node pool configuration.
|
|
It provides APIs to create, stringify and convert to dict.
|
|
|
|
Methods:
|
|
- Create worker node pool specification: gets the following parameters:
|
|
group_name - required, group name of the worker group
|
|
compute_template - required, the computeTemplate of head node group
|
|
replicas - required, desired replicas of the worker group
|
|
min_replicas - required Min replicas of the worker group, can't be greater than max_replicas
|
|
max_replicas - required, max replicas of the worker group
|
|
ray_start_params - required, Ray start parameters
|
|
image - optional, image used for head node
|
|
volumes - optional, a list of volumes to attach to head node
|
|
service_account - optional, a service account (has to exist) to run head node
|
|
image_pull_secret - optional, secret to pull head node image from registry
|
|
environment - optional, environment variables for head pod
|
|
annotations - optional, annotations for head node
|
|
labels - optional, labels for head node
|
|
"""
|
|
def __init__(self, group_name: str, compute_template: str, replicas: int, min_replicas: int, max_replicas: int,
|
|
ray_start_params: dict[str, str], image: str = None,
|
|
volumes: list[BaseVolume] = None, service_account: str = None, image_pull_secret: str = None,
|
|
environment: EnvironmentVariables = None, annotations: dict[str, str] = None,
|
|
labels: dict[str, str] = None) -> None:
|
|
|
|
# Validate replicas
|
|
if min_replicas > replicas:
|
|
raise RuntimeError(f"min_replicas {min_replicas} is can't be greater then replicas {replicas} ")
|
|
if replicas > max_replicas:
|
|
raise RuntimeError(f"replicas {replicas} is can't be greater then max_replicas {max_replicas} ")
|
|
|
|
self.group_name = group_name
|
|
self.compute_template = compute_template
|
|
self.replicas = replicas
|
|
self.min_replicas = min_replicas
|
|
self.max_replicas = max_replicas
|
|
self.ray_start_params = ray_start_params
|
|
self.ray_start_params.update(DEFAULT_WORKER_START_PARAMS)
|
|
self.image = image
|
|
self.volumes = volumes
|
|
self.service_account = service_account
|
|
self.image_pull_secret = image_pull_secret
|
|
self.environment = environment
|
|
self.annotations = annotations
|
|
self.labels = labels
|
|
|
|
def to_string(self) -> str:
|
|
val = (f"group_name = {self.group_name}, compute template = {self.compute_template}, "
|
|
f"replicas = {self.replicas}, min_replicas = {self.min_replicas}, "
|
|
f"max_replicas = {self.max_replicas}, ray start params = {str(self.ray_start_params)}")
|
|
if self.image is not None:
|
|
val += f", image = {self.image}"
|
|
if self.service_account is not None:
|
|
val += f", service_account = {self.service_account}"
|
|
if self.image_pull_secret is not None:
|
|
val += f", image_pull_secret = {self.image_pull_secret}"
|
|
if self.volumes is not None:
|
|
val = val + ",\n volumes = ["
|
|
first = True
|
|
for v in self.volumes:
|
|
if first:
|
|
first = False
|
|
else:
|
|
val += ", "
|
|
val = val + "{" + v.to_string() + "}"
|
|
val = val + "]"
|
|
if self.environment is not None:
|
|
val = val + f",\n environment = {self.environment.to_string()}"
|
|
if self.annotations is not None:
|
|
val = val + f",\n annotations = {str(self.annotations)}"
|
|
if self.labels is not None:
|
|
val = val + f",\n labels = {str(self.labels)}"
|
|
return val
|
|
|
|
def to_dict(self) -> dict[str, any]:
|
|
dct = {"groupName": self.group_name, "computeTemplate": self.compute_template,
|
|
"replicas": self.replicas, "minReplicas": self.min_replicas, "maxReplicas": self.max_replicas,
|
|
"rayStartParams": self.ray_start_params}
|
|
if self.image is not None:
|
|
dct["image"] = self.image
|
|
if self.service_account is not None:
|
|
dct["service_account"] = self.service_account
|
|
if self.image_pull_secret is not None:
|
|
dct["imagePullSecret"] = self.image_pull_secret
|
|
if self.volumes is not None:
|
|
dct["volumes"] = [v.to_dict() for v in self.volumes]
|
|
if self.environment is not None:
|
|
dct["environment"] = self.environment.to_dict()
|
|
if self.annotations is not None:
|
|
dct["annotations"] = self.annotations
|
|
if self.labels is not None:
|
|
dct["labels"] = self.labels
|
|
return dct
|
|
|
|
|
|
"""
|
|
Creates new head node from dictionary, used for unmarshalling json. Python does not
|
|
support multiple constructors, so do it this way
|
|
"""
|
|
|
|
|
|
def worker_node_spec_decoder(dct: dict[str, any]) -> WorkerNodeSpec:
|
|
volumes = None
|
|
if "volumes" in dct:
|
|
volumes = [volume_decoder(v) for v in dct["volumes"]]
|
|
environments = None
|
|
if "environment" in dct and len(dct.get("environment")) > 0:
|
|
environments = environmentvariables_decoder(dct.get("environment"))
|
|
return WorkerNodeSpec(group_name=dct.get("groupName"), compute_template=dct.get("computeTemplate"),
|
|
replicas=dct.get("replicas", 0), min_replicas=dct.get("minReplicas", 0),
|
|
max_replicas=dct.get("maxReplicas", 0), ray_start_params=dct.get("rayStartParams"),
|
|
image=dct.get("image"), volumes=volumes, service_account=dct.get("service_account"),
|
|
image_pull_secret=dct.get("imagePullSecret"), environment=environments,
|
|
annotations=dct.get("annotations"), labels=dct.get("labels"))
|