mirror of
https://github.com/hanzo-ml/kuberay.git
synced 2026-10-30 19:48:47 +00:00
122 lines
3.7 KiB
Go
122 lines
3.7 KiB
Go
package util
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
corev1 "k8s.io/api/core/v1"
|
|
"k8s.io/apimachinery/pkg/api/resource"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
|
|
api "github.com/ray-project/kuberay/proto/go_client"
|
|
rayv1api "github.com/ray-project/kuberay/ray-operator/apis/ray/v1"
|
|
)
|
|
|
|
type RayJob struct {
|
|
*rayv1api.RayJob
|
|
}
|
|
|
|
// NewRayJob creates a RayJob.
|
|
func NewRayJob(apiJob *api.RayJob, computeTemplateMap map[string]*api.ComputeTemplate) (*RayJob, error) {
|
|
rayJob := &rayv1api.RayJob{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: apiJob.Name,
|
|
Namespace: apiJob.Namespace,
|
|
Labels: buildRayJobLabels(apiJob),
|
|
Annotations: buildRayJobAnnotations(apiJob),
|
|
},
|
|
Spec: rayv1api.RayJobSpec{
|
|
Entrypoint: apiJob.Entrypoint,
|
|
Metadata: apiJob.Metadata,
|
|
RuntimeEnvYAML: apiJob.RuntimeEnv,
|
|
ShutdownAfterJobFinishes: apiJob.ShutdownAfterJobFinishes,
|
|
TTLSecondsAfterFinished: apiJob.TtlSecondsAfterFinished,
|
|
JobId: apiJob.JobId,
|
|
RayClusterSpec: nil,
|
|
ClusterSelector: apiJob.ClusterSelector,
|
|
},
|
|
}
|
|
if apiJob.ClusterSpec != nil {
|
|
clusterSpec, err := buildRayClusterSpec(apiJob.Version, nil, apiJob.ClusterSpec, computeTemplateMap, false)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
rayJob.Spec.RayClusterSpec = clusterSpec
|
|
}
|
|
if apiJob.JobSubmitter != nil {
|
|
// Job submitter is specified, create SubmitterPodTemplate
|
|
cpus := "1"
|
|
memorys := "1Gi"
|
|
if apiJob.JobSubmitter.Cpu != "" {
|
|
// Ensure that CPU size is formatted correctly
|
|
_, err := resource.ParseQuantity(apiJob.JobSubmitter.Cpu)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("cpu for ray job submitter %s is not specified correctly: %w", apiJob.JobSubmitter.Cpu, err)
|
|
}
|
|
cpus = apiJob.JobSubmitter.Cpu
|
|
}
|
|
if apiJob.JobSubmitter.Memory != "" {
|
|
// Ensure that memory size is formatted correctly
|
|
_, err := resource.ParseQuantity(apiJob.JobSubmitter.Memory)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("memory for ray job submitter %s is not specified correctly: %w", apiJob.JobSubmitter.Memory, err)
|
|
}
|
|
memorys = apiJob.JobSubmitter.Memory
|
|
}
|
|
rayJob.Spec.SubmitterPodTemplate = &corev1.PodTemplateSpec{
|
|
Spec: corev1.PodSpec{
|
|
Containers: []corev1.Container{
|
|
{
|
|
Name: "ray-job-submitter",
|
|
Image: apiJob.JobSubmitter.Image,
|
|
Resources: corev1.ResourceRequirements{
|
|
Limits: corev1.ResourceList{
|
|
corev1.ResourceCPU: resource.MustParse(cpus),
|
|
corev1.ResourceMemory: resource.MustParse(memorys),
|
|
},
|
|
Requests: corev1.ResourceList{
|
|
corev1.ResourceCPU: resource.MustParse(cpus),
|
|
corev1.ResourceMemory: resource.MustParse(memorys),
|
|
},
|
|
},
|
|
},
|
|
},
|
|
RestartPolicy: corev1.RestartPolicyNever,
|
|
},
|
|
}
|
|
}
|
|
if apiJob.EntrypointNumCpus > 0 {
|
|
// Entry point number of CPUs
|
|
rayJob.Spec.EntrypointNumCpus = apiJob.EntrypointNumCpus
|
|
}
|
|
if apiJob.EntrypointNumGpus > 0 {
|
|
// Entry point number of GPUs
|
|
rayJob.Spec.DeepCopy().EntrypointNumGpus = apiJob.EntrypointNumGpus
|
|
}
|
|
if apiJob.EntrypointResources != "" {
|
|
// Entry point resources
|
|
rayJob.Spec.EntrypointResources = apiJob.EntrypointResources
|
|
}
|
|
if apiJob.ActiveDeadlineSeconds > 0 {
|
|
rayJob.Spec.ActiveDeadlineSeconds = &apiJob.ActiveDeadlineSeconds
|
|
}
|
|
|
|
return &RayJob{rayJob}, nil
|
|
}
|
|
|
|
func (j *RayJob) Get() *rayv1api.RayJob {
|
|
return j.RayJob
|
|
}
|
|
|
|
func buildRayJobLabels(job *api.RayJob) map[string]string {
|
|
labels := map[string]string{}
|
|
labels[RayClusterNameLabelKey] = job.Name
|
|
labels[RayClusterUserLabelKey] = job.User
|
|
labels[KubernetesApplicationNameLabelKey] = ApplicationName
|
|
labels[KubernetesManagedByLabelKey] = ComponentName
|
|
return labels
|
|
}
|
|
|
|
func buildRayJobAnnotations(job *api.RayJob) map[string]string {
|
|
return job.Metadata
|
|
}
|