mirror of
https://github.com/hanzo-ml/kuberay.git
synced 2026-10-30 19:48:47 +00:00
178 lines
6.2 KiB
Go
178 lines
6.2 KiB
Go
package e2e
|
|
|
|
import (
|
|
"embed"
|
|
|
|
"github.com/onsi/gomega"
|
|
|
|
corev1 "k8s.io/api/core/v1"
|
|
"k8s.io/apimachinery/pkg/api/resource"
|
|
corev1ac "k8s.io/client-go/applyconfigurations/core/v1"
|
|
|
|
rayv1ac "github.com/ray-project/kuberay/ray-operator/pkg/client/applyconfiguration/ray/v1"
|
|
. "github.com/ray-project/kuberay/ray-operator/test/support"
|
|
)
|
|
|
|
//go:embed *.py
|
|
var _files embed.FS
|
|
|
|
func ReadFile(t Test, fileName string) []byte {
|
|
t.T().Helper()
|
|
file, err := _files.ReadFile(fileName)
|
|
t.Expect(err).NotTo(gomega.HaveOccurred())
|
|
return file
|
|
}
|
|
|
|
type option[T any] func(t *T) *T
|
|
|
|
func apply[T any](t *T, options ...option[T]) *T {
|
|
for _, opt := range options {
|
|
t = opt(t)
|
|
}
|
|
return t
|
|
}
|
|
|
|
func options[T any](options ...option[T]) option[T] {
|
|
return func(t *T) *T {
|
|
for _, opt := range options {
|
|
t = opt(t)
|
|
}
|
|
return t
|
|
}
|
|
}
|
|
|
|
func newConfigMap(namespace, name string, options ...option[corev1ac.ConfigMapApplyConfiguration]) *corev1ac.ConfigMapApplyConfiguration {
|
|
cmAC := corev1ac.ConfigMap(name, namespace).
|
|
WithBinaryData(map[string][]byte{}).
|
|
WithImmutable(true)
|
|
|
|
return configMapWith(cmAC, options...)
|
|
}
|
|
|
|
func configMapWith(configMapAC *corev1ac.ConfigMapApplyConfiguration, options ...option[corev1ac.ConfigMapApplyConfiguration]) *corev1ac.ConfigMapApplyConfiguration {
|
|
return apply(configMapAC, options...)
|
|
}
|
|
|
|
func file(t Test, fileName string) option[corev1ac.ConfigMapApplyConfiguration] {
|
|
return func(cmAC *corev1ac.ConfigMapApplyConfiguration) *corev1ac.ConfigMapApplyConfiguration {
|
|
cmAC.WithBinaryData(map[string][]byte{fileName: ReadFile(t, fileName)})
|
|
return cmAC
|
|
}
|
|
}
|
|
|
|
func files(t Test, fileNames ...string) option[corev1ac.ConfigMapApplyConfiguration] {
|
|
var files []option[corev1ac.ConfigMapApplyConfiguration]
|
|
for _, fileName := range fileNames {
|
|
files = append(files, file(t, fileName))
|
|
}
|
|
return options(files...)
|
|
}
|
|
|
|
func newRayClusterSpec(options ...option[rayv1ac.RayClusterSpecApplyConfiguration]) *rayv1ac.RayClusterSpecApplyConfiguration {
|
|
return rayClusterSpecWith(rayClusterSpec(), options...)
|
|
}
|
|
|
|
func rayClusterSpecWith(spec *rayv1ac.RayClusterSpecApplyConfiguration, options ...option[rayv1ac.RayClusterSpecApplyConfiguration]) *rayv1ac.RayClusterSpecApplyConfiguration {
|
|
return apply(spec, options...)
|
|
}
|
|
|
|
func mountConfigMap[T rayv1ac.RayClusterSpecApplyConfiguration | corev1ac.PodTemplateSpecApplyConfiguration](configMap *corev1.ConfigMap, mountPath string) option[T] {
|
|
return func(t *T) *T {
|
|
switch obj := (interface{})(t).(type) {
|
|
case *rayv1ac.RayClusterSpecApplyConfiguration:
|
|
obj.HeadGroupSpec.Template.Spec.Containers[0].WithVolumeMounts(corev1ac.VolumeMount().
|
|
WithName(configMap.Name).
|
|
WithMountPath(mountPath))
|
|
obj.HeadGroupSpec.Template.Spec.WithVolumes(corev1ac.Volume().
|
|
WithName(configMap.Name).
|
|
WithConfigMap(corev1ac.ConfigMapVolumeSource().WithName(configMap.Name)))
|
|
|
|
case *corev1ac.PodTemplateSpecApplyConfiguration:
|
|
obj.Spec.Containers[0].WithVolumeMounts(corev1ac.VolumeMount().
|
|
WithName(configMap.Name).
|
|
WithMountPath(mountPath))
|
|
obj.Spec.WithVolumes(corev1ac.Volume().
|
|
WithName(configMap.Name).
|
|
WithConfigMap(corev1ac.ConfigMapVolumeSource().WithName(configMap.Name)))
|
|
}
|
|
return t
|
|
}
|
|
}
|
|
|
|
func rayClusterSpec() *rayv1ac.RayClusterSpecApplyConfiguration {
|
|
return rayv1ac.RayClusterSpec().
|
|
WithRayVersion(GetRayVersion()).
|
|
WithHeadGroupSpec(rayv1ac.HeadGroupSpec().
|
|
WithRayStartParams(map[string]string{"dashboard-host": "0.0.0.0"}).
|
|
WithTemplate(headPodTemplateApplyConfiguration())).
|
|
WithWorkerGroupSpecs(rayv1ac.WorkerGroupSpec().
|
|
WithReplicas(1).
|
|
WithMinReplicas(1).
|
|
WithMaxReplicas(1).
|
|
WithGroupName("small-group").
|
|
WithRayStartParams(map[string]string{"num-cpus": "1"}).
|
|
WithTemplate(workerPodTemplateApplyConfiguration()))
|
|
}
|
|
|
|
func podTemplateSpecApplyConfiguration(template *corev1ac.PodTemplateSpecApplyConfiguration, options ...option[corev1ac.PodTemplateSpecApplyConfiguration]) *corev1ac.PodTemplateSpecApplyConfiguration {
|
|
return apply(template, options...)
|
|
}
|
|
|
|
func headPodTemplateApplyConfiguration() *corev1ac.PodTemplateSpecApplyConfiguration {
|
|
return corev1ac.PodTemplateSpec().
|
|
WithSpec(corev1ac.PodSpec().
|
|
WithContainers(corev1ac.Container().
|
|
WithName("ray-head").
|
|
WithImage(GetRayImage()).
|
|
WithPorts(
|
|
corev1ac.ContainerPort().WithName("gcs").WithContainerPort(6379),
|
|
corev1ac.ContainerPort().WithName("serve").WithContainerPort(8000),
|
|
corev1ac.ContainerPort().WithName("dashboard").WithContainerPort(8265),
|
|
corev1ac.ContainerPort().WithName("client").WithContainerPort(10001),
|
|
).
|
|
WithResources(corev1ac.ResourceRequirements().
|
|
WithRequests(corev1.ResourceList{
|
|
corev1.ResourceCPU: resource.MustParse("300m"),
|
|
corev1.ResourceMemory: resource.MustParse("1G"),
|
|
}).
|
|
WithLimits(corev1.ResourceList{
|
|
corev1.ResourceCPU: resource.MustParse("500m"),
|
|
corev1.ResourceMemory: resource.MustParse("2G"),
|
|
}))))
|
|
}
|
|
|
|
func workerPodTemplateApplyConfiguration() *corev1ac.PodTemplateSpecApplyConfiguration {
|
|
return corev1ac.PodTemplateSpec().
|
|
WithSpec(corev1ac.PodSpec().
|
|
WithContainers(corev1ac.Container().
|
|
WithName("ray-worker").
|
|
WithImage(GetRayImage()).
|
|
WithResources(corev1ac.ResourceRequirements().
|
|
WithRequests(corev1.ResourceList{
|
|
corev1.ResourceCPU: resource.MustParse("300m"),
|
|
corev1.ResourceMemory: resource.MustParse("1G"),
|
|
}).
|
|
WithLimits(corev1.ResourceList{
|
|
corev1.ResourceCPU: resource.MustParse("500m"),
|
|
corev1.ResourceMemory: resource.MustParse("1G"),
|
|
}))))
|
|
}
|
|
|
|
func jobSubmitterPodTemplateApplyConfiguration() *corev1ac.PodTemplateSpecApplyConfiguration {
|
|
return corev1ac.PodTemplateSpec().
|
|
WithSpec(corev1ac.PodSpec().
|
|
WithRestartPolicy(corev1.RestartPolicyNever).
|
|
WithContainers(corev1ac.Container().
|
|
WithName("ray-job-submitter").
|
|
WithImage(GetRayImage()).
|
|
WithResources(corev1ac.ResourceRequirements().
|
|
WithRequests(corev1.ResourceList{
|
|
corev1.ResourceCPU: resource.MustParse("200m"),
|
|
corev1.ResourceMemory: resource.MustParse("200Mi"),
|
|
}).
|
|
WithLimits(corev1.ResourceList{
|
|
corev1.ResourceCPU: resource.MustParse("500m"),
|
|
corev1.ResourceMemory: resource.MustParse("500Mi"),
|
|
}))))
|
|
}
|