mirror of
https://github.com/hanzo-ml/kuberay.git
synced 2026-10-30 19:48:47 +00:00
157 lines
4.9 KiB
Go
157 lines
4.9 KiB
Go
package cluster
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"log"
|
|
"os"
|
|
"time"
|
|
|
|
"k8s.io/klog/v2"
|
|
|
|
"github.com/ray-project/kuberay/cli/pkg/cmdutil"
|
|
"github.com/ray-project/kuberay/proto/go_client"
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
type CreateOptions struct {
|
|
name string
|
|
namespace string
|
|
environment string
|
|
version string
|
|
user string
|
|
headComputeTemplate string
|
|
headImage string
|
|
headServiceType string
|
|
workerGroupName string
|
|
workerComputeTemplate string
|
|
workerImage string
|
|
workerReplicas uint32
|
|
}
|
|
|
|
func newCmdCreate() *cobra.Command {
|
|
opts := CreateOptions{}
|
|
|
|
cmd := &cobra.Command{
|
|
Use: "create",
|
|
Short: "Create a ray cluster",
|
|
Args: cobra.NoArgs,
|
|
RunE: func(cmd *cobra.Command, args []string) error {
|
|
return createCluster(opts)
|
|
},
|
|
}
|
|
|
|
cmd.Flags().StringVarP(&opts.namespace, "namespace", "n", "", "kubernetes namespace where the cluster will be")
|
|
cmd.Flags().StringVar(&opts.name, "name", "", "name of the cluster")
|
|
cmd.Flags().StringVar(&opts.environment, "environment", "DEV",
|
|
"environment of the cluster (valid values: DEV, TESTING, STAGING, PRODUCTION)")
|
|
cmd.Flags().StringVar(&opts.version, "version", "1.9.0", "version of the ray cluster")
|
|
cmd.Flags().StringVar(&opts.user, "user", "", "SSO username of ray cluster creator")
|
|
cmd.Flags().StringVar(&opts.headComputeTemplate, "head-compute-template", "", "compute template name for ray head")
|
|
cmd.Flags().StringVar(&opts.headImage, "head-image", "", "ray head image")
|
|
cmd.Flags().StringVar(&opts.headServiceType, "head-service-type", "ClusterIP", "ray head service type (ClusterIP, NodePort, LoadBalancer)")
|
|
cmd.Flags().StringVar(&opts.workerGroupName, "worker-group-name", "", "first worker group name")
|
|
cmd.Flags().StringVar(&opts.workerComputeTemplate, "worker-compute-template", "", "compute template name of worker in the first worker group")
|
|
cmd.Flags().StringVar(&opts.workerImage, "worker-image", "", "image of worker in the first worker group")
|
|
cmd.Flags().Uint32Var(&opts.workerReplicas, "worker-replicas", 1, "pod replicas of workers in the first worker group")
|
|
if err := cmd.MarkFlagRequired("namespace"); err != nil {
|
|
klog.Warning(err)
|
|
}
|
|
if err := cmd.MarkFlagRequired("name"); err != nil {
|
|
klog.Warning(err)
|
|
}
|
|
if err := cmd.MarkFlagRequired("user"); err != nil {
|
|
klog.Warning(err)
|
|
}
|
|
if err := cmd.MarkFlagRequired("head-image"); err != nil {
|
|
klog.Warning(err)
|
|
}
|
|
if err := cmd.MarkFlagRequired("head-compute-template"); err != nil {
|
|
klog.Warning(err)
|
|
}
|
|
if err := cmd.MarkFlagRequired("worker-image"); err != nil {
|
|
klog.Warning(err)
|
|
}
|
|
if err := cmd.MarkFlagRequired("worker-compute-template"); err != nil {
|
|
klog.Warning(err)
|
|
}
|
|
if err := cmd.MarkFlagRequired("worker-group-name"); err != nil {
|
|
klog.Warning(err)
|
|
}
|
|
|
|
// handle user from auth and inject it.
|
|
|
|
return cmd
|
|
}
|
|
|
|
func createCluster(opts CreateOptions) error {
|
|
conn, err := cmdutil.GetGrpcConn()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
defer conn.Close()
|
|
|
|
// build gRPC client
|
|
client := go_client.NewClusterServiceClient(conn)
|
|
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
|
defer cancel()
|
|
|
|
envInt, ok := go_client.Cluster_Environment_value[opts.environment]
|
|
if !ok {
|
|
fmt.Fprintf(os.Stderr, "error: Invalid environment value. Valid values: DEV, TESTING, STAGING, PRODUCTION\n")
|
|
os.Exit(1)
|
|
}
|
|
|
|
headStartParams := make(map[string]string)
|
|
headStartParams["port"] = "6379"
|
|
headStartParams["dashboard-host"] = "0.0.0.0"
|
|
headStartParams["node-ip-address"] = "$MY_POD_IP"
|
|
headStartParams["redis-password"] = "LetMeInRay"
|
|
|
|
headSpec := &go_client.HeadGroupSpec{
|
|
ComputeTemplate: opts.headComputeTemplate,
|
|
Image: opts.headImage,
|
|
ServiceType: opts.headServiceType,
|
|
RayStartParams: headStartParams,
|
|
}
|
|
|
|
workerStartParams := make(map[string]string)
|
|
workerStartParams["node-ip-address"] = "$MY_POD_IP"
|
|
workerStartParams["redis-password"] = "LetMeInRay"
|
|
|
|
var workerGroupSpecs []*go_client.WorkerGroupSpec
|
|
spec := &go_client.WorkerGroupSpec{
|
|
GroupName: opts.workerGroupName,
|
|
ComputeTemplate: opts.workerComputeTemplate,
|
|
Image: opts.workerImage,
|
|
Replicas: int32(opts.workerReplicas),
|
|
MinReplicas: int32(opts.workerReplicas),
|
|
MaxReplicas: int32(opts.workerReplicas),
|
|
RayStartParams: workerStartParams,
|
|
}
|
|
workerGroupSpecs = append(workerGroupSpecs, spec)
|
|
|
|
cluster := &go_client.Cluster{
|
|
Name: opts.name,
|
|
Namespace: opts.namespace,
|
|
User: opts.user,
|
|
Version: opts.version,
|
|
Environment: *go_client.Cluster_Environment(envInt).Enum(),
|
|
ClusterSpec: &go_client.ClusterSpec{
|
|
HeadGroupSpec: headSpec,
|
|
WorkerGroupSpec: workerGroupSpecs,
|
|
},
|
|
}
|
|
|
|
r, err := client.CreateCluster(ctx, &go_client.CreateClusterRequest{
|
|
Namespace: opts.namespace,
|
|
Cluster: cluster,
|
|
})
|
|
if err != nil {
|
|
log.Fatalf("could not create cluster %v", err)
|
|
}
|
|
|
|
log.Printf("cluster %v is created", r.Name)
|
|
return nil
|
|
}
|