mirror of
https://github.com/hanzo-ml/kuberay.git
synced 2026-10-30 19:48:47 +00:00
--------- Signed-off-by: Troy Chiu <[email protected]> Signed-off-by: You-Cheng Lin (Owen) <[email protected]> Signed-off-by: Owen Lin (You-Cheng Lin) <[email protected]> Co-authored-by: Troy Chiu <[email protected]> Co-authored-by: Jun-Hao Wan <[email protected]> Co-authored-by: Han-Ju Chen (Future-Outlier) <[email protected]>
98 lines
3.2 KiB
Go
98 lines
3.2 KiB
Go
package batchscheduler
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"sync"
|
|
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
"k8s.io/client-go/rest"
|
|
"sigs.k8s.io/controller-runtime/pkg/builder"
|
|
"sigs.k8s.io/controller-runtime/pkg/client"
|
|
|
|
configapi "github.com/ray-project/kuberay/ray-operator/apis/config/v1alpha1"
|
|
schedulerinterface "github.com/ray-project/kuberay/ray-operator/controllers/ray/batchscheduler/interface"
|
|
kaischeduler "github.com/ray-project/kuberay/ray-operator/controllers/ray/batchscheduler/kai-scheduler"
|
|
schedulerplugins "github.com/ray-project/kuberay/ray-operator/controllers/ray/batchscheduler/scheduler-plugins"
|
|
"github.com/ray-project/kuberay/ray-operator/controllers/ray/batchscheduler/volcano"
|
|
"github.com/ray-project/kuberay/ray-operator/controllers/ray/batchscheduler/yunikorn"
|
|
)
|
|
|
|
type SchedulerManager struct {
|
|
config *rest.Config
|
|
factory schedulerinterface.BatchSchedulerFactory
|
|
scheduler schedulerinterface.BatchScheduler
|
|
rayConfigs configapi.Configuration
|
|
sync.Mutex
|
|
}
|
|
|
|
// NewSchedulerManager maintains a specific scheduler plugin based on config
|
|
func NewSchedulerManager(ctx context.Context, rayConfigs configapi.Configuration, config *rest.Config, cli client.Client) (*SchedulerManager, error) {
|
|
// init the scheduler factory from config
|
|
factory, err := getSchedulerFactory(rayConfigs)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
scheduler, err := factory.New(ctx, config, cli)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
manager := SchedulerManager{
|
|
rayConfigs: rayConfigs,
|
|
config: config,
|
|
factory: factory,
|
|
scheduler: scheduler,
|
|
}
|
|
|
|
return &manager, nil
|
|
}
|
|
|
|
func getSchedulerFactory(rayConfigs configapi.Configuration) (schedulerinterface.BatchSchedulerFactory, error) {
|
|
var factory schedulerinterface.BatchSchedulerFactory
|
|
|
|
// when a batch scheduler name is provided
|
|
// only support a white list of names, empty value is the default value
|
|
// it throws error if an unknown name is provided
|
|
if len(rayConfigs.BatchScheduler) > 0 {
|
|
switch rayConfigs.BatchScheduler {
|
|
case volcano.GetPluginName():
|
|
factory = &volcano.VolcanoBatchSchedulerFactory{}
|
|
case yunikorn.GetPluginName():
|
|
factory = &yunikorn.YuniKornSchedulerFactory{}
|
|
case kaischeduler.GetPluginName():
|
|
factory = &kaischeduler.KaiSchedulerFactory{}
|
|
case schedulerplugins.GetPluginName():
|
|
factory = &schedulerplugins.KubeSchedulerFactory{}
|
|
default:
|
|
return nil, fmt.Errorf("the scheduler is not supported, name=%s", rayConfigs.BatchScheduler)
|
|
}
|
|
} else {
|
|
// empty is the default value, when not set
|
|
// use DefaultBatchSchedulerFactory, it's a no-opt factory
|
|
factory = &schedulerinterface.DefaultBatchSchedulerFactory{}
|
|
}
|
|
|
|
// legacy option, if this is enabled, register volcano
|
|
// this is for backward compatibility
|
|
if rayConfigs.EnableBatchScheduler {
|
|
factory = &volcano.VolcanoBatchSchedulerFactory{}
|
|
}
|
|
|
|
return factory, nil
|
|
}
|
|
|
|
func (batch *SchedulerManager) GetScheduler() (schedulerinterface.BatchScheduler, error) {
|
|
return batch.scheduler, nil
|
|
}
|
|
|
|
func (batch *SchedulerManager) ConfigureReconciler(b *builder.Builder) *builder.Builder {
|
|
batch.factory.ConfigureReconciler(b)
|
|
return b
|
|
}
|
|
|
|
func (batch *SchedulerManager) AddToScheme(scheme *runtime.Scheme) {
|
|
batch.factory.AddToScheme(scheme)
|
|
}
|