mirror of
https://github.com/hanzo-ml/kuberay.git
synced 2026-10-30 19:48:47 +00:00
148 lines
4.6 KiB
Go
148 lines
4.6 KiB
Go
/*
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package ray
|
|
|
|
import (
|
|
"os"
|
|
"path/filepath"
|
|
"testing"
|
|
|
|
"sigs.k8s.io/controller-runtime/pkg/manager"
|
|
|
|
configapi "github.com/ray-project/kuberay/ray-operator/apis/config/v1alpha1"
|
|
rayv1 "github.com/ray-project/kuberay/ray-operator/apis/ray/v1"
|
|
"github.com/ray-project/kuberay/ray-operator/controllers/ray/utils"
|
|
|
|
. "github.com/onsi/ginkgo/v2"
|
|
. "github.com/onsi/gomega"
|
|
|
|
corev1 "k8s.io/api/core/v1"
|
|
"k8s.io/client-go/kubernetes/scheme"
|
|
"k8s.io/client-go/rest"
|
|
|
|
ctrl "sigs.k8s.io/controller-runtime"
|
|
"sigs.k8s.io/controller-runtime/pkg/client"
|
|
"sigs.k8s.io/controller-runtime/pkg/envtest"
|
|
logf "sigs.k8s.io/controller-runtime/pkg/log"
|
|
"sigs.k8s.io/controller-runtime/pkg/log/zap"
|
|
metricsserver "sigs.k8s.io/controller-runtime/pkg/metrics/server"
|
|
// +kubebuilder:scaffold:imports
|
|
)
|
|
|
|
// These tests use Ginkgo (BDD-style Go testing framework). Refer to
|
|
// http://onsi.github.io/ginkgo/ to learn more about Ginkgo.
|
|
|
|
var (
|
|
cfg *rest.Config
|
|
k8sClient client.Client
|
|
testEnv *envtest.Environment
|
|
|
|
fakeRayDashboardClient *utils.FakeRayDashboardClient
|
|
fakeRayHttpProxyClient *utils.FakeRayHttpProxyClient
|
|
)
|
|
|
|
type TestClientProvider struct{}
|
|
|
|
func (testProvider TestClientProvider) GetDashboardClient(_ manager.Manager) func() utils.RayDashboardClientInterface {
|
|
return func() utils.RayDashboardClientInterface {
|
|
return fakeRayDashboardClient
|
|
}
|
|
}
|
|
|
|
func (testProvider TestClientProvider) GetHttpProxyClient(_ manager.Manager) func() utils.RayHttpProxyClientInterface {
|
|
return func() utils.RayHttpProxyClientInterface {
|
|
return fakeRayHttpProxyClient
|
|
}
|
|
}
|
|
|
|
func TestAPIs(t *testing.T) {
|
|
RegisterFailHandler(Fail)
|
|
|
|
RunSpecs(t, "Controller Suite")
|
|
}
|
|
|
|
var _ = BeforeSuite(func(ctx SpecContext) {
|
|
logf.SetLogger(zap.New(zap.WriteTo(GinkgoWriter), zap.UseDevMode(true)))
|
|
|
|
By("bootstrapping test environment")
|
|
testEnv = &envtest.Environment{
|
|
CRDDirectoryPaths: []string{filepath.Join("..", "..", "config", "crd", "bases")},
|
|
ErrorIfCRDPathMissing: true,
|
|
}
|
|
|
|
var err error
|
|
cfg, err = testEnv.Start()
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(cfg).ToNot(BeNil())
|
|
|
|
err = rayv1.AddToScheme(scheme.Scheme)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
// +kubebuilder:scaffold:scheme
|
|
|
|
k8sClient, err = client.New(cfg, client.Options{Scheme: scheme.Scheme})
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(k8sClient).ToNot(BeNil())
|
|
|
|
// The RAYCLUSTER_DEFAULT_REQUEUE_SECONDS_ENV is an insurance to keep reconciliation continuously triggered to hopefully fix an unexpected state.
|
|
// In a production environment, the requeue period is set to five minutes by default, which is relatively infrequent.
|
|
// TODO: We probably should not shorten RAYCLUSTER_DEFAULT_REQUEUE_SECONDS_ENV here just to make tests pass.
|
|
// Instead, we should fix the reconciliation if any unexpected happened.
|
|
os.Setenv(utils.RAYCLUSTER_DEFAULT_REQUEUE_SECONDS_ENV, "10")
|
|
mgr, err := ctrl.NewManager(cfg, ctrl.Options{
|
|
Scheme: scheme.Scheme,
|
|
Metrics: metricsserver.Options{
|
|
BindAddress: "0",
|
|
},
|
|
})
|
|
Expect(err).NotTo(HaveOccurred(), "failed to create manager")
|
|
|
|
fakeRayDashboardClient = prepareFakeRayDashboardClient()
|
|
fakeRayHttpProxyClient = &utils.FakeRayHttpProxyClient{}
|
|
|
|
options := RayClusterReconcilerOptions{
|
|
HeadSidecarContainers: []corev1.Container{
|
|
{
|
|
Name: "fluentbit",
|
|
Image: "fluent/fluent-bit:1.9.6",
|
|
},
|
|
},
|
|
}
|
|
configs := configapi.Configuration{}
|
|
err = NewReconciler(ctx, mgr, options, configs).SetupWithManager(mgr, 1)
|
|
Expect(err).NotTo(HaveOccurred(), "failed to setup RayCluster controller")
|
|
|
|
testClientProvider := TestClientProvider{}
|
|
err = NewRayServiceReconciler(ctx, mgr, testClientProvider).SetupWithManager(mgr, 1)
|
|
Expect(err).NotTo(HaveOccurred(), "failed to setup RayService controller")
|
|
|
|
err = NewRayJobReconciler(ctx, mgr, testClientProvider).SetupWithManager(mgr, 1)
|
|
Expect(err).NotTo(HaveOccurred(), "failed to setup RayJob controller")
|
|
|
|
go func() {
|
|
err = mgr.Start(ctrl.SetupSignalHandler())
|
|
Expect(err).ToNot(HaveOccurred())
|
|
}()
|
|
})
|
|
|
|
var _ = AfterSuite(func() {
|
|
By("tearing down the test environment")
|
|
|
|
// NOTE(simon): the error is ignored because it gets raised in macOS due
|
|
// to a harmless timeout error.
|
|
_ = testEnv.Stop()
|
|
})
|