mirror of
https://github.com/hanzo-ml/kuberay.git
synced 2026-10-30 19:48:47 +00:00
* Enable gofmt and move related work to linter job 1. Introduce gofmt github action 2. Move goimports from build job to lint job 3. Run gofmt -s -w to simplify test codes and fix all lint issues in apiserver and cli projects * Fix lint errors in apiserver * Fix lint errors in cli * Fix goimports error
97 lines
3.3 KiB
Go
97 lines
3.3 KiB
Go
package main
|
|
|
|
import (
|
|
"context"
|
|
"flag"
|
|
|
|
"math"
|
|
"net"
|
|
"net/http"
|
|
|
|
"github.com/grpc-ecosystem/grpc-gateway/runtime"
|
|
|
|
"google.golang.org/grpc"
|
|
"google.golang.org/grpc/reflection"
|
|
"k8s.io/klog/v2"
|
|
|
|
"github.com/prometheus/client_golang/prometheus/promhttp"
|
|
"github.com/ray-project/kuberay/apiserver/pkg/interceptor"
|
|
"github.com/ray-project/kuberay/apiserver/pkg/manager"
|
|
"github.com/ray-project/kuberay/apiserver/pkg/server"
|
|
api "github.com/ray-project/kuberay/proto/go_client"
|
|
)
|
|
|
|
var (
|
|
rpcPortFlag = flag.String("rpcPortFlag", ":8887", "RPC Port")
|
|
httpPortFlag = flag.String("httpPortFlag", ":8888", "Http Proxy Port")
|
|
collectMetricsFlag = flag.Bool("collectMetricsFlag", true, "Whether to collect Prometheus metrics in API server.")
|
|
)
|
|
|
|
func main() {
|
|
flag.Parse()
|
|
|
|
clientManager := manager.NewClientManager()
|
|
resourceManager := manager.NewResourceManager(&clientManager)
|
|
|
|
go startRpcServer(resourceManager)
|
|
startHttpProxy()
|
|
|
|
}
|
|
|
|
type RegisterHttpHandlerFromEndpoint func(ctx context.Context, mux *runtime.ServeMux, endpoint string, opts []grpc.DialOption) error
|
|
|
|
func startRpcServer(resourceManager *manager.ResourceManager) {
|
|
klog.Info("Starting gRPC server")
|
|
|
|
listener, err := net.Listen("tcp", *rpcPortFlag)
|
|
if err != nil {
|
|
klog.Fatalf("Failed to start GPRC server: %v", err)
|
|
}
|
|
|
|
s := grpc.NewServer(grpc.UnaryInterceptor(interceptor.ApiServerInterceptor), grpc.MaxRecvMsgSize(math.MaxInt32))
|
|
api.RegisterClusterServiceServer(s, server.NewClusterServer(resourceManager, &server.ClusterServerOptions{CollectMetrics: *collectMetricsFlag}))
|
|
api.RegisterComputeTemplateServiceServer(s, server.NewComputeTemplateServer(resourceManager, &server.ComputeTemplateServerOptions{CollectMetrics: *collectMetricsFlag}))
|
|
|
|
// Register reflection service on gRPC server.
|
|
reflection.Register(s)
|
|
if err := s.Serve(listener); err != nil {
|
|
klog.Fatalf("Failed to serve gRPC listener: %v", err)
|
|
}
|
|
|
|
klog.Info("gRPC server started")
|
|
}
|
|
|
|
func startHttpProxy() {
|
|
klog.Info("Starting Http Proxy")
|
|
|
|
ctx := context.Background()
|
|
ctx, cancel := context.WithCancel(ctx)
|
|
defer cancel()
|
|
|
|
// Create gRPC HTTP MUX and register services.
|
|
runtimeMux := runtime.NewServeMux(runtime.WithMarshalerOption(runtime.MIMEWildcard, &runtime.JSONPb{OrigName: true, EmitDefaults: true}))
|
|
registerHttpHandlerFromEndpoint(api.RegisterClusterServiceHandlerFromEndpoint, "ClusterService", ctx, runtimeMux)
|
|
registerHttpHandlerFromEndpoint(api.RegisterComputeTemplateServiceHandlerFromEndpoint, "ComputeTemplateService", ctx, runtimeMux)
|
|
|
|
// Create a top level mux to include both Http gRPC servers and other endpoints like metrics
|
|
topMux := http.NewServeMux()
|
|
// Seems /apis (matches /apis/v1alpha1/clusters) works fine
|
|
topMux.Handle("/", runtimeMux)
|
|
topMux.Handle("/metrics", promhttp.Handler())
|
|
|
|
if err := http.ListenAndServe(*httpPortFlag, topMux); err != nil {
|
|
klog.Fatal(err)
|
|
}
|
|
|
|
klog.Info("Http Proxy started")
|
|
}
|
|
|
|
func registerHttpHandlerFromEndpoint(handler RegisterHttpHandlerFromEndpoint, serviceName string, ctx context.Context, mux *runtime.ServeMux) {
|
|
endpoint := "localhost" + *rpcPortFlag
|
|
opts := []grpc.DialOption{grpc.WithInsecure(), grpc.WithDefaultCallOptions(grpc.MaxCallRecvMsgSize(math.MaxInt32))}
|
|
|
|
if err := handler(ctx, mux, endpoint, opts); err != nil {
|
|
klog.Fatalf("Failed to register %v handler: %v", serviceName, err)
|
|
}
|
|
}
|