mirror of
https://github.com/hanzo-ml/kuberay.git
synced 2026-10-30 19:48:47 +00:00
This PR changes the way job submission is handled. Prior to this PR, the job controller reconciliation loop would check the Status of the job, and based on that, decide whether to submit the job or not. This design had a bug that would sometimes result in duplicate job submissions; see #756 for a full description of the root cause (in a nutshell, the Status might not be updated to "Running" immediately.) This PR fixes the issue because it no longer uses the Status field of the job to determine whether to submit the job upon each reconciliation. Instead, it creates a K8s job to submit the Ray job. A k8s job will not duplicated even if it's created multiple times. The PR also exposes the pod template for the k8s job pod that submits the job so that the user can supply it in their RayJob manifest as needed. In the typical case, the user should not need to specify this, the default should be sufficient. This is the first PR in a larger refactor of RayJob; this PR just contains a localized change in the submission path. See https://docs.google.com/document/d/1G--fKMCqp-M3T0qDPQy5eOQJQKRmubr7SyZQ_ms6Py4/edit for more details about the design. Related issue number Closes #756 --------- Signed-off-by: Archit Kulkarni <[email protected]>
90 lines
3.9 KiB
AMPL
90 lines
3.9 KiB
AMPL
module github.com/ray-project/kuberay/ray-operator
|
|
|
|
go 1.17
|
|
|
|
require (
|
|
github.com/Masterminds/semver/v3 v3.2.0
|
|
github.com/go-logr/logr v1.2.0
|
|
github.com/go-logr/zapr v1.2.0
|
|
github.com/google/shlex v0.0.0-20191202100458-e7afc7fbc510
|
|
github.com/jarcoal/httpmock v1.2.0
|
|
github.com/onsi/ginkgo v1.16.5
|
|
github.com/onsi/gomega v1.17.0
|
|
github.com/orcaman/concurrent-map v1.0.0
|
|
github.com/pkg/errors v0.9.1
|
|
github.com/prometheus/client_golang v1.11.1
|
|
github.com/sirupsen/logrus v1.8.1
|
|
github.com/stretchr/testify v1.7.2
|
|
go.uber.org/zap v1.19.1
|
|
gopkg.in/natefinch/lumberjack.v2 v2.0.0
|
|
k8s.io/api v0.23.0
|
|
k8s.io/apiextensions-apiserver v0.23.0
|
|
k8s.io/apimachinery v0.23.0
|
|
k8s.io/apiserver v0.23.0
|
|
k8s.io/client-go v0.23.0
|
|
k8s.io/code-generator v0.23.0
|
|
k8s.io/utils v0.0.0-20210930125809-cb0fa318a74b
|
|
sigs.k8s.io/controller-runtime v0.11.1
|
|
volcano.sh/apis v1.6.0-alpha.0.0.20221012070524-685db38b4fae
|
|
)
|
|
|
|
require (
|
|
github.com/PuerkitoBio/purell v1.1.1 // indirect
|
|
github.com/PuerkitoBio/urlesc v0.0.0-20170810143723-de5bf2ad4578 // indirect
|
|
github.com/beorn7/perks v1.0.1 // indirect
|
|
github.com/blang/semver v3.5.1+incompatible // indirect
|
|
github.com/cespare/xxhash/v2 v2.1.1 // indirect
|
|
github.com/davecgh/go-spew v1.1.1 // indirect
|
|
github.com/emicklei/go-restful v2.9.5+incompatible // indirect
|
|
github.com/evanphx/json-patch v4.12.0+incompatible // indirect
|
|
github.com/fsnotify/fsnotify v1.5.1 // indirect
|
|
github.com/go-openapi/jsonpointer v0.19.5 // indirect
|
|
github.com/go-openapi/jsonreference v0.19.5 // indirect
|
|
github.com/go-openapi/swag v0.19.14 // indirect
|
|
github.com/gogo/protobuf v1.3.2 // indirect
|
|
github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da // indirect
|
|
github.com/golang/protobuf v1.5.2 // indirect
|
|
github.com/google/go-cmp v0.5.5 // indirect
|
|
github.com/google/gofuzz v1.1.0 // indirect
|
|
github.com/google/uuid v1.1.2 // indirect
|
|
github.com/googleapis/gnostic v0.5.5 // indirect
|
|
github.com/imdario/mergo v0.3.12 // indirect
|
|
github.com/josharian/intern v1.0.0 // indirect
|
|
github.com/json-iterator/go v1.1.12 // indirect
|
|
github.com/mailru/easyjson v0.7.6 // indirect
|
|
github.com/matttproud/golang_protobuf_extensions v1.0.2-0.20181231171920-c182affec369 // indirect
|
|
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
|
|
github.com/modern-go/reflect2 v1.0.2 // indirect
|
|
github.com/nxadm/tail v1.4.8 // indirect
|
|
github.com/pmezard/go-difflib v1.0.0 // indirect
|
|
github.com/prometheus/client_model v0.2.0 // indirect
|
|
github.com/prometheus/common v0.28.0 // indirect
|
|
github.com/prometheus/procfs v0.6.0 // indirect
|
|
github.com/spf13/pflag v1.0.5 // indirect
|
|
go.uber.org/atomic v1.7.0 // indirect
|
|
go.uber.org/multierr v1.6.0 // indirect
|
|
golang.org/x/mod v0.4.2 // indirect
|
|
golang.org/x/net v0.0.0-20210825183410-e898025ed96a // indirect
|
|
golang.org/x/oauth2 v0.0.0-20210819190943-2bc19b11175f // indirect
|
|
golang.org/x/sys v0.0.0-20211029165221-6e7872819dc8 // indirect
|
|
golang.org/x/term v0.0.0-20210615171337-6886f2dfbf5b // indirect
|
|
golang.org/x/text v0.3.7 // indirect
|
|
golang.org/x/time v0.0.0-20210723032227-1f47c861a9ac // indirect
|
|
golang.org/x/tools v0.1.6-0.20210820212750-d4cc65f0b2ff // indirect
|
|
golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1 // indirect
|
|
gomodules.xyz/jsonpatch/v2 v2.2.0 // indirect
|
|
google.golang.org/appengine v1.6.7 // indirect
|
|
google.golang.org/protobuf v1.27.1 // indirect
|
|
gopkg.in/inf.v0 v0.9.1 // indirect
|
|
gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 // indirect
|
|
gopkg.in/yaml.v2 v2.4.0 // indirect
|
|
gopkg.in/yaml.v3 v3.0.1 // indirect
|
|
k8s.io/component-base v0.23.0 // indirect
|
|
k8s.io/gengo v0.0.0-20210813121822-485abfe95c7c // indirect
|
|
k8s.io/klog/v2 v2.30.0 // indirect
|
|
k8s.io/kube-openapi v0.0.0-20211115234752-e816edb12b65 // indirect
|
|
sigs.k8s.io/json v0.0.0-20211020170558-c049b76a60c6 // indirect
|
|
sigs.k8s.io/structured-merge-diff/v4 v4.2.0 // indirect
|
|
sigs.k8s.io/yaml v1.3.0 // indirect
|
|
)
|