mirror of
https://github.com/hanzoai/visor.git
synced 2026-09-24 17:04:14 +00:00
Ayush RanjanandAlessio Ricci Toniolo
be94182107
Add an efaproxy driver plug-in for AWS Elastic Fabric Adapter (EFA) devices
bound to the host `efa` driver. EFA's driver-private uverbs ABI carries no
userspace buffer pointers on CQ/QP CREATE: queue memory is kernel-allocated
and handed back via mmap keys in the CREATE response, which the core already
forwards to the host FD verbatim. PrepareCreateDMA is therefore a no-op; the
plug-in exists to register the "efa" driver name and to model EFA's MR_QUERY
driver-namespace method (used by libfabric to fetch RDMA read/write
interconnect IDs).
Model the standard AH object's destroy method (UVERBS_OBJECT_AH): EFA (SRD)
creates address handles via the legacy write path and destroys them through
the modern object, which the core must allow.
Extend the virtual RDMA sysfs for libfabric/hwloc topology discovery:
- device/driver symlink and /sys/bus/pci/drivers/<driver> tree, which
libfabric's EFA provider resolves during device discovery.
- Mirror each PCI node's raw config space ("config" file). hwloc (used by
aws-ofi-nccl to build the NCCL topology) reads it to recover the PCI
bridge bus-number registers; without it hwloc cannot reconstruct the
bridge hierarchy and aws-ofi-nccl aborts its topology write.
- Serve the per-port lid_mask_count attribute alongside the other port
attributes libibverbs reads from sysfs; ib_core creates it on every
port.
The sysfs integration tests cover the new driver tree and config mirroring.
Advertise a >= 5.12 kernel release in RDMA-enabled sandboxes so aws-ofi-nccl
enables dmabuf-based GPU memory registration (ibv_reg_dmabuf_mr), which the
proxy handles via the existing REG_DMABUF_MR path. Sandboxes without RDMA
keep the current 4.19 release to limit the bump's blast radius; a later
change can make the newer release the default.
Co-authored-by: Alessio Ricci Toniolo <[email protected]>
95 lines
2.7 KiB
Go
95 lines
2.7 KiB
Go
// Copyright 2018 The gVisor Authors.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package linux
|
|
|
|
import (
|
|
"gvisor.dev/gvisor/pkg/abi/linux"
|
|
"gvisor.dev/gvisor/pkg/errors/linuxerr"
|
|
"gvisor.dev/gvisor/pkg/sentry/arch"
|
|
"gvisor.dev/gvisor/pkg/sentry/kernel"
|
|
"gvisor.dev/gvisor/pkg/sentry/kernel/version"
|
|
)
|
|
|
|
// Uname implements linux syscall uname.
|
|
func Uname(t *kernel.Task, sysno uintptr, args arch.SyscallArguments) (uintptr, *kernel.SyscallControl, error) {
|
|
uts := t.UTSNamespace()
|
|
|
|
// Fill in structure fields.
|
|
var u linux.UtsName
|
|
copy(u.Sysname[:], version.LinuxSysname)
|
|
copy(u.Nodename[:], uts.HostName())
|
|
copy(u.Release[:], version.LinuxRelease())
|
|
copy(u.Version[:], version.LinuxVersion)
|
|
// build tag above.
|
|
switch t.SyscallTable().Arch {
|
|
case arch.AMD64:
|
|
copy(u.Machine[:], "x86_64")
|
|
case arch.ARM64:
|
|
copy(u.Machine[:], "aarch64")
|
|
default:
|
|
copy(u.Machine[:], "unknown")
|
|
}
|
|
copy(u.Domainname[:], uts.DomainName())
|
|
|
|
// Copy out the result.
|
|
va := args[0].Pointer()
|
|
_, err := u.CopyOut(t, va)
|
|
return 0, nil, err
|
|
}
|
|
|
|
// Setdomainname implements Linux syscall setdomainname.
|
|
func Setdomainname(t *kernel.Task, sysno uintptr, args arch.SyscallArguments) (uintptr, *kernel.SyscallControl, error) {
|
|
nameAddr := args[0].Pointer()
|
|
size := args[1].Int()
|
|
|
|
utsns := t.UTSNamespace()
|
|
if !t.HasCapabilityIn(linux.CAP_SYS_ADMIN, utsns.UserNamespace()) {
|
|
return 0, nil, linuxerr.EPERM
|
|
}
|
|
if size < 0 || size > linux.UTSLen {
|
|
return 0, nil, linuxerr.EINVAL
|
|
}
|
|
|
|
name := make([]byte, size)
|
|
if _, err := t.CopyInBytes(nameAddr, name); err != nil {
|
|
return 0, nil, err
|
|
}
|
|
|
|
utsns.SetDomainName(t, string(name))
|
|
return 0, nil, nil
|
|
}
|
|
|
|
// Sethostname implements Linux syscall sethostname.
|
|
func Sethostname(t *kernel.Task, sysno uintptr, args arch.SyscallArguments) (uintptr, *kernel.SyscallControl, error) {
|
|
nameAddr := args[0].Pointer()
|
|
size := args[1].Int()
|
|
|
|
utsns := t.UTSNamespace()
|
|
if !t.HasCapabilityIn(linux.CAP_SYS_ADMIN, utsns.UserNamespace()) {
|
|
return 0, nil, linuxerr.EPERM
|
|
}
|
|
if size < 0 || size > linux.UTSLen {
|
|
return 0, nil, linuxerr.EINVAL
|
|
}
|
|
|
|
name := make([]byte, size)
|
|
if _, err := t.CopyInBytes(nameAddr, name); err != nil {
|
|
return 0, nil, err
|
|
}
|
|
|
|
utsns.SetHostName(t, string(name))
|
|
return 0, nil, nil
|
|
}
|