mirror of
https://github.com/hanzoai/visor.git
synced 2026-09-24 17:04:14 +00:00
Ayush RanjanandgVisor bot
7cf484127d
Tested on a T4 GPU with driver version 525.60.13: ``` $ docker run --runtime=runsc --gpus=all --rm -it nvcr.io/nvidia/k8s/cuda-sample:vectoradd-cuda11.7.1-ubi8 [Vector addition of 50000 elements] Copy input data from the host memory to the CUDA device CUDA kernel launch with 196 blocks of 256 threads Copy output data from the CUDA device to the host memory Test PASSED Done ``` Also tested this on GKE with the same vectoradd workload. Checked that the device gofer connection is actually being closed when the container is deleted. Something to note is that the gofer logs for the GPU-container sometimes end abruptly (the "All lisafs servers exited." line does not print). This is because runsc/container/container.go:stop() SIGKILLs the gofer before it can cleanup naturally. The device gofer connection is only closed at the end of Loader.destroySubcontainer(), which gives little time before the gofer is SIGKILL-ed. PiperOrigin-RevId: 581365665
76 lines
3.0 KiB
Go
76 lines
3.0 KiB
Go
// Copyright 2023 The gVisor Authors.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package nvproxy
|
|
|
|
import (
|
|
"bytes"
|
|
"fmt"
|
|
"unsafe"
|
|
|
|
"golang.org/x/sys/unix"
|
|
"gvisor.dev/gvisor/pkg/abi/nvgpu"
|
|
)
|
|
|
|
// HostDriverVersion returns the version of the host Nvidia driver.
|
|
func HostDriverVersion() (string, error) {
|
|
ctlFD, err := unix.Openat(-1, "/dev/nvidiactl", unix.O_RDONLY|unix.O_NOFOLLOW, 0)
|
|
if err != nil {
|
|
return "", fmt.Errorf("failed to open /dev/nvidiactl: %w", err)
|
|
}
|
|
defer unix.Close(ctlFD)
|
|
|
|
// From src/nvidia/arch/nvalloc/unix/include/nv-ioctl.h:
|
|
const NV_RM_API_VERSION_REPLY_RECOGNIZED = 1
|
|
|
|
// 530.30.02 and later versions of the host driver `#define
|
|
// NV_RM_API_VERSION_CMD_QUERY '2'`, which causes this ioctl to return the
|
|
// driver version without performing a check. Earlier versions of the
|
|
// driver `#define NV_RM_API_VERSION_CMD_OVERRIDE '2'`, which causes the
|
|
// ioctl to no-op. Try with Cmd '2' first, hoping that the driver
|
|
// interprets it as _QUERY; if the returned string is empty, then it was
|
|
// interpreted as _OVERRIDE and we need to perform an actual check (Cmd 0),
|
|
// which has the downside of logging an error message.
|
|
ioctlParams := nvgpu.RMAPIVersion{
|
|
Cmd: '2',
|
|
}
|
|
if _, _, errno := unix.RawSyscall(unix.SYS_IOCTL, uintptr(ctlFD), frontendIoctlCmd(nvgpu.NV_ESC_CHECK_VERSION_STR, uint32(unsafe.Sizeof(ioctlParams))), uintptr(unsafe.Pointer(&ioctlParams))); errno != 0 {
|
|
return "", fmt.Errorf("NV_ESC_CHECK_VERSION_STR ioctl error: %w", errno)
|
|
}
|
|
if ioctlParams.Reply != NV_RM_API_VERSION_REPLY_RECOGNIZED {
|
|
return "", fmt.Errorf("unknown NV_ESC_CHECK_VERSION_STR reply: %d", ioctlParams.Reply)
|
|
}
|
|
if ioctlParams.VersionString[0] == '\x00' {
|
|
ioctlParams.Cmd = 0
|
|
ioctlParams.Reply = 0
|
|
// We expect the check to fail on our empty version string, so tolerate
|
|
// EINVAL.
|
|
if _, _, errno := unix.RawSyscall(unix.SYS_IOCTL, uintptr(ctlFD), frontendIoctlCmd(nvgpu.NV_ESC_CHECK_VERSION_STR, uint32(unsafe.Sizeof(ioctlParams))), uintptr(unsafe.Pointer(&ioctlParams))); errno != 0 && errno != unix.EINVAL {
|
|
return "", fmt.Errorf("fallback NV_ESC_CHECK_VERSION_STR ioctl error: %w", errno)
|
|
}
|
|
if ioctlParams.Reply != NV_RM_API_VERSION_REPLY_RECOGNIZED {
|
|
return "", fmt.Errorf("unknown fallback NV_ESC_CHECK_VERSION_STR reply: %d", ioctlParams.Reply)
|
|
}
|
|
}
|
|
|
|
if i := bytes.IndexByte(ioctlParams.VersionString[:], '\x00'); i >= 0 {
|
|
return string(ioctlParams.VersionString[:i]), nil
|
|
}
|
|
return string(ioctlParams.VersionString[:]), nil
|
|
}
|
|
|
|
func p64FromPtr(ptr unsafe.Pointer) nvgpu.P64 {
|
|
return nvgpu.P64(uint64(uintptr(ptr)))
|
|
}
|