mirror of
https://github.com/hanzoai/visor.git
synced 2026-09-24 17:04:14 +00:00
Add a CLI tool and Go library that speak the libtpu checkpoint/restore control protocol (pkg/sentry/control/tpu_control.proto) against unsandboxed processes. gVisor coordinates libtpu C/R during sandbox save/restore (pkg/sentry/control/tpu_control.go), but there is no way to exercise or debug that protocol path without a full runsc save cycle. This tool fills the gap: it discovers libtpu control threads by scanning /proc/<pid>/task/*/comm, opens the encoded pipe FDs via /proc/<pid>/fd/, and sends ControlRequest messages. Accepts a comma-separated PID list and runs actions concurrently across PIDs with per-PID results, for multi-process jobs that need all processes checkpointed together. Co-authored-by: Hanzo Dev <[email protected]>
208 lines
5.2 KiB
Go
208 lines
5.2 KiB
Go
// Copyright 2026 The gVisor Authors.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package tpucontrol_test
|
|
|
|
import (
|
|
"os"
|
|
"path/filepath"
|
|
"strconv"
|
|
"testing"
|
|
|
|
"gvisor.dev/gvisor/tools/tpucheckpoint/tpucontrol"
|
|
)
|
|
|
|
func setupFakeProc(t *testing.T, pid int, threads map[int]string) string {
|
|
t.Helper()
|
|
root := t.TempDir()
|
|
old := tpucontrol.ProcRoot
|
|
tpucontrol.ProcRoot = root
|
|
t.Cleanup(func() { tpucontrol.ProcRoot = old })
|
|
|
|
pidDir := filepath.Join(root, strconv.Itoa(pid))
|
|
if err := os.MkdirAll(pidDir, 0o755); err != nil {
|
|
t.Fatalf("MkdirAll(%s): %v", pidDir, err)
|
|
}
|
|
|
|
for tid, name := range threads {
|
|
tidDir := filepath.Join(pidDir, "task", strconv.Itoa(tid))
|
|
if err := os.MkdirAll(tidDir, 0o755); err != nil {
|
|
t.Fatalf("MkdirAll(%s): %v", tidDir, err)
|
|
}
|
|
if err := os.WriteFile(filepath.Join(tidDir, "comm"), []byte(name+"\n"), 0o644); err != nil {
|
|
t.Fatalf("WriteFile comm: %v", err)
|
|
}
|
|
}
|
|
return root
|
|
}
|
|
|
|
func TestDiscoverPipesSingleThread(t *testing.T) {
|
|
setupFakeProc(t, 1234, map[int]string{
|
|
100: "libtpu00010002",
|
|
})
|
|
|
|
pipes, err := tpucontrol.DiscoverPipes(1234)
|
|
if err != nil {
|
|
t.Fatalf("DiscoverPipes() error = %v", err)
|
|
}
|
|
if len(pipes) != 1 {
|
|
t.Fatalf("got %d pipes, want 1", len(pipes))
|
|
}
|
|
if pipes[0].ReqWriteFD != 1 {
|
|
t.Errorf("ReqWriteFD = %d, want 1", pipes[0].ReqWriteFD)
|
|
}
|
|
if pipes[0].RspReadFD != 2 {
|
|
t.Errorf("RspReadFD = %d, want 2", pipes[0].RspReadFD)
|
|
}
|
|
if pipes[0].TID != 100 {
|
|
t.Errorf("TID = %d, want 100", pipes[0].TID)
|
|
}
|
|
if pipes[0].ThreadName != "libtpu00010002" {
|
|
t.Errorf("ThreadName = %q, want %q", pipes[0].ThreadName, "libtpu00010002")
|
|
}
|
|
}
|
|
|
|
func TestDiscoverPipesMultipleThreads(t *testing.T) {
|
|
setupFakeProc(t, 5678, map[int]string{
|
|
200: "libtpu00030004",
|
|
201: "libtpu00050006",
|
|
202: "libtpu00070008",
|
|
})
|
|
|
|
pipes, err := tpucontrol.DiscoverPipes(5678)
|
|
if err != nil {
|
|
t.Fatalf("DiscoverPipes() error = %v", err)
|
|
}
|
|
if len(pipes) != 3 {
|
|
t.Fatalf("got %d pipes, want 3", len(pipes))
|
|
}
|
|
}
|
|
|
|
func TestDiscoverPipesLargeHexFDs(t *testing.T) {
|
|
setupFakeProc(t, 1000, map[int]string{
|
|
300: "libtpu035f0360",
|
|
})
|
|
|
|
pipes, err := tpucontrol.DiscoverPipes(1000)
|
|
if err != nil {
|
|
t.Fatalf("DiscoverPipes() error = %v", err)
|
|
}
|
|
if len(pipes) != 1 {
|
|
t.Fatalf("got %d pipes, want 1", len(pipes))
|
|
}
|
|
if pipes[0].ReqWriteFD != 0x035f {
|
|
t.Errorf("ReqWriteFD = %d, want %d", pipes[0].ReqWriteFD, 0x035f)
|
|
}
|
|
if pipes[0].RspReadFD != 0x0360 {
|
|
t.Errorf("RspReadFD = %d, want %d", pipes[0].RspReadFD, 0x0360)
|
|
}
|
|
}
|
|
|
|
func TestDiscoverPipesInvalidHex(t *testing.T) {
|
|
setupFakeProc(t, 1234, map[int]string{
|
|
100: "libtpuZZZZYYYY",
|
|
})
|
|
|
|
if _, err := tpucontrol.DiscoverPipes(1234); err == nil {
|
|
t.Error("expected error for invalid hex suffix")
|
|
}
|
|
}
|
|
|
|
func TestDiscoverPipesWrongSuffixLength(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
threadName string
|
|
}{
|
|
{"too_short", "libtpu123"},
|
|
{"too_long", "libtpu1234567890"},
|
|
{"just_prefix", "libtpu"},
|
|
}
|
|
|
|
for _, tc := range tests {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
setupFakeProc(t, 1234, map[int]string{
|
|
100: tc.threadName,
|
|
})
|
|
if _, err := tpucontrol.DiscoverPipes(1234); err == nil {
|
|
t.Errorf("expected error for thread name %q", tc.threadName)
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestDiscoverPipesNoLibtpuThreads(t *testing.T) {
|
|
setupFakeProc(t, 1234, map[int]string{
|
|
100: "main",
|
|
101: "worker-1",
|
|
102: "python3",
|
|
})
|
|
|
|
if _, err := tpucontrol.DiscoverPipes(1234); err == nil {
|
|
t.Error("expected error when no libtpu threads present")
|
|
}
|
|
}
|
|
|
|
func TestDiscoverPipesMixedThreads(t *testing.T) {
|
|
setupFakeProc(t, 1234, map[int]string{
|
|
100: "main",
|
|
101: "libtpu00010002",
|
|
102: "worker-1",
|
|
103: "libtpu00030004",
|
|
104: "python3",
|
|
105: "libtpuZZZZ0001", // Invalid hex, should be skipped.
|
|
106: "libtpu123", // Wrong length, should be skipped.
|
|
})
|
|
|
|
pipes, err := tpucontrol.DiscoverPipes(1234)
|
|
if err != nil {
|
|
t.Fatalf("DiscoverPipes() error = %v", err)
|
|
}
|
|
if len(pipes) != 2 {
|
|
t.Fatalf("got %d pipes, want 2 (valid libtpu threads only)", len(pipes))
|
|
}
|
|
}
|
|
|
|
func TestDiscoverPipesNonExistentPID(t *testing.T) {
|
|
root := t.TempDir()
|
|
old := tpucontrol.ProcRoot
|
|
tpucontrol.ProcRoot = root
|
|
t.Cleanup(func() { tpucontrol.ProcRoot = old })
|
|
|
|
if _, err := tpucontrol.DiscoverPipes(99999); err == nil {
|
|
t.Error("expected error for non-existent PID")
|
|
}
|
|
}
|
|
|
|
func TestDiscoverPipesEmptyCommFile(t *testing.T) {
|
|
setupFakeProc(t, 1234, map[int]string{
|
|
100: "",
|
|
})
|
|
|
|
if _, err := tpucontrol.DiscoverPipes(1234); err == nil {
|
|
t.Error("expected error for empty comm file")
|
|
}
|
|
}
|
|
|
|
func TestPipePath(t *testing.T) {
|
|
old := tpucontrol.ProcRoot
|
|
tpucontrol.ProcRoot = "/proc"
|
|
defer func() { tpucontrol.ProcRoot = old }()
|
|
|
|
got := tpucontrol.PipePath(1234, 5)
|
|
want := "/proc/1234/fd/5"
|
|
if got != want {
|
|
t.Errorf("PipePath(1234, 5) = %q, want %q", got, want)
|
|
}
|
|
}
|