Files
Etienne PerotandgVisor bot 19412cd29c Integrate metricsviz library in gVisor benchmarks.
This is part of a series of changes to add metric charts in performance
benchmarks.

All benchmarks now auto-detect if profiling metrics are enabled in the test
runtime. If profiling metrics data is present, it will generate charts of
the data.

PiperOrigin-RevId: 633094699
2024-05-12 22:49:38 -07:00

127 lines
2.7 KiB
Go

// Copyright 2020 The gVisor Authors.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
package sysbench_test
import (
"context"
"fmt"
"testing"
"gvisor.dev/gvisor/pkg/test/dockerutil"
"gvisor.dev/gvisor/test/benchmarks/harness"
"gvisor.dev/gvisor/test/benchmarks/tools"
"gvisor.dev/gvisor/test/metricsviz"
)
type testCase struct {
name string
threads int
test tools.Sysbench
}
// BenchmarkSysbench runs sysbench on the runtime.
func BenchmarkSysbench(b *testing.B) {
testCases := []testCase{
{
name: "CPU",
test: &tools.SysbenchCPU{
SysbenchBase: tools.SysbenchBase{
Threads: 1,
},
},
},
{
name: "CPU",
threads: 16,
test: &tools.SysbenchCPU{
SysbenchBase: tools.SysbenchBase{
Threads: 16,
},
},
},
{
name: "Memory",
test: &tools.SysbenchMemory{
SysbenchBase: tools.SysbenchBase{
Threads: 1,
},
},
},
{
name: "Memory",
threads: 16,
test: &tools.SysbenchMemory{
SysbenchBase: tools.SysbenchBase{
Threads: 16,
},
},
},
{
name: "Mutex",
test: &tools.SysbenchMutex{
SysbenchBase: tools.SysbenchBase{
Threads: 8,
},
},
},
}
machine, err := harness.GetMachine()
if err != nil {
b.Fatalf("failed to get machine: %v", err)
}
defer machine.CleanUp()
for _, tc := range testCases {
param := tools.Parameter{
Name: "testname",
Value: tc.name,
}
var name string
if tc.threads != 0 {
threads := tools.Parameter{
Name: "threads",
Value: fmt.Sprintf("%d", tc.threads),
}
name, err = tools.ParametersToName(param, threads)
if err != nil {
b.Fatalf("Failed to parse params: %v", err)
}
} else {
name, err = tools.ParametersToName(param)
if err != nil {
b.Fatalf("Failed to parse params: %v", err)
}
}
b.Run(name, func(b *testing.B) {
ctx := context.Background()
sysbench := machine.GetContainer(ctx, b)
defer sysbench.CleanUp(ctx)
defer metricsviz.FromContainerLogs(ctx, b, sysbench)
cmd := tc.test.MakeCmd(b)
b.ResetTimer()
out, err := sysbench.Run(ctx, dockerutil.RunOpts{
Image: "benchmarks/sysbench",
}, cmd...)
if err != nil {
b.Fatalf("failed to run sysbench: %v: logs:%s", err, out)
}
b.StopTimer()
tc.test.Report(b, out)
})
}
}