mirror of
https://github.com/hanzoai/visor.git
synced 2026-09-24 17:04:14 +00:00
Otto Bittner
713bee63c7
The benchmark loads a small model to allow running on many platforms and to keep execution time low for experimentation. It will make sense to add a version to this test that loads a larger model (e.g. llama3-8b).
20 lines
474 B
Python
20 lines
474 B
Python
load("//test/benchmarks:defs.bzl", "benchmark_test")
|
|
|
|
package(
|
|
default_applicable_licenses = ["//:license"],
|
|
licenses = ["notice"],
|
|
)
|
|
|
|
benchmark_test(
|
|
name = "vllm_test",
|
|
srcs = ["vllm_test.go"],
|
|
visibility = ["//:sandbox"],
|
|
deps = [
|
|
"//pkg/test/dockerutil",
|
|
"//test/benchmarks/harness",
|
|
"//test/benchmarks/tools",
|
|
"//test/metricsviz",
|
|
"@com_github_docker_docker//api/types/mount:go_default_library",
|
|
],
|
|
)
|