mirror of
https://github.com/hanzoai/ml.git
synced 2026-11-20 23:08:29 +00:00
76 lines
2.4 KiB
Rust
76 lines
2.4 KiB
Rust
use criterion::{criterion_group, BatchSize, Criterion, Throughput};
|
|
use half::{bf16, f16};
|
|
use hanzo_ml::cpu::kernels::VecOps;
|
|
|
|
fn bench_vec_dot_f32(c: &mut Criterion, k: usize) {
|
|
let a: Vec<f32> = (0..k).map(|i| i as f32).collect();
|
|
let b: Vec<f32> = (0..k).map(|i| i as f32 * 0.5).collect();
|
|
let mut out = vec![0.0; k];
|
|
|
|
let mut group = c.benchmark_group(format!("cpu_vec_dot_f32_k{k}"));
|
|
group.throughput(Throughput::Elements(k as u64));
|
|
group.bench_function("iter", |bench| {
|
|
bench.iter_batched(
|
|
|| (),
|
|
|_| unsafe {
|
|
f32::vec_dot(
|
|
std::hint::black_box(a.as_ptr()),
|
|
std::hint::black_box(b.as_ptr()),
|
|
std::hint::black_box(out.as_mut_ptr()),
|
|
std::hint::black_box(k),
|
|
)
|
|
},
|
|
BatchSize::SmallInput,
|
|
)
|
|
});
|
|
group.finish();
|
|
}
|
|
|
|
fn bench_vec_dot_f16(c: &mut Criterion, k: usize) {
|
|
let a: Vec<f16> = (0..k).map(|i| f16::from_f32(i as f32)).collect();
|
|
let b: Vec<f16> = (0..k).map(|i| f16::from_f32(i as f32 * 0.5)).collect();
|
|
|
|
let mut group = c.benchmark_group(format!("cpu_vec_dot_f16_k{k}"));
|
|
group.throughput(Throughput::Elements(k as u64));
|
|
group.bench_function("iter", |bench| {
|
|
bench.iter_batched(
|
|
|| f16::ZERO,
|
|
|mut out| unsafe {
|
|
f16::vec_dot(a.as_ptr(), b.as_ptr(), &mut out, k);
|
|
out
|
|
},
|
|
BatchSize::SmallInput,
|
|
)
|
|
});
|
|
group.finish();
|
|
}
|
|
|
|
fn bench_vec_dot_bf16(c: &mut Criterion, k: usize) {
|
|
let a: Vec<bf16> = (0..k).map(|i| bf16::from_f32(i as f32)).collect();
|
|
let b: Vec<bf16> = (0..k).map(|i| bf16::from_f32(i as f32 * 0.5)).collect();
|
|
|
|
let mut group = c.benchmark_group(format!("cpu_vec_dot_bf16_k{k}"));
|
|
group.throughput(Throughput::Elements(k as u64));
|
|
group.bench_function("iter", |bench| {
|
|
bench.iter_batched(
|
|
|| bf16::ZERO,
|
|
|mut out| unsafe {
|
|
bf16::vec_dot(a.as_ptr(), b.as_ptr(), &mut out, k);
|
|
out
|
|
},
|
|
BatchSize::SmallInput,
|
|
)
|
|
});
|
|
group.finish();
|
|
}
|
|
|
|
fn criterion_benchmark(c: &mut Criterion) {
|
|
for k in [64, 128, 256, 512] {
|
|
bench_vec_dot_f32(c, k);
|
|
bench_vec_dot_f16(c, k);
|
|
bench_vec_dot_bf16(c, k);
|
|
}
|
|
}
|
|
|
|
criterion_group!(benches, criterion_benchmark);
|