NVIDIA/nvbench
1
0
Fork 0
mirror of https://github.com/NVIDIA/nvbench.git synced 2026-07-12 18:17:49 +00:00
Code Issues Packages Projects Releases Wiki Activity

Make nvbench_compare read bulk data, if available

Browse Source
This commit is contained in:
Oleksandr Pavlyk
2026-06-02 13:38:53 -05:00
parent fbae3e6333
commit bf9ec63223
2 changed files with 179 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

69
python/test/test_nvbench_compare.py
View File

@@ -6,6 +6,7 @@ import sys
import types
from pathlib import Path
import numpy as np
import pytest
@@ -99,6 +100,16 @@ def make_summary(nvbench_compare, tag, value):
}
def make_binary_summary(nvbench_compare, tag, filename, size):
return {
"tag": getattr(nvbench_compare, tag),
"data": [
{"name": "filename", "type": "string", "value": filename},
{"name": "size", "type": "int64", "value": str(size)},
],
}
def make_benchmark(states, *, name="bench"):
devices = []
for state in states:
@@ -301,6 +312,64 @@ def test_compare_benches_skips_non_finite_centers(monkeypatch, nvbench_compare):
assert nvbench_compare.unknown_count == 0
def test_gpu_time_summary_loads_samples_and_frequencies(tmp_path, nvbench_compare):
samples_dir = tmp_path / "result.json-bin"
freqs_dir = tmp_path / "result.json-freqs-bin"
samples_dir.mkdir()
freqs_dir.mkdir()
samples_file = samples_dir / "0.bin"
freqs_file = freqs_dir / "0.bin"
np.array([1.0, 2.0, 4.0], dtype="<f4").tofile(samples_file)
np.array([100.0, 200.0, 400.0], dtype="<f4").tofile(freqs_file)
summary = nvbench_compare.extract_gpu_time_summary(
[
make_summary(nvbench_compare, "GPU_TIME_MEAN_TAG", "2.0"),
make_binary_summary(
nvbench_compare,
"SAMPLE_TIMES_TAG",
str(samples_file.relative_to(tmp_path)),
3,
),
make_binary_summary(
nvbench_compare,
"SAMPLE_FREQUENCIES_TAG",
str(freqs_file.relative_to(tmp_path)),
3,
),
],
str(tmp_path),
)
assert summary.samples is not None
assert list(summary.samples) == pytest.approx([1.0, 2.0, 4.0])
assert summary.frequencies is not None
assert list(summary.frequencies) == pytest.approx([100.0, 200.0, 400.0])
def test_gpu_time_summary_rejects_mismatched_sample_and_frequency_counts(
tmp_path, nvbench_compare
):
samples_file = tmp_path / "samples.bin"
freqs_file = tmp_path / "freqs.bin"
np.array([1.0, 2.0], dtype="<f4").tofile(samples_file)
np.array([100.0, 200.0, 300.0], dtype="<f4").tofile(freqs_file)
with pytest.raises(ValueError, match="sample count .* frequency count"):
nvbench_compare.extract_gpu_time_summary(
[
make_binary_summary(
nvbench_compare, "SAMPLE_TIMES_TAG", str(samples_file), 2
),
make_binary_summary(
nvbench_compare, "SAMPLE_FREQUENCIES_TAG", str(freqs_file), 3
),
],
str(tmp_path),
)
def test_compare_benches_prefers_median_and_iqr_when_available(
monkeypatch, nvbench_compare
):