NVIDIA/nvbench
1
0
Fork 0
mirror of https://github.com/NVIDIA/nvbench.git synced 2026-04-30 19:51:13 +00:00
Code Issues Packages Projects Releases Wiki Activity

nvbench_compare now supports comparing directories of results

Browse Source
This commit is contained in:
Robert Maynard
2021-12-16 16:26:13 -05:00
parent 905f84272e
commit f9b44378bf
1 changed files with 26 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

37
scripts/nvbench_compare.py
View File

@@ -3,6 +3,7 @@
import argparse import argparse
import json import json
import math import math
import os
import sys import sys
from colorama import Fore from colorama import Fore
@@ -255,21 +256,35 @@ def main():
args = parser.parse_args(sys.argv[3:]) args = parser.parse_args(sys.argv[3:])
with open(sys.argv[1], "r") as ref_file: # if provided two directories, find all the exactly named files
ref_root = json.load(ref_file) # in both and treat them as the reference and compare
to_compare = [ ]
if os.path.isdir(sys.argv[1]) and os.path.isdir(sys.argv[2]):
for f in os.listdir(sys.argv[2]):
r = os.path.join(sys.argv[1], f)
c = os.path.join(sys.argv[2], f)
if os.path.isfile(r) and os.path.isfile(c):
to_compare.append( (r,c) )
with open(sys.argv[2], "r") as cmp_file: else:
cmp_root = json.load(cmp_file) to_compare = [ (sys.argv[1],sys.argv[2]) ]
global all_devices for ref,comp in to_compare:
all_devices = cmp_root["devices"]
# This is blunt but works for now: with open(ref, "r") as ref_file:
if ref_root["devices"] != cmp_root["devices"]: ref_root = json.load(ref_file)
print("Device sections do not match.") with open(comp, "r") as cmp_file:
sys.exit(1) cmp_root = json.load(cmp_file)
compare_benches(ref_root["benchmarks"], cmp_root["benchmarks"], args.threshold) global all_devices
all_devices = cmp_root["devices"]
# This is blunt but works for now:
if ref_root["devices"] != cmp_root["devices"]:
print("Device sections do not match.")
sys.exit(1)
compare_benches(ref_root["benchmarks"], cmp_root["benchmarks"], args.threshold)
print("# Summary\n") print("# Summary\n")
print("- Total Matches: %d" % config_count) print("- Total Matches: %d" % config_count)