From 784c84c54b22c82885e000a1b0697e0122abe040 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Ville=20Pietil=C3=A4?= Date: Tue, 21 Oct 2025 15:09:57 +0000 Subject: [PATCH] Benchmarking script improvements. --- script/benchmark_ck_vs_ck_tile.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/script/benchmark_ck_vs_ck_tile.py b/script/benchmark_ck_vs_ck_tile.py index 7d5b71084a..f92f2db8cb 100755 --- a/script/benchmark_ck_vs_ck_tile.py +++ b/script/benchmark_ck_vs_ck_tile.py @@ -45,7 +45,7 @@ def run_ck_profiler_cmd(cmd_args, profiler_type, bin_path, results_file, log_to_ subprocess.run(cmd) else: with open(os.devnull, 'w') as devnull: - timeoutInSec = 300 + timeoutInSec = 15 * 60 # 15 minutes timeout try: subprocess.run(cmd, stdout=devnull, stderr=devnull, timeout=timeoutInSec, env=env) except subprocess.TimeoutExpired: @@ -247,6 +247,10 @@ def main(): with open(results_file, 'a') as f: f.write(cmd_concatenated_str + "\n") run_ck_profiler_cmd(cmd, ProfilerType.CK_TILE, args.bin_path, results_file, args.log_to_stdout) + + # For the old CK, we don't want to run verification. We assume CK already works correctly. + cmd[3] = '0' # Set verification flag to 0 (no verification) + run_ck_profiler_cmd(cmd, ProfilerType.CK, args.bin_path, results_file, args.log_to_stdout) if __name__ == "__main__":