Introduce dependency-based CI test selection. (#2377)

* Selective test filter initial commit.

* Expanded folder paths for parsing ninja dependencies.

* Fixing default branch name in the test evaluation script.

* Fixing paths for robustness and adding ctest command to the launch script.

* change jenkins file and few tests to upgrade CI

* Setting ninja build path.

* Fixing typo in Jenkinsfile, and wrong paths.

* Fixing typo in launch script.

* add few more tests to check CI logic

* Fixing header for shell script.

* turn off performance test by default, add option to run all unit tests

* revert dummy changes in source code to trigger tests

* make sure develop branch runs all unit tests

---------

Co-authored-by: Vidyasagar Ananthan <vidyasagar.ananthan@amd.com>

[ROCm/composable_kernel commit: c3c8c6a10f]

script/dependency-parser/main.py

@@ -0,0 +1,78 @@
+#!/usr/bin/env python3
+"""
+Unified CLI for Ninja Dependency Analysis and Selective Testing
+
+Features:
+- Dependency parsing (from build.ninja)
+- Selective test filtering (between git refs)
+- Code auditing (--audit)
+- Build optimization (--optimize-build)
+"""
+
+import argparse
+import sys
+import os
+
+def run_dependency_parser(args):
+    from src.enhanced_ninja_parser import main as ninja_main
+    sys.argv = ["enhanced_ninja_parser.py"] + args
+    ninja_main()
+
+def run_selective_test_filter(args):
+    from src.selective_test_filter import main as filter_main
+    sys.argv = ["selective_test_filter.py"] + args
+    filter_main()
+
+def main():
+    parser = argparse.ArgumentParser(description="Unified Ninja Dependency & Selective Testing Tool")
+    subparsers = parser.add_subparsers(dest="command", required=True)
+
+    # Dependency parsing
+    parser_parse = subparsers.add_parser("parse", help="Parse build.ninja and generate dependency mapping")
+    parser_parse.add_argument("build_ninja", help="Path to build.ninja")
+    parser_parse.add_argument("--ninja", help="Path to ninja executable", default="ninja")
+    parser_parse.add_argument("--workspace-root", help="Path to workspace root", default=None)
+
+    # Selective testing
+    parser_test = subparsers.add_parser("select", help="Selective test filtering between git refs")
+    parser_test.add_argument("depmap_json", help="Path to dependency mapping JSON")
+    parser_test.add_argument("ref1", help="Source git ref")
+    parser_test.add_argument("ref2", help="Target git ref")
+    parser_test.add_argument("--all", action="store_true", help="Include all executables")
+    parser_test.add_argument("--test-prefix", action="store_true", help="Only include executables starting with 'test_'")
+    parser_test.add_argument("--output", help="Output JSON file", default="tests_to_run.json")
+
+    # Code auditing
+    parser_audit = subparsers.add_parser("audit", help="List all files and their dependent executables")
+    parser_audit.add_argument("depmap_json", help="Path to dependency mapping JSON")
+
+    # Build optimization
+    parser_opt = subparsers.add_parser("optimize", help="List affected executables for changed files")
+    parser_opt.add_argument("depmap_json", help="Path to dependency mapping JSON")
+    parser_opt.add_argument("changed_files", nargs="+", help="List of changed files")
+
+    args = parser.parse_args()
+
+    if args.command == "parse":
+        parse_args = [args.build_ninja, args.ninja]
+        if args.workspace_root:
+            parse_args.append(args.workspace_root)
+        run_dependency_parser(parse_args)
+    elif args.command == "select":
+        filter_args = [args.depmap_json, args.ref1, args.ref2]
+        if args.test_prefix:
+            filter_args.append("--test-prefix")
+        if args.all:
+            filter_args.append("--all")
+        if args.output:
+            filter_args += ["--output", args.output]
+        run_selective_test_filter(filter_args)
+    elif args.command == "audit":
+        run_selective_test_filter([args.depmap_json, "--audit"])
+    elif args.command == "optimize":
+        run_selective_test_filter([args.depmap_json, "--optimize-build"] + args.changed_files)
+    else:
+        parser.print_help()
+
+if __name__ == "__main__":
+    main()