[CK_BUILDER] Factory tests (#3071)

This pull requests adds some initial "factory tests" - these check that the instances which are used in MIOpen are actually present in CK. The main reason for this is documentation and sanity checking. Its likely that these tests get outdated fast, so we'll have to maintain them, but fortunately this is quite straight forward and shouldn't take a lot of time once they are in place.
2026-04-19 22:39:03 +00:00 · 2025-10-28 18:27:42 +01:00
parent 155d63f4fe
commit 6f58d6e457
18 changed files with 7295 additions and 18 deletions
--- a/experimental/builder/test/test_testing_utils.cpp
+++ b/experimental/builder/test/test_testing_utils.cpp
@@ -0,0 +1,98 @@
+// SPDX-License-Identifier: MIT
+// Copyright (c) 2025, Advanced Micro Devices, Inc. All rights reserved.
+
+#include <ck/library/tensor_operation_instance/gpu/grouped_convolution_forward.hpp>
+
+#include "testing_utils.hpp"
+
+using ck_tile::test::InstanceMatcher;
+using ck_tile::test::InstanceSet;
+using ck_tile::test::StringEqWithDiff;
+
+TEST(InstanceSet, FromFactory)
+{
+    using DeviceOp = ck::tensor_operation::device::DeviceGroupedConvFwdMultipleABD<
+        2,                                                   // NDimSpatial
+        ck::tensor_operation::device::instance::NHWGC,       // InLayout
+        ck::tensor_operation::device::instance::GKYXC,       // WeiLayout
+        ck::tensor_operation::device::instance::Empty_Tuple, // DsLayout
+        ck::tensor_operation::device::instance::NHWGK,       // OutLayout
+        ck::half_t,                                          // ADataType
+        ck::half_t,                                          // BDataType
+        ck::Tuple<>,                                         // DsDataType
+        ck::half_t,                                          // EDataType
+        ck::tensor_operation::element_wise::PassThrough,     // AElementwiseOperation
+        ck::tensor_operation::element_wise::PassThrough,     // BElementwiseOperation
+        ck::tensor_operation::element_wise::PassThrough,     // CDEElementwiseOperation
+        ck::half_t,                                          // AComputeType
+        ck::half_t>;                                         // BComputeType
+
+    const auto instances = InstanceSet::from_factory<DeviceOp>();
+
+    EXPECT_THAT(instances.instances.size(), testing::Gt(0));
+
+    const auto* el =
+        "DeviceGroupedConvFwdMultipleABD_Xdl_CShuffle_V3<2,NHWGC,GKYXC,EmptyTuple,NHWGK,fp16,fp16,"
+        "fp32,fp16,EmptyTuple,fp16,PassThrough,PassThrough,PassThrough,OddC,MNKPadding,64,16,16,64,"
+        "8,8,16,16,1,1,Seq(8,8,1),Seq(1,0,2),Seq(1,0,2),2,8,8,0,Seq(8,8,1),Seq(1,0,2),Seq(1,0,2),2,"
+        "8,8,0,1,1,Seq(1,16,1,4),4,Intrawave,v2,fp16,fp16>";
+    EXPECT_THAT(instances.instances, testing::Contains(el));
+}
+
+TEST(InstanceMatcher, Basic)
+{
+    auto a = InstanceSet{
+        "python",
+        "cobra",
+        "boa",
+    };
+
+    auto b = InstanceSet{
+        "cobra",
+        "boa",
+        "python",
+    };
+
+    auto c = InstanceSet{
+        "adder",
+        "boa",
+        "cobra",
+    };
+
+    auto d = InstanceSet{
+        "boa",
+        "python",
+    };
+
+    EXPECT_THAT(a, InstancesMatch(b));
+    EXPECT_THAT(c, Not(InstancesMatch(b)));
+    EXPECT_THAT(a, Not(InstancesMatch(d)));
+    EXPECT_THAT(d, Not(InstancesMatch(b)));
+}
+
+TEST(InstanceMatcher, ExplainMatchResult)
+{
+    auto actual = InstanceSet{
+        "python",
+        "cobra",
+        "boa",
+    };
+
+    auto expected = InstanceSet{
+        "adder",
+        "boa",
+        "cobra",
+        "rattlesnake",
+    };
+
+    testing::StringMatchResultListener listener;
+    EXPECT_TRUE(!ExplainMatchResult(InstancesMatch(expected), actual, &listener));
+
+    EXPECT_THAT(listener.str(),
+                StringEqWithDiff("\n"
+                                 " Missing: 2\n"
+                                 "- adder\n"
+                                 "- rattlesnake\n"
+                                 "Unexpected: 1\n"
+                                 "- python\n"));
+}