Add more FP8 instances and layouts to ckProfiler.

This commit is contained in:
Ville Pietilä
2025-12-11 11:06:57 -05:00
parent 47c2e95b20
commit 0e72f1836b

View File

@@ -253,6 +253,10 @@ int profile_grouped_conv_fwd(int argc, char* argv[])
{
return profile(I2, GNHWC{}, GKYXC{}, GNHWK{}, F32{}, F32{}, F32{}, TF32{}, TF32{});
}
else if (data_type == ConvDataType::F8_F8_F8)
{
return profile(I2, GNHWC{}, GKYXC{}, GNHWK{}, F8{}, F8{}, F8{}, F8{}, F8{});
}
}
else if(num_dim_spatial == 3 && layout == ConvLayout::GNHWC_GKYXC_GNHWK)
{
@@ -325,6 +329,10 @@ int profile_grouped_conv_fwd(int argc, char* argv[])
{
return profile(I2, NHWGC{}, GKYXC{}, NHWGK{}, F32{}, F32{}, F32{}, TF32{}, TF32{});
}
else if (data_type == ConvDataType::F8_F8_F8)
{
return profile(I2, NHWGC{}, GKYXC{}, NHWGK{}, F8{}, F8{}, F8{}, F8{}, F8{});
}
}
else if(num_dim_spatial == 2 && layout == ConvLayout::NGCHW_GKYXC_NGKHW)
{
@@ -344,6 +352,14 @@ int profile_grouped_conv_fwd(int argc, char* argv[])
{
return profile(I2, NGCHW{}, GKYXC{}, NGKHW{}, F32{}, F32{}, F32{}, TF32{}, TF32{});
}
else if (data_type == ConvDataType::F8_F8_F8)
{
return profile(I2, NGCHW{}, GKYXC{}, NGKHW{}, F8{}, F8{}, F8{}, F8{}, F8{});
}
else if (data_type == ConvDataType::INT8_INT8_INT8)
{
return profile(I2, NGCHW{}, GKYXC{}, NGKHW{}, INT8{}, INT8{}, INT8{}, INT8{}, INT8{});
}
}
else if(num_dim_spatial == 2 && layout == ConvLayout::NGCHW_GKCYX_NGKHW)
{
@@ -363,6 +379,14 @@ int profile_grouped_conv_fwd(int argc, char* argv[])
{
return profile(I2, NGCHW{}, GKCYX{}, NGKHW{}, F32{}, F32{}, F32{}, TF32{}, TF32{});
}
else if (data_type == ConvDataType::F8_F8_F8)
{
return profile(I2, NGCHW{}, GKCYX{}, NGKHW{}, F8{}, F8{}, F8{}, F8{}, F8{});
}
else if (data_type == ConvDataType::INT8_INT8_INT8)
{
return profile(I2, NGCHW{}, GKCYX{}, NGKHW{}, INT8{}, INT8{}, INT8{}, INT8{}, INT8{});
}
}
else if(num_dim_spatial == 3 && layout == ConvLayout::NHWGC_GKYXC_NHWGK)
{