diff --git a/example/ck_tile/18_hstu_attention/generate_instances.py b/example/ck_tile/18_hstu_attention/generate_instances.py index 47fa97b0bc..bbbb1923c1 100644 --- a/example/ck_tile/18_hstu_attention/generate_instances.py +++ b/example/ck_tile/18_hstu_attention/generate_instances.py @@ -78,8 +78,8 @@ TYPE_CTYPE_MAP = { } TYPE_FNAME_MAP = { - "fp16": "bfloat16", - "bf16": "half", + "fp16": "half", + "bf16": "bfloat16", } MODE_GROUP_OR_NOT_MAP = { diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp index 6a679c5dfb..b2ce036ddb 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp index 15fa0b3eae..4b1976212d 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp index 39ad3f8b20..e3e974c624 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp index 4a6f1be623..576572e5e2 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp index 250d2f3869..da1b0b3341 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp index 1de57681ac..d1a2661934 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp index 1422bf590a..6e230c88ac 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp index 49282fd5bf..fb8d2afa69 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp index 758dac8a9c..bbcea3790c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp index 5f364eb16b..753a8061fb 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp index 35cef4c6ce..17506f51e2 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp index 49603b5a82..3f8aea4959 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp index 87c150163e..a1e1399207 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp index 9a55e27089..5aa7458cae 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp index b46c90b87d..49e1cdd329 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp index 2d0dafcc76..337b888985 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp index 1e89bab3b4..9958e0a3c6 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp index b0cf76d77f..4717bf9889 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp index cedb7731aa..5a9e5b4417 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp index 21fcfa9707..a5d062ff54 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp index e6adaa7f3c..2e8b1c2a66 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp index 21935b6c67..80ffbd8e79 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp index 7b3c1a931d..bf8b373e09 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp index 2325a8a069..e7a630547c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_instances_ref.hpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_instances_ref.hpp index c19886325f..c9bdb50f7d 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_instances_ref.hpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_instances_ref.hpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" extern template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp index 586fd5e6b9..ac92ba06b0 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp index 175e6f42c2..4f2933443b 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp index 3dcab096fe..3c50d6edb4 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp index d36464ebd4..3d85b19f89 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp index d66dc204d7..4a5f11fffb 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp index 890eb2ac7a..9d97185178 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp index df29d5b145..a9de036af4 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp index ac7aca087c..7f0368840b 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp index dc9d90030d..b7bdbe1c88 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp index ae656409ee..6f18dfa059 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp index f8737693bc..47c72eeb0e 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp index 5fa13b0c48..a2781ce60f 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp index 2b81c190a2..de2ca90f97 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp index 4b4bcadb1a..72ffb6a061 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp index 44d81d96a5..189d152229 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp index 9fa4e350c9..92dd6bd29f 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp index f47abadec6..6e58e3165a 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp index bb9f3c2b86..f37a90ecbf 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp index 1f20d2015a..03e65f1afb 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp index a8da51210b..478ab7e525 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp index 182af31a97..b12a869a4d 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp index aa7b22fd1e..d5dee51200 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp index dfdade8082..09e398d5d8 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp index b776e5a233..2e96e5a7d4 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp index a3d1da717d..97d3b01d13 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp index 36caa1b32a..0a524110b3 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp index dc3bcc12af..2c96533d4e 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp index 45ffdf47e8..7f0d0d409f 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp index fb8c78c80c..41ad7c1771 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp index a04311e881..ee9abb184a 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp index 8161492560..f7e1e61e2f 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp index 444c4cc737..213d419d00 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp index df5ae6d224..5f15da0962 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp index f0c8e13f35..dfcb2ea7df 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp index 8aceed304a..8fe6144527 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp index b29f7982ce..62a873acc1 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp index 5ed29a2b97..acd2bc1172 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp index 42480417b8..7778daf742 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp index 3a6daedf4a..daaf672396 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp index ad6fa39844..2762ffeac5 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp index 3eb0bbb2aa..c6eab46050 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp index 1adad9d0eb..3658048a6e 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp index 5fcf47cbe6..14f95b34a1 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp index 12c367df6f..95afb7505d 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp index 9370a304a2..6de10be1c5 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp index 84c648bd32..8e2fa1a13e 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp index 32c2833d94..824c497543 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp index 1e61e06731..46d22e2e7b 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_instances_ref.hpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_instances_ref.hpp index 7d98415ced..7fc7840dd6 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_instances_ref.hpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_instances_ref.hpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" extern template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp index 015c386061..3b9192d0cc 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp index ce377275c9..14b7780972 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp index e89518717c..113582eaa6 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp index eb1707bb0d..78b8cbfe7c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp index 68be4cf1c4..4b2b6bf53a 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp index 01a7647517..7fde3cc26e 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp index caff8c818c..da28253daf 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp index 4622ac83f8..b4e2ed8099 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp index ae55e13cd5..b4f3911420 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp index 45a7dfb11c..5197e0ffc9 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp index ff26d08b2a..a18b4573fd 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp index f1e8761b56..c9ecc2489f 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp index 05acae7969..076e03ac3b 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp index 405f87316d..e1f10025de 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp index 37a99b8fc5..ab4be315f2 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp index 194b80f260..31d858ee92 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp index 8e68c6108d..f7bc3fee91 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp index 3694e22b33..dab8b99722 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp index 6f9069bcbd..b8b2b15997 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp index 40dc8550a1..437bb830d6 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp index b4f2174901..36f0b8b935 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp index 9210f14021..53db739819 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp index 16db8e29e9..9abc707ac2 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp index 34d4e9d4b0..c9e1b5100b 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_batched_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_batched_forward_dispatch.hpp" template void run_batched_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp index 255218c40f..d0e35c1c89 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp index e0070ce881..bf110f2a40 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp index a59e5f2a95..5917bb90d0 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp index 05f1bf2064..03b59c5ee6 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp index ce264c34e8..328091ba2a 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp index db6d593b2c..ce8d775c64 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp index 5760fa5b67..0d7d2ed037 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp index 1928c056d4..d49fabb587 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp index 7dc7b80e01..2ea6d5ef42 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp index 78efe07257..994b1612e9 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp index c68a40f2ef..aa951047e9 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp index 5ecf8e8fe5..4a35ac7151 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp index e8cff53347..6048ce3f20 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp index d922b41957..ff2dedce56 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp index da53a16768..0117744872 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp index c94afed914..45113af680 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp index 9afb8e248e..4b3f5ddbe7 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp index ae77d8b9c5..30d1463311 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp index 81d6e735e7..79be333e5e 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp index 8df42aaa8d..8ddd193973 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp index 24b58e6ca0..0d35f6f9c5 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp index 6634bef4fc..cf46eb87ba 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp index 764c6b406a..c0706dfa08 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp index bfb306e8fb..829d622a19 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_instances_ref.hpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_instances_ref.hpp index ade5a0cb84..d87211b888 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_instances_ref.hpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_instances_ref.hpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" extern template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp index c1981fbf9b..a50d26f66e 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp index dd7e941601..0becaeadba 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp index 25d853ab82..1ccfab41b5 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp index 9bdfe2832d..4cf5c7db1e 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp index 8f2b60e72b..830e7c4cd5 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp index 06c4b29650..46fbc2e00f 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp index f70004362e..dcc9c61f6d 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp index 0495c977bb..c8ab8189c9 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp index dfee633054..1b84aeae4d 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp index 8fe7aba7bb..21829e4953 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp index 9e9c638aa8..dc66ffb320 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp index 31ffc94f16..b96783968d 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp index ffb6ff5ebe..32003bd25d 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp index 465b93e285..35c7827337 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp index e29472a123..412e8eb9b2 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp index 721f8f44b6..d95ab0b940 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp index 5b766e5ace..5c8e7487a6 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp index 4d17e14686..539b9468be 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp index 8c22b6b147..fc98baf424 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp index e6306808d9..2e5dee9338 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp index 97675241c9..0da56ab63a 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp index 7090e00b97..bdd68bc4d3 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp index 2b6a0ae96d..36832e2a3a 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp index 1faecde65f..2eae9b343d 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp index d4870065c6..b32aa014e9 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp index e316905b0e..5a92867d4c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp index 7e5556d495..ac9ee0a608 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp index fe22c43b96..54c990c49c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp index 100861bc59..0f68a45b6c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp index 91144229a4..f2fca0e45e 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp index 57e3f7400b..acb959734a 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp index 44b52cc862..824a3c6950 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp index 66f4bed809..a2f62bb8a7 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp index c11b43e8ab..8d8381bc72 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp index 9882a3f973..b8b14c4ab2 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp index c5ed762fd1..c665d80a53 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp index c2daf2017f..c0b6ba5f0e 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp index ac3bbe9597..1109d6634a 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp index 98ee62e77b..c01a7b5abc 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp index add02192d1..73f6cfcb65 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp index 0bbe8b46c8..8bc6791127 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp index edf0ae0b26..630d25fc27 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp index fadab1eb96..6d6a7c394b 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp index c2b95839f3..8d7e32eef5 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp index 7d4234137d..e1c5daf8d6 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp index d89e977848..d65e8cfd08 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp index 4b6322c596..b6ea4fbcbf 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp index 4e9c262590..c6c9572ca7 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_instances_ref.hpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_instances_ref.hpp index 3b4f2be94e..bfcf8420d7 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_instances_ref.hpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_instances_ref.hpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" extern template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp index 49fccda41e..96a3a8bc71 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp index a2022a6d74..aef2dff064 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp index c590524117..f50924e53c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp index c8d80869d1..256beeead7 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp index bd1df4acc9..ef6a5566a4 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp index a604fc0966..47782de315 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp index ce1f3db44f..b62350fea7 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp index ffc1d927ef..8f583ed938 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp index bd240d543b..5521745103 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp index 4cdfc89604..c4dbf10c74 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp index 21423bd55c..bc2cdd026c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp index 6736a29828..cd726099df 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp index 6ed5411bd7..54efdb5908 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp index 5acc1badba..dd736cfc18 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp index 57a62f5ff8..41b38cc166 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp index a35974082b..72df44c6d7 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp index cc3f78d2b8..241b05e759 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp index 9802b52e45..302c332f28 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp index 5b89ad3024..c2133405ba 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp index 399eba0a33..af2613fb64 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp index cd205ef804..0491172469 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp index 1fa7986068..45e73db9a6 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp index 3dfef6bbe9..92f0b3cfca 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp index e0795e9424..573ec9a7a7 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_group_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_group_forward_dispatch.hpp" template void run_group_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp index c62bf704f3..86e057c0cb 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp index 6a5b9563c8..f89b980939 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp index 3f65521a53..ec42401f4a 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp index d5132f6888..86b43c2df3 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp index c3d5298178..7bcd7c6784 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp index 912bdae0db..f2eb54e188 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp index 64842bf591..1990807a8b 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp index e007745a22..d9a5ee5361 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp index 871ffc7481..83559250eb 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp index 0e44c042f4..1d00e0b14b 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp index 907de945c0..d3b4a5060c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp index 10817502dd..c108acafb3 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp index 7baf6357a4..668ca1de09 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp index b0b7d78625..97fbab3da5 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp index 4229b80782..7e4e9b7dd2 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp index ee5aa6592e..876ec6260b 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp index 43c8ac87cd..2e904381c4 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp index 73c344d4ed..05c0a359d9 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp index e8dd1442f5..0314da9b9c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp index c5eac1e74b..4f1e37360e 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp index cf9c3efa4b..26656475b3 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp index 5502ba3703..e29d02c0a8 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp index 416306b254..ff2a3402ce 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp index 6083c38d47..0c6f466b76 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_instances_ref.hpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_instances_ref.hpp index 0f3eb73dd4..978035ae74 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_instances_ref.hpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_instances_ref.hpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" extern template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp index 7d64710584..3765d2383d 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp index 165ef251dd..437b1705f3 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp index 13804c54f6..305c2d98a1 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp index 0d314866ba..a0c0b07b88 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp index 59933b046e..014b397e7a 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp index 9d141022fd..2c3892e500 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp index 352f922906..c74cda66fa 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp index 73e772e126..a952eb9167 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp index 7f5f9cad27..d23e777331 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp index a3bfbf2f4d..bc238118b1 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp index 8c37b31611..58f42b0880 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp index 333b013f21..9ca219783b 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp index eee667f41d..eae8910547 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp index 26c3124e9e..1607c301a2 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp index 4078b49787..58d03d3e0c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp index 978ea2f053..66d01c21ef 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp index 1771efeaba..1fad288ea1 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp index 21f95afa49..f3c68f731a 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp index 90a562b8c0..6184f563a4 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp index 6df7347540..ce3aa46c09 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp index 163dd8636d..aa4695fbfe 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp index 3d529edb9b..2981f8fc89 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp index 49934c6078..5e555311d8 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp index 9894a6f45d..d32dd35b94 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_bf16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp index 252e4581d6..c9452487db 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp index ae3206d22e..63f91a03a1 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp index bbeec56938..c19ab693ec 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp index 6bc5a4d508..907c3f5f3f 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp index 906377b39b..fc1ef4a0e8 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp index 90bccce0d5..66f7ebb140 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp index 828a01e3ce..e386bd972c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp index 5994bc39a8..4393d96163 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp index 4a4ad0788f..8d555983ef 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp index 00feead14b..d373193f4c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp index ffbcfd81c9..b1be0732a1 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp index 2b4f1462ff..35540b522b 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp index dda6a046b9..c7eb24d9b2 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp index 33c191637b..31cb3a4f69 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp index 72e6d673a4..fc04702311 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp index 14b4f740ff..33a9ca742d 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp index 74cda1695b..b4bceed59e 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp index 2441e1f858..03c3e8b341 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp index f2ab8ef6c3..d452647fb2 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp index ee03279633..4ead449fe2 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp index 058148d23d..17fb1223ef 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp index a67d090831..aef897931f 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp index ecd5a4d634..3927e766b6 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp index 89f715d30d..b8dafeb1e8 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_has_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_instances_ref.hpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_instances_ref.hpp index 4a0c161c66..53bc176da7 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_instances_ref.hpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_instances_ref.hpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" extern template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp index ce59d44d15..8d6648ab8f 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp index b72cd78d9a..63fc367949 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp index 9269d86370..e715bb57b1 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp index 7f9a20894a..a3e71f6754 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp index 23983d26c6..c62efb03b1 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp index 856e2194f0..e512ddd567 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp index 3dd0c52ba1..1aeedffdda 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp index ec519b69f3..a60e85ad57 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_false_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp index fc89bf2843..0d16187337 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp index 61415b4559..11601037a0 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp index 8326293fb8..65a9929ed6 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp index 6fccb8e445..0ff8b6b8c9 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp index 829c5b5ecb..2007d55a74 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp index dde3872f28..1e2c0a50d8 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp index 1397719690..ebf947e6ad 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp index 7d611a2b0e..d1d5106ebe 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_false_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp index 586cab7d46..2f39265712 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp index ff25ce4b66..7d5e931675 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp index 5e9eeb05cb..0f7b775cef 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp index 30c28bfc0b..d1701b2552 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_has_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp index 30fcdecbfe..caac085125 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_128.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp index a948268b7e..3dd6585d0c 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_256.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp index b95188ee7f..f322a36860 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_64.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch< diff --git a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp index 004838b0bc..82d3b6b697 100644 --- a/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp +++ b/example/ck_tile/18_hstu_attention/instances/hstu_attention_jagged_forward_fp16_no_causal_softmax_true_lse_true_no_bias_no_dropout_maxk_96.cpp @@ -6,7 +6,7 @@ // See the generator script // `composable_kernel/example/ck_tile/18_hstu_attention/generate_instances.py` -#include +#include #include "hstu_attention_jagged_forward_dispatch.hpp" template void run_jagged_forward_causal_softmax_bias_dropout_dispatch<