From e7fe8587f6d73f808dcf55d60b5ebff993cd9bf0 Mon Sep 17 00:00:00 2001
From: OscarXu <huaiguxu@amd.com>
Date: Tue, 6 May 2025 10:47:29 +0800
Subject: [PATCH] Add asm for no-loop v3_128x128x128

---
 .../hsa/moe_bs_stage2_v3_128x128x128.co       | Bin 23312 -> 36856 bytes
 .../impl/device_moe_gemm_blockscale.hpp       |  48 +++++++++---------
 2 files changed, 24 insertions(+), 24 deletions(-)

diff --git a/example/65_gemm_multiply_multiply/hsa/moe_bs_stage2_v3_128x128x128.co b/example/65_gemm_multiply_multiply/hsa/moe_bs_stage2_v3_128x128x128.co
index 128657224d02ee03f42dda36feb6e2fc308dba86..b402f82f335daef43996a49ef5ee0563fc9c6e40 100755
GIT binary patch
delta 13327
zcmche4|EjOy~pp~ot^AXb~n3A5|%WEWm&>zg%BeDj4=d?P;!tWT7*2S)LNJg6cD3e
z1ZH*(A!3X%%k!vJCm<kD<RPL(pCzG13m$3-Sd~88gMIcL+oy>CwMW?Zz4y+BY)H0N
zd)}UteCFQYotZm-zQ4Kiy}NDCS-vo6TbO=v?*ox#n&ct;lOi$87S!5U#LL5k3`^&l
zdQncX_j)oy`g#%9x21E1C=y-a3lBW$%4f~bn$6EXE8=ILO;lKleHU*fvC>i;ytrDd
zbz$R)7c7g4CS{506eUq4ta?~hqKXz-HYIYT*Ppq}+D@^sz*3!vN^2}56CKuJblLKR
z-4<|@pO@aYc*V+_e!TqlW%aWYlWc{SNGg8FT4ISO{@42Vgkdd8?44)Ju+pVi>5^0%
zw&I&uF_d`8c5Pzz^|I!(qE{nC2agm9j%59`;`F4hk*FqnC@u@?t8+v}wOLQBqF(P)
ze<|wu_ScGrYy5&bYflt{ldka^cG21AMso+G&xSUjo^NQHXxA}Z@Xb`cD$2)l1+OzZ
z)YWG@XinI^7z^;H2bQzabdoDOrjq<XfCbrAn(&9q4j;BGeXZs_qhZdy%NEuBV)4lD
zjwYYYwSTp*CA#kD+|RDqmNoNd+q2P@{jpmqbr3czJMf1-@DID;*f!ZmdLTA9ab0b$
z#s18&tpB2k#Jo$C<+t2&)3W7DmoHzDh&h7nO5Qs!!th(iNQSrOg%W<HByrl3>(%*I
z$X)?L@)O;bg2YlKM7zfE#obD-k5s3((&w{~Er8lNiCdLHZWc~$qWY&S=opWxTKXTP
zG4ZT&b>g^E-s>;&49)(NWC=a<c22U0p|mrYI5PTjGzn|j?k;xsYh5j!^DMLri^RI2
zvXzx9ZPv~b+xku`X+20>N*BMI+)CF%*2c(bixC=d$D3M{)Ly&>b!?pq*{)xa<%m}r
zSGH9mHc6KC%d@iLcT=(LO1q>UCSsYjPv|)=ZJgA3NN-+WXW!VQ1ey;jw&qUaQM%f&
zO`XbJ9gLFP6#$7<?kWSSvAt?mM*V!oLj52~5`EN@$)qJ|i6`+HKQ5=;kmTS7q82yO
z`r-|Cd#H&N1RBZV&{=El-cI5!?jW9GZ9F;BO|os&AWHGw<a|K4i4H2neuCQGCXK2y
zR1sYf$@04EDitXlS3;o)gq)b<@Jjc&?ejLcmxb7l^w^xYd_;C;Iqb9S=DO@49g@A>
zb%?}{*n`DHzu_%~Xq4!4-m(+Tqw8}two(oeE4%IMZLP#%Y0nz&p6#<V#cs=K=}b!b
z#W*1Hkdzxt%096ydxA-9kk{Mo!K5OKWkm{JPL6hGS*FmW-!1C={veTPr$XNC&R!Ch
z?4V;wK$1Z363rt~ELfM=rSZ2dia6w~^>#yUD<|i=FLV4+TFE*PFn1aV1#e~LB1LSt
zC=gu1%7y063k!p#cDtT6QECtHoqSI!0&PpGB|qQCBx#K7h}#THn`G4=l&n&FnP#);
zV=b1ruFHDPAy?dE<h6NQe68M%-q!p>a?CZz)t>iw-u<#yZl}IM?N+k>gtveaPo5`c
zC6*I6mpCO)+|xElmQ~LoPt51>w0pdsm`9!-W7`~eNRCf5JZ-Ym+3v)FIVYCsvS(~O
zE9s1}{H0Ay%6!3Tc-v$&^gisp-}A8Ney7(NlRa|Gxxv{cZ@`MO+-{Sm=@xQTT(**S
zf}<dDy;UKSo^7$k^Kpb(OUk4q`OQI=q{1jGIesb2rNqjxY{zmbD1pTw1&QYd?X)$5
z%#eG-X=@Plg9TtA==16`$h`;A=ycdkb;dG9uv8W-rc}>y+S{j+!w0`hUOMQETU+J0
z+&Y77I7pqAc6R>|a`4myq>Wg8RXAQ>8os-}Fsvho#Os3L#yTw!ZmKH^+vC$)hvC!)
zknD=VB5)+=2Zw<9pe1f;9U85S431Vs+|lZY_qMW#=eE*F&TXS2#53pgFgH357OxW=
zxmIw<?OxqN%h$2kkUK1T(XHimL$9o?3rw!6^J}=#{J7BugM-0*FdrNO4so248Y?S9
zja5~lRX7qIM=}H%Ss}^pAy=-GvKcL_r8~@6woJ(FY}s<~l!C_ulOG`)@pt}IIUZ1q
zc#73B4klzCqn1y|-0@K*;*HuPo~RtjiAoXMVx>-6Y_GE}mh0$Zsm_MZ*c?Y8nRDF|
zXa%hx1t~~8=TG6uF`H2$q=peskm-!*$5ayF@hV2dD;N=<0BWp3IVs}}N*U3hm=O(%
z7!l7;9wsAMre1}_L){j+^1KvgNoOUw|3n<!ph!5A$Wa?hEEEZb%Tl5vS$?3nd@(#K
zThDwEre7Xbjl(Yo%MQQ1w&l!cVfwjtL^Y1Q5+vlmkCz>xWaF7n!t~Q)s&VYqAZ2yO
zC}}?PQJ8*wTs4lL2uiH(I3-PI&W7oSuc^jsuLosT_ZlUQXI>A}H{Mi@H~$c{vpPKC
z<7ZBU>B+ZL<E=jh6;_At(GO0m#_2x?ovf^#ro{dJyNdQ|OD83tpN#yHQpQn-6dc#*
zCxg!lhMrd>?YE*$!Be8H@M+W?6Lr3AqAqu*B4rW1ll>vjcFrSvPtw0qWj-i@b3qxr
z4zz=sj0FV?cF+k@&<#qU2TW30yb!0p@qBLa20}tfTpl)7QV2a^$)nO@ToSkYoXt%R
zA0J1NlCV>ZD!TP|F2`E-6XoV*!R<)cWg&xuO6tap=f0wam_C1kdojQ`myl{k+{p_W
zaq)W^6HDmF*qJuSf?MSLDJ(lZg7$!*R3=CY(V2;7C~ly`$0xiB7Vc@%e%;dPA)8Nn
zhfwMvTTXhvLumog(C`Er6zpztv*0C^x>;~2rGB=N*AesYYSMny(&=JxFQqOPA4F+B
zi=Rb2e@By(#qub1ve;lsb6M;o#B#ScX@^?y@Il-`slwvfl=@iw6T~&&)+PrFx+rz9
zU=HgYf}bJi+0w+0-p=9{O6@FeWgSHP3&h=zHxU-I;g(^sEJ~55y7j;dY*5#&7w%)P
zBi(wzE`n3mt^2pIfnB$r`v_D4`r3(xkzcp&*@$Zek_J*1n~L=L>w~e=o)AWY-8vmh
z?9jPm@-XOp(%bedj~;u=9kTOS2}XzKy6uxM;jt_ku{WI|-U&JkojBK>HF*e+$u`7Z
zQ$oCBbO<_ju3Mg*r}3aoLh!gf#CuD<=q(b?WG|0NR>Y3UA$|lnM=beBlU+P!rHCDo
zLj0(x1xJO%G}*yp)PmSy8sbMvcUmln(aAO*vk;G7dH#snaYQ4kL1=IxOC;>1@I(^h
zi6nK$Cdo1WyeCK`i`ba^%YbSGg2A%D%WKK!TUBH0_8`w6Te1G9J5*!GE|EKSp#1S}
z)!4m9<c-}Zf4EmQ_U;ooV=v0u8~asb|8pW?>_^4P1FCW01(7Tcp!~s$s`27Mkt|-M
zWZnCR@dQAgc#K_h<cZA`CkA=q-vvVt3l`ibSonaTZ@pmdJv1#pXw#u{@)A|P2U2h<
zD1p;J8Dx3D4)Qz!;>mf^3GzGvcDx!4GntJ;rexYj18DzF+%ru3;!I+!XJ^{C=WXiI
zK9~J;Bn7Vfsiy96EL`_E%PHOeBdv3d<AkR)?u8<1pm8r0Q3H*qq+Mf5y9Uy}AZZPa
zO-<K8(<v?2m|CuZmV0Zs#?){PG+bm#x5kui4W!#!vNfh;YarQ_RBKGB)}*AW1;4&l
z`${$TVg`vG$RN@E7bJ@O-$$c+FVZNN443Hc3=-XuL84m+l&Gf10t0Kb>xhu&oHTh(
z=_AkWJ@UNvB6&8dMq^Wu%d-)J`LtOznl}o0HlzHp)}k6MtwH`=Z$ZU}ZK~1MF7(-k
z@*A5}W7C5|o|{lU`H*Tn^oWq>LnwdnsA@d=xRB?gl&pP!tB~hfQ=Ty)yWs7Dp*sZ&
zekxd~-6|G*KM~B0rt5P8<VLnpWfDlia!>-tfilSD337RYT%I78C)kye=l1^OImM=#
z?_#Dt>(lj#7d<Xdj2^4m<M>}B&k9qX72ly+k3K6*eO9FDbMwgxQ=S#Q<XK_Lv!ahY
zD@=J-^pa<VDbI>N@~q(U)V7?g=%vpJQ=b(neSRBxKAJ(E51I1RXg`n8O&9cekv!Wn
z$g?GbJe&KMr^X+ljRWd4qdb$4=R%}v_5_`pCQ(NpiEiwX=v7>zx2VP~i-KjhysY67
zs;Y)s7vvgMA*oN7s>ae~LZeGj{&<CItXLW35?z7vhxMvae}|B0J<4yaR*lsSLZYit
zKDkCU)~pi}U4!xmx@zcgAyJ)@+uv^%68#~QsD?-AkA(DsR||%&5iGb;uyBf?Z?s_U
z*mQ~JGKt<pm3$^q(8DAO`j|vPE>Vz66yy>GxkNQABwsBLv(v~QqZ|9vsW_b%9;0RH
zGKF)<WeSt(pOvYW8Zz_8XgPa~KH4)>_M1axKYxrq!biw{Q>K0{(}#LS#(q<#elF7o
z`H0wW%GA$gx~XR*>^EiV&u04fweu0M-_)s}>$I(B<m)#dqkb;aRzBkOn=<vMWExm$
zj(F?L5%10Bh_}`p@y;c<*ckEFV2}cOrs8~qM5`b%J%diyWO$6O&LGqJ3^HBOOQwtQ
z_)Qz>F702ZT&8LUncgz+Qxx7uXX21D{vY|BdGi0i-}zZDzmw2(zmxf&-0zfVS2ep{
z);@k`dw+iCboiZBrr#L~G?Mxe!tZnzcfj-1E=}`0cMVJVohi?<ae8%V=#04$IVacj
zI}1Xi@!DC!{LWnXow=1gey0n5rvkrI##onmrEJLRl|1d)-0#fiekVjr*)vuqS|0a1
zu~IJcJHbI7=68B6?aJVSui<x^ex}{o%kQ)Y$H4D&alg~FCH)fjJ3TPjnBVCJncwLI
zvzBOni5a2RB_8S0o2Es)@H;)Q1&84_3_9)<erLq=J0l+9cZSU!hn>RjEH?elVtcUE
z<I%l%FY>?<@PKYG2XumNPyv}A%685=p=i7pe(u7uPK=Sg>4s>UADSI^!Vh)94|Q#H
zaX&PBP`2<xT^IaN7vAxlc~0(!z5qYe8Fz9&)OpAm^D*Dk<%~H^KU5QjC_GI?X;*OM
z3Nu8V%n(($51R5r6~hHT)Y;~G*mb}2Vdwn{d`#IX$CM2U_d}Hd{7^fQbO-!U83$^E
ztDN#flkyEJPLW2uQ`~A+wlC(H;!|^`<g4x}1qi_Jtbtv~e9);N^Fb>>=7W|qA2h*z
z&@3u(AJkDGn4K@^@=1EK+Rc1TlA~DLr;=v)q4ykQ{;2}nvd0s}`R_4BM^hw*DtkCy
zC5MxA&N{a8-BnW9n^UEFa;nvwoE54&XQdjScU`z~UQM`Z-uJ@RxY9Zb*VW>uWGrJY
zg^dS#D4EFU#75(!Rhlt7Vx2K7LT4<5H+sYAp>BzHJfJCJVUjF(IgTiDQ*~s-O;wT5
zO*f+Pb*D$YO40bb(_;?^PIyjm;y#ehhmndl`z`v&Yv<P$e}8se+10b^N`5rAE`Xaj
zfSY(II20@b$AFFV=Z8jOd8A{rq&3c(6-v&Zqw0i^(F<-=le6aY<?z4Ns&|=2>KM$g
zjrsmKwZSYGz$DFw**g0B`=o*erRtq#{a_y<CD?F@V}aEBb#)jad)RAhfRJ5`LkZc=
zh$%{K%cV0Sk;sg2WW<c(NN7eVl6O_4F88W%-Jq+A>wH&*>X`GJ=U9&^gLB=vAajNX
zfy^29fy`7L0y~qP)>7u3qYPJfBfED>nTL)t+}$R250x@69cA=C&hDjBpN5J6-@r0P
ztXRj06&5j~;myo+#SUgOB0ilF@hV2dC#+#dUv=<Q2~2hUyk#$`CVSmDJ0;c*iJd`G
zeejeUqa0>ayDg7O>?{(zJzxMt6zytf&*_tKuk@U@>hq^?+8!q$PTM1lIBgFy;<UAs
zIlNQr7}2Q)Ms(^9Ms#W=S;*rzG9q5fi1<84#OIO~JYEVDk~b)3M1vwmG{{fZKgBKP
z<J@9ikX5<M#x3So(k$i@_^Q1v<~=<Y^Bc=?O*(d#(4DtOjrvu?%j$o#wx#3A68hww
zQDgO8!};)bwN)b<JGPb3ZEK^(8f`eYnAccIbH@`U^ody1(C;43$GN(dG<9etR9hc4
z8aE8*7IUMOG<MuoLhrgKYBb+FoLkJzRub=6RYF(Y7d2Y$AI>f27Av8fABY-liQ(L0
zZnKhCqmN}XH@W7A81J)%SwG5_7^nU~aM}XFimL@HuMsT2N^soF>@?fx7#r(8W>xmG
zu`alWjdj7@pdH)=D&P*#32q17;1&%F9xVKB$;|8?&-+TzsZmqJ&Vu6wLzib?@VrNh
zy27!jOL^WSL|tx4dgmUjM(1W;mh%uO&HS~y9h7JOr+X8q*=IiEma(AB{JGl>I%huN
zrl5P~&)gE|nR%}}nex1M<@M`%Kgm7sA7pXQdryC!x42Jmd-wIcwa$3%tPxBO+aDC8
z_U-Lr)V>|^Sjg&osUp7H6558H{oeGvvCKVhkbB-B_q;*jd3RWa=RF(j*Ynnx=?(k%
z4m23Z^KL*aljpq-@qs+=Er@0EytS=pFp%fH9kEQF_YTCrrRS|N(_6d(Y{W@puK>L~
z?>6tio_9;mz@B%rYhcg2F}t_ttufR4f}y562KKzyWDV?jueJ^BdDmMp9>Rh3=Xvka
zu8DTcv2f43BkhenCbP_zx?_`MF3)Vt^WKTfMs^On;CVkeB5H(2ij2m(v8^O(gfA7z
zER6CKqoc;CF(Q$TLRlLdHOej%NlYt4#a-j0#<+<hgN;LZ)#XuR(iI|mO+tC|l~JQ|
zvdCVQR&pRZ6EjN4UYA&LU`SrWtT3XGyz&I64H2wx308Uq%WZ<=9M+!X#RlV@TL|9R
zXIhmukb<qC1h#-OxDm92&7cA{fle?Ey20m{ICzI5=S-K+B6bw~R5%2oF9i$U7cBfx
z(DxUL`403v_pj*|!X4G<kmFwWYLGg<>s|>;jw{^tpzOGeCnme&QjxeE!`%e+PRDmd
z;&NoWJ7y0TCj4BHjPUgBZNl?QE8GK(x$vK)*$3P2FcZ;AGZC3CABHR!9?#_bsZ7bI
zKNG&ebom;3neYvoX&*H7arqid`=Fth%hzDq2Mv8(z6R4iXz1ngHJI)}Lm!u~!E_HA
zOp{Mz6J`yjebA7y55A4dSD7JaOu8s%i1{u)Q8q3^(kM$y8tFM>REC@p&X6-gEN5se
zG4wN0mdS)S^M#(4FD!lXh0>ER)?bt_{-PT1{7;aNfV6iY;cb6ajd%Yh9KLr^e&T)A
zc<)S*k9^)kS^H2m&VD2uzOyLb^{Hxn@|ke>K0$fam#Xo_--W~X1<ISxsm535g~Rt1
zCC^2LJZt_a<T>kYA-}1=rxLFJ=O?F~5)~D{6|C$QEPqLG+|hJ-GTjr0RapU2a2Y6p
zOF<c|1MQ#+D&Qi}3Em94!Cx#n3PtkCedHf3j5;KC6ns`N^t@ofQ-Xz03;MPR=I%`I
z(7bAN=&0hJ57MK*a?J&$qc6Cw1LdRpTx=j?Kf24s2RcW$xOl!e`iP5GYv|F@jjpa#
z!ch847~<Mqup9TM=Zkq}zL@(B@`WZ6i5R8e4oHns*sNWxnJ{X5C5&1#U)1)=7qw=-
zsO^<6YR!C6+b3Vtn)#v@`9ez#K5ET`QQIeB)S3yS)=U^IU(}lUqW0V83ys9S%3wEs
zk-={KB!k^}HiO;xUN5_mXnpL)cQe?H?_{tWGvtdT^2I_tJJ_ti&1pH~9vjip1{tsP
zObh&kCyi}<GQDgoCf1+a$tTiz(%1pfY<r4Nr1LkX-6%itG@nT4Ib$!%+OvEfoxdsV
zNBOSj`8+y*OFDq^s$cSXbdA3vVIrMuKBO95zY<BKi;{g&q0ySh%%rhdNN?(Wg3}%l
ztXL~p851o3so=O<(<O?RVn~!KRUidDpmdaKN+lL#R8)X=kj?BV-~`YKvKc-%_{@^1
zNE$yB9s1VO6xHZZRHLqZEYRrRogPq%PIdY~Ir@>4CynUeoIGhn|Lo*RBl-s?e>;l4
z;!MuIEX=MepQd=FziA3wUtHb`c_V$AVmq6r(AXP}IZv_un+`O-#WaQX4d*HTRnrvO
zH=L)yG(}g2yzyd&ym6p+-hlqozLB#(L*m%mJ8|^M8@n^)jU5^C#^|k?=P7W1u`|R!
zD;$Yk*A$h9G1g`usDXbT#Tx?qe0n~~k_K6A25>j=&k==vQQbTDcN%X=?IiVk3bO%w
z{}W%yA7QQmhlzbg;;+Bo4*auU?cam+g5Mfw7ya1aO$7LF0s4IBpG{J+A1AOc*0E1D
z|4+z3KSCJjHv+JYQa?_>7M@vm?IP>f{F?qIIw>o$^7>NW3ikDXd{VSq68o+%^`=g8
zigOYlUO&cr#60yWE=-J_KjxCu1xqn?!T5F)-3taK+U9$Fm?sb)lM;3`e~cF<Ape*@
zp;=R(czQum!n44mq^_dAJ`q_k;gYk=^uQ<eD;Q7e{$Q12FAF@bp5Ml-Pt|rU2-CCc
uABg3**Rq8~q_#@g(Zp6lda@)|)=r>DHY9e{R^`oV7PZ^V8;+OQmj4esA+&@5

delta 1141
zcmcgrO=uHA6n-<C#?4ln-EFF-wQH=UO3?(2<RB6PVh$dJrh?Ez@gyikYcGNala`i>
zW|OAx=B0bgNu&!31u;Sn^(2CbRuF_76g*g{+C#O@?95c!;?)PU-^}-ZcHTEL>kD-5
z37I=i&C9jH8<C~~fi=-0oy9gjZx;;oY)3CI)(XKCYr-JRhBqYrx3=TBSi+SKIoXkC
z76flj!Jc4dPT?6cVDGMn6J(%oH!aft{sx!GRcBcfw8D^B2EXt%%u<KUV>I;EPiylO
z(~;pK@59#E77oiyN8m9AN3<|Bq*AKVC<U+>pObt}gu^W3gF0D3ct-_3lJTV-@$Wbf
z#waiW0^=Lu#*q)^hi*0?!9RJ3h4dVli3Im$R?^KT8GBREHx|p+?!LV6b>YsrlkkHp
z$p=3eZf&?qI&s6$yHrJ~k8tA)y%(Qpx__~Kkz&2$yj2p8#{!@c!`Gx6Pel7^DIHA5
zqA^@I4x(ue`qcUuA}#+@*QUea^z%ML{TRY{f5ti0&o{$N_6}>jDQ4e)Z{Flsm+?y6
zR=75K09R*T6@y5sgD0;QkLJev_z%a`1OGTLc3l3_>~)Q)bqGH{7^lk`j+B%3mgKUd
zI^e@{(ozj7Jd5wkDXS%e6y`AQrfema!ZnH?++MuxTK3julR{3j>Tb$XPgOo$FOMs3
z(om9lLugkrwmA_92kOCn+b7CaEK6NI<svNK!KaltH4C-L{rJU=;?H1(b~S4(%O~3a
a9I0j^_l8B`X^~Zp8+$Ja=2x(D0)GGncdbqU

diff --git a/include/ck/tensor_operation/gpu/device/impl/device_moe_gemm_blockscale.hpp b/include/ck/tensor_operation/gpu/device/impl/device_moe_gemm_blockscale.hpp
index a8466a311b..143f1f85d2 100644
--- a/include/ck/tensor_operation/gpu/device/impl/device_moe_gemm_blockscale.hpp
+++ b/include/ck/tensor_operation/gpu/device/impl/device_moe_gemm_blockscale.hpp
@@ -491,30 +491,30 @@ struct DeviceMoeGemmBlockScale
                         RunKernel(kernel);
                     }
                 }
-                // else if constexpr(BlkGemmPipelineVer == BlockGemmPipelineVersion::v2 ||
-                //                   BlkGemmPipelineVer == BlockGemmPipelineVersion::v3)
-                // {
-                //     if(GridwiseGemm::CalculateKBlockLoopTailNum(K_split) == TailNumber::Odd)
-                //     {
-                //         const auto kernel = kernel_moe_gemm_2lds<GridwiseGemm,
-                //                                                  false,
-                //                                                  MemoryDataOp,
-                //                                                  minimum_occupancy,
-                //                                                  IsInputGemm,
-                //                                                  TailNumber::Odd>;
-                //         RunKernel(kernel);
-                //     }
-                //     else
-                //     {
-                //         const auto kernel = kernel_moe_gemm_2lds<GridwiseGemm,
-                //                                                  false,
-                //                                                  MemoryDataOp,
-                //                                                  minimum_occupancy,
-                //                                                  IsInputGemm,
-                //                                                  TailNumber::Even>;
-                //         RunKernel(kernel);
-                //     }
-                // }
+                else if constexpr(BlkGemmPipelineVer == BlockGemmPipelineVersion::v2 ||
+                                  BlkGemmPipelineVer == BlockGemmPipelineVersion::v3)
+                {
+                    if(GridwiseGemm::CalculateKBlockLoopTailNum(K_split) == TailNumber::Odd)
+                    {
+                        const auto kernel = kernel_moe_gemm_2lds<GridwiseGemm,
+                                                                 false,
+                                                                 MemoryDataOp,
+                                                                 minimum_occupancy,
+                                                                 IsInputGemm,
+                                                                 TailNumber::Odd>;
+                        RunKernel(kernel);
+                    }
+                    else
+                    {
+                        const auto kernel = kernel_moe_gemm_2lds<GridwiseGemm,
+                                                                 false,
+                                                                 MemoryDataOp,
+                                                                 minimum_occupancy,
+                                                                 IsInputGemm,
+                                                                 TailNumber::Even>;
+                        RunKernel(kernel);
+                    }
+                }
             }
 #endif
 #endif