From c073af0d71128c961152a5f6cdbdb0fc74b38caf Mon Sep 17 00:00:00 2001 From: PengC Date: Wed, 12 Mar 2025 11:19:35 +0800 Subject: [PATCH] 1 --- impl/softmax_flash_v3_0312.zip | Bin 0 -> 13227 bytes 1 file changed, 0 insertions(+), 0 deletions(-) create mode 100644 impl/softmax_flash_v3_0312.zip diff --git a/impl/softmax_flash_v3_0312.zip b/impl/softmax_flash_v3_0312.zip new file mode 100644 index 0000000000000000000000000000000000000000..56de5d4aa1d0013647e6d23015ef5fff84f10712 GIT binary patch literal 13227 zcmd6NWmKKZmhHx!;O>NtyF+ld;O_439w5OzXmGdS?(Po3-7R?V03Gh@+;MI?r~91O zZ;W>r_HBNwRkOZTHP@<|a#CR6Xn+^%RI<|e$HRaALIw~49BoaUto7Y=O|0}C&2(Lu z>6Mib08pWq6Q)0ZoZa96AmCRZ0Kh-o$o<0|GywWv+~xdmiTlHyuC9!LkgTE_J)Q2a zp8v)1*tZGOUmP3ip&Od&8R(tKNUNN^QVEuO2O5n9MvjCFVo!_|a2tjl3>ryHEFcFI z?}sPa6;up{5w3ml~BCk$MY3srDqX8+^;!PY#fif`WELZU3nB zV|Xt^{Qcn5Z~*|)-_6CZ5a`VQ2_pPIXXqCYE9&aDOB_f(H|0bMnR1|=A;&yTk#qcq zH6riwueww!Z9z#DE9JDK3$3aIo*od%(z$4s2B&w4k@GkQYy+7IlU)VAe&`L%{Fw1N zOky8MImjSWwQ+59_SRHP{7=~>hh*-GObc5VN@1NvjN69tJJT7{bXf8^iRk3tVMo)sf{Po_vUfgb( zB^ix{wlJdQ^_aP}$PpmlH)?hI;*>SNVfFwMw5!t>sY&%GTLP?eXlkm{8 z@f`^NEeg<;1FsCaG@TctO_oV&y;jt;fXG>6(AJ?T$g7s24Ak;a-kx6sFdh%s_m1aR zas!RKae=7PiU46XqU-kmw5F$$R|h7MA}g}$K|H4%sZb;)&+^wsgaN5(4E}S14GC^^t{%v=5Ul7 zQAP;{HJP`&u0SrD2rKqzK%gBp+BmB2x~CEvMp2tD?mT&0@Ky>IS(CMwr}z{x0F*$p zc2^Y#O>IE~Zgnj;fi`14M_AV05BBk}L{JzR{<2vuQxwhu)S%0oTk0e&$Km-?$JV5} zt~p`KDU?~g$-T~fg#*!hjb!wlYTG5|GB`5#5N5m`3fkv0qcdtQ_*N33S(!F}(k`4x zSmu6FO}zWdgKr=~AB^gPEd!oSNjIzveP^mFpX}jNs1X9HQfLfr!@Hfrbm{e8>bGT4rjdA^$m}+0(cj@-8?RSbQ6O07i?Q z0O|?Yyab$jOutv3#x1t$iI<}$U@y4HHVsQJO5c_^$z7a{yi}vb>~kFl8GB_0L&Z?1 z<#pTgRv<2GQ8FPgiS7CW@?)f1i5eSeJ9jXb1p5|w*9=TF+vU9tq`dcLnj(kCBGrws zQJkrFm#uuISThxy?Cx8u5rYDuZ29EYGx>S=*FBGXo_FSPm3^Pe!YE2xEZ<*dFEEI< z+kfMZb1tXtPxo=IeRnRuijMUW(c8ZGBX~}(L%2rp{>Kvd>Z)2j6M%&6R6QcqomlhVK{EhrF%~X*p;w4Ixy?YZ-pm>3#r@Cki)NE znML{z2RIuWMau0Q*f-=4BzLnaWAm&63Sfe8Zcjc-!D+Azx8{Dy zni<)>((ze9nxso~eh4cm4{LNsaB3)PLgkWET}8n!bN$TcvtmRsTW8T~c|CvwUZFUf zd?cJBCM_4u%P2oM5?2WGsdR-w9UWr}?eom1!%EH0WZZg)MeX-3dwN6R5^wwHtXtLE z=P4O&#P{Q}u5<`IloHRNu3L=)(C75}f_$ZYp5t3>ANORGRp_BQBq8bZj{BbbaZc~D zjLryOSi|je15_^r0Pw;Mzh{jXKB4;~<^9SQzu~}N2;|?21?9j10J6Wtf`)c>|K!1l z-}7Lvyp&}ZKT_MCDm=2Jg1_8*0s~s`9Fz$hrl;cLdpPLij z1RcrSGIUWyl4q9Cyfe(CsuNvuiJ!cpvRijOMfo&&@t)Q)$HFmm&8YTEsL9uHqd+*F zF>kke{s01jSon_xAbrRoE#3%@78DK-DMGeOm95D%wSEUrDv!rSCbU&0-N$Y8b%qmu zDN=ED)9Vm!TM`Bm15%6KPE#ox6dr+Zp$z;VH#kVzjOPn+@}~3~YO)#i)1>NxAkaks zAELj!@mI3uMm-3RcV~x}7(xd#9%Z9dW~OXBcY#fhdrqn=+Bdp;qNBnukZ2SDjo6V z005f*F&$l)b729{Bf7zP%X4VobZ3}oY$e&BdZ@kvle`AVKg zd&bc%Tn3b>p`iJGrg`Hrzu) z5Ri^jM9a=fxjI{xCdW!OE>BQh@$-jEo)6jbMOa+w(^=H$R?6`tqCzUjM|sFjm0-lf zY-!mMChM&&RV;Z)lD*ll@RaL49UySkO&Iy!A>s>a-aPH|dN$wfW@y&0HI_d$+20H; z4s+waQnkd$$PK%Te|Gm?@pg4SdTRG{=*G1ATGqDg;TYyS%rJxPi+Qt~u^hCv;}-ZNJ95*wEPYbo+FF zY`SV$Vc>WrcJnZ7H|%|8cRVv1LB7`2z5ulcnwcVdYWqf8UH8M0RLV_x zGyU_%>O)`aH=JwWgZ9H>Ykk%ACNcoZ&3IJKD%WfVf(#ZSfr%eJDssm!()ew@lrmIY z@8PLwsF2b8hFY-?M(;N7#H2h0g~cR;ebzfAZAItsFi=0 zr2MEJc`-D$k_rnPq0~7BzY^FLLEzk`@LrI~Ta5g^Akn_IBs@a=l(9^jM{Im|N z(8e7TVr)`&_&}6sBHVL)WT)y@!nkg<>6RRIiCYmq^*V!+UP0vWl*S09x{~H_L}H6U zbL2964?18bePgRu6wS?XsOK?ugh-TNHQQM{i+trkOPH{R5|Gzl z!eJPy$rxjAXWzlKCzUXr0Gke8Ru(ZL5`J_91Ne3)s6YSc0&@^s+Rz6f(!TT}CjnYE zS>aqqvrv-}YRP9uQ)MzPYmKC+3lQ22#-O+&g|eywhD_K){Uz|B0}_b!-Qu$ttWFiW=oD4#Bh@7=W|( ztAF;v=VEG{qSOv&29d*1G+741gSNQgP-P*7e5I3bd~PS8D3T8h{UwojWE9@P9g z+oM~bc4PKu6jgm4eA~8(r9wMr5>HCjDw~cR)i}0B=HUEl-!2*QlSXn#R_?{8IE|D7 z!OV_Vrmx6-^I5Y z6rwr9=4vRgB72UmY@c_ZygVNlX$x2MdkYPyoj_W)3a~)I*7p;(i!qJkW-xJNp=gyr z1skRUNnoxYAqI*vx#K})ggP+!odtCXgmo5#T0}C|+Oe)x@Cgdt_eUJ}yFrQ7s}fDD z6lwL{!j`rGhnES72&j3W8F^h*Cm^@ZaheDj+}r`TL<|xG1aC`}DohIHkjd>=v0omzmArIwryzlHE`hKWAUMx@l0yV z;i&TqcUb6RWB3pSLGFD$Np>06CgGc`bdmlewO-&M(GM^G7iA!- z;3Fe0G&bfy$VVSVliAJ!qcU!$IK_cL8o zcz3dvzCu3T?#v%S_YVwWov`GQld;W}pU<84++x$J4z0Ake7fQw^KVs{%=aR9>kXht z38a1alq|%;=A?He+nW5&sD?i*AGx1JlR(vu?2RgAtf-C^+QHSPc>$JNr|3s0WM6K4 zms%yJfpam+*HY)_E zwMwQ24u)KEjB^RBhPILFdknDnV4u=rT>JnU=);HEOt{N*{tZ|aJzNN`j&YTxkP|-^ z=Nx?Ggh* z;Q*~F?sN2oQ?i{FEtGq9X`u$eBd8j+@dgczzA5D!pfF0{uJ}Vnv@ED&irrke4O3L& z*lpcueBP@3%q2H;tBKmYPQmO*i2a>hWTyBbnR03b^a1?y2>Do zjq9&!hL)}xx!hBIR;nqHEVkd7dz?MZSny6Hp=kGk7*@p=A&;47sk=j%AX!NKyZ&$C{g~#FF@kp2FdfCQ-N7 zgVp>1WMKA<>J3@Bt=XW$Ex}xCx(}ap&dYk)-!U*43!97(uA>%OYZs6_vVjmLf6pcl zi4~bxuo8#8dtEIE8V_kt=!)@Cw%W1oU98~-a~INay9AIZuqdh6MWBn>Ht)SDN>Hz{ zbFH=ps4e$bJVvU_HvWE4U;*8iP{niXAV`q4xM06zoJaAnNULBINaVbYq{_V^=G7!G z#Z7fqgCro`VsTcEx|K=`dN9NLb4!MaH$9GHmzg9P81j+(&f!s>F}iUsg6z`~@4gzv zx;w9z^TEbSD1EPb&#Ea9-?iCkrGZ9k0XJO8Sz`ohoh$g>CbuVE?bOD*zR(-2!VUUN z9BN=vOBxBhivq0=?@Y{kbsB$k&5Jy5pR7m0(23woZkN@nvhJhYGFmD4n zDp_bSN(3t^4dbHG!j?^t*K?XrnBC*6DE75CD-E6^iXz(boVc&+Z;FFcunD5>4Yy=z z`*>Cigs(iqpKpZL5=2AoX~T-pEcW?SL#bpVA~S<=YApTl%-d*E=zSGF%!(}xvses0 zqt-wFqmOfg5hCz{2LN7rn?LX4*#Ax+_un)?|5oi>I1~Ut`B&OGLtATWTbuv6m&;SO zwq0aEdP>)|w;&UqEBtUh4E`DALq!$}zl7dQ{*VJ|P!j@MRa%iouW!bs8;e#{wIeT>FFXi(sh>A`xh1-(STRkTuh@UY?OL$vfWIxeYZkrynC zDPZUWk)?((DmtC=WYs1taUlhh?zNEKzpDyn0`=uUSa;!abT3S}bw|>_V`%@z5D_@6 ztaQWq5jHk6B7>(`5rb9kV2Q>}lQsyvQdU&0*uEW-q&8n|J*1@tf#mPPt%GJJQ8C=#jg4=qHdIFoSeqgnp0}w40*pWusvK`8@ewB6 zOmd2LGLI%@9^#j`_dN&QU7;wovVGSsiuw)n56Sav-+Fm(ypB;)LyawGdnH~nlQPnm zzN0mRyPHtqvEwSW?L~|!N8jZ2#hZ2UerAF5^L1J}M)5vy^P$Blm{g+dFdq4!XDzDy zOEdE{s|RVmE9s-sfKJ^KgZ|v=;6OP zwt|<9poDC*p*VXzQ_vyWT8bdCcb8_ory)BWH{bV_wr$OEDK^v<%QYM)Q_@$QvtJH9 z2Ch=|*SPj=ywqm4F*LzaGrBi?<+uKERtOfhwjKlu0KDY*pD$~czqzb`yAb}Z)^syJ z06_j%*7Pr@GkQM_n&dE%Dk~U@{1#I}~vq6uz^mw1XhDZ0RYPVkP~W{@b#r#G#IlR%{g>nhhva zw)>#t7*9sKV_7V_wOAvcO0;qD;?z`1QxVR`tiZBVv&bUsDr3vYP4%&>9O{v5%ZQdr z2dXIeULKDMx{_HptK?g3MQqEm(n1`rTJp2H=1Kv|#{KiDsh*k92eWJGQDs)g`G(e- z*TbP@8j-+Zadw22FB4!=gxRl}9=wMvajTn}SEmC}m5*fmxDA&miV_Yy3XO|G87HLY z98SXFrOxXnX0ncysmjozcaxp;VIh^XuDyp8JPcn--5% z{2(@D(i!LB$Dkl$5OJ$R*-EV;c@AIF zO)Nv_Zt(Co!^romNRE%|cgnteJSx==#(6KA5FnW)&ehW7fy;Z68}cP^X2-Y~_x)jD zUiy1t5&SHF(a;SGO)}^#PsW4E@n|2pPL#Fj4K6Bjn%?aZ{Y973c4}A6+Q4r<1v7CT z=t^XKGUm;7YoA~k_K#Wem}b|pzxOV+K{UJ6RA#3r1!MyH`sQM50;72a$xiav`K|rl zHZ_&bp!ZL*?!9#_pdNIsmwa!mw9xti=iY>qfHUEMuosvoNLJuzCMQ^%bRwEepNK8MLsDq2%&x<~268 zUj295O69r;Y;2HcB>SPcZm|RQO`=*TFlMURor?NjPp6N~%XVwgZ*tL^-WH>I-@kU} zX>n9l%mUwh@Vh&6Uc#}!#f=zyTID~qj#r^BvWd<$7u3Y^)#4Noex(=SpXEO>1lt9= zjB@O;rj#nC6ejF}DRYMJfiDa{IGswngxZY`JNmrq5n51E1uN27&Y5?3HG{m(CfJnP z(#S$?@;cl~(QN$LC9r~O~w7Pgu{XFNJc|B?j z7g0~+LGP`QXxz55c2dzG?+&(GDz!7hML$(zFvviSf56^6DJo4xbOLkLQRTT%-@tr~ z^PK@^^tu~m*>2>QME47RSk1Z6CMU!D=qJ3p_9=!pb5$(8lg{ljFd8+b)A7PUoE$DX zNFOUUOdl4`5(=jGor7#szpe5{nY{<)Y3tCf79v zn$`%^=G!KpulL;y;q$}kc!6xXzQ)Jykz!<-wl+bBf+_4wIt88G60YO{I{fZl`RInB zTbq2W>ljcSv63;?o>jU;MLgn4NJn(Bnn6dlPOQs{F@hD^11D7feIj94^8{i76@Q`z zWzo4Z>zLsb_MuY~XF-TJp9D?sabys%?(8sBbJ*EJCQ5j7yGetqqE0>v2wsIx$#y7N zof|k~v77mWQZr6|kDw7{oebp2M1r&LWD%<9v1#SsVlw?!Kqi-UB*W*<^mwm2P2cW) z_s}lgetUe={%|$i&f|SPdU^0Ms{Og2Fh7Gg?P)jTc5g7FK-ZV$adY}WZ0+&6nZ6gu zG3<9+1t5GE3Eu!E60(X6!WbKTpx7u7h9yYnz(uv1ie=Cwc0bUp39cWCqz!yaY83Sstlf>=2gV? zXK&9!H;vFG0?Iy$W{Ko}UB{+47Yi_(W}?k5y>Ior&mofOqEhptsX?U-dKgndy=r4! z6F3n>)+$@)5}30XJwPkADpY~UKD#qem0!Z=SfR@3}c`gcl z>L6;L#1mD*_|hXhqs%!ItZrDs963@S@eZp3WoVs*ES#9(z1&bPNq4o+XWDV-id}>W zeKnWtPZ6uqHE&cO7{fLp1MxxQ>x()nKvWiy9_6Mas+fi$ICw!_lCXE-U00{2M<G|Egc;CdN0e=7!JO?-AkqSlCbC?kE(X+P#})jTYRXUty>NNmQmJo zkA80?c5>kt2(PZLpy<_~^7ch^qez=->8aV;^AGuev~~xg^^|q9JiX&2CxR>Q2MI%6Q|wf?ZW z!OReXtk73%J(-@49`PpF4AJ4iCXp=V1XShF3?z6o|5LaL%=1Z~6mHYVA|zjdcR(Rs z7%d+9x>_lHLO%yMBgQ6Mt)A+9<~?g8kwHoJB}@rkhYr^h<_hq-gGY2xv<|{+_0kSqw@MJVu+F57LV|^R3*Jv{H)_NbpxMwwQ>?U3ng%i7=jpVOUyI~6LpR_oo(WyT;;-m-QOXp?>>61qGTV8r zxkF`inMly}2!&Kbu^j+q-t8uFeorFj;G5+{z+D2Vp{fCS+NToPM>Aw5W8!-1Bq7Tl zyfcw^LQ@VMAFn`i^LFp6lV0@zi`X%QpZY#$5GdKG3J&nMTEr60A&H)h=Oc!rAhVZ|Yg^L9Vt=_ZFaj_q)N5AL1N6U8*isA;HfL8IqnLd}WV5RxVsHPx=7&$riXcTt>) zAil+_wnJALuX5Kj`10^pg>|=h=(o^B2*0WJt?G zIZQ`5dm^I>nHSo44cx51ec!_{1*ge>jsoTTQEC6sc5$oK(!&A(FO}$@SKds2v-18; zx%zKacVi>{#k$)--_iIFo%Em7-LC6Ws(L2t3Oc-XvL=cwX?wVk3fh z4J=*oFhfnvE+^5`rSmyC%?LtrNuUQ4o*H3z)6CDE}iH6yh*~ZC2D?y z;{Z}uXC>ZE>;8^f_W7nm=WXiUdI~p=EM!XZ79x55W5N;1rhK3_rZ`qKQa36Yua~AZ z3M1;yny#)&xJQzsp(qa;2gi1tHn(@fMdO4la65|a!YoQYDRsxnYe_lbLsX3SJiCQp zzZ8W-O*VSB?4`5;e*am={CBT3E*ay-RQIAGs(_2w_m{7PYb16XkQPKo6GJLcu3s5P zG15*4Helhw)Vor2g&}LnixP+jgQmDM9&4E@Lr`~ze70PGCV65H3!?6sNbgogdv-O7 z0v+Hbw0jlwG*P8;)ck>&aZv_=*b^m}9_0ENaVf3*;@FP|k6u*BRc~pl)(}g>K{ekM z_K_fW#g$nTv7pTR#(SC3uoN(T?!lPeSiMskvm7~hw6pmB8XUO@1RTOP$oSL|9b=(F zu4WLNWE-0YoOjvKO;2qM3DO`)@b)o^uX(X!@76WqF(63!tMP#Pccgwn#85&m1#JQd z;Sm{%y_^RMF%`d^c<`O%f`w*{qPPsh$(n=9xqB9~;-*CiFq+$$@@mCtxWiIBvdYYk zc(qJ3rkq`gE$#q?EmL`+REVmX9f}}Wu&qR=6W7?#LZuadi@{(SzP?V}kk4lcu zTSVxn9DZYB8t=u)TV~IR2n+rW;B{BFAWlxKx&Cq(p;dr=rqfIBA0;TomWf0cO_UzS z(Jzfva8mV3UO3rqd%a;Sc#IhKtTvTA#b*pxMtO|^Sh(i1w(nG&uC)H4JYNC7#Y}Zg z`6@&Rgo31_)_m}RU}bF>ff5=4UDBZg)OrZmIBmBrV^#ubVoXWh*?(c6@($RkcOkB@ zcYr6G&bk<#!T~k2J8{%$dv-~_y^)fgS8^BkDsP)^S)tZMAwu2L*|u_kBYfVWkeLyc z{7x|{fl+faF-B6B4OXd*p0)%gx9@}gu8NdTNe?R}roftb>;oUoejh?=Aq}hh7D1U8 zb{t!Ec*Jt8y$q{w&@$_@<<0K9B5|L-=`-|R#G-!@bbP&BYVmqY*1bp6AQ z1z!IA7e&`UWlw)9j{ZOHf6Al(s6Bp>NB^{AKiMCT{|m9SoYcPt`lDR!Maulsa{b^z zeuLvzVE;2o{2K6&$X--%KP}f!@W(0GKau?!=>JL+_iOAw%AsBqYdB|G{cL`S zLjQ7#|G@s+5&Q+